-- Logs begin at Mon 2021-07-12 15:19:53 UTC, end at Mon 2021-07-12 17:37:02 UTC. -- Jul 12 15:53:44.902192 n-d-800078-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 15:53:47.582569 n-d-800078-3 neutron-server[93604]: INFO neutron.common.config [-] Logging enabled! Jul 12 15:53:47.583135 n-d-800078-3 neutron-server[93604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 15:53:47.583262 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 15:53:47.586442 n-d-800078-3 neutron-server[93604]: INFO neutron.common.config [-] Logging enabled! Jul 12 15:53:47.586700 n-d-800078-3 neutron-server[93604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 15:53:47.587034 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 15:53:47.587987 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:53:47.588220 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:53:47.588829 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:53:47.589076 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:53:47.589299 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:53:47.589614 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.589906 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.590199 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.590426 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.590716 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.591002 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.591287 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.591574 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.591895 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.592180 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.592459 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.592742 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.592972 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.593252 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.593535 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.593820 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.594043 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] debug = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.594322 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.594742 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.595149 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.595428 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.595735 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.596013 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.596284 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.596562 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.596840 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.597164 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] host = n-d-800078-3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.597440 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.597724 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.598008 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.598294 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.598569 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.598842 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.599126 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.599399 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.599692 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.599967 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.600255 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.600542 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.600829 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.601053 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.601276 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.601560 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.601844 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.602117 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.602390 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.603256 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.603535 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.603836 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.604104 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.604389 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.604672 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.604956 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.605228 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.605501 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.605771 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.606043 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.606325 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.606606 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.606882 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.607156 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.607441 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.607733 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.608009 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.608305 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.608590 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.608876 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.609162 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.609438 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.609719 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.609992 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.610262 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.610529 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_json = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.610802 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.611073 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.611352 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.611643 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.611915 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.612188 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.612457 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.612739 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:47.613036 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.613332 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.613634 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.613919 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.614215 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.614500 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.614792 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.615072 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.615360 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.615675 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.615969 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.616248 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.616540 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.616818 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.617112 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.617415 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.617708 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.618000 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.618892 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.619172 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.619450 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.619758 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.620047 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.620341 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.620629 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.620904 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.621182 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.621470 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.621745 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.622017 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.622292 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.622577 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.622852 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.623123 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.623403 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.623705 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.623981 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.624256 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.624535 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.624825 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.625101 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.625372 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.625644 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.625919 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.626188 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.626474 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.626747 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.627019 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.627290 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.627568 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.627860 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.628130 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.628406 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.628679 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.628953 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.629223 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.629494 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.629765 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.630035 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.630304 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.630574 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.630843 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.631117 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.631387 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.631692 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.631964 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.632234 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.632504 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.632789 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.633081 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.633357 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.633634 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.634013 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.634445 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.634727 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.635002 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.635279 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.635556 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.635851 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.636139 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.636420 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.636708 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.636989 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.637265 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.637558 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.637834 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.638115 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.638388 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.638664 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.638948 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.639226 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.639517 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.639830 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.640120 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.640409 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.640697 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.640972 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.641274 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.641552 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:47.641769 n-d-800078-3 neutron-server[93604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:53:47.642008 n-d-800078-3 neutron-server[93604]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93604) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 15:53:47.991471 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 15:53:47.991770 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 15:53:47.992056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 15:53:47.992387 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 15:53:48.389990 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.390283 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.390552 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.391841 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.392123 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.392389 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.426883 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.427166 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.427431 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.440648 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.440927 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.441195 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.471700 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.471983 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.472258 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.507616 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.507846 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.508111 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.739352 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.740035 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.740035 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.740226 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.740882 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.859965 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.860223 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.860503 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.860776 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.861042 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.861352 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.861612 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.861869 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.862126 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.862419 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.862681 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.862953 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.863216 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.863474 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.863763 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.864021 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.864288 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.864560 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.864819 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.865088 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.865346 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.865627 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.865982 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.866268 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.866519 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.866765 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.867163 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.867405 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.867668 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.867904 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.868652 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.868879 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:48.869239 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 15:53:48.873226 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 15:53:48.877139 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 15:53:48.880769 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 12 15:53:48.882378 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 15:53:48.882822 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 15:53:48.883153 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 15:53:48.883530 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 15:53:48.887053 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 15:53:48.887297 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 15:53:48.887668 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 15:53:48.914891 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 15:53:48.915343 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.915657 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93604) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 12 15:53:48.916022 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.917378 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93604) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 15:53:48.917657 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 15:53:48.917900 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 15:53:48.921061 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.921343 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:48.985469 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 15:53:48.985701 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 15:53:48.985933 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 15:53:48.986296 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 15:53:49.007224 n-d-800078-3 neutron-server[93604]: DEBUG oslo_db.sqlalchemy.engines [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93604) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 15:53:49.555107 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing driver for type 'gre' Jul 12 15:53:49.556187 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] gre ID ranges: [(1, 1000)] Jul 12 15:53:49.607754 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing driver for type 'local' Jul 12 15:53:49.608123 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing driver for type 'vlan' Jul 12 15:53:49.621177 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] VlanTypeDriver initialization complete Jul 12 15:53:49.621510 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing driver for type 'vxlan' Jul 12 15:53:49.621993 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] vxlan ID ranges: [(1, 1000)] Jul 12 15:53:49.671873 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing extension driver 'port_security' Jul 12 15:53:49.672277 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.extensions.port_security [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] PortSecurityExtensionDriver initialization complete Jul 12 15:53:49.672725 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing mechanism driver 'openvswitch' Jul 12 15:53:49.673070 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing mechanism driver 'hyperv' Jul 12 15:53:49.679606 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.plugin [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:53:49.680305 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.681514 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.681883 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.682416 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.682859 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.683222 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.683574 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.683995 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.684409 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.684764 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.685112 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.685513 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.685926 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.686286 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.686634 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.687169 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.687606 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.687968 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.688321 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.688721 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.689134 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > address_group after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.689489 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > address_group after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.689838 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.690234 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:53:49.690618 n-d-800078-3 neutron-server[93604]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] ML2 OVO RPC backend initialized. {{(pid=93604) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 12 15:53:49.691336 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.691726 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.692153 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.692508 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > networks before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.692861 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.693214 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > ports before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.693565 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.693913 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnets before_response 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.694265 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.694610 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.694950 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.695299 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.695670 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.696015 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.697298 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.697708 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.698056 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.698638 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.plugin [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Modular L2 Plugin initialization complete Jul 12 15:53:49.698972 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading services supported by the core plugin {{(pid=93604) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 15:53:49.699304 n-d-800078-3 neutron-server[93604]: INFO neutron.plugins.ml2.managers [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Got port-security extension from driver 'port_security' Jul 12 15:53:49.699798 n-d-800078-3 neutron-server[93604]: INFO neutron.extensions.vlantransparent [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Disabled vlantransparent extension. Jul 12 15:53:49.700288 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93604) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 15:53:49.700610 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: router Jul 12 15:53:49.737082 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.737481 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_create 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.737860 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router before_create 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.738237 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.738617 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.738982 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_delete 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.739351 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.739753 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_create 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.740391 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.740759 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.741119 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.741492 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.741917 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.742298 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.742643 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.743131 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: subnet after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.744374 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.744739 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.745108 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_create 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.745466 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.745824 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.746194 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router after_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.746551 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.746915 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_create 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.747288 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.747668 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_update 55549900 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.748046 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > agent after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.748408 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > agent after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.748771 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > network after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.749660 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Tracking information for resource: router configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:49.750004 n-d-800078-3 neutron-server[93604]: DEBUG neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Tracking information for resource: floatingip configured {{(pid=93604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:53:49.755057 n-d-800078-3 neutron-server[93604]: INFO neutron.db.l3_agentschedulers_db [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 15:53:49.755686 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.756052 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.756410 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.756765 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: port after_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.757569 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router before_create 55550100 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.757941 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.758311 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_create 55550100 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.758730 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > router precommit_update 55550100 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.763608 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.provider_configuration [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service providers = [] {{(pid=93604) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 15:53:49.763992 n-d-800078-3 neutron-server[93604]: DEBUG neutron.db.servicetype_db [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93604) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 15:53:49.766976 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.service_base [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:53:49.767335 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.service_base [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:53:49.767723 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.service_base [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:53:49.768641 n-d-800078-3 neutron-server[93604]: DEBUG neutron.services.service_base [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:53:49.769022 n-d-800078-3 neutron-server[93604]: INFO neutron.services.service_base [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 15:53:49.769407 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.769734 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 15:53:49.780843 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.781185 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: auto_allocate Jul 12 15:53:49.786923 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: network precommit_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.787298 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: network precommit_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.787855 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.788182 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: tag Jul 12 15:53:49.795614 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.795955 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: timestamp Jul 12 15:53:49.801286 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.801626 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: network_ip_availability Jul 12 15:53:49.808008 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.808339 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.808701 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:49.809420 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.809746 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: flavors Jul 12 15:53:49.814474 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.814814 n-d-800078-3 neutron-server[93604]: INFO neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading Plugin: revisions Jul 12 15:53:49.819102 n-d-800078-3 neutron-server[93604]: DEBUG neutron.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:53:49.819502 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 15:53:49.820274 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93604) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 12 15:53:49.820616 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Initializing extension manager. Jul 12 15:53:49.821158 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: __init__.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.822007 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: __pycache__ {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.822354 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.822695 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: address_group.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.823471 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.824064 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: address-group Jul 12 15:53:49.824395 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: address_scope.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.825112 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.825634 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: address-scope Jul 12 15:53:49.825963 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.826897 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.827419 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: router-admin-state-down-before-update Jul 12 15:53:49.827784 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: agent.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.828497 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.829218 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: agent Jul 12 15:53:49.829558 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: agent_resources_synced.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.830485 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.831008 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: agent-resources-synced Jul 12 15:53:49.831339 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: allowedaddresspairs.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.833171 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.833710 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: allowed-address-pairs Jul 12 15:53:49.834040 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: auto_allocated_topology.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.835124 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.835682 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: auto-allocated-topology Jul 12 15:53:49.836018 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: availability_zone.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.836768 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.837703 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: availability_zone Jul 12 15:53:49.838037 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: availability_zone_filter.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.839223 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.839776 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: availability_zone_filter Jul 12 15:53:49.840106 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: data_plane_status.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.841294 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.841820 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 15:53:49.842150 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: default_subnetpools.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.843080 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.843627 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: default-subnetpools Jul 12 15:53:49.843959 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.844777 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.845298 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: dhcp_agent_scheduler Jul 12 15:53:49.845625 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: dns.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.846552 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.847067 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension dns-integration not supported by any of loaded plugins Jul 12 15:53:49.847394 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: dns_domain_ports.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.848345 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.848865 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 15:53:49.849194 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.850130 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.850648 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 15:53:49.850977 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: dvr.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.851696 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.852218 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: dvr Jul 12 15:53:49.853526 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: empty_string_filtering.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.854476 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.855002 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: empty-string-filtering Jul 12 15:53:49.855334 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.856293 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.856808 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 15:53:49.857136 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.858059 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.858576 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 15:53:49.858904 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: external_net.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.859869 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.860390 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: external-net Jul 12 15:53:49.860721 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.861668 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.862188 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: extra_dhcp_opt Jul 12 15:53:49.862514 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: extraroute.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.863446 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.864020 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: extraroute Jul 12 15:53:49.864348 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: extraroute_atomic.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.865412 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.865937 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: extraroute-atomic Jul 12 15:53:49.866265 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: filter_validation.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.866941 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.867455 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: filter-validation Jul 12 15:53:49.867807 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: fip_pf_description.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.869681 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.870200 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 15:53:49.870533 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: fip_port_details.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.871469 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.872024 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: fip-port-details Jul 12 15:53:49.872355 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: flavors.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.873598 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.874130 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: flavors Jul 12 15:53:49.874464 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.876149 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.876687 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 15:53:49.877028 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: floatingip_pools.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.877738 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.878262 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: floatingip-pools Jul 12 15:53:49.878598 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: ip_allocation.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.879541 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.880092 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 15:53:49.880422 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.881355 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.881877 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: ip-substring-filtering Jul 12 15:53:49.882208 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l2_adjacency.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.883150 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.884089 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 15:53:49.884442 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.885422 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.885955 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: router Jul 12 15:53:49.886287 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.888662 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.889202 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 15:53:49.889541 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.890496 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.891023 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: ext-gw-mode Jul 12 15:53:49.891356 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.892319 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.892870 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: l3-ha Jul 12 15:53:49.893201 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3_flavors.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.894154 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.894676 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: l3-flavors Jul 12 15:53:49.895004 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.895951 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.896476 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 15:53:49.896797 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: l3agentscheduler.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.897828 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.898351 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: l3_agent_scheduler Jul 12 15:53:49.898681 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: logging.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.900634 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.901171 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension logging not supported by any of loaded plugins Jul 12 15:53:49.901507 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: metering.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.902256 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.902844 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: metering Jul 12 15:53:49.903175 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.904315 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.904848 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: metering_source_and_destination_fields Jul 12 15:53:49.905177 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: multiprovidernet.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.906117 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.906644 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: multi-provider Jul 12 15:53:49.906972 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: netmtu.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.907935 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.908456 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: net-mtu Jul 12 15:53:49.908782 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: netmtu_writable.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.909712 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.910232 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: net-mtu-writable Jul 12 15:53:49.910558 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: network_availability_zone.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.911232 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.911783 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: network_availability_zone Jul 12 15:53:49.912110 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: network_ip_availability.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.913206 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.913736 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: network-ip-availability Jul 12 15:53:49.914064 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: network_segment_range.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.915352 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.916269 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 15:53:49.916598 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: pagination.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.917611 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.917951 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: pagination Jul 12 15:53:49.918277 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: port_device_profile.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.919203 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.919766 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: port-device-profile Jul 12 15:53:49.920094 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.921019 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.921541 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: port-mac-address-regenerate Jul 12 15:53:49.921865 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.922790 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.923311 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: port-numa-affinity-policy Jul 12 15:53:49.923673 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: port_resource_request.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.924602 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.925117 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 15:53:49.925442 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: portbindings.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.926379 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.926896 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: binding Jul 12 15:53:49.927220 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: portbindings_extended.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.928652 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.929186 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: binding-extended Jul 12 15:53:49.929521 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: portsecurity.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.930540 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.932033 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: port-security Jul 12 15:53:49.932370 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: project_id.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.933368 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.933703 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: project-id Jul 12 15:53:49.934029 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: providernet.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.934976 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.935503 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: provider Jul 12 15:53:49.935854 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.939341 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.939900 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos not supported by any of loaded plugins Jul 12 15:53:49.940237 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.941487 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.942263 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 15:53:49.942606 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.943538 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.944092 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 15:53:49.944424 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_default.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.945349 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.945873 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-default not supported by any of loaded plugins Jul 12 15:53:49.946622 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_fip.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.947303 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.947858 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-fip not supported by any of loaded plugins Jul 12 15:53:49.948193 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_gateway_ip.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.949135 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.949659 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 15:53:49.949991 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_port_network_policy.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.950915 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.951436 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 15:53:49.951799 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_rule_type_details.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.952728 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.953250 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 15:53:49.953580 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: qos_rules_alias.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.954627 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.955151 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 15:53:49.955483 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: quotasv2.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.956435 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.956774 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: quotas Jul 12 15:53:49.957108 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: quotasv2_detail.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.960159 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.960511 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: quota_details Jul 12 15:53:49.960854 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: rbac.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.962346 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.962890 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: rbac-policies Jul 12 15:53:49.963226 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: rbac_address_group.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.964652 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.965187 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: rbac-address-group Jul 12 15:53:49.965521 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: rbac_address_scope.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.966471 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.966999 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: rbac-address-scope Jul 12 15:53:49.967328 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: rbac_security_groups.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.968280 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.968809 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: rbac-security-groups Jul 12 15:53:49.969142 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: rbac_subnetpool.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.970078 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.970603 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: rbac-subnetpool Jul 12 15:53:49.970931 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: revisionifmatch.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.971895 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.972420 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: revision-if-match Jul 12 15:53:49.972748 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: revisions.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.973871 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.974405 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: standard-attr-revisions Jul 12 15:53:49.974740 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: router_availability_zone.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.975424 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.975988 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: router_availability_zone Jul 12 15:53:49.976320 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: routerservicetype.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.977258 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.978631 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension router-service-type not supported by any of loaded plugins Jul 12 15:53:49.979058 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.980045 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.980575 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: security-groups-normalized-cidr Jul 12 15:53:49.980905 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.981836 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.982357 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: port-security-groups-filtering Jul 12 15:53:49.982684 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.983642 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.984168 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: security-groups-remote-address-group Jul 12 15:53:49.984498 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: securitygroup.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.994952 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.995499 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: security-group Jul 12 15:53:49.995870 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: segment.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.996675 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.997195 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension segment not supported by any of loaded plugins Jul 12 15:53:49.997530 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:49.998481 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:49.999004 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 15:53:49.999336 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: servicetype.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.000485 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.001019 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: service-type Jul 12 15:53:50.001351 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: sorting.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.002336 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.002675 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: sorting Jul 12 15:53:50.003003 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: standard_attr_segment.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.004027 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.004558 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 15:53:50.004889 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: standardattrdescription.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.005546 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.006328 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: standard-attr-description Jul 12 15:53:50.006659 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: stateful_security_group.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.007617 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.008146 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: stateful-security-group Jul 12 15:53:50.008478 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: stdattrs_common.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.009475 n-d-800078-3 neutron-server[93604]: WARNING neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 15:53:50.009806 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.010757 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.011292 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 15:53:50.011645 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnet_onboard.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.012728 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.013263 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: subnet_onboard Jul 12 15:53:50.013597 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.014545 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.015067 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 15:53:50.015399 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnet_service_types.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.016374 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.016903 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: subnet-service-types Jul 12 15:53:50.017236 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnetallocation.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.018345 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.018872 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: subnet_allocation Jul 12 15:53:50.019206 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.019910 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.020435 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: subnetpool-prefix-ops Jul 12 15:53:50.020766 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.021723 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.022241 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 15:53:50.022571 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: tagging.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.023666 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.024235 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: standard-attr-tag Jul 12 15:53:50.025028 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: timestamp.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.026279 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.026813 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loaded extension: standard-attr-timestamp Jul 12 15:53:50.027147 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: trunk.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.028219 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.028754 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension trunk not supported by any of loaded plugins Jul 12 15:53:50.029091 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: trunk_details.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.030025 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.030552 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension trunk-details not supported by any of loaded plugins Jul 12 15:53:50.030886 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: uplink_status_propagation.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.031854 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.032380 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 15:53:50.032712 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Loading extension file: vlantransparent.py {{(pid=93604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:53:50.033398 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:53:50.033916 n-d-800078-3 neutron-server[93604]: INFO neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 15:53:50.036388 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:network Jul 12 15:53:50.036951 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnet Jul 12 15:53:50.037368 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:53:50.037772 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:port Jul 12 15:53:50.039004 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.039455 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service FLAVORS assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.041016 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.041451 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.041797 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:router Jul 12 15:53:50.042235 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 15:53:50.042740 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service METERING assigned prefix: /metering {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.044469 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:50.044846 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:50.045201 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:53:50.046195 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 15:53:50.046650 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:security_group Jul 12 15:53:50.047100 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 15:53:50.047754 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service CORE assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.048098 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:53:50.048450 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] subnetpool is already registered Jul 12 15:53:50.048880 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service CORE assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.049210 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:53:50.049547 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] subnetpool is already registered Jul 12 15:53:50.051902 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.052349 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service FLAVORS assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.052954 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.053383 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.053721 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:router Jul 12 15:53:50.054072 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] router is already registered Jul 12 15:53:50.054491 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 15:53:50.054835 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] floatingip is already registered Jul 12 15:53:50.055301 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service METERING assigned prefix: /metering {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.056960 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 15:53:50.057299 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] rbac_policy is already registered Jul 12 15:53:50.057725 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:security_group Jul 12 15:53:50.058112 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] security_group is already registered Jul 12 15:53:50.058479 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 15:53:50.058817 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] security_group_rule is already registered Jul 12 15:53:50.059452 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service CORE assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.059808 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:53:50.060150 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] subnetpool is already registered Jul 12 15:53:50.060578 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.v2.resource_helper [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Service CORE assigned prefix: {{(pid=93604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:53:50.060906 n-d-800078-3 neutron-server[93604]: INFO neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:53:50.061244 n-d-800078-3 neutron-server[93604]: WARNING neutron.quota.resource_registry [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] subnetpool is already registered Jul 12 15:53:50.061725 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: extensions {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.063172 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: address-groups {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.064715 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: address-scopes {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.066054 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: agents {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.067239 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: auto-allocated-topology {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.068514 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: availability_zones {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.069729 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: dhcp-networks {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.072657 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: dhcp-agents {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.074111 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: routers {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.075868 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: flavors {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.077172 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: service_profiles {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.083329 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: next_providers {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.085201 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: service_profiles {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.087316 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: floatingip-pools {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.088820 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: routers {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.090526 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: floatingips {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.091815 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: l3-routers {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.093202 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: l3-agents {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.094626 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: metering-labels {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.095893 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: metering-label-rules {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.097271 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: network-ip-availabilities {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.098522 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: bindings {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.100097 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: quotas {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.101651 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: quotas {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.103715 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: rbac-policies {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.104901 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: security-groups {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.106192 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: security-group-rules {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.107433 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: service-providers {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.108668 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: subnetpools {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.109970 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: subnetpools {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.111502 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.113202 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.114996 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.116793 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.118515 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.120502 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.122176 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.124011 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.125847 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.127579 n-d-800078-3 neutron-server[93604]: DEBUG neutron.api.extensions [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Extended resource: tags {{(pid=93604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:53:50.134024 n-d-800078-3 neutron-server[93604]: WARNING keystonemiddleware.auth_token [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 15:53:50.138571 n-d-800078-3 neutron-server[93604]: WARNING keystonemiddleware.auth_token [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 15:53:50.148014 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Acquired lock "singleton_lock" {{(pid=93604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 12 15:53:50.148494 n-d-800078-3 neutron-server[93604]: DEBUG oslo_concurrency.lockutils [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Releasing lock "singleton_lock" {{(pid=93604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 12 15:53:50.149132 n-d-800078-3 neutron-server[93604]: INFO oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Starting 2 workers Jul 12 15:53:50.154466 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Started child 93711 {{(pid=93604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:53:50.158872 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Started child 93712 {{(pid=93604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:53:50.159892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.160533 n-d-800078-3 neutron-server[93604]: INFO neutron.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 15:53:50.161121 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Notify callbacks [] for process, before_spawn {{(pid=93604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.161337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [-] (93711) wsgi starting up on http://0.0.0.0:9696 Jul 12 15:53:50.163463 n-d-800078-3 neutron-server[93604]: INFO oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Starting 1 workers Jul 12 15:53:50.163574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.165082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [-] (93712) wsgi starting up on http://0.0.0.0:9696 Jul 12 15:53:50.169235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Started child 93713 {{(pid=93604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:53:50.169749 n-d-800078-3 neutron-server[93604]: INFO oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Starting 1 workers Jul 12 15:53:50.172719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] calling RpcWorker wait() {{(pid=93713) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 15:53:50.173236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] returning from RpcWorker wait() {{(pid=93713) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 15:53:50.174203 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Started child 93714 {{(pid=93604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:53:50.174583 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.175039 n-d-800078-3 neutron-server[93604]: DEBUG neutron_lib.callbacks.manager [None req-d45b827e-89f8-4c0f-9258-25e5d34ec640 None None] Notify callbacks [] for process, after_spawn {{(pid=93604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.175131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:53:50.176917 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 15:53:50.177124 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:53:50.177302 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:53:50.177513 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:53:50.177874 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:53:50.178035 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:53:50.178524 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.178803 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.179028 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:53:50.179478 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.179478 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.179649 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.180394 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.180713 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.180962 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.181242 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.181494 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.181664 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.181829 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.182091 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.182322 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.182607 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.182886 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.183118 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.183381 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.183548 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.183830 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.184116 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.184360 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.184615 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] debug = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.184834 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.185310 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.185546 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.185791 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.186018 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.186310 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.186554 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.186820 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.187064 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.187278 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.187509 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.187784 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.188021 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.188228 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.188447 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.188719 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.188933 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.189393 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] host = n-d-800078-3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.189625 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.189855 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.190078 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.190330 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.190570 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.190796 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.191051 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.191310 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.191575 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.191846 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.192107 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.192349 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.192588 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.192816 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.192978 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_options = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.193216 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.193489 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.193753 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.193939 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.194455 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.194635 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.194922 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.195073 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.195273 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.195486 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.195726 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.195955 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.196240 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.196472 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.196729 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.197113 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.197410 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.197565 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.197831 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.198092 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.198334 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.198571 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.198786 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.198997 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.199223 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.199452 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.199722 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.199939 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.200147 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.200394 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.200624 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.200893 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.201131 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.201385 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.201743 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.201968 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.202178 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.202462 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.202698 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.202953 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.203198 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.203436 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.203699 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.203930 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.204245 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.204456 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_json = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.204668 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.204898 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.205135 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.205343 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.205553 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.205761 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.205990 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.206218 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.206621 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.206909 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.207214 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.207522 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.207726 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.207964 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.208191 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.208440 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.208697 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.208930 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.209238 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.209460 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.209729 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.209963 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.210288 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.211381 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.211701 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.212509 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.212850 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.213235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.213235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.213509 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.214059 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.214361 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.214635 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.214943 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.215472 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.215741 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.215863 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.216092 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.216962 n-d-800078-3 neutron-server[93714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:53:50.217403 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.218018 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.219657 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.219657 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.221597 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.222248 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.222971 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.223166 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.223410 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.223710 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.224295 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.224545 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.224780 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.225992 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.225992 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.225992 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.225992 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.225992 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.226708 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.226708 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.226708 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.227100 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.227100 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.227362 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.228707 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.228707 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.228707 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230859 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230859 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230859 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.230859 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.231363 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.231363 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.231880 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.231880 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.233069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235033 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235505 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235505 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235714 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.235899 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.236146 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.236381 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.236663 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.236911 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.237154 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.237374 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.237636 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.237890 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.238116 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.238341 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.238557 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.238808 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.239025 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.239264 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.239481 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.239737 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.239957 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.240217 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.240466 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.240717 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.240947 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.241195 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.241474 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.241713 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.241985 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.242214 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.242480 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.242782 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.243481 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.243776 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.244023 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.244270 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.244511 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.244764 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.245010 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.245467 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.248095 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.248192 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.248505 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.248769 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.249006 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.249244 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.249508 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.249830 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.250073 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.250302 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.250526 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.250804 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.251068 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.251308 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.251571 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.251847 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.252093 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.252346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.252600 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.252819 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.253068 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.253318 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.253532 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.253782 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.254013 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.254250 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.254466 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.254685 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.254934 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.255165 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.255398 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.255627 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.255851 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.256069 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.256331 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.256653 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.256874 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.257125 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.257363 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.257586 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.257821 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.258038 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.258284 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.258500 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.258815 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.259039 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.259270 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.259513 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.259764 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.259998 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.260211 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.260459 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.260701 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.260915 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.261128 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.261346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.261581 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.261778 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.262003 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.262227 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.262458 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263394 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263394 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263394 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263660 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263734 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.263949 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.264134 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.264368 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.264638 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.264802 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.265018 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.265229 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.265486 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.265706 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.265915 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.266151 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.266354 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.266561 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.266774 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.266982 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.267264 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.267675 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.267772 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.267993 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.268225 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.268463 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.268706 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.268907 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.269116 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.269334 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.269546 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.269756 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.270000 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.270208 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.270437 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.270655 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.270886 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.271118 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.271805 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.271805 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.271805 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.272012 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.272214 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.272423 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.272647 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.272883 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.273111 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.273331 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.273542 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.273767 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.274068 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.274865 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.275101 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.275392 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.275656 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.275900 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.276152 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.276460 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.276693 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.276931 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.277148 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.277396 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.277633 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.277903 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.278219 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.278505 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.278749 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.279005 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.279260 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.279531 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.279831 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.280180 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.280464 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.280793 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.281056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.281324 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.281554 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.281802 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.282063 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.282285 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.282524 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.282756 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.282971 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.283248 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.283480 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.283747 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.283989 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.284230 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.284445 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.284693 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.284925 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.285146 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.285359 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.285514 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:53:50.286016 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 15:53:50.286228 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:53:50.286387 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:53:50.286555 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:53:50.286725 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:53:50.286877 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:53:50.287081 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.287240 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.287401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.287562 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.287758 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.287937 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288098 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288256 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288414 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288570 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288728 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.288886 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289042 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289199 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289357 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289514 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289670 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.289828 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.290664 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.290825 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.290986 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.291145 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.291303 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] debug = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.291461 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.291686 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.291851 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292014 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292170 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292329 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292485 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292801 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.292958 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293117 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293274 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293433 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293590 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293749 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.293905 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294063 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294220 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] host = n-d-800078-3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294376 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294534 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294691 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.294847 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295004 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295163 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295319 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295495 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295654 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295813 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.295969 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.296126 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.296284 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.296441 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.296602 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_options = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.296760 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.297644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298346 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298795 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298795 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.298795 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299401 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299941 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299941 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.299941 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300208 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300208 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300351 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300426 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300584 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300742 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.300898 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301055 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301212 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301369 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301525 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301686 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.301847 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302025 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302191 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302374 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302601 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302601 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302944 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.302944 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303203 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303203 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303452 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303452 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_json = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303744 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.303744 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304023 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304023 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304298 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304433 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304519 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304625 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:53:50.304801 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.304962 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305134 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305295 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305458 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305673 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305834 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.305994 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306154 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306313 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306481 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306642 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306848 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.306975 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307107 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307268 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307429 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307627 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307760 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.307916 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308077 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308285 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308430 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308545 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308708 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.308867 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309027 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309188 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309348 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309509 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309669 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309829 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.309989 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310148 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310306 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310467 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310627 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310788 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.310950 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311111 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311272 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311430 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311608 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311770 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.311935 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312093 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312255 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312423 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312574 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312732 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.312902 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313063 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313222 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313382 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313542 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313701 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.313861 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314020 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314180 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314341 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314500 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314673 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314837 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.314997 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315137 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315293 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315445 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315609 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315752 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.315912 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316076 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316220 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316384 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316538 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316674 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316844 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.316994 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317133 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317269 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317428 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317571 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317765 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.317915 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318050 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318196 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318354 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318516 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318694 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.318856 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319015 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319176 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319338 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319498 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319680 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.319840 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320001 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320160 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320322 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320481 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320642 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.320801 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321037 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321260 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321348 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321425 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:53:50.321673 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321752 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.321884 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322046 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322206 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322364 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322534 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322693 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.322856 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323014 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323181 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323353 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323513 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323694 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.323967 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324131 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324291 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324453 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324613 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324772 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.324933 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325092 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325261 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325432 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325594 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325754 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.325914 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326096 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326255 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326415 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326575 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326735 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.326895 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327054 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327213 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327374 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327534 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327717 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.327880 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328039 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328200 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328361 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328521 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328682 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.328842 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329003 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329163 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329325 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329485 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329646 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329805 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.329966 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330125 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330285 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330447 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330607 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330767 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.330926 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331106 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331236 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331380 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331541 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331722 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.331887 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.332049 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.332209 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.332371 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333235 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333673 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333673 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333899 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.333899 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334143 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334256 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334365 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334365 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334791 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.334791 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335023 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335157 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335280 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335411 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335534 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.335702 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.336060 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.336060 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.336301 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.336301 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337260 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337260 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337260 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337620 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337620 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337823 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.337945 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.338133 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.338277 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.338389 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.338492 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.338882 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339019 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339180 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339343 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339514 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339702 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.339847 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340007 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340166 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340326 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340495 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340656 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340824 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.340955 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341118 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341279 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341449 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341609 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341768 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.341933 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342091 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342253 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342423 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342583 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342744 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.342904 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343062 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343223 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343399 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343571 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343787 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.343910 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344032 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344173 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344336 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344507 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344669 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344831 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.344991 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345153 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345312 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345474 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345638 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345808 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.345975 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.346137 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.346305 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.346475 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.346644 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.346804 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347171 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347171 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347408 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347538 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347674 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347795 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.347915 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348034 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348193 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348411 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348577 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348736 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.348896 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349056 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349215 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349376 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349536 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349696 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.349856 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.350015 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.350176 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:53:50.350330 n-d-800078-3 neutron-server[93604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:53:50.575375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:53:50.583780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062134 Jul 12 15:54:01.957956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3ffe5-e060-432a-ac3a-8f930ebd9171 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 15:54:02.092415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3ffe5-e060-432a-ac3a-8f930ebd9171 None None] No non-hosted networks {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 15:54:02.131261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.agentschedulers_db [None req-d9b3ffe5-e060-432a-ac3a-8f930ebd9171 None None] DHCP Agent not found on host n-d-800078-3 {{(pid=93713) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 12 15:54:02.301535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4b8775a-7c8b-4fe1-a5c0-820337a807b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:04.325797 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-128964f9-526e-4458-b010-02fc879d0580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:04.375739 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6c43baf-00f4-4b71-b481-b94cfffbfac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:04.738652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:04.739682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.740733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.744199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.744768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.747682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.750103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.751370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.753026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.754211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.755868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.756357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.759185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:04.759779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800078-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:04.769399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800078-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:05.601660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:07.022310 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:08.219152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59088) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:08.722951 n-d-800078-3 neutron-server[93711]: WARNING oslo_policy.policy [None req-8b05d8b5-df44-449f-908c-a9622cd0351f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:08.723657 n-d-800078-3 neutron-server[93711]: WARNING oslo_policy.policy [None req-8b05d8b5-df44-449f-908c-a9622cd0351f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:08.941078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-8b05d8b5-df44-449f-908c-a9622cd0351f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:54:08.942329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b05d8b5-df44-449f-908c-a9622cd0351f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7210739 Jul 12 15:54:09.614896 n-d-800078-3 neutron-server[93713]: INFO neutron.db.l3_hamode_db [None req-d54ae403-8c77-4d36-80d3-4e523abb47b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 15:54:09.695123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ae403-8c77-4d36-80d3-4e523abb47b9 None None] Routers set() bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:54:09.695517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ae403-8c77-4d36-80d3-4e523abb47b9 None None] Router IDs set() for agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 15:54:11.280804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:11.581488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:11.674615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.policy [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 15:54:11.719440 n-d-800078-3 neutron-server[93711]: WARNING oslo_policy.policy [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:11.719828 n-d-800078-3 neutron-server[93711]: WARNING oslo_policy.policy [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:11.728378 n-d-800078-3 neutron-server[93711]: INFO neutron.quota [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] Loaded quota_driver: . Jul 12 15:54:11.819313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558210673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558210178', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558223539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558229113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558235706', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778558315803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3835359', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602132'] for rbac-policy, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:11.884809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:11.886470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-813aeb5d-d04f-4858-9c1c-40a90619c67b admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6042776 Jul 12 15:54:14.412386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59114) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:14.700951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:14.729420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Made reservation on behalf of 5fd37e2f5ce44f5ab136996a01b65581 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:54:14.732242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:14.749092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:14.873116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:14.876581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:14.896429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 15:54:14.926316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778558603349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:14.926901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Unsubscribe: segment precommit_create {{(pid=93711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 15:54:14.927410 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Added segment 5dd19011-d4bd-4b9e-9f92-0455648a1fe0 of type vlan for network fb10a90b-4c34-4391-b7fc-7a293a646772 Jul 12 15:54:14.945203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff0242-a6c3-4e2b-920e-17c209261f74,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:14.972227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.972561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.972891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.973216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.973536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.973852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.974167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.974481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.974791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.975100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.975406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.975738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Tracked resource versions report: Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: pushed versions: Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: { 'AddressGroup': {'1.2'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'ConntrackHelper': {'1.0'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Log': {'1.0'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Network': {'1.1'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Port': {'1.7'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'PortForwarding': {'1.2'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'QosPolicy': {'1.8'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SecurityGroup': {'1.4'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SubPort': {'1.0'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Subnet': {'1.1'}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Trunk': {'1.1'}} Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: consumer versions: Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: { DHCP agent@n-d-800078-3: {}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: L3 agent@n-d-800078-3: {}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: Metadata agent@n-d-800078-3: {}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: Metering agent@n-d-800078-3: {}, Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'ConntrackHelper': '1.0', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Log': '1.0', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Network': '1.1', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Port': '1.7', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'PortForwarding': '1.2', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'QosPolicy': '1.8', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SecurityGroup': '1.4', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SecurityGroupRule': '1.2', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'SubPort': '1.0', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Subnet': '1.1', Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: 'Trunk': '1.1'}} Jul 12 15:54:14.976882 n-d-800078-3 neutron-server[93711]: {{(pid=93711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:54:15.051314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:15.103192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:15.104403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:15.105055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:15.191548 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7780929 Jul 12 15:54:15.205701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137154a7-85d1-4a6c-8c9e-f2cc6b43c854 admin admin] Pushing event updated for resources: {'Network': ['ID=fb10a90b-4c34-4391-b7fc-7a293a646772,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:15.218883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network fb10a90b-4c34-4391-b7fc-7a293a646772 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:54:17.800375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:18.184831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683edb1-95ed-4f4e-985f-1667c3f5bfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:18.186197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1683edb1-95ed-4f4e-985f-1667c3f5bfa2 admin admin] 10.222.0.58 "GET /v2.0/networks/fb10a90b-4c34-4391-b7fc-7a293a646772 HTTP/1.1" status: 200 len: 825 time: 0.3850727 Jul 12 15:54:18.209948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9189aa3e-6c94-4195-a54e-a20b6bb0898d admin admin] 10.222.0.58 "GET /v2.0/subnetpools/3c529e4b-1b83-423a-a8a7-796fb9a1260e HTTP/1.1" status: 200 len: 734 time: 0.0184603 Jul 12 15:54:18.218703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Request body: {'subnet': {'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'name': 'private-subnet'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:18.240551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Made reservation on behalf of 5fd37e2f5ce44f5ab136996a01b65581 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:54:18.243237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:18.545376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:18.615382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:18.617891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Checking segment: {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:54:18.618236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Network hostable DHCP agents. Network: fb10a90b-4c34-4391-b7fc-7a293a646772, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:54:18.639506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Network fb10a90b-4c34-4391-b7fc-7a293a646772 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:54:18.650277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, fb10a90b-4c34-4391-b7fc-7a293a646772) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:18.654585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:18.655158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:18.660097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db29a05-7ca3-4613-8669-a2d1ae0e0433 None None] Network fb10a90b-4c34-4391-b7fc-7a293a646772 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:54:18.670346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f8ef45e0-588c-41d4-85c8-cd0053bd6198 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4549162 Jul 12 15:54:18.977737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-fb10a90b-4c34-4391-b7fc-7a293a646772', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 15:54:18.978984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.256392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Allocated IP 172.20.0.2 (fb10a90b-4c34-4391-b7fc-7a293a646772/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4/35aab361-319b-4c58-bc0e-247c691c2e9b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:54:19.464319 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.505738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Transition to ACTIVE for port object 35aab361-319b-4c58-bc0e-247c691c2e9b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:54:19.527248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Transition to ACTIVE for port object 35aab361-319b-4c58-bc0e-247c691c2e9b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:54:19.536542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.601040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Network fb10a90b-4c34-4391-b7fc-7a293a646772 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:54:19.607615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:19.610579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:54:19.645693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Pushing event updated for resources: {'Port': ['ID=35aab361-319b-4c58-bc0e-247c691c2e9b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:19.672467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.673042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.673174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.673453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.673778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.674101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.674423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.674743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.675058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.675373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.675710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.676022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Tracked resource versions report: Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: pushed versions: Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: { 'AddressGroup': {'1.2'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'ConntrackHelper': {'1.0'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Log': {'1.0'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Network': {'1.1'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Port': {'1.7'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'PortForwarding': {'1.2'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'QosPolicy': {'1.8'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SecurityGroup': {'1.4'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SubPort': {'1.0'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Subnet': {'1.1'}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Trunk': {'1.1'}} Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: consumer versions: Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: { DHCP agent@n-d-800078-3: {}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: L3 agent@n-d-800078-3: {}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: Metadata agent@n-d-800078-3: {}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: Metering agent@n-d-800078-3: {}, Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'ConntrackHelper': '1.0', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Log': '1.0', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Network': '1.1', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Port': '1.7', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'PortForwarding': '1.2', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'QosPolicy': '1.8', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SecurityGroup': '1.4', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SecurityGroupRule': '1.2', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'SubPort': '1.0', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Subnet': '1.1', Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: 'Trunk': '1.1'}} Jul 12 15:54:19.677110 n-d-800078-3 neutron-server[93713]: {{(pid=93713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:54:19.707962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Attempting to bind port 35aab361-319b-4c58-bc0e-247c691c2e9b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:54:19.708359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Attempting to bind port 35aab361-319b-4c58-bc0e-247c691c2e9b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:54:19.708764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Attempting to bind port 35aab361-319b-4c58-bc0e-247c691c2e9b on network fb10a90b-4c34-4391-b7fc-7a293a646772 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:54:19.713908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:54:19.714300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Checking segment: {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:54:19.714785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.715171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Bound using segment: {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:54:19.715677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Bound port: 35aab361-319b-4c58-bc0e-247c691c2e9b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:54:19.716092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.778911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] For port 35aab361-319b-4c58-bc0e-247c691c2e9b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:54:19.802799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] For port 35aab361-319b-4c58-bc0e-247c691c2e9b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=35aab361-319b-4c58-bc0e-247c691c2e9b,segment=NetworkSegment(5dd19011-d4bd-4b9e-9f92-0455648a1fe0),segment_id=5dd19011-d4bd-4b9e-9f92-0455648a1fe0)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:54:19.807033 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:19.862025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5316fc-a6e5-440b-9656-48563398b0a2 None None] Pushing event updated for resources: {'Port': ['ID=35aab361-319b-4c58-bc0e-247c691c2e9b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:21.144466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59136) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:21.456205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-6d8e522a-53f9-4cfd-b288-19a19ba7a987 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:54:21.457391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6d8e522a-53f9-4cfd-b288-19a19ba7a987 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118656 Jul 12 15:54:23.834135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59144) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:24.138053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-c593465a-4afc-41c5-a64e-a82aa31922f7 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:54:24.139152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c593465a-4afc-41c5-a64e-a82aa31922f7 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040016 Jul 12 15:54:25.933442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff6790-e1ec-4182-bda1-41283a471dc1 None None] Network fb10a90b-4c34-4391-b7fc-7a293a646772 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:54:26.052392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d82f6178-1efc-4c65-9d03-2607facfe59a None None] Provisioning for port 35aab361-319b-4c58-bc0e-247c691c2e9b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:54:26.548831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 35aab361-319b-4c58-bc0e-247c691c2e9b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:26.630407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 35aab361-319b-4c58-bc0e-247c691c2e9b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:54:26.634620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 35aab361-319b-4c58-bc0e-247c691c2e9b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:26.635010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:26.743174 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:26.751966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59158) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:26.778900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 35aab361-319b-4c58-bc0e-247c691c2e9b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=35aab361-319b-4c58-bc0e-247c691c2e9b,segment=NetworkSegment(5dd19011-d4bd-4b9e-9f92-0455648a1fe0),segment_id=5dd19011-d4bd-4b9e-9f92-0455648a1fe0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:54:26.783097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:26.837980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=35aab361-319b-4c58-bc0e-247c691c2e9b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:27.234019 n-d-800078-3 neutron-server[93712]: WARNING oslo_policy.policy [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:27.234582 n-d-800078-3 neutron-server[93712]: WARNING oslo_policy.policy [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:27.448492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Request body: {'router': {'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'name': 'router1', 'admin_state_up': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:27.511259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.policy [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 15:54:27.555980 n-d-800078-3 neutron-server[93712]: WARNING oslo_policy.policy [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:27.556345 n-d-800078-3 neutron-server[93712]: WARNING oslo_policy.policy [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:54:27.564887 n-d-800078-3 neutron-server[93712]: INFO neutron.quota [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Loaded quota_driver: . Jul 12 15:54:27.621660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:27.623557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:27.780498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:27.785895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:27.803080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:27.804310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4b1da82-a2cf-41ca-871d-9fdc8bed0214 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0513513 Jul 12 15:54:28.527783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 35aab361-319b-4c58-bc0e-247c691c2e9b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:28.576781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 35aab361-319b-4c58-bc0e-247c691c2e9b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:28.577153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:30.139564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59174) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:30.450796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-6c8d3355-d0fb-448a-bf30-1df53d02e9ca admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:54:30.451803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c8d3355-d0fb-448a-bf30-1df53d02e9ca admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112791 Jul 12 15:54:31.874156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-21904e78-98c4-4c66-9f7e-71cf571f7097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:32.784783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59182) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:33.084084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:33.105825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Made reservation on behalf of 9e08177bb1e34ec58c67aef158991a1f for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:54:33.108288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.116178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.201895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.206020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.221552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Reserving flat network on physical network physnet1 {{(pid=93711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 15:54:33.240104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeba762-2474-4de1-822c-fa161996bf01,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:33.245608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.245942 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Added segment 8109ef24-273a-48eb-8806-7e2ee2684480 of type flat for network c826e652-850a-482c-acd7-b90ac0720133 Jul 12 15:54:33.293275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.331082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.332061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:33.332646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:33.384856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5990324 Jul 12 15:54:33.393294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b3dbb-cb51-4a63-8306-f9538947d83b admin admin] Pushing event updated for resources: {'Network': ['ID=c826e652-850a-482c-acd7-b90ac0720133,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:33.407844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c826e652-850a-482c-acd7-b90ac0720133 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:54:34.322616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dac903c5-dcbc-491c-bd9a-4d084072c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:34.736775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:35.545209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:35.773421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:35.978107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba70505-2f1d-48ff-b7e3-b8508e26423b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:35.979405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cba70505-2f1d-48ff-b7e3-b8508e26423b admin admin] 10.222.0.58 "GET /v2.0/subnets/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4 HTTP/1.1" status: 200 len: 849 time: 0.2050447 Jul 12 15:54:36.142438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-be1aae24-741b-40cc-b012-682b79e4cfcd admin admin] 10.222.0.58 "GET /v2.0/routers/9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf HTTP/1.1" status: 200 len: 704 time: 0.1577070 Jul 12 15:54:36.413505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:36.715700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Allocated IP 172.20.0.1 (fb10a90b-4c34-4391-b7fc-7a293a646772/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4/1f20e15a-7f58-4d28-b241-23a2f9572538) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:54:36.915261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:36.936832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Transition to ACTIVE for port object 1f20e15a-7f58-4d28-b241-23a2f9572538 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:54:36.973048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.019481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.084387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Network fb10a90b-4c34-4391-b7fc-7a293a646772 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:54:37.091599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:37.096946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:54:37.097430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.160371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Pushing event updated for resources: {'Port': ['ID=1f20e15a-7f58-4d28-b241-23a2f9572538,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:37.260659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-58a6d4d7-755a-4703-941d-78af30a5df99 None None] Provisioning for port 1f20e15a-7f58-4d28-b241-23a2f9572538 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:54:37.264177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-58a6d4d7-755a-4703-941d-78af30a5df99 None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:37.264548 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-58a6d4d7-755a-4703-941d-78af30a5df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.297679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-58a6d4d7-755a-4703-941d-78af30a5df99 None None] Port 1f20e15a-7f58-4d28-b241-23a2f9572538 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:54:37.323726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.506248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.511294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.540220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.568365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Pushing event updated for resources: {'Port': ['ID=1f20e15a-7f58-4d28-b241-23a2f9572538,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:37.647752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Network fb10a90b-4c34-4391-b7fc-7a293a646772 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:54:37.649848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:37.719323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f2034e73-89be-42ee-8506-3c8d54a8bf8d None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:37.719914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2034e73-89be-42ee-8506-3c8d54a8bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.757049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f2034e73-89be-42ee-8506-3c8d54a8bf8d None None] Port 1f20e15a-7f58-4d28-b241-23a2f9572538 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:54:37.814995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 15:54:37.874939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5e2ea558-3325-422d-af80-5012c10d7cc8 None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:37.875308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea558-3325-422d-af80-5012c10d7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:37.909367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ea558-3325-422d-af80-5012c10d7cc8 None None] Port 1f20e15a-7f58-4d28-b241-23a2f9572538 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:54:37.909894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 15:54:37.916268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dd49e9dd-0671-4b0f-9c27-8e63670fda79 admin admin] 10.222.0.58 "PUT /v2.0/routers/9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7691584 Jul 12 15:54:37.922629 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Sync routers for ids ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 15:54:37.934191 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Routers {'9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:54:37.935037 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T15:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:38.124486 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Set router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:54:38.575747 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:37Z', 'revision_number': 2, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port_host': None, '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:37Z', 'revision_number': 2, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:38.629551 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Checking router: 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 15:54:38.629913 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Updating router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf port 1f20e15a-7f58-4d28-b241-23a2f9572538 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 15:54:38.694579 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.196689 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.215713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Transition to ACTIVE for port object 1f20e15a-7f58-4d28-b241-23a2f9572538 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:54:39.221207 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.386682 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Attempting to bind port 1f20e15a-7f58-4d28-b241-23a2f9572538 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:54:39.387090 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Attempting to bind port 1f20e15a-7f58-4d28-b241-23a2f9572538 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:54:39.387525 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Attempting to bind port 1f20e15a-7f58-4d28-b241-23a2f9572538 on network fb10a90b-4c34-4391-b7fc-7a293a646772 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:54:39.399558 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:54:39.399979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Checking segment: {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:54:39.400472 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.400870 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Bound using segment: {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:54:39.401364 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Bound port: 1f20e15a-7f58-4d28-b241-23a2f9572538, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd19011-d4bd-4b9e-9f92-0455648a1fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:54:39.401772 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.404511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Pushing event updated for resources: {'Port': ['ID=1f20e15a-7f58-4d28-b241-23a2f9572538,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:39.420404 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.420747 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.421079 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.421414 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.421740 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.422064 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.422385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.423543 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.424396 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.424833 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.425261 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.425689 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Tracked resource versions report: Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: pushed versions: Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: { 'AddressGroup': {'1.2'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'ConntrackHelper': {'1.0'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Log': {'1.0'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Network': {'1.1'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Port': {'1.7'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'PortForwarding': {'1.2'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'QosPolicy': {'1.8'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SecurityGroup': {'1.4'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SubPort': {'1.0'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Subnet': {'1.1'}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Trunk': {'1.1'}} Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: consumer versions: Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: { DHCP agent@n-d-800078-3: {}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: L3 agent@n-d-800078-3: {}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: Metadata agent@n-d-800078-3: {}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: Metering agent@n-d-800078-3: {}, Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'ConntrackHelper': '1.0', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Log': '1.0', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Network': '1.1', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Port': '1.7', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'PortForwarding': '1.2', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'QosPolicy': '1.8', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SecurityGroup': '1.4', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SecurityGroupRule': '1.2', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'SubPort': '1.0', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Subnet': '1.1', Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: 'Trunk': '1.1'}} Jul 12 15:54:39.426904 n-d-800078-3 neutron-server[93714]: {{(pid=93714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:54:39.485785 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] For port 1f20e15a-7f58-4d28-b241-23a2f9572538, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:54:39.508252 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] For port 1f20e15a-7f58-4d28-b241-23a2f9572538, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1f20e15a-7f58-4d28-b241-23a2f9572538,segment=NetworkSegment(5dd19011-d4bd-4b9e-9f92-0455648a1fe0),segment_id=5dd19011-d4bd-4b9e-9f92-0455648a1fe0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:54:39.512694 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:39.573728 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Routers {'9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:54:39.574346 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T15:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:39.609769 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69089d-7d55-4341-9ef5-b6fa6aaf022b None None] Pushing event updated for resources: {'Port': ['ID=1f20e15a-7f58-4d28-b241-23a2f9572538,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:39.668895 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] Set router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:54:39.877379 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:37Z', 'revision_number': 2, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port_host': None, '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:39Z', 'revision_number': 4, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:39.904201 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f44b8bd-0717-4f6a-8965-42dcd8365018 None None] The sync data for ids ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'] in n-d-800078-3 is: [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:37Z', 'revision_number': 2, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port_host': None, '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:39Z', 'revision_number': 4, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 15:54:40.178429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59220) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:40.289097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e0067-ac8c-48d8-ad6e-340b87fd6fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:40.290464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-db2e0067-ac8c-48d8-ad6e-340b87fd6fcf admin admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 842 time: 0.1110141 Jul 12 15:54:40.299710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'gateway_ip': '172.25.8.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:40.321499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Made reservation on behalf of 9e08177bb1e34ec58c67aef158991a1f for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:54:40.323833 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:40.615689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 15:54:40.616045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:40.669514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4319b34-1089-423c-8631-654b1659aec2,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:40.678473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:54:40.678823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Network hostable DHCP agents. Network: c826e652-850a-482c-acd7-b90ac0720133, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:54:40.696390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:54:40.704520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c826e652-850a-482c-acd7-b90ac0720133) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:40.708253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:40.708822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:40.713117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc408c1d-ac0f-4ff4-bc9b-e64ed91c01c7 None None] Network c826e652-850a-482c-acd7-b90ac0720133 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:54:40.729444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c6fb198-42e1-4fd9-9b8d-ca70cc28a065 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4266238 Jul 12 15:54:40.846201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a28be3-473c-4ffd-aa81-8f6af13933c3 None None] Network c826e652-850a-482c-acd7-b90ac0720133 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:54:42.989917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59232) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:43.206711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a17be7d5-493d-42ae-b25c-5e33677ad646 admin admin] 10.222.0.58 "GET /v2.0/routers/9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf HTTP/1.1" status: 200 len: 710 time: 0.2157156 Jul 12 15:54:43.404356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e968a1-f703-4fcb-9a28-f47e1ea8f78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:54:43.405847 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83e968a1-f703-4fcb-9a28-f47e1ea8f78d admin admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 886 time: 0.1940215 Jul 12 15:54:43.415031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:54:43.681571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:43.919722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.002651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.185915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Allocated IP 172.25.8.59 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c7b7b8f5-1f9c-477d-963a-c6daab05b8e8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:54:44.294444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.379045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.419787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:54:44.421110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:54:44.501080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:44.506084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:54:44.516161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.516503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.516844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.517173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.517498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.517822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.518142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.518461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.518778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.519092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.519408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.519751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Tracked resource versions report: Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: pushed versions: Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: { 'AddressGroup': {'1.2'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'ConntrackHelper': {'1.0'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Log': {'1.0'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Network': {'1.1'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Port': {'1.7'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'PortForwarding': {'1.2'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'QosPolicy': {'1.8'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SecurityGroup': {'1.4'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SubPort': {'1.0'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Subnet': {'1.1'}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Trunk': {'1.1'}} Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: consumer versions: Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: { DHCP agent@n-d-800078-3: {}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: L3 agent@n-d-800078-3: {}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: Metadata agent@n-d-800078-3: {}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: Metering agent@n-d-800078-3: {}, Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'ConntrackHelper': '1.0', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Log': '1.0', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Network': '1.1', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Port': '1.7', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'PortForwarding': '1.2', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'QosPolicy': '1.8', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SecurityGroup': '1.4', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SecurityGroupRule': '1.2', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'SubPort': '1.0', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Subnet': '1.1', Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: 'Trunk': '1.1'}} Jul 12 15:54:44.520879 n-d-800078-3 neutron-server[93712]: {{(pid=93712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:54:44.557358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1f20e15a-7f58-4d28-b241-23a2f9572538 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:44.609052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1f20e15a-7f58-4d28-b241-23a2f9572538 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:54:44.612682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:44.613060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.689121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.721014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1f20e15a-7f58-4d28-b241-23a2f9572538, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1f20e15a-7f58-4d28-b241-23a2f9572538,segment=NetworkSegment(5dd19011-d4bd-4b9e-9f92-0455648a1fe0),segment_id=5dd19011-d4bd-4b9e-9f92-0455648a1fe0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:54:44.724693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.780127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1f20e15a-7f58-4d28-b241-23a2f9572538,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:44.858297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:44.907226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bc62a93e-9a1f-4bff-a44f-aa5f7bcb9bd9 None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:44.907612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc62a93e-9a1f-4bff-a44f-aa5f7bcb9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:45.062216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:45.065457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:45.174425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 15:54:45.280798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 15:54:45.285115 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:45.286135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4b79ccc-dd98-4be6-8eb8-93e93c6a8c26 admin admin] 10.222.0.58 "PUT /v2.0/routers/9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf HTTP/1.1" status: 200 len: 889 time: 1.8749485 Jul 12 15:54:45.302904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Sync routers for ids ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 15:54:45.313907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Routers {'9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:54:45.314675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T15:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:45.534873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Set router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:54:45.931421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 4, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port': {'id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:44Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 5, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:45.985950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Checking router: 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 15:54:45.986328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Updating router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 15:54:46.019336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.343805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.353335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Transition to ACTIVE for port object c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:54:46.359495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.412910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cead8-79c7-4765-8a60-f7ae938ce48e None None] Pushing event updated for resources: {'Port': ['ID=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:46.415683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Attempting to bind port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:54:46.416410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Attempting to bind port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:54:46.416780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Attempting to bind port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:54:46.421949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:54:46.422320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:54:46.422718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.423102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:54:46.423560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Bound port: c7b7b8f5-1f9c-477d-963a-c6daab05b8e8, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:54:46.423978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.475735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] For port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:54:46.478964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] For port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:54:46.484357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:46.550535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Routers {'9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:54:46.551166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T15:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:46.670767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1f20e15a-7f58-4d28-b241-23a2f9572538 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:46.674641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cead8-79c7-4765-8a60-f7ae938ce48e None None] Pushing event updated for resources: {'Port': ['ID=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:46.783253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] Set router 9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:54:46.812925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:46.813301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:47.068612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 4, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port': {'id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:44Z', 'updated_at': '2021-07-12T15:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 5, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:54:47.096989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83973c22-ccd8-4e2c-b9a2-166f31a5978a None None] The sync data for ids ['9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf'] in n-d-800078-3 is: [{'id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'name': 'router1', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:54:27Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 4, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'gw_port': {'id': 'c7b7b8f5-1f9c-477d-963a-c6daab05b8e8', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:44Z', 'updated_at': '2021-07-12T15:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1f20e15a-7f58-4d28-b241-23a2f9572538', 'name': '', 'network_id': 'fb10a90b-4c34-4391-b7fc-7a293a646772', 'tenant_id': '5fd37e2f5ce44f5ab136996a01b65581', 'mac_address': 'fa:16:3e:a8:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9249c4d8-9a97-4ac2-8ecd-06b2c6e03acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:54:36Z', 'updated_at': '2021-07-12T15:54:44Z', 'revision_number': 5, 'project_id': '5fd37e2f5ce44f5ab136996a01b65581', 'subnets': [{'id': '22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c529e4b-1b83-423a-a8a7-796fb9a1260e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 15:54:47.674622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:54:47.799333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fe394dfd-fdab-47a5-a2b1-f67c6f940f6a admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1235857 Jul 12 15:54:48.567327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:48.628047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:54:48.637108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:48.637487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:48.719999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:48.739496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:54:48.744249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:54:48.796520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=c7b7b8f5-1f9c-477d-963a-c6daab05b8e8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:54:50.548360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:54:50.601712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c7b7b8f5-1f9c-477d-963a-c6daab05b8e8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:54:50.603038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:00.240996 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:55:01.877516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf8ec93b-2dfc-49ea-ad76-ccc686260988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:04.330998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c0e46eff-395a-4b82-b292-4224d5d809be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:04.739204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:05.552485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:06.998821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:31.877204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e8fc-b6c3-46ad-ad52-29e0399fabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:34.328342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916aea87-2ea6-452f-9803-df7d109d435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:34.743272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:35.549932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:36.993738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:37.245554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:56:01.877725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ed1121d6-5cf4-4e9b-856c-abc1608b69a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:04.327786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81510398-a8ad-4d8c-bc81-bc778b790589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:04.744684 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:05.550852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:06.996470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:14.245228 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:56:28.112697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59848) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:28.172230 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fa0a6a-df0b-4316-98c2-db5c59957271 admin admin] GET failed (client error): The resource could not be found. Jul 12 15:56:28.173579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d1fa0a6a-df0b-4316-98c2-db5c59957271 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599356 Jul 12 15:56:28.338018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ca8d9-96cf-406a-a920-34106835e9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:28.339690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-305ca8d9-96cf-406a-a920-34106835e9e7 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623104 Jul 12 15:56:30.476776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59858) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:30.576992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a531d-3663-4a3f-8913-4caaccdc0aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:30.578331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8d2a531d-3663-4a3f-8913-4caaccdc0aef admin admin] 10.222.0.58 "GET /v2.0/subnets/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4 HTTP/1.1" status: 200 len: 849 time: 0.1006196 Jul 12 15:56:30.587526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:56:30.673035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:30.815016 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778558657841'] for subnet, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:30.843510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:30.844125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:30.845916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] 10.222.0.58 "PUT /v2.0/subnets/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4 HTTP/1.1" status: 200 len: 868 time: 0.2616968 Jul 12 15:56:30.858818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a387e8-fa32-4644-a710-2bb85461bfa2 None None] Network fb10a90b-4c34-4391-b7fc-7a293a646772 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:56:30.868224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:30.875835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.876192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.876493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.876824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.877146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.877469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.877787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.878104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.878425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.878801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.879125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:30.879438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387865ff-f61b-4348-b865-fc24b6a011fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:31.207852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-13796f7c-281d-45a0-9957-a1e7b232ed73 None None] Provisioning complete for port 35aab361-319b-4c58-bc0e-247c691c2e9b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:31.208234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13796f7c-281d-45a0-9957-a1e7b232ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:31.296824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-13796f7c-281d-45a0-9957-a1e7b232ed73 None None] Provisioning complete for port 1f20e15a-7f58-4d28-b241-23a2f9572538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:31.297197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13796f7c-281d-45a0-9957-a1e7b232ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:31.878968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ccf918f7-d815-4db5-bb5a-9aa3b4a78eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:33.004038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59866) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:33.203200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277b086-465d-4c98-ae13-0aa696d83696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:33.203575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277b086-465d-4c98-ae13-0aa696d83696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:33.205125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3277b086-465d-4c98-ae13-0aa696d83696 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001448 Jul 12 15:56:34.333001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c8014fa3-1df6-4407-80ee-5bd67b68a08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:34.745441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:35.355425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:35.486938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d2467-608a-4d21-9ca6-3e3049af4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:35.487402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d2467-608a-4d21-9ca6-3e3049af4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:35.488948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c76d2467-608a-4d21-9ca6-3e3049af4d15 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325529 Jul 12 15:56:35.564215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:36.999457 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:37.661224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59882) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:37.846486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e1ca9-6f2d-4a31-992d-8cbb96d3f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:37.847788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e86e1ca9-6f2d-4a31-992d-8cbb96d3f47d admin admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 886 time: 0.1855981 Jul 12 15:56:39.997933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59892) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:40.127160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dba02b-c220-488c-aa25-a9fb33cfa4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:40.128549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28dba02b-c220-488c-aa25-a9fb33cfa4aa admin admin] 10.222.0.58 "GET /v2.0/networks/fb10a90b-4c34-4391-b7fc-7a293a646772 HTTP/1.1" status: 200 len: 869 time: 0.1296825 Jul 12 15:56:42.267763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59900) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:42.387473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54594704-c391-49e8-b67e-f9810569deca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:42.387955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54594704-c391-49e8-b67e-f9810569deca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:42.389474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54594704-c391-49e8-b67e-f9810569deca admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207421 Jul 12 15:56:44.600113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:44.691526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c53ad-a4e2-4863-9e4b-a1c337a3de38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:44.692008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c53ad-a4e2-4863-9e4b-a1c337a3de38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:44.693993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-032c53ad-a4e2-4863-9e4b-a1c337a3de38 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929372 Jul 12 15:56:46.836913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59916) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:46.925105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9bb5bf-17b6-49d3-9239-7ce40f626792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:46.926481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0d9bb5bf-17b6-49d3-9239-7ce40f626792 admin admin] 10.222.0.58 "GET /v2.0/subnets/22b3adbe-ce6e-47b7-b714-5fddf7aa3bf4 HTTP/1.1" status: 200 len: 868 time: 0.0886657 Jul 12 15:56:49.048490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:49.132345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a260cdd-5514-4179-91e0-42135468623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:49.133684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a260cdd-5514-4179-91e0-42135468623f admin admin] 10.222.0.58 "GET /v2.0/subnets/f4319b34-1089-423c-8631-654b1659aec2 HTTP/1.1" status: 200 len: 816 time: 0.0842197 Jul 12 15:56:51.244417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:57:01.882490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0d4f-cdaa-470d-a881-3d153464a525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:04.336290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7412126d-fdfe-4aa8-a5e6-e3db186b30a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:04.746290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:05.558215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:07.008605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:13.295249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:13.340814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-05a7b672-a666-49d7-a772-49477a663129 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:57:13.341803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-05a7b672-a666-49d7-a772-49477a663129 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455580 Jul 12 15:57:15.570078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:15.626707 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b83709-068d-4b7c-bb98-c15c9f20e850 admin admin] GET failed (client error): The resource could not be found. Jul 12 15:57:15.628025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f4b83709-068d-4b7c-bb98-c15c9f20e850 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0570362 Jul 12 15:57:15.769663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774b4f7-30fe-46d0-af18-ca281b041f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:15.771603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3774b4f7-30fe-46d0-af18-ca281b041f4f admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1391990 Jul 12 15:57:17.933278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59992) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:17.981089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:57:18.004674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Made reservation on behalf of 9e08177bb1e34ec58c67aef158991a1f for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:57:18.007642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:18.053525 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.revisions.revision_plugin [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Could not find related network for resource to bump revision. Jul 12 15:57:18.069387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 15:57:18.085812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778558603349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:18.086342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Unsubscribe: segment precommit_create {{(pid=93712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 15:57:18.086919 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Added segment 40c330f5-3040-4ae7-bb72-1731e14fc68e of type vlan for network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf Jul 12 15:57:18.222344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:18.264705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:18.265692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:18.266339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:18.353655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4192960 Jul 12 15:57:18.362075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ace7-8bc1-4da0-b253-646ae67678ff admin admin] Pushing event updated for resources: {'Network': ['ID=700b3b5c-b29b-4cd8-9c2d-99521e61abbf,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:18.383918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:57:20.548040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60000) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:20.606822 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0902c6b0-7028-4443-8c4a-e9cb906a2ec9 admin admin] GET failed (client error): The resource could not be found. Jul 12 15:57:20.608200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0902c6b0-7028-4443-8c4a-e9cb906a2ec9 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592241 Jul 12 15:57:20.676931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33476f3-c929-4380-bb26-063d9989ad98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:20.678355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c33476f3-c929-4380-bb26-063d9989ad98 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660682 Jul 12 15:57:20.687545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'cidr': '192.168.233.0/24'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:57:20.707465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Made reservation on behalf of 9e08177bb1e34ec58c67aef158991a1f for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:57:20.710412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:20.872370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:20.925587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c5534b-21ba-48f3-bd90-380ccbf17e3e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:20.935821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.936166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.936510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.936843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.937169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.937491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.937813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.938132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.938444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.938767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.939081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.939399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:20.946165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:57:20.946519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Network hostable DHCP agents. Network: 700b3b5c-b29b-4cd8-9c2d-99521e61abbf, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:57:20.961797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:57:20.970116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 700b3b5c-b29b-4cd8-9c2d-99521e61abbf) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:57:20.973992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:20.974564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:20.979008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0bb8a-7944-4b2a-8be1-3f2b2460bf79 None None] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:57:20.987826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e17cc9a0-c00c-4e7d-b9d4-a31770ce5056 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3035495 Jul 12 15:57:21.227973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'tenant_id': '9e08177bb1e34ec58c67aef158991a1f', 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 15:57:21.228848 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.374251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Allocated IP 192.168.233.2 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/b97e7a34-2600-443b-8205-dde14590f620) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:57:21.523449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.531882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Transition to ACTIVE for port object b97e7a34-2600-443b-8205-dde14590f620 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:57:21.547565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Transition to ACTIVE for port object b97e7a34-2600-443b-8205-dde14590f620 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:57:21.554845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.592650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:57:21.598159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:57:21.601787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:57:21.614373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Pushing event updated for resources: {'Port': ['ID=b97e7a34-2600-443b-8205-dde14590f620,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:21.636813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.637158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.637498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.637829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.638160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.638488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.638812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.639130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.639450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.639845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.640164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.640483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:21.679829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Attempting to bind port b97e7a34-2600-443b-8205-dde14590f620 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:57:21.680219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Attempting to bind port b97e7a34-2600-443b-8205-dde14590f620 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:57:21.680615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Attempting to bind port b97e7a34-2600-443b-8205-dde14590f620 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:57:21.685673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:57:21.686039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:57:21.686437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.686832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:57:21.687295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Bound port: b97e7a34-2600-443b-8205-dde14590f620, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:57:21.687729 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.754308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] For port b97e7a34-2600-443b-8205-dde14590f620, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:57:21.757948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] For port b97e7a34-2600-443b-8205-dde14590f620, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b97e7a34-2600-443b-8205-dde14590f620,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:57:21.761422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:21.818041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6c93e-9981-4462-bbc0-a81e7e93304e None None] Pushing event updated for resources: {'Port': ['ID=b97e7a34-2600-443b-8205-dde14590f620,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:22.637124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2bcb4-accf-49e4-8997-2e2d7ffadc04 None None] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:57:22.705543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b97e7a34-2600-443b-8205-dde14590f620 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:57:22.729412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de32bbe8-09c6-4a82-a07f-52b13ea66c89 None None] Provisioning for port b97e7a34-2600-443b-8205-dde14590f620 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:57:22.801863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b97e7a34-2600-443b-8205-dde14590f620 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:57:22.811960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b97e7a34-2600-443b-8205-dde14590f620 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:57:22.812333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:22.930581 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:22.968869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b97e7a34-2600-443b-8205-dde14590f620, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b97e7a34-2600-443b-8205-dde14590f620,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:57:22.973364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:23.031715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b97e7a34-2600-443b-8205-dde14590f620,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:23.164977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e5c0a177-3e38-421d-93a6-4ba214ba865a None None] Provisioning complete for port b97e7a34-2600-443b-8205-dde14590f620 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:57:23.165308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a177-3e38-421d-93a6-4ba214ba865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:24.666573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b97e7a34-2600-443b-8205-dde14590f620 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:57:24.716798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b97e7a34-2600-443b-8205-dde14590f620 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:57:24.717167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:28.243467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:57:31.883102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-527db1fe-c2bd-43c7-9929-9bcee96e2121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:34.336904 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f01201c1-2066-4353-b027-40b5d00eb039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:34.751143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:35.560451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:37.011234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:01.883574 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c8239fe-f196-433e-9857-0659680f187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:04.338378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b8edab8-08b2-497f-b0e6-56bd412f5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:04.752018 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:05.242624 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:58:05.563332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:07.013669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.141238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:28.147373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-7ece8d12-bd57-4722-a54a-b3c556129492 tempest-verify_tempest_config-942528792 tempest-verify_tempest_config-942528792-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:58:28.148373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ece8d12-bd57-4722-a54a-b3c556129492 tempest-verify_tempest_config-942528792 tempest-verify_tempest_config-942528792-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061555 Jul 12 15:58:28.458990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:28.558283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.679101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.683475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.727907 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9cefe4a3f19e435694ba15d326e62bb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2677302 Jul 12 15:58:28.729859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb14a73-c3fe-44c7-b130-f1456d383ab0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:28.731627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60076) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:28.737656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.738125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.738571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.738812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.739139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.739550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.739889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.740209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.740524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.740957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.741274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.741614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf4aff-a0ba-4c28-9255-ef428964688d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.789053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.809396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.898143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.900700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:28.904528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6bb14a73-c3fe-44c7-b130-f1456d383ab0 HTTP/1.1" status: 204 len: 168 time: 0.1714847 Jul 12 15:58:28.912357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb14a73-c3fe-44c7-b130-f1456d383ab0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:28.919035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.919384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.919752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.920089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.920423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.920753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.921082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.921405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.921736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.922058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.922378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:28.922702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f17f-0594-4dc3-b679-d6ebc8b030ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:31.883923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ab753a4-4609-436f-bf49-bddfeffb02ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:34.339034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a40a0e94-ccfb-41f7-a3ed-405bfd607a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:34.751152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:35.565882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:37.016211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:42.241036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:59:01.883977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b31b6aab-b9af-4773-94de-fadda9cc7664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:04.339430 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb412c48-85fb-4f68-b397-8811b37dc94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:04.751447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:05.569479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:07.019740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:19.239736 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:59:31.885004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-731e2d3c-b93b-4431-bfff-e49b92b684c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:34.343373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-120ff55a-c890-4dfd-9193-9505e44a48dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:34.751331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:35.572532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:37.021971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:56.237778 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:00:01.888296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5534654-e130-4113-b845-2a551692d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:04.343706 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4903e5c2-b8ee-4b7a-bbbb-a2cc00651ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:04.752288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:05.575425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:07.025298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:31.888522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fbec7a45-e3a0-44e3-b492-cad713591ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:33.235997 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:00:34.344597 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8f9-0064-4c27-a4a5-f4a7771fd96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:34.752238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:35.578685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:37.027807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:01.888645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3c905fd-cf3d-4ee0-873a-773854ae7058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:04.344395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eee75599-a8cb-488a-bb2b-af70082ccaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:04.753080 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:05.581785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:07.030961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:10.234588 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 5 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:01:31.889042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7026a05c-5e7c-4aa7-b141-398c9837208d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:32.780580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:34.344831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65ef72d6-5c81-4ed5-927e-60bc46e6e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:34.753291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:34.942346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533711'] for agent, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:35.585145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:37.035769 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:47.234095 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:02:01.889439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b2c758e-1f90-4410-8013-4ab96db14791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:02.726233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:04.345586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2692c79-f9f3-4cd8-867a-d404d437ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:04.753508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:04.890212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:05.588113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:07.038046 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:19.115673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:02:19.217960 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4707924b-a488-4e05-b193-38571e6875eb admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1011899 Jul 12 16:02:21.365201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60150) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:02:21.420994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-926b8622-1f43-49df-9e16-4ad81cabc257 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0547192 Jul 12 16:02:24.232651 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:02:31.890348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2901e36-4097-4461-b104-ba8358c96f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:32.752647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:34.346102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d3111bf-96b1-4bbe-b279-efeb2ef49a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:34.756893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:34.890962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:35.590458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:37.041163 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:01.231660 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:03:01.895567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-38e29fca-b96d-458b-84a3-0521ba0ac7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:02.756479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:04.348354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-df8d0481-fb22-4e7c-833b-81d643534802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:04.769075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:04.908314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:05.594280 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:07.050333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.888523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e77fa0f4-8099-4299-9125-f671662f89d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.771402 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.351830 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4e65f1b0-a1e0-446b-8023-8c704edd2b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.762292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.921572 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.596886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.047727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.230646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:03:46.468433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:46.706212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-network', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:46.729256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Made reservation on behalf of 755019fa1c7144ea8b57fef118d8e807 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:46.732073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.740419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.836427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.841074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.877084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19beb93-13fd-48ce-855b-a1cae5d926b3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:46.885175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:46.895612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.896171 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Added segment 0e65d342-35d0-4a78-a5cf-d19e56481c6b of type vlan for network 76ced32e-90b0-4233-ad91-15e3118c535d Jul 12 16:03:46.929711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.930059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.930567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.931066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.931552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.932060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.932628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.933113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.933891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.934533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.935254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.935923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Tracked resource versions report: Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: pushed versions: Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Log': {'1.0'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Network': {'1.1'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Port': {'1.7'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'PortForwarding': {'1.2'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'QosPolicy': {'1.8'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SubPort': {'1.0'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Subnet': {'1.1'}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Trunk': {'1.1'}} Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: consumer versions: Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: { DHCP agent@n-d-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: HyperV agent@n-h1-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: HyperV agent@n-h2-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: L3 agent@n-d-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: Metadata agent@n-d-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: Metering agent@n-d-800078-3: {}, Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'ConntrackHelper': '1.0', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Log': '1.0', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Network': '1.1', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Port': '1.7', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'PortForwarding': '1.2', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'QosPolicy': '1.8', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SecurityGroup': '1.4', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SecurityGroupRule': '1.2', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'SubPort': '1.0', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Subnet': '1.1', Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: 'Trunk': '1.1'}} Jul 12 16:03:46.937175 n-d-800078-3 neutron-server[93712]: {{(pid=93712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:46.955288 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.996320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.997708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:46.998646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.023417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5524824 Jul 12 16:03:47.026250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60368) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:47.031846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Request body: {'subnet': {'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-subnet', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:47.056454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Made reservation on behalf of 755019fa1c7144ea8b57fef118d8e807 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:47.059305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.068661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8272a17-9a25-45ac-aa4a-a2acc450930b admin admin] Pushing event updated for resources: {'Network': ['ID=76ced32e-90b0-4233-ad91-15e3118c535d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:47.079314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 76ced32e-90b0-4233-ad91-15e3118c535d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:47.270203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.319121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:47.329887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.330236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.330588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Tracked resource versions report: Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: pushed versions: Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Log': {'1.0'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Network': {'1.1'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Port': {'1.7'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'PortForwarding': {'1.2'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'QosPolicy': {'1.8'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SubPort': {'1.0'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Subnet': {'1.1'}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Trunk': {'1.1'}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: consumer versions: Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: { DHCP agent@n-d-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: HyperV agent@n-h1-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: HyperV agent@n-h2-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: L3 agent@n-d-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: Metadata agent@n-d-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: Metering agent@n-d-800078-3: {}, Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'ConntrackHelper': '1.0', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Log': '1.0', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Network': '1.1', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Port': '1.7', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'PortForwarding': '1.2', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'QosPolicy': '1.8', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SecurityGroup': '1.4', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SecurityGroupRule': '1.2', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'SubPort': '1.0', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Subnet': '1.1', Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: 'Trunk': '1.1'}} Jul 12 16:03:47.335791 n-d-800078-3 neutron-server[93711]: {{(pid=93711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:47.339867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60380) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:47.355920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Checking segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:47.356190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Network hostable DHCP agents. Network: 76ced32e-90b0-4233-ad91-15e3118c535d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:47.372986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Network 76ced32e-90b0-4233-ad91-15e3118c535d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:47.382671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 76ced32e-90b0-4233-ad91-15e3118c535d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:47.387011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:47.387610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.392490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717deec-4523-41fe-b546-faf54ab06ed8 None None] Network 76ced32e-90b0-4233-ad91-15e3118c535d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:47.419228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ed7aa8ca-42d0-4f69-91f6-5be48e4ab718 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3918808 Jul 12 16:03:47.419463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60386) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:47.424741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:47.453844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.455185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.519925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.565860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-76ced32e-90b0-4233-ad91-15e3118c535d', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:03:47.566964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.683953 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.737937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Allocated IP 172.20.0.2 (76ced32e-90b0-4233-ad91-15e3118c535d/8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9/d9770bb4-bf6a-4388-996d-ab37711fab97) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:47.906800 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.915751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Transition to ACTIVE for port object d9770bb4-bf6a-4388-996d-ab37711fab97 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:47.932756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Transition to ACTIVE for port object d9770bb4-bf6a-4388-996d-ab37711fab97 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:47.940939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.962847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Network 76ced32e-90b0-4233-ad91-15e3118c535d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:47.966212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:47.985011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60400) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:47.985461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b65e13b-5e54-4561-a157-8e0ed866d0c3 tempest-AutoAllocateNetworkTest-1014896914 tempest-AutoAllocateNetworkTest-1014896914-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ef29c15308c34fee9f8450197a2d685b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6436732 Jul 12 16:03:47.987525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:47.989519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.023794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.064017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Attempting to bind port d9770bb4-bf6a-4388-996d-ab37711fab97 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:48.064386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Attempting to bind port d9770bb4-bf6a-4388-996d-ab37711fab97 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:48.064744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Attempting to bind port d9770bb4-bf6a-4388-996d-ab37711fab97 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:48.075332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:48.075729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Checking segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:48.076139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.076579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Bound using segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:48.076978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Bound port: d9770bb4-bf6a-4388-996d-ab37711fab97, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:48.077375 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.148571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Pushing event updated for resources: {'Port': ['ID=d9770bb4-bf6a-4388-996d-ab37711fab97,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.160869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.161856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.162376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.163819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.164336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.165163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.165639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.166117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.166592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.167096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.167726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.168209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Tracked resource versions report: Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: pushed versions: Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Log': {'1.0'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Network': {'1.1'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Port': {'1.7'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'PortForwarding': {'1.2'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'QosPolicy': {'1.8'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SubPort': {'1.0'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Subnet': {'1.1'}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Trunk': {'1.1'}} Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: consumer versions: Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: { DHCP agent@n-d-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: HyperV agent@n-h1-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: HyperV agent@n-h2-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: L3 agent@n-d-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: Metadata agent@n-d-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: Metering agent@n-d-800078-3: {}, Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'ConntrackHelper': '1.0', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Log': '1.0', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Network': '1.1', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Port': '1.7', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'PortForwarding': '1.2', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'QosPolicy': '1.8', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SecurityGroup': '1.4', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SecurityGroupRule': '1.2', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'SubPort': '1.0', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Subnet': '1.1', Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: 'Trunk': '1.1'}} Jul 12 16:03:48.170174 n-d-800078-3 neutron-server[93713]: {{(pid=93713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:48.184532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Allocated IP 172.25.8.125 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/549c75f8-5c51-4873-8aee-a335d5917e1f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:48.195675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] For port d9770bb4-bf6a-4388-996d-ab37711fab97, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:48.203714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] For port d9770bb4-bf6a-4388-996d-ab37711fab97, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d9770bb4-bf6a-4388-996d-ab37711fab97,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:48.213948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.280839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347917bd-7aed-494b-b461-e5abab61f876 None None] Pushing event updated for resources: {'Port': ['ID=d9770bb4-bf6a-4388-996d-ab37711fab97,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.309750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e62de3-f96b-4b72-9db1-656df98453d0 tempest-AutoAllocateNetworkTest-1014896914 tempest-AutoAllocateNetworkTest-1014896914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:48.315905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60412) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:48.316164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2e62de3-f96b-4b72-9db1-656df98453d0 tempest-AutoAllocateNetworkTest-1014896914 tempest-AutoAllocateNetworkTest-1014896914-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3299260 Jul 12 16:03:48.390639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5fd86e45-64cc-4526-9095-aaba08b5d9dc tempest-AutoAllocateNetworkTest-1014896914 tempest-AutoAllocateNetworkTest-1014896914-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712097 Jul 12 16:03:48.391168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:48.429110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f540d1e4-40fc-4e57-9c9f-37d5484c7484 tempest-AutoAllocateNetworkTest-1014896914 tempest-AutoAllocateNetworkTest-1014896914-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ef29c15308c34fee9f8450197a2d685b HTTP/1.1" status: 200 len: 208 time: 0.0363843 Jul 12 16:03:48.446129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.499491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.561602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:48.568530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:48.574051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:48.747681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Pushing event updated for resources: {'Port': ['ID=549c75f8-5c51-4873-8aee-a335d5917e1f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.945929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d9770bb4-bf6a-4388-996d-ab37711fab97 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:49.013886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d9770bb4-bf6a-4388-996d-ab37711fab97 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:49.015473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.258504 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.285575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60456) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:49.448036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151475b-24ee-4960-8019-6b58a7b6452e None None] Network 76ced32e-90b0-4233-ad91-15e3118c535d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:49.457511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Router 9eeba77c-03ca-49de-b899-80822c1e1823 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:03:49.582920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Provisioning for port d9770bb4-bf6a-4388-996d-ab37711fab97 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:49.591916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Provisioning complete for port d9770bb4-bf6a-4388-996d-ab37711fab97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:49.592541 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.607463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:49.651727 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:49.652714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.652714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1604f083-20e4-48e3-9a8a-97660c38ccc0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2182949 Jul 12 16:03:49.652893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60478) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:49.653704 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:49.653704 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:03:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:49.896712 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.971424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] For port d9770bb4-bf6a-4388-996d-ab37711fab97, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d9770bb4-bf6a-4388-996d-ab37711fab97,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:49.983049 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.996831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-512160cb-6dea-45ee-9805-9e3f1b0c6c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.027496 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:50.113531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ed04a-176e-41cc-a62a-31bf41524ade None None] Pushing event updated for resources: {'Port': ['ID=d9770bb4-bf6a-4388-996d-ab37711fab97,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:50.287555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-512160cb-6dea-45ee-9805-9e3f1b0c6c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.304880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-512160cb-6dea-45ee-9805-9e3f1b0c6c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.344502 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 3, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:50.379914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:50.380431 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Updating router 9eeba77c-03ca-49de-b899-80822c1e1823 port 549c75f8-5c51-4873-8aee-a335d5917e1f binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:50.397005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5fd0023f-33d1-48f1-befb-05211e91403f None None] Provisioning complete for port d9770bb4-bf6a-4388-996d-ab37711fab97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:50.398210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5fd0023f-33d1-48f1-befb-05211e91403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.421358 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.445221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60498) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:50.465615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-512160cb-6dea-45ee-9805-9e3f1b0c6c6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef29c15308c34fee9f8450197a2d685b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1782818 Jul 12 16:03:50.507527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512160cb-6dea-45ee-9805-9e3f1b0c6c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890415a3-a560-4fa1-bef9-e1d036733677,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:50.554924 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.601982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.681712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.685940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.687884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/890415a3-a560-4fa1-bef9-e1d036733677 HTTP/1.1" status: 204 len: 168 time: 0.2414391 Jul 12 16:03:50.704316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b480e1-fd3c-4277-b31e-b0eb623625e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890415a3-a560-4fa1-bef9-e1d036733677,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:50.790186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.824351 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.849269 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Transition to ACTIVE for port object 549c75f8-5c51-4873-8aee-a335d5917e1f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:50.861998 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.895313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60528) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:50.908666 n-d-800078-3 neutron-server[93712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:03:50.942794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d9770bb4-bf6a-4388-996d-ab37711fab97 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:50.967256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-1d7bd7db-4f7d-409b-a9ae-bd2550288d67 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a163102a1b3940149bf57ab732a58763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568652 Jul 12 16:03:51.001266 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Attempting to bind port 549c75f8-5c51-4873-8aee-a335d5917e1f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:51.003462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Attempting to bind port 549c75f8-5c51-4873-8aee-a335d5917e1f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:51.004955 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Attempting to bind port 549c75f8-5c51-4873-8aee-a335d5917e1f on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:51.021350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d9770bb4-bf6a-4388-996d-ab37711fab97 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:51.021725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.025190 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:51.031475 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:51.033232 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.033731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:51.034510 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Bound port: 549c75f8-5c51-4873-8aee-a335d5917e1f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:51.036488 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.066560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Allocated IP 172.20.0.1 (76ced32e-90b0-4233-ad91-15e3118c535d/8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9/9ef06d2f-0c04-4fab-a38b-4a950bf52ea7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:51.086330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635be7-2b29-461d-af61-026020604f8e None None] Pushing event updated for resources: {'Port': ['ID=549c75f8-5c51-4873-8aee-a335d5917e1f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:51.121185 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.121425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.121857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.122765 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.124270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.124789 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.125673 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.126572 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.127495 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.127961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.129277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.129715 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635be7-2b29-461d-af61-026020604f8e None None] Tracked resource versions report: Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: pushed versions: Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Log': {'1.0'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Network': {'1.1'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Port': {'1.7'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'PortForwarding': {'1.2'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'QosPolicy': {'1.8'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SubPort': {'1.0'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Subnet': {'1.1'}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Trunk': {'1.1'}} Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: consumer versions: Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: { DHCP agent@n-d-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: HyperV agent@n-h1-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: HyperV agent@n-h2-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: L3 agent@n-d-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: Metadata agent@n-d-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: Metering agent@n-d-800078-3: {}, Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: Open vSwitch agent@n-d-800078-3: { 'AddressGroup': '1.2', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'ConntrackHelper': '1.0', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Log': '1.0', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Network': '1.1', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Port': '1.7', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'PortForwarding': '1.2', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'QosPolicy': '1.8', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SecurityGroup': '1.4', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SecurityGroupRule': '1.2', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'SubPort': '1.0', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Subnet': '1.1', Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: 'Trunk': '1.1'}} Jul 12 16:03:51.132437 n-d-800078-3 neutron-server[93714]: {{(pid=93714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:51.180491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] For port 549c75f8-5c51-4873-8aee-a335d5917e1f, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:51.188926 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] For port 549c75f8-5c51-4873-8aee-a335d5917e1f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=549c75f8-5c51-4873-8aee-a335d5917e1f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:51.197594 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.232713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.253879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Transition to ACTIVE for port object 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:51.287621 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635be7-2b29-461d-af61-026020604f8e None None] Pushing event updated for resources: {'Port': ['ID=549c75f8-5c51-4873-8aee-a335d5917e1f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:51.300146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-af3cc404-711c-4c70-8598-212bb198d302 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:51.301770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-af3cc404-711c-4c70-8598-212bb198d302 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332734 Jul 12 16:03:51.307659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:51.326428 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:51.327050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:03:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:51.334356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-b6f14318-8caf-4678-aa15-78ec7f48e727 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/quotas/a163102a1b3940149bf57ab732a58763 HTTP/1.1" status: 200 len: 375 time: 0.0186775 Jul 12 16:03:51.349913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.390063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-5972a837-58bf-4175-a809-6f3a32560977 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538511 Jul 12 16:03:51.414984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Network 76ced32e-90b0-4233-ad91-15e3118c535d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:51.432189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:51.436443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:51.436443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.475277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:51.594287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c948cd0-20dd-46ba-beb7-6683e7f67a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.744186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Pushing event updated for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:51.794790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c948cd0-20dd-46ba-beb7-6683e7f67a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.802667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.804528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c948cd0-20dd-46ba-beb7-6683e7f67a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.836981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2516614d-6982-444e-aa6f-db29680f55ed None None] Provisioning for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:51.842264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2516614d-6982-444e-aa6f-db29680f55ed None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:51.843093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2516614d-6982-444e-aa6f-db29680f55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.916617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c948cd0-20dd-46ba-beb7-6683e7f67a91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=684ad931950340269c69d3d22d61a0e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6075673 Jul 12 16:03:51.919510 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 3, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:51.921980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60572) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:51.928872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2516614d-6982-444e-aa6f-db29680f55ed None None] Port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:51.954602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c948cd0-20dd-46ba-beb7-6683e7f67a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f464745-0606-4b57-b8cd-60b0ebc98c6f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:52.062116 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82899dcf-e5f3-46d0-85ad-dbedf0c7fa21 None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 3, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:52.104536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.140777 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.158769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.167178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.251408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.264472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.268001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.272741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f464745-0606-4b57-b8cd-60b0ebc98c6f HTTP/1.1" status: 204 len: 168 time: 0.3466973 Jul 12 16:03:52.300954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4a8aa-38d2-45c1-abbc-9ffcd0d35379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f464745-0606-4b57-b8cd-60b0ebc98c6f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:52.347169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Pushing event updated for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:52.545552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-485b474f-2e72-493c-8b1b-ce1f1bdcc51f req-a2d858a7-9ba7-4420-82fb-3cc08de4517f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 210 time: 0.1153395 Jul 12 16:03:52.640768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Network 76ced32e-90b0-4233-ad91-15e3118c535d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:52.644287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:52.887577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-14d6f993-d6dc-4900-9092-de2f2da3408e None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:52.888051 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14d6f993-d6dc-4900-9092-de2f2da3408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:52.990824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-14d6f993-d6dc-4900-9092-de2f2da3408e None None] Port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:53.044227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 549c75f8-5c51-4873-8aee-a335d5917e1f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:53.054414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:03:53.165289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 549c75f8-5c51-4873-8aee-a335d5917e1f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:53.174103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 549c75f8-5c51-4873-8aee-a335d5917e1f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:53.175434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.286998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-132ca2e0-4fd0-4c72-a638-b954ec212100 None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:53.287573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-132ca2e0-4fd0-4c72-a638-b954ec212100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.304377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:53.330731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2770e30-4199-4e83-855d-753b8c5576bc admin admin] 10.222.0.58 "PUT /v2.0/routers/9eeba77c-03ca-49de-b899-80822c1e1823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6876070 Jul 12 16:03:53.370366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-132ca2e0-4fd0-4c72-a638-b954ec212100 None None] Port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:53.458468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.483395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60650) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:53.497220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 549c75f8-5c51-4873-8aee-a335d5917e1f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=549c75f8-5c51-4873-8aee-a335d5917e1f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:53.511949 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.586316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:53.628076 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f743-e24e-408a-b1fa-7031bad25381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.634285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=549c75f8-5c51-4873-8aee-a335d5917e1f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:53.800566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f743-e24e-408a-b1fa-7031bad25381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.807461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f743-e24e-408a-b1fa-7031bad25381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.860005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e74ce62-343c-4824-8c58-1f04aa276c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:53.883994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2f3f743-e24e-408a-b1fa-7031bad25381 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e341b97eee314c62859cdf4b9f8e2e97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2924032 Jul 12 16:03:53.884370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60682) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:53.894990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f743-e24e-408a-b1fa-7031bad25381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f472a1-af1a-4c21-bd2f-ea6c6e8859ab,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:54.000913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.039745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.052462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e74ce62-343c-4824-8c58-1f04aa276c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.060891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e74ce62-343c-4824-8c58-1f04aa276c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.153235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e74ce62-343c-4824-8c58-1f04aa276c2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52e91fd8d6c74185ba21ba35fbba262b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6682825 Jul 12 16:03:54.155405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74ce62-343c-4824-8c58-1f04aa276c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0cc504-8e25-4e8b-893f-7bf2316f8803,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:54.159781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:54.193690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.196623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.198674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73f472a1-af1a-4c21-bd2f-ea6c6e8859ab HTTP/1.1" status: 204 len: 168 time: 0.3122127 Jul 12 16:03:54.235096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60702) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:54.244527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6859c37-e50a-4977-91d9-fa5ef5ff884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f472a1-af1a-4c21-bd2f-ea6c6e8859ab,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:54.312462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.347691 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.361451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60706) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:54.435329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.438723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.440052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed0cc504-8e25-4e8b-893f-7bf2316f8803 HTTP/1.1" status: 204 len: 168 time: 0.2789626 Jul 12 16:03:54.453469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362f9e-fffa-491b-9e46-bb282ef2b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0cc504-8e25-4e8b-893f-7bf2316f8803,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:54.627051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:54.637970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:54.638600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:03:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:54.661906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-923e4eac-545a-427f-80b2-4e3c87497fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:54.768666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:54.950508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 549c75f8-5c51-4873-8aee-a335d5917e1f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:55.039248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.77', 53101) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:55.047337 n-d-800078-3 neutron-server[93711]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:03:55.098380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-6d90ab18-82bb-433f-b692-7f860456ebda tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a163102a1b3940149bf57ab732a58763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569255 Jul 12 16:03:55.116841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-befaf39a-b66d-442a-827b-c9e551cb35b0 req-65c04e28-9e43-4cee-993f-2b2bdf3aa986 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 210 time: 0.7539816 Jul 12 16:03:55.181490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 549c75f8-5c51-4873-8aee-a335d5917e1f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:55.181858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.182070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-923e4eac-545a-427f-80b2-4e3c87497fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.192288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-923e4eac-545a-427f-80b2-4e3c87497fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.263907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4eac-545a-427f-80b2-4e3c87497fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0eb300-327b-454a-a882-b6b7f14bec39,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:55.294391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-c5d902ee-9b6a-4a4c-bc5c-4b83a7fe3a29 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:55.296419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-c5d902ee-9b6a-4a4c-bc5c-4b83a7fe3a29 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918528 Jul 12 16:03:55.299837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-923e4eac-545a-427f-80b2-4e3c87497fbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97cd5f2f9abf4659886fadeb502ef4ee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0616903 Jul 12 16:03:55.302189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:55.328915 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-08836a49-cb93-4e26-9999-68208c282324 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311637 Jul 12 16:03:55.387577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 2, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:55.393901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.431863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.528115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.536441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.537966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c0eb300-327b-454a-a882-b6b7f14bec39 HTTP/1.1" status: 204 len: 168 time: 0.2329330 Jul 12 16:03:55.542176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:55.567987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:55.569114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Updating router 9eeba77c-03ca-49de-b899-80822c1e1823 port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:55.574290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144339-a597-4203-8b4c-26915d4e4f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0eb300-327b-454a-a882-b6b7f14bec39,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:55.577236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0296ebaf-95d1-4359-90e5-813b2073facc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.586417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Request body: {'port': {'device_id': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'a163102a1b3940149bf57ab732a58763'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:55.706891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0296ebaf-95d1-4359-90e5-813b2073facc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.717256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0296ebaf-95d1-4359-90e5-813b2073facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.723161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.769367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0296ebaf-95d1-4359-90e5-813b2073facc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2287bdf6010d4486af777bc162e39011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2231617 Jul 12 16:03:55.771019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ebaf-95d1-4359-90e5-813b2073facc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6afefb-fd8b-4687-8acd-b7bedcbe038d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:55.773843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60766) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:55.822285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-19a9ddf7-1819-4320-ae01-59db74ee910e tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:55.828535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-19a9ddf7-1819-4320-ae01-59db74ee910e tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980533 Jul 12 16:03:55.895243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-b88f47f4-ca61-41c4-87d9-4450aa220319 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/quotas/0d484c9c8ad14a69b536de66e58d6c94 HTTP/1.1" status: 200 len: 375 time: 0.0657895 Jul 12 16:03:55.939478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-d78eb689-eeb7-4ac9-8c91-899e787b4e51 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432701 Jul 12 16:03:55.992441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.020470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.020546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60780) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.026069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-network', 'tenant_id': '790acc7be71c4ffb8913397971550ed4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:56.065303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Made reservation on behalf of a163102a1b3940149bf57ab732a58763 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:56.069632 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.090511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Made reservation on behalf of 790acc7be71c4ffb8913397971550ed4 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:56.093376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.095059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.129539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.148835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.152909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.159456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d6afefb-fd8b-4687-8acd-b7bedcbe038d HTTP/1.1" status: 204 len: 168 time: 0.3743317 Jul 12 16:03:56.182641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593bc86-5702-4caa-839c-1c5bbd8fdaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6afefb-fd8b-4687-8acd-b7bedcbe038d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.198207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.244604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Transition to ACTIVE for port object 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:56.273353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.318286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.377441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.394752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5f05-ef80-4fa1-b085-bcd567d9e5ce None None] Pushing event updated for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.395055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f6f08ab-b052-47f0-9b21-b2d83ef1ec52 req-f745bb5b-84d1-4dd8-b9e3-6020e4b195bc tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.0673366 Jul 12 16:03:56.396544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.398356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610a853f-edff-4a01-93fd-6df976c870b9 req-b6b7e4e1-1d8e-4ad3-b9de-2af5dcf50ae6 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 210 time: 0.0683098 Jul 12 16:03:56.493720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.546733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1c31dcf-4615-4b0b-bbea-5e9bd4b68e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.561504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Attempting to bind port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:56.562431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Attempting to bind port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:56.563013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Attempting to bind port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:56.573125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:56.574852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Checking segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:56.575820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.576518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Bound using segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:56.577316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Bound port: 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:56.583253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.642198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.646938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.672051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.749939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:56.775134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c59b48-64b6-4765-a45f-6c5a405fe37e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.797741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] For port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:56.802601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] For port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:56.808391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.808756 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Added segment 9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d of type vlan for network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 Jul 12 16:03:56.809776 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.966247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Allocated IP 192.168.233.87 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/92718607-afbf-42f4-a978-4a7817c6b932) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:56.980748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:56.981407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:03:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:57.051529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1c31dcf-4615-4b0b-bbea-5e9bd4b68e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.063630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.102447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1c31dcf-4615-4b0b-bbea-5e9bd4b68e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.162768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a1c31dcf-4615-4b0b-bbea-5e9bd4b68e99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9db915dd89744f3b8a1271900f51cef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6662135 Jul 12 16:03:57.172870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60834) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:57.254779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5f05-ef80-4fa1-b085-bcd567d9e5ce None None] Pushing event updated for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:57.300845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c31dcf-4615-4b0b-bbea-5e9bd4b68e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b892693-5455-4276-950f-1c71a3c72061,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:57.317906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:57.348197 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:03:57.430533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.504121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Transition to ACTIVE for port object 92718607-afbf-42f4-a978-4a7817c6b932 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:57.534865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.536810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:57.541151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.560430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f830ed5-f04d-455b-a8fd-9c9a1c4b9ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.613345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.665559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.690614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6690123 Jul 12 16:03:57.845917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60858) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:57.871539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6ebd2-b109-4c52-aaea-512800d8eacc admin admin] Pushing event updated for resources: {'Network': ['ID=621e7cb7-0b76-478d-9bab-e6facf7ccbd7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:57.891209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:57.901377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Request body: {'subnet': {'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-subnet', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:57.943097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09b606b4-19bf-4842-a442-edcabd55e4a6 req-eab9659d-6df5-437a-a660-e9b676c276ca tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.3582428 Jul 12 16:03:58.048315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Pushing event updated for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.063902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:58.065840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:58.090778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:58.097324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.123604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.127451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.293283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:56Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:58.364987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ce1ca-b8a2-498e-9659-97967605f12b None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:56Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:58.370445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4d3ea-49d2-4e66-9e5a-8298f6a2ce44 req-308c0263-f468-4ba5-a371-1f62bcfe5349 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.376501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7e4d3ea-49d2-4e66-9e5a-8298f6a2ce44 req-308c0263-f468-4ba5-a371-1f62bcfe5349 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 935 time: 0.4357145 Jul 12 16:03:58.508047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.510977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.512343 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b892693-5455-4276-950f-1c71a3c72061 HTTP/1.1" status: 204 len: 168 time: 1.3386154 Jul 12 16:03:58.533723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc177-0e5a-450c-bb13-714689b69d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b892693-5455-4276-950f-1c71a3c72061,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.656792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7e4d3ea-49d2-4e66-9e5a-8298f6a2ce44 req-41760d04-963c-485c-b4ef-85e8a0b95756 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683153 Jul 12 16:03:58.712413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f830ed5-f04d-455b-a8fd-9c9a1c4b9ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.737909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f830ed5-f04d-455b-a8fd-9c9a1c4b9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.766489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-20ee6814-81f0-43f7-8640-66cc106795c2 None None] Provisioning for port 92718607-afbf-42f4-a978-4a7817c6b932 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:58.789310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-20ee6814-81f0-43f7-8640-66cc106795c2 None None] Provisioning complete for port 92718607-afbf-42f4-a978-4a7817c6b932 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:58.789677 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-20ee6814-81f0-43f7-8640-66cc106795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.908800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f830ed5-f04d-455b-a8fd-9c9a1c4b9ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b05dbe-5677-46ef-8292-f2b7a25b3c5e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.924182 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-864fd743-ef7e-419e-9f94-305692a1f02f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3423381 Jul 12 16:03:58.946383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-6ce9f101-1199-46bc-b3f0-ac965bf88043 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:03:58.947870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-6ce9f101-1199-46bc-b3f0-ac965bf88043 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090065 Jul 12 16:03:58.962932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Made reservation on behalf of 790acc7be71c4ffb8913397971550ed4 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:58.983227 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.046621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-20ee6814-81f0-43f7-8640-66cc106795c2 None None] Port 92718607-afbf-42f4-a978-4a7817c6b932 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:59.180995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:59.259718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60896) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:59.260757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2f830ed5-f04d-455b-a8fd-9c9a1c4b9ed3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0827325790f44ddcae97f8c036876b12&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9410696 Jul 12 16:03:59.336795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:59.351352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:59.352105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.426913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3ecba72-8e68-4a01-9ce5-c1f338108762 req-2b5a3597-b260-419a-b3cd-2ee6b629cc67 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.1286411 Jul 12 16:03:59.578854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.594434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.633295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.661053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:59.665550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.668003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.712976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.716894 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.724471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01b05dbe-5677-46ef-8292-f2b7a25b3c5e HTTP/1.1" status: 204 len: 168 time: 0.4632623 Jul 12 16:03:59.735770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c52e3-2b81-476b-849b-a47eaea70db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b05dbe-5677-46ef-8292-f2b7a25b3c5e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:59.757195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Request body: {'port': {'device_id': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'device_owner': 'compute:tempest-test_az-357442401', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:59.856357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:59.921316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5074694e-f56a-4bb2-b5ad-7d651b52dce0,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:59.925100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.940474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Checking segment: {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:59.941189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Network hostable DHCP agents. Network: 621e7cb7-0b76-478d-9bab-e6facf7ccbd7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:59.986093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:00.007887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 621e7cb7-0b76-478d-9bab-e6facf7ccbd7) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:00.021484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de7697-bd1b-4c48-83c9-39cf1c2b67c8 None None] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:00.035811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.041510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.092726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4fe11f4d-d481-4d3b-9335-bf8acc98fcae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2185416 Jul 12 16:04:00.097032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:00.114111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:00.218823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.223186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.370112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.77', 53106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:00.586241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab0e00fb-8bc5-4ace-bae9-54d8ed56c984 None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:00.588416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab0e00fb-8bc5-4ace-bae9-54d8ed56c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.637563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.651033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-7001cacc-a97f-46c8-b79f-e2c0cc97a0be tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2783267 Jul 12 16:04:00.717171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'fixed_ips': [{'subnet_id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:04:00.718804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.059384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:01.184454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:01.221603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92718607-afbf-42f4-a978-4a7817c6b932 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:01.235057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.252673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Transition to ACTIVE for port object 92718607-afbf-42f4-a978-4a7817c6b932 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:01.278212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a726f-60bc-4dbf-a3ec-b720f6d4a153 req-c9f960fc-9a4a-4ab7-9dc1-80fbabad3f86 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:01.281401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-492a726f-60bc-4dbf-a3ec-b720f6d4a153 req-c9f960fc-9a4a-4ab7-9dc1-80fbabad3f86 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 935 time: 1.1923640 Jul 12 16:04:01.283152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.368264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Allocated IP 172.20.0.2 (621e7cb7-0b76-478d-9bab-e6facf7ccbd7/5074694e-f56a-4bb2-b5ad-7d651b52dce0/62ac3288-dbc8-41a1-92e3-112b1a93b783) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:01.429484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79f2eab5-c5aa-4434-8123-c3cf9abc0fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.445473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:01.448057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.570248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11a3b68c-5051-4cc3-9a5f-063749f23de9 req-b6ea384b-a832-4012-abc9-40696a816ff8 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.1861222 Jul 12 16:04:01.579881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.733961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Attempting to bind port 92718607-afbf-42f4-a978-4a7817c6b932 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:01.734327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Attempting to bind port 92718607-afbf-42f4-a978-4a7817c6b932 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:01.735904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Attempting to bind port 92718607-afbf-42f4-a978-4a7817c6b932 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.754203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Port 92718607-afbf-42f4-a978-4a7817c6b932 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:01.754538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Attempting to bind port 92718607-afbf-42f4-a978-4a7817c6b932 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.781046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:01.781726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:01.782320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:01.784965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Bound port: 92718607-afbf-42f4-a978-4a7817c6b932, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:01.785292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.878404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Pushing event updated for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.004085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-492a726f-60bc-4dbf-a3ec-b720f6d4a153 req-5519a8cb-78e1-497f-823e-656374cb1aea tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937799 Jul 12 16:04:02.104955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:02.120364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92718607-afbf-42f4-a978-4a7817c6b932,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:02.130428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.167736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.170233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.176342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] 10.222.0.77 "PUT /v2.0/ports/92718607-afbf-42f4-a978-4a7817c6b932 HTTP/1.1" status: 200 len: 1116 time: 2.6622245 Jul 12 16:04:02.177847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:02.370681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.403479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Transition to ACTIVE for port object 62ac3288-dbc8-41a1-92e3-112b1a93b783 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:02.496477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79f2eab5-c5aa-4434-8123-c3cf9abc0fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.524982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79f2eab5-c5aa-4434-8123-c3cf9abc0fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.557586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-2aa78c84-44af-4433-b764-5528e43cb566 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.559392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-2aa78c84-44af-4433-b764-5528e43cb566 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6925178 Jul 12 16:04:02.602609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2eab5-c5aa-4434-8123-c3cf9abc0fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46512fef-bf3c-43b8-9da9-8b62d6ff6586,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.607846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-79f2eab5-c5aa-4434-8123-c3cf9abc0fcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4bfd30b73b440098897e01db9559e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4256058 Jul 12 16:04:02.610767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:02.643577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Transition to ACTIVE for port object 62ac3288-dbc8-41a1-92e3-112b1a93b783 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:02.700238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Request body: {'port': {'device_id': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '0d484c9c8ad14a69b536de66e58d6c94'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:02.787382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.793816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.879033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:02.882317 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3cd417e4-1e47-4b31-badc-e6241888a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.943191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27a8e-3a8b-4156-89e9-0078a0dba6ff service neutron] Pushing event updated for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.959405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:02.968194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:02.976853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.985931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-130928c2-703d-476f-9aea-bae9b8b85ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.987865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-130928c2-703d-476f-9aea-bae9b8b85ea6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 1119 time: 0.6022606 Jul 12 16:04:03.045974 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.058985 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2" -d '{"events": [{"name": "network-changed", "server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "tag": "92718607-afbf-42f4-a978-4a7817c6b932"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:03.073318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Pushing event updated for resources: {'Port': ['ID=62ac3288-dbc8-41a1-92e3-112b1a93b783,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:03.186180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Attempting to bind port 62ac3288-dbc8-41a1-92e3-112b1a93b783 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:03.186562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Attempting to bind port 62ac3288-dbc8-41a1-92e3-112b1a93b783 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:03.186933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Attempting to bind port 62ac3288-dbc8-41a1-92e3-112b1a93b783 on network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:03.188574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.191283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.192525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46512fef-bf3c-43b8-9da9-8b62d6ff6586 HTTP/1.1" status: 204 len: 168 time: 0.5805435 Jul 12 16:04:03.203575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:03.204282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Checking segment: {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:03.204940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.205438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Bound using segment: {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:03.206237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Bound port: 62ac3288-dbc8-41a1-92e3-112b1a93b783, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:03.206766 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.247290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32784) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:03.305892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162c368-93a0-48d6-8258-899898aec180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46512fef-bf3c-43b8-9da9-8b62d6ff6586,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:03.337723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-750d40c4-1261-4214-857d-00515e0ccc2e req-e20ff604-b8c1-415e-95fc-d3dd1704b8ca tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.4153304 Jul 12 16:04:03.410348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] For port 62ac3288-dbc8-41a1-92e3-112b1a93b783, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:03.417954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] For port 62ac3288-dbc8-41a1-92e3-112b1a93b783, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=62ac3288-dbc8-41a1-92e3-112b1a93b783,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:03.435817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.506056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.565430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.622242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-c565768b-c92b-49f4-b6c9-4b144aaf70dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=92718607-afbf-42f4-a978-4a7817c6b932 HTTP/1.1" status: 200 len: 217 time: 0.2726686 Jul 12 16:04:03.638953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8f61e-23b9-4f8c-954c-6504d8365eea None None] Pushing event updated for resources: {'Port': ['ID=62ac3288-dbc8-41a1-92e3-112b1a93b783,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:03.697446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Made reservation on behalf of 0d484c9c8ad14a69b536de66e58d6c94 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:03.701292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.714788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.778963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-28d889a8-5dcc-4afd-997e-7f3d48f4f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.780548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-28d889a8-5dcc-4afd-997e-7f3d48f4f7da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1411519 Jul 12 16:04:03.880594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8595a-ef53-4b6a-a104-5f90204a7fa0 req-f7c8df00-61a3-433a-bf94-ef30d93abdab tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.883680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11b8595a-ef53-4b6a-a104-5f90204a7fa0 req-f7c8df00-61a3-433a-bf94-ef30d93abdab tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.6130989 Jul 12 16:04:03.884505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be316bcc-f25e-42ba-8fcb-93c72951fd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.886932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Allocated IP 172.25.8.47 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/4be1bbe0-9782-4a61-8016-8f1dcaeabe53) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:04.085194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11b8595a-ef53-4b6a-a104-5f90204a7fa0 req-6a4489ae-645f-4265-960a-ca1c0b4b6bf1 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215208 Jul 12 16:04:04.148983 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86205e83-381c-422d-bd99-4a674bbe73d9 x-openstack-request-id: req-86205e83-381c-422d-bd99-4a674bbe73d9 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:04.149271 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "tag": "92718607-afbf-42f4-a978-4a7817c6b932", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:04.149526 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86205e83-381c-422d-bd99-4a674bbe73d9 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:04.149980 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932', 'status': 'completed', 'code': 200} Jul 12 16:04:04.159133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-43341fa9-df98-4210-a700-84dddc232c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.161967 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-43341fa9-df98-4210-a700-84dddc232c03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039901 Jul 12 16:04:04.193649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.237358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.368415 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcdc4f1b-23c0-4f0e-862c-b73cb5cbbab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.521101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be316bcc-f25e-42ba-8fcb-93c72951fd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.540152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be316bcc-f25e-42ba-8fcb-93c72951fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.643579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e0acc5-1e43-4034-a328-c3df139ba115,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.707679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be316bcc-f25e-42ba-8fcb-93c72951fd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef55600-8e55-432a-be2e-9964d550eec9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.733673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-be316bcc-f25e-42ba-8fcb-93c72951fd56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfeb0e217a7e46cfbdaa3fbdbd302488&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4851856 Jul 12 16:04:04.737777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-e6bef311-e04d-4d70-8b12-6fe04ae21715 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134754 Jul 12 16:04:04.739877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.800337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.807945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d95eabc0-7a26-4b13-bdeb-896270a1a66b req-7b289bad-3d05-4e5c-b530-902b3156264a tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.0728431 Jul 12 16:04:04.962098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.059508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.071523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 62ac3288-dbc8-41a1-92e3-112b1a93b783 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:05.125439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Allocated IP 192.168.233.85 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:05.195476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8033c7f1-9f1b-4b68-b46f-b8701dc7daee req-239a3a9e-0130-415c-8194-93cb7047b814 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993813 Jul 12 16:04:05.230866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 62ac3288-dbc8-41a1-92e3-112b1a93b783 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:05.266620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.368172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.418284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32842) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:05.437075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828da5e-666b-463b-b5aa-79327fadda24 None None] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:05.469081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.515137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-7d70d2cf-145a-429d-9e5d-45cf6d84fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:05.517157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-7d70d2cf-145a-429d-9e5d-45cf6d84fd1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 1119 time: 0.1465259 Jul 12 16:04:05.528643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.533302 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.535246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ef55600-8e55-432a-be2e-9964d550eec9 HTTP/1.1" status: 204 len: 168 time: 0.7941248 Jul 12 16:04:05.547669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c546f-0060-492a-a1e8-b0f315a6ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef55600-8e55-432a-be2e-9964d550eec9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:05.636447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Provisioning for port 62ac3288-dbc8-41a1-92e3-112b1a93b783 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:05.709268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Provisioning complete for port 62ac3288-dbc8-41a1-92e3-112b1a93b783 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:05.710247 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.727854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:05.743213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:05.753549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:05.768932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-757712296-network', 'tenant_id': '9666fc46eec24038b93ccf94bb42c661'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:05.797273 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.853803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:05.856996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.877273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.886023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Pushing event updated for resources: {'Port': ['ID=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:05.948798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84ae6a-b5b5-4bdf-99cb-a26226df9bca req-3f1683f3-f539-498a-931e-5f714aa7f438 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:05.956557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d84ae6a-b5b5-4bdf-99cb-a26226df9bca req-3f1683f3-f539-498a-931e-5f714aa7f438 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.6120927 Jul 12 16:04:06.084876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.095231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.113600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d84ae6a-b5b5-4bdf-99cb-a26226df9bca req-0caa7de0-782c-428a-8d18-80de9b0a03bf tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556675 Jul 12 16:04:06.262794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Transition to ACTIVE for port object f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:06.274915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] For port 62ac3288-dbc8-41a1-92e3-112b1a93b783, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=62ac3288-dbc8-41a1-92e3-112b1a93b783,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:06.286185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.354977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba255d-8ad3-4db5-918d-d1d49e9a9c72 None None] Pushing event updated for resources: {'Port': ['ID=62ac3288-dbc8-41a1-92e3-112b1a93b783,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:06.552559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:06.589002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4d3-de67-476e-9b74-f6f817e5e1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.643467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4208d31-0c21-428a-8b8c-7cf36a47e818 req-d905a21d-995e-4149-afaf-c528f4a81f97 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 210 time: 0.3169990 Jul 12 16:04:06.786615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.795214 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.796277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.839352 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.870622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32890) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:06.908090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3ae742ae-97d5-4a90-88fa-17549da65a70 None None] Provisioning complete for port 62ac3288-dbc8-41a1-92e3-112b1a93b783 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:06.908422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ae742ae-97d5-4a90-88fa-17549da65a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.965960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:06.994046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 62ac3288-dbc8-41a1-92e3-112b1a93b783 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:07.009994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:07.049729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:07.067316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4d3-de67-476e-9b74-f6f817e5e1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.072390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:07.077733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4d3-de67-476e-9b74-f6f817e5e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.096280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.096966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.149138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c00e4d3-de67-476e-9b74-f6f817e5e1a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5828efb22964a459f09476f4130d1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919673 Jul 12 16:04:07.150982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32896) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:07.153054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00e4d3-de67-476e-9b74-f6f817e5e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04fe9c-1409-4f05-bd7b-5b5dea4c69ee,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.265501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5208b03-a4d7-4a8f-b29f-6f6b2152b9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.268224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.268560 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Added segment ba87fcca-b2a7-44aa-a590-616a8f18a9c7 of type vlan for network d5254bb4-056e-47c4-807c-3c9013677608 Jul 12 16:04:07.317472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Pushing event updated for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.328658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-bfe0a8af-462d-4e0d-a220-12273e8b40e9 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6334357 Jul 12 16:04:07.329609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f332d30-f2cd-4f5e-a095-c7a73633ab0d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.349390 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.365107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 62ac3288-dbc8-41a1-92e3-112b1a93b783 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:07.368970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.472746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.640936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5589c6e2-2176-4e0d-a20b-3e889b36ae2b None None] Provisioning for port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:07.654831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5208b03-a4d7-4a8f-b29f-6f6b2152b9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.655852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5589c6e2-2176-4e0d-a20b-3e889b36ae2b None None] Provisioning complete for port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:07.656461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5589c6e2-2176-4e0d-a20b-3e889b36ae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.675468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5208b03-a4d7-4a8f-b29f-6f6b2152b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.699836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.701671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.702481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.737762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5589c6e2-2176-4e0d-a20b-3e889b36ae2b None None] Port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:07.738008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5208b03-a4d7-4a8f-b29f-6f6b2152b9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f8ad8-f981-4e1a-add6-c1301a1e3be6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.772362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.816978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3971372 Jul 12 16:04:07.820756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.822951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32914) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:07.832061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Request body: {'subnet': {'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-757712296-subnet', 'tenant_id': '9666fc46eec24038b93ccf94bb42c661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:07.834190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.850525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66042bb-1d51-4c6b-84e7-822fafb769db admin admin] Pushing event updated for resources: {'Network': ['ID=d5254bb4-056e-47c4-807c-3c9013677608,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.872989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b5208b03-a4d7-4a8f-b29f-6f6b2152b9dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80ededed7d964a27b018d24b916bc552&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0008018 Jul 12 16:04:07.876502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32916) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:07.904599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d5254bb4-056e-47c4-807c-3c9013677608 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:07.927855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:07.933092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.061278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.066279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.067613 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f04fe9c-1409-4f05-bd7b-5b5dea4c69ee HTTP/1.1" status: 204 len: 168 time: 0.9029057 Jul 12 16:04:08.096351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e9cb-32f2-4771-a50c-7a449c195253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04fe9c-1409-4f05-bd7b-5b5dea4c69ee,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:08.156281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803de71-3bf0-4b08-b96e-fad475fd3fbb req-e7a35052-7ede-42b8-b36d-d7939e0676f2 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.165743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8803de71-3bf0-4b08-b96e-fad475fd3fbb req-e7a35052-7ede-42b8-b36d-d7939e0676f2 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.6598341 Jul 12 16:04:08.174975 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.227924 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.254140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8803de71-3bf0-4b08-b96e-fad475fd3fbb req-34466a8a-6f5a-4956-8e8c-66520f09ac76 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870707 Jul 12 16:04:08.368033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.371536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.374619 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/814f8ad8-f981-4e1a-add6-c1301a1e3be6 HTTP/1.1" status: 204 len: 168 time: 0.4961421 Jul 12 16:04:08.393693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cda67-b551-491d-a5af-052745f87e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f8ad8-f981-4e1a-add6-c1301a1e3be6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:08.588486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:04:08.605752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.732599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3929b-6bd5-4e02-97ef-87a18948ef57 req-b03fad4c-2a5b-44cb-83f9-4ed902917a12 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.732599 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69d3929b-6bd5-4e02-97ef-87a18948ef57 req-b03fad4c-2a5b-44cb-83f9-4ed902917a12 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 935 time: 0.5399532 Jul 12 16:04:08.796199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e61c257-7e83-47c7-afba-479968510822,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:08.889255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69d3929b-6bd5-4e02-97ef-87a18948ef57 req-345d2e27-b2f3-4be4-9a4f-25a1a8810988 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460941 Jul 12 16:04:08.909144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:08.909975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Network hostable DHCP agents. Network: d5254bb4-056e-47c4-807c-3c9013677608, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:09.001193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:09.012318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Network d5254bb4-056e-47c4-807c-3c9013677608 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:09.013350 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Sync routers for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:09.032301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d5254bb4-056e-47c4-807c-3c9013677608) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:09.039610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.040333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.051628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b52f7-92c2-469b-a466-a23b4829ea73 None None] Network d5254bb4-056e-47c4-807c-3c9013677608 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:09.052894 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:09.055105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:09.078123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6b3117a1-cd95-46e6-a5d3-85cd925530a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2500734 Jul 12 16:04:09.079518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.080697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-be8e160a-9054-4693-a147-c50feed09f93 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.9825985 Jul 12 16:04:09.083625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32942) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:09.323678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:09.347988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61efc6-99f2-489e-99b3-4cdf95b15a2f None None] Network d5254bb4-056e-47c4-807c-3c9013677608 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:09.357962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d9743dd-5608-491b-978c-390b47e3f426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.386518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:09.669842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d9743dd-5608-491b-978c-390b47e3f426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.680465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d9743dd-5608-491b-978c-390b47e3f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.773764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9743dd-5608-491b-978c-390b47e3f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8388e471-f7d9-45b8-8216-57d248a60bae,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:09.814043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1d9743dd-5608-491b-978c-390b47e3f426 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4579e31a955840fca6493e3314035009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869919 Jul 12 16:04:09.817355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32966) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:09.838432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a655f-cec1-4a67-baa9-34a3d6cb5bf3 req-0163ce38-73d3-4e99-8cc2-e04313a39330 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.848446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-870a655f-cec1-4a67-baa9-34a3d6cb5bf3 req-0163ce38-73d3-4e99-8cc2-e04313a39330 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.3090408 Jul 12 16:04:09.856119 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:06Z', 'revision_number': 3, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:09.892988 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Checking router: 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:09.893331 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Updating router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:09.952475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-870a655f-cec1-4a67-baa9-34a3d6cb5bf3 req-98dc0cd1-9207-456e-bcb6-2aae23822bcf tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024849 Jul 12 16:04:09.955518 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.989247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.032605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Request body: {'port': {'device_id': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'device_owner': 'compute:tempest-test_az-357442401', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:10.243039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.252196 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.280743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-7ee0844b-96d4-4966-a4da-a26b4e15daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.282198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-7ee0844b-96d4-4966-a4da-a26b4e15daf8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2701399 Jul 12 16:04:10.406056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-1da91f98-21a6-4d81-9e4f-d6a9e2246f68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=92718607-afbf-42f4-a978-4a7817c6b932 HTTP/1.1" status: 200 len: 217 time: 0.0591564 Jul 12 16:04:10.432935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e74029-9cff-44cc-9887-379927c1485d req-fd4bddd6-4cab-4617-8cfd-195bc566f775 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.433166 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.442634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35e74029-9cff-44cc-9887-379927c1485d req-fd4bddd6-4cab-4617-8cfd-195bc566f775 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 935 time: 0.2627463 Jul 12 16:04:10.493570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.494844 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Transition to ACTIVE for port object 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:10.496364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.502648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8388e471-f7d9-45b8-8216-57d248a60bae HTTP/1.1" status: 204 len: 168 time: 0.6823015 Jul 12 16:04:10.516008 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.524788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b8e8d-3db8-48a0-94d8-80903e27e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8388e471-f7d9-45b8-8216-57d248a60bae,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:10.556305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.572871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35e74029-9cff-44cc-9887-379927c1485d req-1c481c86-3038-456f-9da5-bfb7b9b314e2 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293263 Jul 12 16:04:10.574522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-72308a84-8722-401e-aa1c-18f128665a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.576326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-72308a84-8722-401e-aa1c-18f128665a44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1601915 Jul 12 16:04:10.606986 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Attempting to bind port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:10.607825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Attempting to bind port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:10.608386 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Attempting to bind port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:10.637669 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:10.638950 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:10.639539 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.640143 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:10.640971 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Bound port: 4be1bbe0-9782-4a61-8016-8f1dcaeabe53, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:10.642895 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.681518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:10.722807 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49975385-1c1d-46ee-a813-9af0aae0cc90 None None] Pushing event updated for resources: {'Port': ['ID=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:10.729348 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] For port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:10.734184 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] For port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:10.742505 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.753475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-994377bf-dada-404e-ae73-808daacde3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.755777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-994377bf-dada-404e-ae73-808daacde3e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719301 Jul 12 16:04:10.805939 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49975385-1c1d-46ee-a813-9af0aae0cc90 None None] Pushing event updated for resources: {'Port': ['ID=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:10.833188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:10.833937 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:10.960694 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:10.973838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Allocated IP 172.20.0.1 (621e7cb7-0b76-478d-9bab-e6facf7ccbd7/5074694e-f56a-4bb2-b5ad-7d651b52dce0/29de72c1-1f9d-463a-b482-c4b45a885dd3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:10.996584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-4b78edd5-2102-4470-89ff-3fa405ced4de service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128541 Jul 12 16:04:11.008566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:11.021511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.042699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Transition to ACTIVE for port object f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:11.058225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.148027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:11.229799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33012) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:11.237919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76fc8c8f-a92c-4d46-810c-60730124f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.245702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1825945757-network', 'tenant_id': '560edd73eece4b3889b569d23a5fc0bb'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:11.267885 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:06Z', 'revision_number': 3, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:11.308604 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071246e-39c3-46a1-8663-fa31230a2efa None None] The sync data for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 is: [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:06Z', 'revision_number': 3, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:11.323091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e50fd4f-afb6-4762-ab87-12cbf795bcf2 req-2159f48b-a0d2-42d3-b15c-6bcfee561b08 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184037 Jul 12 16:04:11.353311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Made reservation on behalf of 560edd73eece4b3889b569d23a5fc0bb for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:11.369458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.388056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.422062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.480387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Transition to ACTIVE for port object 29de72c1-1f9d-463a-b482-c4b45a885dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:11.487114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Attempting to bind port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:11.487886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Attempting to bind port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:11.489496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Attempting to bind port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:11.508714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76fc8c8f-a92c-4d46-810c-60730124f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.516871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:11.517050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Attempting to bind port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:11.524829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76fc8c8f-a92c-4d46-810c-60730124f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.536579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:11.536986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:11.538268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:11.538268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Bound port: f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:11.538592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.548122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952a11-8a38-4d2e-8af2-4b8d9fa29144 req-22da28eb-b29c-4e97-a73b-f32079f060ad tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.549663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd952a11-8a38-4d2e-8af2-4b8d9fa29144 req-22da28eb-b29c-4e97-a73b-f32079f060ad tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.3707557 Jul 12 16:04:11.567425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.592289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:11.597094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:11.599681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:11.601364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.680333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-76fc8c8f-a92c-4d46-810c-60730124f449 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5a82175f52941648a1cfa053c4c94f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9911945 Jul 12 16:04:11.764540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33026) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:11.783580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc8c8f-a92c-4d46-810c-60730124f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec0ae9-622a-4ae5-ad70-d998fd528c75,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:11.842435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd952a11-8a38-4d2e-8af2-4b8d9fa29144 req-2dab5cf7-a86a-4d52-8a04-70b5b5bb3b4d tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685032 Jul 12 16:04:11.874163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:11.920855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:11.928246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:11.981734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.030110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.064241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Pushing event updated for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:12.078112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3542e9b-3848-49e8-a8dd-15759713038b None None] Provisioning for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:12.091689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.093095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.095615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce HTTP/1.1" status: 200 len: 1116 time: 2.0743568 Jul 12 16:04:12.101205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:12.134169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3542e9b-3848-49e8-a8dd-15759713038b None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:12.135512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3542e9b-3848-49e8-a8dd-15759713038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.220696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f3542e9b-3848-49e8-a8dd-15759713038b None None] Port 29de72c1-1f9d-463a-b482-c4b45a885dd3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:12.251038 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.254208 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.258880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17ec0ae9-622a-4ae5-ad70-d998fd528c75 HTTP/1.1" status: 204 len: 168 time: 0.4913187 Jul 12 16:04:12.279649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20753a-bc99-443f-9d91-d9689d9b1266 req-e0ffa810-ee12-4b25-ad45-1813cdbdd274 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.281484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad20753a-bc99-443f-9d91-d9689d9b1266 req-e0ffa810-ee12-4b25-ad45-1813cdbdd274 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 968 time: 0.3777800 Jul 12 16:04:12.302500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.310119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.320495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7b27-da68-4329-9c57-2e419a68e187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec0ae9-622a-4ae5-ad70-d998fd528c75,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:12.350634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.356173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44077fca-005f-46f9-88ec-01c6ea50cbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:12.391838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-91af55a7-614b-45b5-9e94-2a46d4028253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.393505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-91af55a7-614b-45b5-9e94-2a46d4028253 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 1119 time: 0.1818950 Jul 12 16:04:12.496460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-b48dfa45-94cf-44b9-aa48-a7a926401992 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce HTTP/1.1" status: 200 len: 217 time: 0.0936275 Jul 12 16:04:12.530339 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5b3d94-7429-4fee-9e81-3cc598c9681c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:12.601906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-1a923c17-7be0-4cec-bd95-a92e475483b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.603873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-1a923c17-7be0-4cec-bd95-a92e475483b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0990908 Jul 12 16:04:12.654930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f167e4-a4af-482d-ad53-24f3dc265162,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:12.686025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:12.728641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad20753a-bc99-443f-9d91-d9689d9b1266 req-09f2a62e-fdd6-4587-b407-8950403b338b tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305387 Jul 12 16:04:12.739691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-a58416ed-b024-4b03-86a2-9394d3f29067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.742481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-a58416ed-b024-4b03-86a2-9394d3f29067 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303720 Jul 12 16:04:12.751543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.751912 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Added segment 1a52d0bf-e730-4ae4-a5fa-44abb595be31 of type vlan for network 50053dc3-a49a-4f64-bbf0-5a6934da9711 Jul 12 16:04:12.854006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.901149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-49b523b7-9345-40cc-8a16-35479ce3737b service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482339 Jul 12 16:04:12.919323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:12.920305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.920853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.014178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:13.030339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.039639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33066) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:13.044960 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8097651 Jul 12 16:04:13.045690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33068) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:13.048772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.056106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Request body: {'subnet': {'network_id': '50053dc3-a49a-4f64-bbf0-5a6934da9711', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1825945757-subnet', 'tenant_id': '560edd73eece4b3889b569d23a5fc0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:13.102464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e56b71a-47b9-42ae-ad0a-962e1bf58a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.115020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d663b1-373f-4365-871a-e1b304cb58c7 admin admin] Pushing event updated for resources: {'Network': ['ID=50053dc3-a49a-4f64-bbf0-5a6934da9711,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:13.128221 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.138973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:13.145800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:13.146433 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.152704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Made reservation on behalf of 560edd73eece4b3889b569d23a5fc0bb for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:13.155847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.340389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.346001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 50053dc3-a49a-4f64-bbf0-5a6934da9711 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:13.383360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d0daf3a-25f8-4a24-9fe4-0ba8c1bffda0 req-f133af9a-adb7-40b6-9795-1cf05c7cd22e service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742315 Jul 12 16:04:13.384553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Pushing event updated for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:13.396900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e56b71a-47b9-42ae-ad0a-962e1bf58a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.408492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e56b71a-47b9-42ae-ad0a-962e1bf58a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.434324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:13.520188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e56b71a-47b9-42ae-ad0a-962e1bf58a0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d15f84fdeff14602b0bdbdbde96e1e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748204 Jul 12 16:04:13.537273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33080) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:13.545471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56b71a-47b9-42ae-ad0a-962e1bf58a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e70e2-6468-4bc8-bf5c-88026953d710,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:13.574494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd7eb-f0ce-4b4f-b7f1-5ef6077dd31d req-a1d7b793-9c74-4706-a009-d54b666cbc59 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:13.591790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3fd7eb-f0ce-4b4f-b7f1-5ef6077dd31d req-a1d7b793-9c74-4706-a009-d54b666cbc59 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 968 time: 0.3714783 Jul 12 16:04:13.613831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.619874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:13.624428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92718607-afbf-42f4-a978-4a7817c6b932 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:13.661160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:13.699612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3fd7eb-f0ce-4b4f-b7f1-5ef6077dd31d req-f7fe0125-a690-4596-af7d-1e3a2e77dc84 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065645 Jul 12 16:04:13.705278 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc8331e-1266-4ea0-8cd7-2f4059b18398 x-openstack-request-id: req-cbc8331e-1266-4ea0-8cd7-2f4059b18398 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:13.705573 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:13.705811 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbc8331e-1266-4ea0-8cd7-2f4059b18398 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:13.706264 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce', 'status': 'completed', 'code': 200} Jul 12 16:04:13.892118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-1aeb31c2-12f7-4312-8164-fa7015cb60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:13.894182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-1aeb31c2-12f7-4312-8164-fa7015cb60ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 1119 time: 0.1808195 Jul 12 16:04:13.900824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.045669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.111642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-264b76a2-96a9-4734-801d-1a70bf8d6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.114072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-264b76a2-96a9-4734-801d-1a70bf8d6d53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2114561 Jul 12 16:04:14.118280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.148025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9aab86a3-9e7e-4971-85ee-8a01692c95d4 None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:14.148862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9aab86a3-9e7e-4971-85ee-8a01692c95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.175238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-be0154a0-5445-4643-85e7-4c5df4481b5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce HTTP/1.1" status: 200 len: 217 time: 0.0543976 Jul 12 16:04:14.216964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.219963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.221304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a8e70e2-6468-4bc8-bf5c-88026953d710 HTTP/1.1" status: 204 len: 168 time: 0.6823187 Jul 12 16:04:14.222174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c942efc4-3bb9-46fd-bb05-455cb915b9e3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:14.237283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9aab86a3-9e7e-4971-85ee-8a01692c95d4 None None] Port 29de72c1-1f9d-463a-b482-c4b45a885dd3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:14.241975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:14.253103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:14.273534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:14.281737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-ab444e4e-95d8-4075-adba-a558082d99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.283199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-ab444e4e-95d8-4075-adba-a558082d99b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0983572 Jul 12 16:04:14.285242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92718607-afbf-42f4-a978-4a7817c6b932,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:14.315654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '92718607-afbf-42f4-a978-4a7817c6b932', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '92718607-afbf-42f4-a978-4a7817c6b932', 'mac_address': 'fa:16:3e:5a:6a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-357442401', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:14.326073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7825233-be1e-45af-b011-4da288ce5eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e70e2-6468-4bc8-bf5c-88026953d710,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:14.402703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-f1568562-2dc7-40bc-91ab-620be8dcb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.405301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-f1568562-2dc7-40bc-91ab-620be8dcb00c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146646 Jul 12 16:04:14.414554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Checking segment: {'id': '1a52d0bf-e730-4ae4-a5fa-44abb595be31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '50053dc3-a49a-4f64-bbf0-5a6934da9711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:14.415104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Network hostable DHCP agents. Network: 50053dc3-a49a-4f64-bbf0-5a6934da9711, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:14.416958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.420331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-067af0ec-a782-4d10-abc5-c1fbf64a640f None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:14.420935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-067af0ec-a782-4d10-abc5-c1fbf64a640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.454474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a075db4-8d5b-4680-bb7a-cb6915ae26fc req-8206e4bb-559e-4397-8f44-2dbc0064184c tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.456025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a075db4-8d5b-4680-bb7a-cb6915ae26fc req-8206e4bb-559e-4397-8f44-2dbc0064184c tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 968 time: 0.4715049 Jul 12 16:04:14.465409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92718607-afbf-42f4-a978-4a7817c6b932 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:14.494261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-067af0ec-a782-4d10-abc5-c1fbf64a640f None None] Port 29de72c1-1f9d-463a-b482-c4b45a885dd3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:14.498931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92718607-afbf-42f4-a978-4a7817c6b932,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:14.504093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.508483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Network 50053dc3-a49a-4f64-bbf0-5a6934da9711 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:14.543881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 50053dc3-a49a-4f64-bbf0-5a6934da9711) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:14.559269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.559884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:14.589706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c63013b-797e-41e8-abce-037393c5fe5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5325723 Jul 12 16:04:14.591573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da560a1-c815-4a46-bbd8-f0aec5294256 None None] Network 50053dc3-a49a-4f64-bbf0-5a6934da9711 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:14.592599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a075db4-8d5b-4680-bb7a-cb6915ae26fc req-4e6ac398-16bf-4e0c-b2ba-13bd3d1612d6 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274230 Jul 12 16:04:14.594026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:14.615191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-86aebd7f-8bfc-4192-bbfe-6e467b729ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954243 Jul 12 16:04:14.624895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fdbbb782-c161-49a0-94c9-a3464af1c4c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d2d08be-93ce-4797-9cb0-1ae98bb8d004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5398560 Jul 12 16:04:14.629243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Sync routers for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:14.707893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:14.861746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:14.862438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:14.876276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e01a69-d1b5-46c3-ad30-9c87b1b341f3 None None] Network 50053dc3-a49a-4f64-bbf0-5a6934da9711 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:14.890378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33124) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:14.971431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba57a-ae8a-4f0b-ab01-bc89c2470f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.011622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2748b978-0cc3-4363-bd9c-594dae7a2b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.090222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0f2b-9380-4974-b1b1-11b21599ea46 req-0dc325bb-4924-48df-9d57-7059eb1bff1c tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.106589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-931a0f2b-9380-4974-b1b1-11b21599ea46 req-0dc325bb-4924-48df-9d57-7059eb1bff1c tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 969 time: 0.2258422 Jul 12 16:04:15.108686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a5b3d94-7429-4fee-9e81-3cc598c9681c req-03821b4f-3f8e-4110-b54b-5e7f7bbec7cd service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818251 Jul 12 16:04:15.206753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['92718607-afbf-42f4-a978-4a7817c6b932'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:15.210329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:15.233290 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:04:15.238931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-931a0f2b-9380-4974-b1b1-11b21599ea46 req-1f7df994-9734-484f-bbe9-97bb4f3d9118 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313539 Jul 12 16:04:15.302225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba57a-ae8a-4f0b-ab01-bc89c2470f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.307915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec7ba57a-ae8a-4f0b-ab01-bc89c2470f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.350421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ba57a-ae8a-4f0b-ab01-bc89c2470f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb60afa4-6a58-46a6-a1ce-a03fff806282,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:15.371940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ec7ba57a-ae8a-4f0b-ab01-bc89c2470f8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05446556907749f3a47d6d983aae3a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762828 Jul 12 16:04:15.372348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:15.443054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2748b978-0cc3-4363-bd9c-594dae7a2b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.448895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2748b978-0cc3-4363-bd9c-594dae7a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.468754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.494304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2748b978-0cc3-4363-bd9c-594dae7a2b8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7012bfb8a8ff44cb9475734347c72faa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2386267 Jul 12 16:04:15.496364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748b978-0cc3-4363-bd9c-594dae7a2b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aa3e90-3b33-4b96-b617-cc37be2f96cf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:15.498926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33154) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:15.507899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.554760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:15.586916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.592514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.594591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb60afa4-6a58-46a6-a1ce-a03fff806282 HTTP/1.1" status: 204 len: 168 time: 0.2209842 Jul 12 16:04:15.617464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298f4c8-4333-4973-987f-713c59c4f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb60afa4-6a58-46a6-a1ce-a03fff806282,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:15.649294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.736210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:15.736462 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.738516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.795903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a180c02c-05af-4d95-8af2-4809ec0dc9d8 req-f5a3fd24-8c43-477d-b22e-dd620a890262 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e8906d36725a44dc9fde58f87ba661a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421076 Jul 12 16:04:15.817193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-105ea9ca-000a-48f9-a3b1-b8fe5b7ad796 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.819730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-105ea9ca-000a-48f9-a3b1-b8fe5b7ad796 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.2936091 Jul 12 16:04:15.860999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.863520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:15.880410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39aa3e90-3b33-4b96-b617-cc37be2f96cf HTTP/1.1" status: 204 len: 168 time: 0.3804848 Jul 12 16:04:15.889340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-ec6d60ee-124d-4cbe-aafe-dd218f88b085 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/quotas/9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 375 time: 0.0491993 Jul 12 16:04:15.927302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abe241-10f6-470e-957f-00ae2388c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aa3e90-3b33-4b96-b617-cc37be2f96cf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:15.977916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c02c-05af-4d95-8af2-4809ec0dc9d8 req-ea209f31-5cf2-4a11-824b-97224d001229 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.986136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a180c02c-05af-4d95-8af2-4809ec0dc9d8 req-ea209f31-5cf2-4a11-824b-97224d001229 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821196 Jul 12 16:04:16.003172 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a180c02c-05af-4d95-8af2-4809ec0dc9d8 req-ee01a14a-7cfc-4c09-8a23-d4b33c265660 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/quotas/e8906d36725a44dc9fde58f87ba661a5 HTTP/1.1" status: 200 len: 375 time: 0.0158803 Jul 12 16:04:16.037600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-4f52914e-22c2-4dfb-ac84-c9d91f3f2263 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368568 Jul 12 16:04:16.050507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a180c02c-05af-4d95-8af2-4809ec0dc9d8 req-b26923fe-f2ac-48e1-b99d-0fa71adef6ba tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8906d36725a44dc9fde58f87ba661a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457902 Jul 12 16:04:16.068390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:12Z', 'revision_number': 4, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '29de72c1-1f9d-463a-b482-c4b45a885dd3', 'name': '', 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:10Z', 'updated_at': '2021-07-12T16:04:12Z', 'revision_number': 2, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'subnets': [{'id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:16.110926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Checking router: 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:16.111476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Updating router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 port 29de72c1-1f9d-463a-b482-c4b45a885dd3 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:16.153776 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.422341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:16.439905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7beeaf91-344f-480c-899c-2deaefee4344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.577505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-92bcfb1a-8f35-4a07-b2c5-cfa9311bb01b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:04:16.581618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.588101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-92bcfb1a-8f35-4a07-b2c5-cfa9311bb01b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870866 Jul 12 16:04:16.595722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Transition to ACTIVE for port object 29de72c1-1f9d-463a-b482-c4b45a885dd3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:16.605716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.691456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7beeaf91-344f-480c-899c-2deaefee4344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.701213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7beeaf91-344f-480c-899c-2deaefee4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.727275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629419db-bbc0-44d7-b1f6-8cb01fd7a0a8 req-eacf15c7-9b56-4963-95d5-3636a3e36dd0 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:16.727882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4caa43-d9c3-4025-a5f9-68e83dc03f6e None None] Pushing event updated for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:16.738286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-629419db-bbc0-44d7-b1f6-8cb01fd7a0a8 req-eacf15c7-9b56-4963-95d5-3636a3e36dd0 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 968 time: 0.1367748 Jul 12 16:04:16.800814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-629419db-bbc0-44d7-b1f6-8cb01fd7a0a8 req-02c5d769-179c-41f0-a6ca-febe60165a26 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604079 Jul 12 16:04:16.813603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7beeaf91-344f-480c-899c-2deaefee4344 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea5cd2a1b2424ca08c4249f6e1e64366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896949 Jul 12 16:04:16.815925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:16.819124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beeaf91-344f-480c-899c-2deaefee4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfcd19f-d4ac-4758-8965-cf70bd36300f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:16.837205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Attempting to bind port 29de72c1-1f9d-463a-b482-c4b45a885dd3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:16.837591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Attempting to bind port 29de72c1-1f9d-463a-b482-c4b45a885dd3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:16.837969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Attempting to bind port 29de72c1-1f9d-463a-b482-c4b45a885dd3 on network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:16.845288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:16.845676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Checking segment: {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:16.846111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.846546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Bound using segment: {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:16.847284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Bound port: 29de72c1-1f9d-463a-b482-c4b45a885dd3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:16.847724 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.923846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-828b60f6-826c-4143-9e67-86391ee94230 service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345141 Jul 12 16:04:16.987375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] For port 29de72c1-1f9d-463a-b482-c4b45a885dd3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:16.995379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] For port 29de72c1-1f9d-463a-b482-c4b45a885dd3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29de72c1-1f9d-463a-b482-c4b45a885dd3,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:17.004373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.026814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.097502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.171452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.174162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.178919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bfcd19f-d4ac-4758-8965-cf70bd36300f HTTP/1.1" status: 204 len: 168 time: 0.3610256 Jul 12 16:04:17.192955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67965e2-2a0a-4c82-a74c-537805fa12c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfcd19f-d4ac-4758-8965-cf70bd36300f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.229652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-c05798b6-2a7a-434e-8be1-3d6feda17d8e service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935548 Jul 12 16:04:17.271656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:17.273358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:17.346837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4caa43-d9c3-4025-a5f9-68e83dc03f6e None None] Pushing event updated for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.486257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:17.488701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92718607-afbf-42f4-a978-4a7817c6b932 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:17.593944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:17.724519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 92718607-afbf-42f4-a978-4a7817c6b932 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:17.736139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 92718607-afbf-42f4-a978-4a7817c6b932 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:17.736633 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.737853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3009d3-f4f7-49a9-9561-52428ea9576e req-4f8c44f9-0225-453b-91bd-92d86caff871 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:17.754053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3009d3-f4f7-49a9-9561-52428ea9576e req-4f8c44f9-0225-453b-91bd-92d86caff871 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 969 time: 0.2098777 Jul 12 16:04:17.854645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3009d3-f4f7-49a9-9561-52428ea9576e req-d511d397-b37c-4928-9939-5e70cd4d6cca tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977602 Jul 12 16:04:17.969486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e8c277a-5386-476a-ade1-2898f73f048d req-7c6b3ea8-7383-4023-918e-267d915c49d2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0668764 Jul 12 16:04:17.993229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:18.045603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce', 'mac_address': 'fa:16:3e:7a:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:tempest-test_az-357442401', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:18.129519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:12Z', 'revision_number': 4, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '29de72c1-1f9d-463a-b482-c4b45a885dd3', 'name': '', 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:10Z', 'updated_at': '2021-07-12T16:04:16Z', 'revision_number': 4, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'subnets': [{'id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:18.213516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.219282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ad302-4d7b-44e0-a911-a63d393a5606 None None] The sync data for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 is: [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:04:12Z', 'revision_number': 4, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '29de72c1-1f9d-463a-b482-c4b45a885dd3', 'name': '', 'network_id': '621e7cb7-0b76-478d-9bab-e6facf7ccbd7', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'mac_address': 'fa:16:3e:89:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:10Z', 'updated_at': '2021-07-12T16:04:16Z', 'revision_number': 4, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'subnets': [{'id': '5074694e-f56a-4bb2-b5ad-7d651b52dce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:18.243203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:18.255425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.359154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:18.388338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:18.448782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a0b74-e921-4de9-aef1-ec8b5e5650a8 req-fa1adb68-4093-4609-a3d4-0e3b069d0f87 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:18.473001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-707a0b74-e921-4de9-aef1-ec8b5e5650a8 req-fa1adb68-4093-4609-a3d4-0e3b069d0f87 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 968 time: 0.2462788 Jul 12 16:04:18.542307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-707a0b74-e921-4de9-aef1-ec8b5e5650a8 req-9d035355-582d-46cf-866b-72160480acc0 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657866 Jul 12 16:04:18.567432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.602195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92718607-afbf-42f4-a978-4a7817c6b932,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:18.676725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.766859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:18.872927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:18.929505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:19.094474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29de72c1-1f9d-463a-b482-c4b45a885dd3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:19.263494 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ff7c3-ee01-46df-9f3d-865f52761ac8" -d '{"events": [{"server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "name": "network-vif-plugged", "status": "completed", "tag": "92718607-afbf-42f4-a978-4a7817c6b932"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:19.517411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.523124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044224898', 'description': 'tempest-description--1699316752'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:19.593379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.594355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:19.626264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:19.627152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.630641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-882f46a5-961f-4b31-b81f-4552de17a6a6 None None] Provisioning complete for port 92718607-afbf-42f4-a978-4a7817c6b932 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:19.631446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-882f46a5-961f-4b31-b81f-4552de17a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.697328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.721708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.763370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.65', 53086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.775242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.833683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.835614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3171511 Jul 12 16:04:19.839058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33304) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.845384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'security_group_rule': {'security_group_id': '3e06ae94-a705-4d68-9a03-439b03f94b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:19.857955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5bb0d-b598-4b4e-b2c6-7a6a7c412525 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06ae94-a705-4d68-9a03-439b03f94b13,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:19.899295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.904168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7aa8753f-3ed1-4b39-a4a1-863383050ea7 req-18f7677d-9621-4ac1-96dd-7136aedff739 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.1283672 Jul 12 16:04:19.964793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 29de72c1-1f9d-463a-b482-c4b45a885dd3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29de72c1-1f9d-463a-b482-c4b45a885dd3,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:19.971778 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.978859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b2e61-8275-4a2f-81ce-242cfb25ddc2 req-8dba9493-a45b-4eed-ba30-086b6845a32e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:19.980895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a16b2e61-8275-4a2f-81ce-242cfb25ddc2 req-8dba9493-a45b-4eed-ba30-086b6845a32e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.2565339 Jul 12 16:04:19.986667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458574635-network', 'tenant_id': 'b7fdaba3ca8347e19033e2e0db23546c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:19.998186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.096131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Made reservation on behalf of b7fdaba3ca8347e19033e2e0db23546c for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:20.098692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.106516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a16b2e61-8275-4a2f-81ce-242cfb25ddc2 req-592188b4-56ef-4dec-a337-0a1b528bb714 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Jul 12 16:04:20.141470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:20.189488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.198805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.255440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.263358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b15986-d982-45dc-ab86-fac181a8033c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:20.266665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.271292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2afaa6b-e5bf-46a2-a8e9-fce89c78ee0b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307671 Jul 12 16:04:20.273773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:20.278212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'security_group_rule': {'security_group_id': '3e06ae94-a705-4d68-9a03-439b03f94b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:20.334816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.358888 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d42399-bd32-472c-a851-9c21b3f32db4 x-openstack-request-id: req-80d42399-bd32-472c-a851-9c21b3f32db4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:20.359278 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "name": "network-vif-plugged", "status": "completed", "tag": "92718607-afbf-42f4-a978-4a7817c6b932", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:20.359436 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80d42399-bd32-472c-a851-9c21b3f32db4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:20.360158 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932', 'code': 200} Jul 12 16:04:20.459723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5904a21b-04ff-4014-8d98-fbe35d7a340a None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:20.460062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5904a21b-04ff-4014-8d98-fbe35d7a340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.464190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.472823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.585078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2110e8f9-255a-4628-ae2b-76a803f927a0,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:20.600760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.602618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-227ab18f-e194-4134-bf07-3d87c65d931f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283222 Jul 12 16:04:20.605262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-ce808eb9-c552-4ec4-88a1-90a9d5deea6a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.606282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33318) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:20.606786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-ce808eb9-c552-4ec4-88a1-90a9d5deea6a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.8086824 Jul 12 16:04:20.615036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:20.691984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.715886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-cbc2083f-dd29-451e-a591-86295d04b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.717407 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-cbc2083f-dd29-451e-a591-86295d04b38e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 1121 time: 0.1992428 Jul 12 16:04:20.769409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e0b42-666e-47d6-ac7b-e3c6240b7655 req-62db5153-1467-4c09-bbb3-bd8c28b21cd8 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.771004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce1e0b42-666e-47d6-ac7b-e3c6240b7655 req-62db5153-1467-4c09-bbb3-bd8c28b21cd8 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 969 time: 0.1852589 Jul 12 16:04:20.790631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc47fb7-111c-4913-aae2-cbc037345aa5 req-0bdcbbae-56f4-44a0-a68f-a429eb540848 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e8906d36725a44dc9fde58f87ba661a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453744 Jul 12 16:04:20.793599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-293310d4-b312-4b3d-a268-54dfb9fadbad service neutron] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.834615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce1e0b42-666e-47d6-ac7b-e3c6240b7655 req-10b5337a-85aa-4246-a377-afafd12ffac4 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Jul 12 16:04:20.908151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.915075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.958969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc382c-3144-4fa7-a56c-48cf82687ca2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:20.977999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47fb7-111c-4913-aae2-cbc037345aa5 req-eb2f2727-e07e-4972-a147-8f360064bc46 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.979167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:20.984768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc47fb7-111c-4913-aae2-cbc037345aa5 req-eb2f2727-e07e-4972-a147-8f360064bc46 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842763 Jul 12 16:04:20.996669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.997543 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Added segment 5c3163e4-82cb-4ee7-b239-56d0222caf24 of type vlan for network aaee1a25-8734-4e40-9358-975671841256 Jul 12 16:04:21.022336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc47fb7-111c-4913-aae2-cbc037345aa5 req-3414bf24-331d-44e7-a950-4670c3fb401c tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/quotas/e8906d36725a44dc9fde58f87ba661a5 HTTP/1.1" status: 200 len: 375 time: 0.0356758 Jul 12 16:04:21.043137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.045689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29de72c1-1f9d-463a-b482-c4b45a885dd3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:21.073635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.090635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc47fb7-111c-4913-aae2-cbc037345aa5 req-dbe0ba3e-94eb-45b3-bb91-48f137555128 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8906d36725a44dc9fde58f87ba661a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673249 Jul 12 16:04:21.134003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.136844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.137796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.173080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 29de72c1-1f9d-463a-b482-c4b45a885dd3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:21.174719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.252520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-293310d4-b312-4b3d-a268-54dfb9fadbad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.272635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-293310d4-b312-4b3d-a268-54dfb9fadbad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.310136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3e3640d-8f68-46d0-b4c9-9c3abb7825d4 req-f84b6e35-caf9-4a69-884f-ed7f490c5ca1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0742595 Jul 12 16:04:21.310958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] Pushing event updated for resources: {'Network': ['ID=aaee1a25-8734-4e40-9358-975671841256,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:21.314903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a123a37-c769-4886-84a8-aa1bba0ea62a req-293310d4-b312-4b3d-a268-54dfb9fadbad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685236 Jul 12 16:04:21.315406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-60052fb8-438f-4ffc-8d84-ae82a72f49b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6171637 Jul 12 16:04:21.322561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33338) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:21.334178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aaee1a25-8734-4e40-9358-975671841256 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:21.342105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Request body: {'subnet': {'network_id': 'aaee1a25-8734-4e40-9358-975671841256', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458574635-subnet', 'tenant_id': 'b7fdaba3ca8347e19033e2e0db23546c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:21.349526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Allocated IP 172.25.8.184 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/fb56a36c-a3ca-4bcf-9791-0badee1b4231) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:21.355640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293310d4-b312-4b3d-a268-54dfb9fadbad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15b700f0-c5ea-4e4f-9339-3a81122b78fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:21.403197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Made reservation on behalf of b7fdaba3ca8347e19033e2e0db23546c for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:21.405839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.468645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:21.549465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:21.556160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:21.556640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.663128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.713198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.716220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:21.721041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.843237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7062a4b-e49f-4146-823e-9ec1e17ba4f6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:21.871853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.872869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Checking segment: {'id': '5c3163e4-82cb-4ee7-b239-56d0222caf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aaee1a25-8734-4e40-9358-975671841256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:21.873285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Network hostable DHCP agents. Network: aaee1a25-8734-4e40-9358-975671841256, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:21.895451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd436d9-7048-4f4a-8d7b-1aba73627d4a req-f6502b89-3e25-4be0-b545-46053d94c6f6 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.897108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fd436d9-7048-4f4a-8d7b-1aba73627d4a req-f6502b89-3e25-4be0-b545-46053d94c6f6 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.4048495 Jul 12 16:04:21.911479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Network aaee1a25-8734-4e40-9358-975671841256 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:21.938513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aaee1a25-8734-4e40-9358-975671841256) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:21.948252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.951770 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.974922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fd436d9-7048-4f4a-8d7b-1aba73627d4a req-f3b9068b-1e42-4453-b84a-d16c5f33c740 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Jul 12 16:04:21.980082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.012199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e60b5bf-903c-4bb2-bd2c-b1e0b7885840 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6741967 Jul 12 16:04:22.084080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:22.087861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:22.096044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:22.119263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'Port': ['ID=fb56a36c-a3ca-4bcf-9791-0badee1b4231,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:22.119539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020118ae-2915-4c30-be68-7b67215b70ba None None] Network aaee1a25-8734-4e40-9358-975671841256 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:22.127322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:22.245972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33370) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:22.381424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:22.383900 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0eaf1-5e4c-4d7d-9af4-979e8cabc2c1" -d '{"events": [{"server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "name": "network-vif-plugged", "status": "completed", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:22.403250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f5689-10c1-4592-a571-5e2c8c1487de None None] Network aaee1a25-8734-4e40-9358-975671841256 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:22.466456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.537267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f011f-8630-4378-8284-b57afa83525e req-94260740-30c8-4416-84c6-5b406167c95b tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:22.544830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c43f011f-8630-4378-8284-b57afa83525e req-94260740-30c8-4416-84c6-5b406167c95b tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 970 time: 0.3089321 Jul 12 16:04:22.589601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1f86c6f0-3f44-46ef-8484-89ed68864ffc None None] Provisioning complete for port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:22.589978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f86c6f0-3f44-46ef-8484-89ed68864ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.645264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-944ee045-6ae0-4170-9889-775397a5e556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.657023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.675112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-333d2fc0-c5c6-48c2-a371-742ad1322140 req-ed1c8606-ccfb-4b7c-9452-6aed46d28c9d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0561757 Jul 12 16:04:22.716443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c43f011f-8630-4378-8284-b57afa83525e req-c8617692-90e5-40b9-b62c-66397fb1947f tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387513 Jul 12 16:04:22.788309 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e130a-cf17-460d-a87f-0a0c6f0e466e x-openstack-request-id: req-7c2e130a-cf17-460d-a87f-0a0c6f0e466e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:22.788810 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "name": "network-vif-plugged", "status": "completed", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:22.788987 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c2e130a-cf17-460d-a87f-0a0c6f0e466e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:22.789461 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce', 'code': 200} Jul 12 16:04:22.842134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-944ee045-6ae0-4170-9889-775397a5e556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.849911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-944ee045-6ae0-4170-9889-775397a5e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:22.908436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-944ee045-6ae0-4170-9889-775397a5e556 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54cfa842320a4bd291b15754e12721bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610894 Jul 12 16:04:22.909385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33396) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:22.921340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ee045-6ae0-4170-9889-775397a5e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a54b9c-2f04-4531-a95e-212784be9649,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:22.970830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce30ba37-4750-4e9e-96de-546eb2992321 req-b8befcef-33a5-4e8b-8f11-5c8310452e63 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e8906d36725a44dc9fde58f87ba661a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723393 Jul 12 16:04:23.012810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:23.017840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.050772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.067900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-486795616-network', 'tenant_id': 'fdb05137a2254ddc975c4d63ca7c9a37'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:23.078027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.099859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.119281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.124368 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.131618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52a54b9c-2f04-4531-a95e-212784be9649 HTTP/1.1" status: 204 len: 168 time: 0.2119100 Jul 12 16:04:23.162024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85df315-1f68-4d40-b17e-22f29a92d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a54b9c-2f04-4531-a95e-212784be9649,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:23.213121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'Port': ['ID=fb56a36c-a3ca-4bcf-9791-0badee1b4231,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:23.228101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.263937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb2d9b-b310-4319-9c9f-e9cdeb027a16 req-dbe9cd66-a077-45e2-a985-3a77987cb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.265734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6eb2d9b-b310-4319-9c9f-e9cdeb027a16 req-dbe9cd66-a077-45e2-a985-3a77987cb7dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 1121 time: 0.3919008 Jul 12 16:04:23.271146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Made reservation on behalf of fdb05137a2254ddc975c4d63ca7c9a37 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:23.274318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.309440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4b557-000b-42a0-9b7c-546edddce9bb req-bfdf232b-1fe0-496f-8a25-36e55eb97a2d tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.310148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bae4b557-000b-42a0-9b7c-546edddce9bb req-bfdf232b-1fe0-496f-8a25-36e55eb97a2d tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.1399066 Jul 12 16:04:23.319528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.321740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.330723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e65ca292-3a7c-49e8-af4f-8dab0abaf15d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7153990 Jul 12 16:04:23.359760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30ba37-4750-4e9e-96de-546eb2992321 req-f08403d0-6c8b-47d6-95af-70ff4c593757 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.366250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce30ba37-4750-4e9e-96de-546eb2992321 req-f08403d0-6c8b-47d6-95af-70ff4c593757 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3929396 Jul 12 16:04:23.412105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bae4b557-000b-42a0-9b7c-546edddce9bb req-af305d7a-b48b-4ddb-a9c3-f076c3b8baf4 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939577 Jul 12 16:04:23.432063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6eb2d9b-b310-4319-9c9f-e9cdeb027a16 req-327eeb80-a967-417e-8de9-031ad8a98c95 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521809 Jul 12 16:04:23.439296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce30ba37-4750-4e9e-96de-546eb2992321 req-a39c57a1-0396-4e43-921c-46d7e69a75a0 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/quotas/e8906d36725a44dc9fde58f87ba661a5 HTTP/1.1" status: 200 len: 375 time: 0.0351057 Jul 12 16:04:23.483807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce30ba37-4750-4e9e-96de-546eb2992321 req-d696118a-49ee-4ccc-adc0-cef2b4a6f7c9 tempest-QuotasAdminNegativeTest-610284145 tempest-QuotasAdminNegativeTest-610284145-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e8906d36725a44dc9fde58f87ba661a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435328 Jul 12 16:04:23.590699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.596141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.631150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:23.647710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa7aff-dd55-4039-83ea-49d9aeceb8ef,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:23.670355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.670705 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Added segment 596a5f3a-22a1-4c6e-8614-7ff84c5b9fa1 of type vlan for network b19fe683-e61e-449f-89d4-522288b34d28 Jul 12 16:04:23.697639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-52901e18-99a9-4288-bd8b-8bcb5f1b2918 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1044224898&fields=id&tenant_id=755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 267 time: 0.0840585 Jul 12 16:04:23.760494 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.803502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.805834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.806998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.826784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33430) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:23.880420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-406d7971-f53f-49a1-bfb2-aa6214ca8b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:23.886932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8424416 Jul 12 16:04:23.893624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33432) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:23.903505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Request body: {'subnet': {'network_id': 'b19fe683-e61e-449f-89d4-522288b34d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-486795616-subnet', 'tenant_id': 'fdb05137a2254ddc975c4d63ca7c9a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:23.961600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f678-3bd5-4ae1-b372-f96489cb49c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b19fe683-e61e-449f-89d4-522288b34d28,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:23.971875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-e098c7b1-3786-4612-a9de-bb60c2dce0be tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.981335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-e098c7b1-3786-4612-a9de-bb60c2dce0be tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 824 time: 0.2825844 Jul 12 16:04:23.993030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network b19fe683-e61e-449f-89d4-522288b34d28 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:24.000912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-fbac2528-dcac-4ccc-b9a9-ee34221fddb5 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/quotas/755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 375 time: 0.0183468 Jul 12 16:04:24.046536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-406d7971-f53f-49a1-bfb2-aa6214ca8b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.052174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-406d7971-f53f-49a1-bfb2-aa6214ca8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.084597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Made reservation on behalf of fdb05137a2254ddc975c4d63ca7c9a37 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:24.087185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.143195 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-406d7971-f53f-49a1-bfb2-aa6214ca8b4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d98fa5a79c21486383a7c5e706762c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882326 Jul 12 16:04:24.144641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d7971-f53f-49a1-bfb2-aa6214ca8b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a71b03-681d-4fb7-8a51-abb3a1e790fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:24.159624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:24.256036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-c423fe6b-09c1-4663-a0cf-7a2b17432981 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2254996 Jul 12 16:04:24.292000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.320678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.453951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92bfba85-53cb-45da-b122-ca0032fa492a req-c6997717-009b-42b7-b41e-80cd167e01ac tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0645020 Jul 12 16:04:24.495486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.498881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.499431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9a71b03-681d-4fb7-8a51-abb3a1e790fb HTTP/1.1" status: 204 len: 168 time: 0.3374541 Jul 12 16:04:24.510678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eecb9-9753-4a0b-99a7-249766cd8f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a71b03-681d-4fb7-8a51-abb3a1e790fb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:24.565407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.653226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-1b0450e6-1d18-4470-83ca-f61cf9ef7350 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:04:24.654264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-1b0450e6-1d18-4470-83ca-f61cf9ef7350 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1811099 Jul 12 16:04:24.761053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96085293-af8b-4afb-a780-304faf8abbf3 req-703e8bd4-090a-4bfb-a076-aebab14fff9c tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.763104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da000e4-f12b-4f3e-84ec-3f1dfb9ce14e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:24.764201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96085293-af8b-4afb-a780-304faf8abbf3 req-703e8bd4-090a-4bfb-a076-aebab14fff9c tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 970 time: 0.1296098 Jul 12 16:04:24.797880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Checking segment: {'id': '596a5f3a-22a1-4c6e-8614-7ff84c5b9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b19fe683-e61e-449f-89d4-522288b34d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:24.798231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Network hostable DHCP agents. Network: b19fe683-e61e-449f-89d4-522288b34d28, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:24.815714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-7329f890-447a-4cd9-81ad-e4ad20865c58 service neutron] 10.222.0.58 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519916 Jul 12 16:04:24.827845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96085293-af8b-4afb-a780-304faf8abbf3 req-d35cbbb4-d63e-4ccb-a36b-be195870b4ea tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554554 Jul 12 16:04:24.882806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Network b19fe683-e61e-449f-89d4-522288b34d28 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:24.942794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, b19fe683-e61e-449f-89d4-522288b34d28) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:24.951109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.951892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:24.959742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d1940-4b3c-4bbf-a386-e95c4bb5a663 None None] Network b19fe683-e61e-449f-89d4-522288b34d28 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:25.003645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2223ab8-6d37-4bbb-8f88-07937ab96ed5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1077099 Jul 12 16:04:25.121030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-09e62c70-c3ef-401d-aac8-6255db0c4d6d service neutron] 10.222.0.58 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916400 Jul 12 16:04:25.227784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9655888-a041-4b2f-86d3-5916f022d8bb req-8e35b4f0-9c3f-4d7d-a20a-109ed49a138a tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:25.236167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9655888-a041-4b2f-86d3-5916f022d8bb req-8e35b4f0-9c3f-4d7d-a20a-109ed49a138a tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.1422944 Jul 12 16:04:25.291134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e028e-26b5-498e-a89a-6c60477544da None None] Network b19fe683-e61e-449f-89d4-522288b34d28 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:25.330800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9655888-a041-4b2f-86d3-5916f022d8bb req-426c504f-2fc5-46d6-9e13-73643c2f6c04 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936084 Jul 12 16:04:25.512546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:25.569729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33476) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:25.653286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Deleting subnet f7062a4b-e49f-4146-823e-9ec1e17ba4f6 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:04:25.658111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.726612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.736072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-f7a4aae1-7293-41f5-918e-b25ec1f73c87 tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:25.737790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-f7a4aae1-7293-41f5-918e-b25ec1f73c87 tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 1121 time: 0.1541555 Jul 12 16:04:25.741617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.787923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-b1d4d394-88a8-4d40-b7dd-811fa20aa32e tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.937902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8700b63-a33a-4a03-9d4f-b2421c9c1d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.983580 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.041547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-b1d4d394-88a8-4d40-b7dd-811fa20aa32e tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.043959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7062a4b-e49f-4146-823e-9ec1e17ba4f6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.056463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-b1d4d394-88a8-4d40-b7dd-811fa20aa32e tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.065448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.067404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-790931ca-49e7-439e-a109-15f3c4a65542 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f7062a4b-e49f-4146-823e-9ec1e17ba4f6 HTTP/1.1" status: 204 len: 168 time: 0.5538671 Jul 12 16:04:26.075951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33492) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:26.165138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78244b25-7e2c-4ef1-883a-ee0ff3d00932 req-b1d4d394-88a8-4d40-b7dd-811fa20aa32e tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195576 Jul 12 16:04:26.172943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4d394-88a8-4d40-b7dd-811fa20aa32e tempest-AggregatesAdminTestJSON-1865855486 tempest-AggregatesAdminTestJSON-1865855486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a653572-deb9-491a-a178-5f650a5dc859,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.221912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.227855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8700b63-a33a-4a03-9d4f-b2421c9c1d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.233564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8700b63-a33a-4a03-9d4f-b2421c9c1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.285346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c8700b63-a33a-4a03-9d4f-b2421c9c1d9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8906d36725a44dc9fde58f87ba661a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144461 Jul 12 16:04:26.289014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33502) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:26.301620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8700b63-a33a-4a03-9d4f-b2421c9c1d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef3d8c1-1e83-41f8-a130-b5bf275664de,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.370590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.402247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.440063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-590f7515-a45e-41f0-bb70-0f5d17f8dcdf req-af4ef321-ef7b-467c-a965-58ebd9aba442 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 210 time: 0.0554738 Jul 12 16:04:26.441732 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.454508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.455067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.455658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.455781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.456270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.456607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.456926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.457243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.457628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.458071 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.524646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05b79bb3-19b3-4092-8a40-a2bc2672293f req-1dfcbe90-a9a0-424d-9b7e-1367928780e3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0663908 Jul 12 16:04:26.536644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.543060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.547964 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ef3d8c1-1e83-41f8-a130-b5bf275664de HTTP/1.1" status: 204 len: 168 time: 0.2543323 Jul 12 16:04:26.580622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63397917-1484-4e35-a9b8-64bf7cf416cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef3d8c1-1e83-41f8-a130-b5bf275664de,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.621967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.622502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.622855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.623391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:26.624314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee1a25-8734-4e40-9358-975671841256']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:26.647092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3163e4-82cb-4ee7-b239-56d0222caf24') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:26.648400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3163e4-82cb-4ee7-b239-56d0222caf24') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:26.690293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.747266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.764144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:04:26.765032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: from cryptography.utils import int_from_bytes Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: from cryptography.utils import int_from_bytes Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:04:26.775155 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:04:26.812385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54c4f2-33a5-42f9-b7a1-122229f65f4b req-8dd116d8-5113-4970-a577-a90b762f10ff tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:26.820320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe54c4f2-33a5-42f9-b7a1-122229f65f4b req-8dd116d8-5113-4970-a577-a90b762f10ff tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.1197655 Jul 12 16:04:26.862429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.874293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.876357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aaee1a25-8734-4e40-9358-975671841256 HTTP/1.1" status: 204 len: 168 time: 0.7994602 Jul 12 16:04:26.879496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe54c4f2-33a5-42f9-b7a1-122229f65f4b req-8cb174b3-e243-46b8-84ed-f4a7105c93d7 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Jul 12 16:04:26.879956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:26.887461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0fa3b-b37e-4a54-b6ae-6b47be4e4022 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaee1a25-8734-4e40-9358-975671841256,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.942028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Deleting subnet 0da000e4-f12b-4f3e-84ec-3f1dfb9ce14e {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:04:26.945994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.991521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.002391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.035030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33530) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:27.050138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6031ccd-83c7-4427-a4a0-1fa6cdcb4f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.088704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.121621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da000e4-f12b-4f3e-84ec-3f1dfb9ce14e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:27.123902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.127651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-30714bc7-6773-4f48-a39c-e0230de09eea admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0da000e4-f12b-4f3e-84ec-3f1dfb9ce14e HTTP/1.1" status: 204 len: 168 time: 0.2451024 Jul 12 16:04:27.129648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:27.225639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6031ccd-83c7-4427-a4a0-1fa6cdcb4f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.229839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.231411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6031ccd-83c7-4427-a4a0-1fa6cdcb4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.296676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031ccd-83c7-4427-a4a0-1fa6cdcb4f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd48521-376b-44b0-ae93-156b06658901,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:27.303924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e6031ccd-83c7-4427-a4a0-1fa6cdcb4f38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6cd5aeca03a64e21af62bf779841823d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657967 Jul 12 16:04:27.306489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:27.362998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.384079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.390949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.396098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.397692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.397692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.397890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > port after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.398249 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.398580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > port after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.398890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.399226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.399745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.399988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.481351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.484529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.488814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccd48521-376b-44b0-ae93-156b06658901 HTTP/1.1" status: 204 len: 168 time: 0.1810355 Jul 12 16:04:27.534235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ffa91-32dc-4c1a-a1f7-1d944140c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd48521-376b-44b0-ae93-156b06658901,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:27.551217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.551565 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.559183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.559529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:27.559958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19fe683-e61e-449f-89d4-522288b34d28']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:27.576492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Request body: {'port': {'device_id': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'admin_state_up': True, 'tenant_id': '9666fc46eec24038b93ccf94bb42c661'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:27.725654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:27.727790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-301389ec-dc72-4380-b8f2-97a6fba2ce87 req-e5f6f792-bc58-45fd-9f51-4cc960fd3b8b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 210 time: 0.0562346 Jul 12 16:04:27.730090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.746802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596a5f3a-22a1-4c6e-8614-7ff84c5b9fa1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:27.747154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596a5f3a-22a1-4c6e-8614-7ff84c5b9fa1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:27.775914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.826876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-86cb8427-f7ba-418e-b6fe-62852353a722 tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:27.828799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-86cb8427-f7ba-418e-b6fe-62852353a722 tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 1121 time: 0.0880938 Jul 12 16:04:27.842110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.880035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e23b855e-507f-405d-998d-4bf65a74dd9b req-85c8ac30-b3b3-4b6e-8bab-5704a19b0244 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0446541 Jul 12 16:04:27.894784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:04:27.895511 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: from cryptography.utils import int_from_bytes Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: from cryptography.utils import int_from_bytes Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:04:27.900748 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:04:28.013027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.036926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b19fe683-e61e-449f-89d4-522288b34d28,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:28.039901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.043532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-afd0e267-de1b-4ee1-b52e-21b0f12e80ae admin admin] 10.222.0.58 "DELETE /v2.0/networks/b19fe683-e61e-449f-89d4-522288b34d28 HTTP/1.1" status: 204 len: 168 time: 0.9128869 Jul 12 16:04:28.045188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Allocated IP 172.20.0.11 (d5254bb4-056e-47c4-807c-3c9013677608/8e61c257-7e83-47c7-afba-479968510822/10e56018-210d-40d3-ba9c-8e39a25bf861) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:28.056364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Deleting port 92718607-afbf-42f4-a978-4a7817c6b932 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:04:28.056706 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.273501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] For port 92718607-afbf-42f4-a978-4a7817c6b932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92718607-afbf-42f4-a978-4a7817c6b932,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:28.274182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.309320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33588) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:28.313658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.367176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Calling delete_port for 92718607-afbf-42f4-a978-4a7817c6b932 owned by compute:tempest-test_az-357442401 {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:04:28.379628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.420836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.65', 53090) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:28.457903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Network d5254bb4-056e-47c4-807c-3c9013677608 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:28.465716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:28.470687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:28.525021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:28.590501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.591100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.626524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-19f68fde-bef2-44a0-8a8a-bfef42742b28 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605915 Jul 12 16:04:28.646262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-2f46881e-e780-4c92-8041-fd2733d5661e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:04:28.656387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-2f46881e-e780-4c92-8041-fd2733d5661e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151324 Jul 12 16:04:28.686401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33604) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:28.686871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b8df1cfd-7645-43f2-bc34-cfc7f986a3d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7fdaba3ca8347e19033e2e0db23546c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763564 Jul 12 16:04:28.842265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba47a-e5cd-4ac7-9548-231f1433fec5 req-4cf7b250-d3c0-4139-8777-5808f33b8aab tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.853243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6eeba47a-e5cd-4ac7-9548-231f1433fec5 req-4cf7b250-d3c0-4139-8777-5808f33b8aab tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 970 time: 0.6810346 Jul 12 16:04:28.877536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:28.887263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-67cfe164-589b-4438-8471-ea5cdad18376 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.888904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-67cfe164-589b-4438-8471-ea5cdad18376 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.65 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 824 time: 0.4620833 Jul 12 16:04:28.969379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.013189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6eeba47a-e5cd-4ac7-9548-231f1433fec5 req-6a517675-8de9-40b7-b786-fe325f612cfc tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583676 Jul 12 16:04:29.025834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33622) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:29.085694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-a92ba0b3-dad7-4e99-b038-fefd36193252 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 380 time: 0.1774368 Jul 12 16:04:29.087893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.101148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['92718607-afbf-42f4-a978-4a7817c6b932'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:29.101696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Request body: {'port': {'device_id': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:29.179344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'port': {'device_id': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'admin_state_up': True, 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'security_groups': ['3e06ae94-a705-4d68-9a03-439b03f94b13']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:29.187711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Pushing event deleted for resources: {'Port': ['ID=92718607-afbf-42f4-a978-4a7817c6b932,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:29.299739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3101be8e-5ecc-454f-b58d-168eead9994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.304186 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-627ac22d-43d4-48c4-8677-9fd10756a9ad req-4d7f8c8a-ff62-4531-b8e4-32b9c411ddaa tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 210 time: 0.0602412 Jul 12 16:04:29.346147 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.348801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.350956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ccc382c-3144-4fa7-a56c-48cf82687ca2 HTTP/1.1" status: 204 len: 168 time: 0.6630104 Jul 12 16:04:29.387958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a926-9320-43c4-8e6c-d6157c92f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc382c-3144-4fa7-a56c-48cf82687ca2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:29.412046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.561027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] No DVR routers for this DVR port 92718607-afbf-42f4-a978-4a7817c6b932 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:04:29.580155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.582294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb3151c9-f73f-4e00-83f2-0771b8bf591e req-bb982fb3-046e-4e5b-a030-add3ecca26cb tempest-DeleteServersAdminTestJSON-94033191 tempest-DeleteServersAdminTestJSON-94033191-project-admin] 10.222.0.77 "DELETE /v2.0/ports/92718607-afbf-42f4-a978-4a7817c6b932 HTTP/1.1" status: 204 len: 173 time: 1.7331707 Jul 12 16:04:29.590967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'name': 'network-vif-deleted', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:29.593428 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4dac08-896d-4328-a06e-f287ffee3e9a" -d '{"events": [{"server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "name": "network-vif-deleted", "tag": "92718607-afbf-42f4-a978-4a7817c6b932"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:29.735334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f03520-308d-438f-b2b6-b4caa432f524 req-0ff43e87-8996-4234-acdc-3f17cf48a935 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.737835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03f03520-308d-438f-b2b6-b4caa432f524 req-0ff43e87-8996-4234-acdc-3f17cf48a935 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 932 time: 0.2854841 Jul 12 16:04:29.785822 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea19e36-4ffe-4905-a105-3f048762cb25 x-openstack-request-id: req-1ea19e36-4ffe-4905-a105-3f048762cb25 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:29.786324 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c3151-1973-485c-9ba5-6f20a7ef0661", "name": "network-vif-deleted", "tag": "92718607-afbf-42f4-a978-4a7817c6b932", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:29.793273 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ea19e36-4ffe-4905-a105-3f048762cb25 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:29.802175 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c3151-1973-485c-9ba5-6f20a7ef0661', 'name': 'network-vif-deleted', 'tag': '92718607-afbf-42f4-a978-4a7817c6b932', 'status': 'completed', 'code': 200} Jul 12 16:04:29.851810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03f03520-308d-438f-b2b6-b4caa432f524 req-02f32e0d-1922-4037-af3c-12eb8c27d3da tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040843 Jul 12 16:04:29.986792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3101be8e-5ecc-454f-b58d-168eead9994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.999558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e56018-210d-40d3-ba9c-8e39a25bf861 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:30.005561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3101be8e-5ecc-454f-b58d-168eead9994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.012763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Made reservation on behalf of 755019fa1c7144ea8b57fef118d8e807 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:30.016889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.019567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:30.019956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.097988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb255c81-9c29-41a4-aeb0-93a38c511ed2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdb05137a2254ddc975c4d63ca7c9a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700290 Jul 12 16:04:30.110839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:30.125493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3101be8e-5ecc-454f-b58d-168eead9994b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2db70fdb89214be0bb9db02fd3c76dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0899649 Jul 12 16:04:30.127633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Transition to ACTIVE for port object 10e56018-210d-40d3-ba9c-8e39a25bf861 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:30.128724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101be8e-5ecc-454f-b58d-168eead9994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561ffce-a423-4379-aca0-b59d32cd5e55,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:30.133273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33672) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:30.140965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.261913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:30.317083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.348200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.367039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.377692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90056976-c268-421c-8af9-ca75f2a179bd req-5a726f79-c749-4e82-a3e0-8fc3405da8af tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=899c3151-1973-485c-9ba5-6f20a7ef0661 HTTP/1.1" status: 200 len: 210 time: 0.0645168 Jul 12 16:04:30.390482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:30.390820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:30.391148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:30.426558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:30.429627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:30.446692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.455497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:30.455497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:30.455987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:30.456685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Bound port: 10e56018-210d-40d3-ba9c-8e39a25bf861, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:30.457020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.505298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Allocated IP 172.20.0.3 (76ced32e-90b0-4233-ad91-15e3118c535d/8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9/00019d84-0775-44bf-8136-629cc29b81c6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:30.586467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.589007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.590185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d561ffce-a423-4379-aca0-b59d32cd5e55 HTTP/1.1" status: 204 len: 168 time: 0.4552779 Jul 12 16:04:30.671006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62894-56e0-4c01-815c-0f6d6eba3b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561ffce-a423-4379-aca0-b59d32cd5e55,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:30.679178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:30.718248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:30.720031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c1c191d-80da-4c52-9e0d-740f26b33e68 req-3f74ce6b-9064-443c-b98e-53ba430710fc tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 210 time: 0.0489612 Jul 12 16:04:30.720759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.724068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.726449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47fa7aff-dd55-4039-83ea-49d9aeceb8ef HTTP/1.1" status: 204 len: 168 time: 0.6138854 Jul 12 16:04:30.730971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.769584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7429ac-651b-48a7-8df9-d1577b7ca1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa7aff-dd55-4039-83ea-49d9aeceb8ef,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:30.905286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:30.906169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.907773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.909039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] 10.222.0.65 "PUT /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 1092 time: 2.0333564 Jul 12 16:04:30.909520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:30.912021 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a607545-9542-4375-9f0a-216cd585cd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:30.927331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Transition to ACTIVE for port object 00019d84-0775-44bf-8136-629cc29b81c6 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:30.931436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c80fca-892a-4687-9262-2b1014994dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:30.983188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.051803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Network 76ced32e-90b0-4233-ad91-15e3118c535d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:31.055340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:31.058037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:31.106814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:31.167999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-826c6c0b-efba-49df-9d5a-cc245112bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:31.172513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-826c6c0b-efba-49df-9d5a-cc245112bc70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1095 time: 0.1839297 Jul 12 16:04:31.181645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:31.182449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.211072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-f06437b9-de48-45cd-9ac4-f22472918c63 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1147175 Jul 12 16:04:31.229041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Request body: {'port': {'device_id': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:31.280731 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b68298-700e-4b45-b845-2695285a9426 x-openstack-request-id: req-10b68298-700e-4b45-b845-2695285a9426 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:31.281035 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:31.281289 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10b68298-700e-4b45-b845-2695285a9426 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:31.281695 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'status': 'completed', 'code': 200} Jul 12 16:04:31.284891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-d21cd0ae-5f44-4a0d-9caa-8be11bb01235 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.1006000 Jul 12 16:04:31.339177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08dfbc-709d-4423-969a-8a45cfcd01c4 req-b303a449-dfd7-4b88-9331-8b875b208c5a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:31.340634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc08dfbc-709d-4423-969a-8a45cfcd01c4 req-b303a449-dfd7-4b88-9331-8b875b208c5a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.2076588 Jul 12 16:04:31.368225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-62e90ca1-264d-415f-8670-5b3af4647ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:31.371135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-62e90ca1-264d-415f-8670-5b3af4647ba5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0793035 Jul 12 16:04:31.413326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.432867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d64c3fda-c0e6-4ec2-8f70-55f6cc335154 None None] Provisioning for port 00019d84-0775-44bf-8136-629cc29b81c6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:31.442604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d64c3fda-c0e6-4ec2-8f70-55f6cc335154 None None] Provisioning complete for port 00019d84-0775-44bf-8136-629cc29b81c6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:31.442943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-8741a323-8f75-4c57-9c4a-2bb1bf1f25d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602126 Jul 12 16:04:31.443785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d64c3fda-c0e6-4ec2-8f70-55f6cc335154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.451865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc08dfbc-709d-4423-969a-8a45cfcd01c4 req-d309e4e1-d873-4e45-8aea-3ab60c2eb6ea tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828066 Jul 12 16:04:31.532827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92718607-afbf-42f4-a978-4a7817c6b932 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:04:31.545258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d64c3fda-c0e6-4ec2-8f70-55f6cc335154 None None] Port 00019d84-0775-44bf-8136-629cc29b81c6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:31.586264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 92718607-afbf-42f4-a978-4a7817c6b932 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:04:31.587086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92718607-afbf-42f4-a978-4a7817c6b932 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:04:31.656193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33754) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:31.689570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-85219e91-0293-4ac1-8683-8b09f0d0ed37 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363284 Jul 12 16:04:31.691716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1200477-82ed-422a-aea0-21b48cb70a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.897855 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0539ab6d-a11f-4804-bc7f-43d7d497762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.041557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00019d84-0775-44bf-8136-629cc29b81c6 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:32.051562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.070260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Transition to ACTIVE for port object 00019d84-0775-44bf-8136-629cc29b81c6 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:32.075855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.141621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6202175a-44d1-4958-a63b-c99f653ccdfb req-9359f386-a3f8-424d-9d0f-e5cc06c8fcf2 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402270 Jul 12 16:04:32.165264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Pushing event updated for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.193729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472c4e-18e2-42c2-8739-d6165f0dea31 req-4ed42a41-acb1-42d0-ad57-f313ba19b4e1 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.195646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21472c4e-18e2-42c2-8739-d6165f0dea31 req-4ed42a41-acb1-42d0-ad57-f313ba19b4e1 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 931 time: 0.1742153 Jul 12 16:04:32.318391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1200477-82ed-422a-aea0-21b48cb70a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.333246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1200477-82ed-422a-aea0-21b48cb70a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.358522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Attempting to bind port 00019d84-0775-44bf-8136-629cc29b81c6 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:32.358522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Attempting to bind port 00019d84-0775-44bf-8136-629cc29b81c6 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:32.358522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Attempting to bind port 00019d84-0775-44bf-8136-629cc29b81c6 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:32.363951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Port 00019d84-0775-44bf-8136-629cc29b81c6 on network 76ced32e-90b0-4233-ad91-15e3118c535d not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:32.364580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Attempting to bind port 00019d84-0775-44bf-8136-629cc29b81c6 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:32.373552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:32.374046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Checking segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:32.374608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Bound using segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:32.375222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Bound port: 00019d84-0775-44bf-8136-629cc29b81c6, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:32.375778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.404494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1200477-82ed-422a-aea0-21b48cb70a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97a069-6bf3-4e52-bba2-6c5d7fb1f8c2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.440319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21472c4e-18e2-42c2-8739-d6165f0dea31 req-dc643cea-7af4-4d12-b2d4-4b311d3218bf tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277827 Jul 12 16:04:32.481532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1200477-82ed-422a-aea0-21b48cb70a3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b82c222def10429aae95b7dc0a8198f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238649 Jul 12 16:04:32.484701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33804) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:32.516591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a607545-9542-4375-9f0a-216cd585cd8e req-f2ce8e84-8fe3-4572-bf15-2afcd3727b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.518347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-f2ce8e84-8fe3-4572-bf15-2afcd3727b6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1095 time: 0.2660065 Jul 12 16:04:32.546544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-ba768d14-8837-441f-a2aa-2407ef27f0f7 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a163102a1b3940149bf57ab732a58763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393040 Jul 12 16:04:32.633013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:32.639522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.659061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00019d84-0775-44bf-8136-629cc29b81c6,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:32.689985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.719787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-75258ac0-e0da-4c7d-bc73-53e20e6ab930 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.721612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-75258ac0-e0da-4c7d-bc73-53e20e6ab930 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628633 Jul 12 16:04:32.740712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-4de57855-e02b-46c4-a1a8-43a7aa5b043c tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/quotas/a163102a1b3940149bf57ab732a58763 HTTP/1.1" status: 200 len: 375 time: 0.0104258 Jul 12 16:04:32.756250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a607545-9542-4375-9f0a-216cd585cd8e req-5b045b56-8d6c-40b1-8d7c-2d60fdea8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.758078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-5b045b56-8d6c-40b1-8d7c-2d60fdea8330 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2275374 Jul 12 16:04:32.805663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-509cea2e-8a4c-4304-9df2-4555c271ee56 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577970 Jul 12 16:04:32.816667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.826673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.827379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.829558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.839072 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a97a069-6bf3-4e52-bba2-6c5d7fb1f8c2 HTTP/1.1" status: 204 len: 168 time: 0.3529234 Jul 12 16:04:32.855470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-466b7baf-b652-4daf-b137-7e3fd3273551 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.0843368 Jul 12 16:04:32.883790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.884470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.886818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] 10.222.0.65 "PUT /v2.0/ports/00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 200 len: 1091 time: 1.6660347 Jul 12 16:04:32.887328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:32.890056 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "tag": "00019d84-0775-44bf-8136-629cc29b81c6"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:32.944139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71529fab-7d5a-4fb3-8964-8587bfa97134 service neutron] Pushing event updated for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.949407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b0b9-a459-4dc7-8025-bd17e6c62406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97a069-6bf3-4e52-bba2-6c5d7fb1f8c2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.974474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a607545-9542-4375-9f0a-216cd585cd8e req-018961e5-5796-491c-9d8b-62ca5e191ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.977323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-018961e5-5796-491c-9d8b-62ca5e191ede service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1207345 Jul 12 16:04:33.081305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-57bc65b5-4c43-4a25-bf1f-0e973410c62c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950670 Jul 12 16:04:33.088907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-dcf1cb51-d8de-487c-a509-f5332bf88faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.091633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-dcf1cb51-d8de-487c-a509-f5332bf88faf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 1094 time: 0.1222506 Jul 12 16:04:33.183833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-ae7e7bcf-0c6c-405d-92ee-cb1ecaacfeab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 200 len: 217 time: 0.0824511 Jul 12 16:04:33.276613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-11f62b6e-29fa-40d6-ab9b-0f2cbcbb6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.279839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-11f62b6e-29fa-40d6-ab9b-0f2cbcbb6ea0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.0879593 Jul 12 16:04:33.366723 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb81e60-8d7f-4850-9f0e-4f053a40021e x-openstack-request-id: req-9eb81e60-8d7f-4850-9f0e-4f053a40021e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:33.367204 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "tag": "00019d84-0775-44bf-8136-629cc29b81c6", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:33.367467 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eb81e60-8d7f-4850-9f0e-4f053a40021e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:33.368011 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6', 'status': 'completed', 'code': 200} Jul 12 16:04:33.419946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-4cd5e328-2267-4237-a776-42922eec4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.421480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-4cd5e328-2267-4237-a776-42922eec4401 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320889 Jul 12 16:04:33.437361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-e19cd4f0-496f-4b1f-af38-1f2f7def8689 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486862 Jul 12 16:04:33.514254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56626b8-b145-43b9-9db7-93181b16d9d3 req-24e55b0d-706d-40ff-b0f7-a375cf58289a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.516022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c56626b8-b145-43b9-9db7-93181b16d9d3 req-24e55b0d-706d-40ff-b0f7-a375cf58289a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.3351319 Jul 12 16:04:33.603903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a90ba7ac-dba7-49d0-ba48-afe3c0656004 req-918bc174-aecb-48a7-ba5e-4d3aa7aaafe4 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 210 time: 0.0512128 Jul 12 16:04:33.640230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c56626b8-b145-43b9-9db7-93181b16d9d3 req-07424035-4db4-4a52-9a15-11d801ad6ef2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 Jul 12 16:04:33.686595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a607545-9542-4375-9f0a-216cd585cd8e req-587d9717-f3ef-4c56-b9eb-759bb0403905 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302485 Jul 12 16:04:33.743390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-35cd9c42-714e-4588-8624-4435ed6f2a7a service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137572 Jul 12 16:04:33.917551 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee6c3b7-765f-4e0f-947d-7435f5f9b410 req-202c3a0d-b8e8-482a-9f3c-87d459134f21 service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669095 Jul 12 16:04:34.110594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef1c0-f086-4376-9883-d114d572f98b req-e80d3b61-d5cf-49ec-8c6c-e169f406aebd tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.119749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d9ef1c0-f086-4376-9883-d114d572f98b req-e80d3b61-d5cf-49ec-8c6c-e169f406aebd tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 943 time: 0.1538944 Jul 12 16:04:34.148630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-3a5ee72c-837c-4b55-b5e2-2a96a8e41c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.150107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-3a5ee72c-837c-4b55-b5e2-2a96a8e41c5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 1094 time: 0.1583209 Jul 12 16:04:34.239022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d9ef1c0-f086-4376-9883-d114d572f98b req-669be420-80bc-46b8-bf01-682379a3d245 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182842 Jul 12 16:04:34.314533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-167656ca-64e1-469a-9db6-d2827d64aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.316255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-167656ca-64e1-469a-9db6-d2827d64aec6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 925 time: 0.1500018 Jul 12 16:04:34.362657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6376fa38-40a0-4f14-84a8-08dd3fcb8201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.372833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-0b62b411-5bee-4c27-b5d4-f91307f160fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 200 len: 217 time: 0.0482416 Jul 12 16:04:34.470165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-4e0546bc-bb88-44d8-8506-7d3a0c29f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.475559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-4e0546bc-bb88-44d8-8506-7d3a0c29f767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.0948062 Jul 12 16:04:34.572823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-0998e882-0f24-49c0-9664-4a6a91af0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.575100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-0998e882-0f24-49c0-9664-4a6a91af0028 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917773 Jul 12 16:04:34.710231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-ea24e579-992f-46d1-b93b-d229f374501e service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274979 Jul 12 16:04:34.791644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.892690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.893816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.894553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.895327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.896345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.897130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.898274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.901650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebceca49-5d3c-4879-a975-bfb136e03543 req-da19052c-7239-4e9f-a50e-d40437824e7a tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2709138 Jul 12 16:04:34.942929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.945013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-85bbf408-5a7b-4afc-ad01-79e53046bff1 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a163102a1b3940149bf57ab732a58763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537379 Jul 12 16:04:35.114358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e9e2054-dbd2-4dfb-b268-c0ceced61c2b req-ff4f3fb2-3c6e-4423-86ef-8054e67fc609 service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938451 Jul 12 16:04:35.213954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5986ce0e-17b1-4a84-8e16-525efe44ecfe req-f317091a-473b-4852-9a27-56cae816aa18 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 210 time: 0.0557699 Jul 12 16:04:35.218995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b7e55f9e-b1e2-43cf-bbc7-33ae08e80856 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.231345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b7e55f9e-b1e2-43cf-bbc7-33ae08e80856 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575200 Jul 12 16:04:35.244992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Request body: {'port': {'device_id': '69050df9-1967-4017-a1ea-026d4f240338', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'a163102a1b3940149bf57ab732a58763'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:35.457382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:35.542794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Made reservation on behalf of a163102a1b3940149bf57ab732a58763 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:35.546694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.551274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c205c8-e7f0-4242-b3bd-b0e9b9b0f9e6 req-00a54aee-8c2d-44b5-af4f-b1e9f5a98637 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.553125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6c205c8-e7f0-4242-b3bd-b0e9b9b0f9e6 req-00a54aee-8c2d-44b5-af4f-b1e9f5a98637 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.1557276 Jul 12 16:04:35.589048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-221417d0-5e63-4bf3-9f0c-f2f828fa07bf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404016 Jul 12 16:04:35.602111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb92ce-fb33-46ea-91f6-6b14968c12e9 req-43d0ef31-a181-4156-817e-c4692f3805c7 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.603524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fceb92ce-fb33-46ea-91f6-6b14968c12e9 req-43d0ef31-a181-4156-817e-c4692f3805c7 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 886 time: 0.1595550 Jul 12 16:04:35.618326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.637991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6c205c8-e7f0-4242-b3bd-b0e9b9b0f9e6 req-e0274cc7-ce04-4e41-ac6e-422ff35e0762 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723872 Jul 12 16:04:35.666142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9358e35f-94c6-4f66-8b4b-8c87746a82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.753929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-143f51e2-b4bb-4187-8c09-fc039377aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.756788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-143f51e2-b4bb-4187-8c09-fc039377aa92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 1121 time: 0.0917420 Jul 12 16:04:35.767291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Allocated IP 192.168.233.165 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/fca2720f-d294-4fa1-95c9-c8584eeb1407) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:35.808897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:35.909022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9358e35f-94c6-4f66-8b4b-8c87746a82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.918680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9358e35f-94c6-4f66-8b4b-8c87746a82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.950133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:35.960225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d7d4-d5d9-4f72-bfab-3a8ab48e4f7f req-71912f87-0d4c-40c6-9a11-2f357ccf0627 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.965218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'port_id': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'mac_address': 'fa:16:3e:93:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61c257-7e83-47c7-afba-479968510822', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:35.971914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2834d7d4-d5d9-4f72-bfab-3a8ab48e4f7f req-71912f87-0d4c-40c6-9a11-2f357ccf0627 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 943 time: 0.1089964 Jul 12 16:04:35.980245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358e35f-94c6-4f66-8b4b-8c87746a82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fab385-8cb1-4678-b4b4-bfb31344d7c0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:35.994316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-b0fd46f4-625f-4591-94d6-8c5f4634b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.996428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-b0fd46f4-625f-4591-94d6-8c5f4634b257 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2102342 Jul 12 16:04:36.057754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9358e35f-94c6-4f66-8b4b-8c87746a82fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab18a7f27b9a465397705966f936cb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965567 Jul 12 16:04:36.062144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.063248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-979315fb-cd0a-450a-8dba-ebe8b50f305e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce HTTP/1.1" status: 200 len: 217 time: 0.0543377 Jul 12 16:04:36.075533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.091983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e56018-210d-40d3-ba9c-8e39a25bf861 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:36.119958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:36.125135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.173400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2834d7d4-d5d9-4f72-bfab-3a8ab48e4f7f req-4cddd9c6-eefd-4e58-a46b-2744cdfeb669 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003367 Jul 12 16:04:36.186640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-aa9d83e8-9991-4ead-b255-4fa42e0f22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.189587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-aa9d83e8-9991-4ead-b255-4fa42e0f22da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1126795 Jul 12 16:04:36.198425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.224563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.266114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.290103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.331344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Transition to ACTIVE for port object fca2720f-d294-4fa1-95c9-c8584eeb1407 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:36.362943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-45df70da-e707-4370-91c1-046be8f06d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.365655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-45df70da-e707-4370-91c1-046be8f06d44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687863 Jul 12 16:04:36.390655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.394566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.401791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86fab385-8cb1-4678-b4b4-bfb31344d7c0 HTTP/1.1" status: 204 len: 168 time: 0.3328323 Jul 12 16:04:36.415086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.418102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e36298-7517-4ba8-88bd-8517332980b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fab385-8cb1-4678-b4b4-bfb31344d7c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.492979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.493440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.493898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.494353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.494811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.495261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.495731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.503170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96265d11-d94e-4c6d-8eac-8e086af354ff req-3c4ec438-44bc-4805-9707-aecd66a6b3f3 tempest-NetworksTest-1934484991 tempest-NetworksTest-1934484991-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2412345 Jul 12 16:04:36.536581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:36.543812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:36.546603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:36.550596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Pushing event updated for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.580591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['10e56018-210d-40d3-ba9c-8e39a25bf861'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:36.672048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.673278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.674451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-f2c32e2d-397c-4692-a247-d80fb9efbeec service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003724 Jul 12 16:04:36.712571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a65d4752-ed74-4765-bb29-f3be6642dda8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4718056 Jul 12 16:04:36.758390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Request body: {'port': {'device_id': '69050df9-1967-4017-a1ea-026d4f240338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:36.911841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5a7ab58-576d-4818-ad1e-17cf92d9b64b req-7ad89b2c-cb53-4d53-a57e-152a92c5a8af service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287102 Jul 12 16:04:37.042939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b0ce0d18-6b5b-4499-94e5-f313f06461ff None None] Provisioning for port fca2720f-d294-4fa1-95c9-c8584eeb1407 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:37.049829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:37.053942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b0ce0d18-6b5b-4499-94e5-f313f06461ff None None] Provisioning complete for port fca2720f-d294-4fa1-95c9-c8584eeb1407 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:37.054602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0ce0d18-6b5b-4499-94e5-f313f06461ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.093647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.108824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce0d18-6b5b-4499-94e5-f313f06461ff None None] Port fca2720f-d294-4fa1-95c9-c8584eeb1407 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:37.175339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907a0dc-4d63-4653-b970-c541cadbf4d5 req-2928c836-9ef2-47d9-84ab-9f4f23e31abd tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.183224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f907a0dc-4d63-4653-b970-c541cadbf4d5 req-2928c836-9ef2-47d9-84ab-9f4f23e31abd tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 970 time: 0.2396455 Jul 12 16:04:37.233281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f907a0dc-4d63-4653-b970-c541cadbf4d5 req-156b8abc-eeea-449c-9427-a65107096755 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Jul 12 16:04:37.259085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:37.277338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290c0f88-ace2-474c-9be6-0c1fc614f6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.372573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.561285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab143-4c7f-429b-8584-d49658e83dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.565031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd197a-29ef-497b-92d5-a9ab5628f014 req-6d7b3f4b-107d-479d-9342-d142416ebdf2 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.566905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54bd197a-29ef-497b-92d5-a9ab5628f014 req-6d7b3f4b-107d-479d-9342-d142416ebdf2 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 936 time: 0.2511775 Jul 12 16:04:37.570626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290c0f88-ace2-474c-9be6-0c1fc614f6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.609057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290c0f88-ace2-474c-9be6-0c1fc614f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.679664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c0f88-ace2-474c-9be6-0c1fc614f6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18305d-f13b-4dba-85b7-2c0ea16aa4da,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:37.685413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54bd197a-29ef-497b-92d5-a9ab5628f014 req-aad67b95-65ce-4d11-bf5b-1b363ade35ec tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060138 Jul 12 16:04:37.691955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-290c0f88-ace2-474c-9be6-0c1fc614f6e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5937e93ee9274da8b19a7428af6670c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310336 Jul 12 16:04:37.692443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33998) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:37.736626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a129192-ad07-4226-81d7-81fdb7d27204 req-0e6aaeac-7921-4033-8734-8dc0d7945ecc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.738398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a129192-ad07-4226-81d7-81fdb7d27204 req-0e6aaeac-7921-4033-8734-8dc0d7945ecc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.2724357 Jul 12 16:04:37.765440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-8e31b880-c1a2-4fef-9ab6-cb29721bedab tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.766792 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-8e31b880-c1a2-4fef-9ab6-cb29721bedab tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 970 time: 0.2031238 Jul 12 16:04:37.797140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00019d84-0775-44bf-8136-629cc29b81c6 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:37.841991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.867484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.929525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a129192-ad07-4226-81d7-81fdb7d27204 req-5b198612-898c-464a-a0c6-48b28147f585 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818414 Jul 12 16:04:37.929734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.932226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.933386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f18305d-f13b-4dba-85b7-2c0ea16aa4da HTTP/1.1" status: 204 len: 168 time: 0.2396293 Jul 12 16:04:37.955770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00019d84-0775-44bf-8136-629cc29b81c6,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:37.975677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f92be-7e86-46e8-aea3-8bc5319b14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18305d-f13b-4dba-85b7-2c0ea16aa4da,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:37.998976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:38.003536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab143-4c7f-429b-8584-d49658e83dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.007498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca2720f-d294-4fa1-95c9-c8584eeb1407 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:38.011882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab143-4c7f-429b-8584-d49658e83dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.013350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '00019d84-0775-44bf-8136-629cc29b81c6', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'port_id': '00019d84-0775-44bf-8136-629cc29b81c6', 'mac_address': 'fa:16:3e:17:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:38.032740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.068629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Transition to ACTIVE for port object fca2720f-d294-4fa1-95c9-c8584eeb1407 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:38.077160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.106480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.181222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd1ab143-4c7f-429b-8584-d49658e83dfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ea77a5364094e9ead35c5d88e1aa407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1301606 Jul 12 16:04:38.187174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ab143-4c7f-429b-8584-d49658e83dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a878ba8-3c6f-4ea1-9a32-d95f47120676,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.187360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34008) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.193407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00019d84-0775-44bf-8136-629cc29b81c6 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:38.198608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Deleting port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:04:38.200293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.220226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Pushing event updated for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.298768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00019d84-0775-44bf-8136-629cc29b81c6,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:38.320941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.432973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 10e56018-210d-40d3-ba9c-8e39a25bf861 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:38.450068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] For port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:38.450458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.466768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 10e56018-210d-40d3-ba9c-8e39a25bf861 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:38.467268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.474967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.494976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Attempting to bind port fca2720f-d294-4fa1-95c9-c8584eeb1407 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:38.495313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Attempting to bind port fca2720f-d294-4fa1-95c9-c8584eeb1407 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:38.495658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Attempting to bind port fca2720f-d294-4fa1-95c9-c8584eeb1407 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:38.512720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Calling delete_port for f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce owned by compute:tempest-test_az-357442401 {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:04:38.526036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Port fca2720f-d294-4fa1-95c9-c8584eeb1407 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:38.526365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Attempting to bind port fca2720f-d294-4fa1-95c9-c8584eeb1407 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:38.557670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.570041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:38.570398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:38.570789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:38.571234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Bound port: fca2720f-d294-4fa1-95c9-c8584eeb1407, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:38.571788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.602474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.646148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef361b-dd5c-4b37-860c-06934533df6d req-b0b1484d-464d-4a59-9015-6ff61c5e1785 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:38.653917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95ef361b-dd5c-4b37-860c-06934533df6d req-b0b1484d-464d-4a59-9015-6ff61c5e1785 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 944 time: 0.1839764 Jul 12 16:04:38.689558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:38.698884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:38.701386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.704817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.706191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a878ba8-3c6f-4ea1-9a32-d95f47120676 HTTP/1.1" status: 204 len: 168 time: 0.5178816 Jul 12 16:04:38.710683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.730978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['00019d84-0775-44bf-8136-629cc29b81c6'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:38.738717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:38.739851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.742201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] 10.222.0.77 "PUT /v2.0/ports/fca2720f-d294-4fa1-95c9-c8584eeb1407 HTTP/1.1" status: 200 len: 1096 time: 2.0193570 Jul 12 16:04:38.768969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:38.777063 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed023f5b-d832-4723-a72c-1b879b249dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:38.784679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75175ee8-924d-4b09-b3ee-1df0b8a9c431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a878ba8-3c6f-4ea1-9a32-d95f47120676,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.796126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95ef361b-dd5c-4b37-860c-06934533df6d req-b7b8ea79-9de5-49ce-92ab-63a7efdf142d tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410456 Jul 12 16:04:39.000125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.030120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35191fb-309f-49f6-a2f7-13b55078f809 service neutron] Pushing event updated for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:39.046977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-ddd82d0c-7a53-4efb-86c3-c4899fa513c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.048315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.050366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-ddd82d0c-7a53-4efb-86c3-c4899fa513c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 1099 time: 0.2524247 Jul 12 16:04:39.078436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:39.112830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-99b4f16e-d4d0-4821-8daa-357944f33063 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407 HTTP/1.1" status: 200 len: 217 time: 0.0546143 Jul 12 16:04:39.127995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Pushing event deleted for resources: {'Port': ['ID=f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:39.152668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:39.154792 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d362e1e-3f99-4216-afd9-2b47c13718f9" -d '{"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-plugged", "status": "completed", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:39.160257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3ed6d-aa0c-44d7-a45c-f00920ce7804 req-a64261a3-5269-4597-b1f1-26dc23345965 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.162526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82e3ed6d-aa0c-44d7-a45c-f00920ce7804 req-a64261a3-5269-4597-b1f1-26dc23345965 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff41a3eb-7214-428f-a95a-adc3d6910359 HTTP/1.1" status: 200 len: 888 time: 0.3508210 Jul 12 16:04:39.241214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:39.261680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-e2564959-c88a-4143-bb83-d1a9506602dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.263230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-e2564959-c88a-4143-bb83-d1a9506602dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1372640 Jul 12 16:04:39.306471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.313048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82e3ed6d-aa0c-44d7-a45c-f00920ce7804 req-a4e4e22d-6fd5-4c4f-8850-0b59c17cbcd2 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.58 "GET /v2.0/security-groups?id=52e0acc5-1e43-4034-a328-c3df139ba115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019230 Jul 12 16:04:39.374879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a635f05c-0f7d-4101-9447-6075a6b17862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.377126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-a635f05c-0f7d-4101-9447-6075a6b17862 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046138 Jul 12 16:04:39.535776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34046) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:39.561718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf48b-b47c-4e94-954e-d90a1ea5a875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.581952 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788c4908-2d7d-4a68-8fc8-4ae6f727f967 x-openstack-request-id: req-788c4908-2d7d-4a68-8fc8-4ae6f727f967 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:39.582246 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:39.582500 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-788c4908-2d7d-4a68-8fc8-4ae6f727f967 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:39.582894 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407', 'status': 'completed', 'code': 200} Jul 12 16:04:39.595368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] No DVR routers for this DVR port f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:04:39.600994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.603763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba46be5a-8849-4393-b811-6fa8947e4889 req-5e492c5a-79e4-46b6-a7ea-01855be22599 tempest-AggregatesAdminTestJSON-707996488 tempest-AggregatesAdminTestJSON-707996488-project] 10.222.0.77 "DELETE /v2.0/ports/f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce HTTP/1.1" status: 204 len: 173 time: 1.8256629 Jul 12 16:04:39.604420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'name': 'network-vif-deleted', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:39.607057 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a323976a-20f2-44a2-ba14-52b067794eba" -d '{"events": [{"server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "name": "network-vif-deleted", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:39.681035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:39.743276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-c448efef-26b7-4a60-a36e-3838bbfabaef service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587761 Jul 12 16:04:39.769668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644bc95-0973-4e0f-b1b2-a04d15cbba17 req-8217cc1f-f010-4b8a-8fb5-e75d653b845f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.772821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9644bc95-0973-4e0f-b1b2-a04d15cbba17 req-8217cc1f-f010-4b8a-8fb5-e75d653b845f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 948 time: 0.0998433 Jul 12 16:04:39.827196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9644bc95-0973-4e0f-b1b2-a04d15cbba17 req-6eb4cc68-49d8-458a-87ee-ce0d39e64d05 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Jul 12 16:04:39.878820 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bcb11-e832-402a-a88a-f4db437e35f4 x-openstack-request-id: req-518bcb11-e832-402a-a88a-f4db437e35f4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:39.879160 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-plugged", "status": "completed", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:39.879420 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-518bcb11-e832-402a-a88a-f4db437e35f4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:39.879893 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'code': 200} Jul 12 16:04:39.933750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf48b-b47c-4e94-954e-d90a1ea5a875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.942429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c406770-5a51-46ff-83b5-c5a74a605ae7 req-f2d04354-b2df-4e85-9e6c-07c0c225e6f7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922679 Jul 12 16:04:39.945958 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db251362-f898-4acd-a759-5c3f4a66f049 x-openstack-request-id: req-db251362-f898-4acd-a759-5c3f4a66f049 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:39.946430 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff41a3eb-7214-428f-a95a-adc3d6910359", "name": "network-vif-deleted", "tag": "f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:39.946734 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db251362-f898-4acd-a759-5c3f4a66f049 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:39.947089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf48b-b47c-4e94-954e-d90a1ea5a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.947243 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff41a3eb-7214-428f-a95a-adc3d6910359', 'name': 'network-vif-deleted', 'tag': 'f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce', 'status': 'completed', 'code': 200} Jul 12 16:04:39.976647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d10e82-9df4-418d-b48e-5a52e1c3765c req-34cc6476-6953-4a80-91c3-b93315e3b5b9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.978239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3d10e82-9df4-418d-b48e-5a52e1c3765c req-34cc6476-6953-4a80-91c3-b93315e3b5b9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 946 time: 0.2161596 Jul 12 16:04:40.056090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ebcf48b-b47c-4e94-954e-d90a1ea5a875 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f17e3212bf20419cb11762c1493fe8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166812 Jul 12 16:04:40.068664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:40.078539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcf48b-b47c-4e94-954e-d90a1ea5a875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1e6f0c-0770-47f6-a170-1d6305ae0d2b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.111986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3d10e82-9df4-418d-b48e-5a52e1c3765c req-a986d56b-a04a-43b1-a4c0-bb7f1d504e17 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183975 Jul 12 16:04:40.137590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b137d-330a-4395-a4ce-9a836f6ce96d req-48ed9ee7-f6ef-41d0-9d62-8ed306c99b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.139093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-674b137d-330a-4395-a4ce-9a836f6ce96d req-48ed9ee7-f6ef-41d0-9d62-8ed306c99b0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1097 time: 0.1744447 Jul 12 16:04:40.141737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-d4e2fb64-7f7b-454d-bcc6-e669a1aba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.143172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-d4e2fb64-7f7b-454d-bcc6-e669a1aba79d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a163102a1b3940149bf57ab732a58763&device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 1099 time: 0.1165714 Jul 12 16:04:40.198176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.221637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7fc64-f6b0-4d94-b91c-32315c156faa req-512fa725-8165-47ad-9237-de875fe7727a tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.224371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48f7fc64-f6b0-4d94-b91c-32315c156faa req-512fa725-8165-47ad-9237-de875fe7727a tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 944 time: 0.1900196 Jul 12 16:04:40.242627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-674b137d-330a-4395-a4ce-9a836f6ce96d req-8cd4325c-2160-4204-bf73-62cdef093b40 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959952 Jul 12 16:04:40.280896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.292397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-c394a14d-e617-4ac0-bb41-2c848b651a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.293862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-c394a14d-e617-4ac0-bb41-2c848b651a4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1407959 Jul 12 16:04:40.323145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48f7fc64-f6b0-4d94-b91c-32315c156faa req-0673cf80-eb67-425c-b590-e947eb86ba8e tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830832 Jul 12 16:04:40.342301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-2503ac41-953c-4dff-b545-6218bbbc00ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407 HTTP/1.1" status: 200 len: 217 time: 0.0397115 Jul 12 16:04:40.407119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.410620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.411924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f1e6f0c-0770-47f6-a170-1d6305ae0d2b HTTP/1.1" status: 204 len: 168 time: 0.3411789 Jul 12 16:04:40.422357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-93a03eb1-f95a-4df2-ac3a-96ea8b937abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.423853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-93a03eb1-f95a-4df2-ac3a-96ea8b937abe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0723555 Jul 12 16:04:40.435055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a93895-4836-4cac-b4ed-4a44b9a72efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1e6f0c-0770-47f6-a170-1d6305ae0d2b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.528232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-7c8b2d18-ec0f-4dd0-afa1-cadb3896764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:40.529823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-7c8b2d18-ec0f-4dd0-afa1-cadb3896764f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977499 Jul 12 16:04:40.670830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-e69e934d-57a9-47ee-8943-c564a91e985b service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339638 Jul 12 16:04:40.843339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed023f5b-d832-4723-a72c-1b879b249dd1 req-3eeff62a-c69e-4dcd-b13d-1dbab1c12fcc service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641347 Jul 12 16:04:40.959127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.086370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c1d05-acb2-4a08-ace7-5ff266b8c98f req-18750aa3-6b57-438a-a35a-b2d743bea60f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:41.088279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e42c1d05-acb2-4a08-ace7-5ff266b8c98f req-18750aa3-6b57-438a-a35a-b2d743bea60f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 948 time: 0.0879421 Jul 12 16:04:41.158570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e42c1d05-acb2-4a08-ace7-5ff266b8c98f req-dc4fa3f4-177a-4af1-bf8f-49eb0a30153f tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622628 Jul 12 16:04:41.242996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34154) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.384583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8d5e02d-79f4-4fce-a834-2ad325e38e8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d484c9c8ad14a69b536de66e58d6c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230013 Jul 12 16:04:41.386823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34168) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.421814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c4d316f-d0d2-41bc-a87f-91961131590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.473665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.505043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:04:41.554823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:04:41.555223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f4a1f5fc-b64d-4a1b-a975-6ab61e24f7ce not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:04:41.562200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.592795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ce77-c971-42a4-aced-0ac2cfb9fded req-f0ea8f16-5e5f-4637-9807-2bb34453b4e1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:41.605384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbf7ce77-c971-42a4-aced-0ac2cfb9fded req-f0ea8f16-5e5f-4637-9807-2bb34453b4e1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 946 time: 0.2444465 Jul 12 16:04:41.637139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34176) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.668357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31433e0-9f3d-47fe-81c2-7e2e4a61143f req-4e1e4fcc-fa0b-45d3-94d8-b3b4ac2aa357 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:41.670577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b31433e0-9f3d-47fe-81c2-7e2e4a61143f req-4e1e4fcc-fa0b-45d3-94d8-b3b4ac2aa357 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 944 time: 0.1641846 Jul 12 16:04:41.674069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbf7ce77-c971-42a4-aced-0ac2cfb9fded req-f66691d6-1742-4164-a412-20d66d5a3f5d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677085 Jul 12 16:04:41.705597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c4d316f-d0d2-41bc-a87f-91961131590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.711573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c4d316f-d0d2-41bc-a87f-91961131590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.718652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.721988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.723769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52e0acc5-1e43-4034-a328-c3df139ba115 HTTP/1.1" status: 204 len: 168 time: 0.3355877 Jul 12 16:04:41.761773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa8537-8de6-40f9-a7ab-9c6eb1198b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e0acc5-1e43-4034-a328-c3df139ba115,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:41.796546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b31433e0-9f3d-47fe-81c2-7e2e4a61143f req-441487de-1392-4ec4-bd27-05f96ec5a0c2 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099610 Jul 12 16:04:41.820258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c4d316f-d0d2-41bc-a87f-91961131590c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86c0b183d3e941bca7280b4df0008bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709805 Jul 12 16:04:41.824825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34190) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.829735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00019d84-0775-44bf-8136-629cc29b81c6 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:41.844991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d316f-d0d2-41bc-a87f-91961131590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad06db2-5a8a-4976-93f0-fd70ab527f48,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:41.853622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba9613fe-efe7-4326-a476-d65c7880ca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.898539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.929741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.965670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 00019d84-0775-44bf-8136-629cc29b81c6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:41.970111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 00019d84-0775-44bf-8136-629cc29b81c6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:41.972753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.009326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.012983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.014462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ad06db2-5a8a-4976-93f0-fd70ab527f48 HTTP/1.1" status: 204 len: 168 time: 0.1885333 Jul 12 16:04:42.023746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451f65-11dd-4b0a-add5-b00e79165dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad06db2-5a8a-4976-93f0-fd70ab527f48,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.129453 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.135452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba9613fe-efe7-4326-a476-d65c7880ca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.153040 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba9613fe-efe7-4326-a476-d65c7880ca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.203339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00019d84-0775-44bf-8136-629cc29b81c6,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:42.204329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:42.209290 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe837b4-b566-4728-a8b5-4a4d9adcb9ea" -d '{"events": [{"server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "name": "network-vif-plugged", "status": "completed", "tag": "00019d84-0775-44bf-8136-629cc29b81c6"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:42.213717 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.220219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba9613fe-efe7-4326-a476-d65c7880ca8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb0045fac48f44acbd8ab0506024b2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806036 Jul 12 16:04:42.221057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9613fe-efe7-4326-a476-d65c7880ca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8c5e08-9e64-4253-99e2-cdd5227f009e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.223450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:42.313039 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b02b1-5a8c-4e4f-af74-c2897f9c1b5b x-openstack-request-id: req-067b02b1-5a8c-4e4f-af74-c2897f9c1b5b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:42.313932 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "name": "network-vif-plugged", "status": "completed", "tag": "00019d84-0775-44bf-8136-629cc29b81c6", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:42.319626 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-067b02b1-5a8c-4e4f-af74-c2897f9c1b5b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:42.320402 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6', 'code': 200} Jul 12 16:04:42.350398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.398278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.434855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34208) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:42.450274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.506930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f3cab7d-02ce-430b-99cd-a88627eaef2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efc23163f51645bcb209eb7c62cad136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705407 Jul 12 16:04:42.507749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34210) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:42.624549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.627505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369efb3-01dc-4798-86b7-663ec4d54d95 req-0fa10536-80ab-4a5a-b8cb-e3bbad48a4e8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:42.635379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0369efb3-01dc-4798-86b7-663ec4d54d95 req-0fa10536-80ab-4a5a-b8cb-e3bbad48a4e8 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 948 time: 0.2490034 Jul 12 16:04:42.649488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ed11-546d-4a85-a8fe-ecd054ae33e4 req-1037d861-baf4-4930-b3e9-34385af394b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:42.650976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91e6ed11-546d-4a85-a8fe-ecd054ae33e4 req-1037d861-baf4-4930-b3e9-34385af394b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 1096 time: 0.2585261 Jul 12 16:04:42.651204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.682868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.686201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.687601 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c8c5e08-9e64-4253-99e2-cdd5227f009e HTTP/1.1" status: 204 len: 168 time: 0.4628544 Jul 12 16:04:42.712197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.719272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.721386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a653572-deb9-491a-a178-5f650a5dc859 HTTP/1.1" status: 204 len: 168 time: 0.2122040 Jul 12 16:04:42.724890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-59c42c17-517a-4dd9-bdc3-bc13f14f90e0 None None] Provisioning complete for port 00019d84-0775-44bf-8136-629cc29b81c6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:42.725438 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59c42c17-517a-4dd9-bdc3-bc13f14f90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.732207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014d7b4-e2f6-4a95-b911-63cba9d3a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a653572-deb9-491a-a178-5f650a5dc859,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.738354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:42.746029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd06073-49b2-42a9-8a84-6fd51b6f6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8c5e08-9e64-4253-99e2-cdd5227f009e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.792637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0369efb3-01dc-4798-86b7-663ec4d54d95 req-0b46d489-1983-4e0b-99b7-d2ecc1236928 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557057 Jul 12 16:04:42.827916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91e6ed11-546d-4a85-a8fe-ecd054ae33e4 req-852a07ee-7183-46e1-be3a-e4376cef2aed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668997 Jul 12 16:04:43.017454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e5672-0bb5-4558-b7a3-5b8597e4caba req-845917ef-661f-47d7-9529-f6a7529391b4 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.025963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-875e5672-0bb5-4558-b7a3-5b8597e4caba req-845917ef-661f-47d7-9529-f6a7529391b4 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 945 time: 0.0984693 Jul 12 16:04:43.028637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99f51-5dad-4166-9321-398c27f7837a req-98449285-5c56-407e-881f-924669df4d3a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.036959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-caa99f51-5dad-4166-9321-398c27f7837a req-98449285-5c56-407e-881f-924669df4d3a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 946 time: 0.1327929 Jul 12 16:04:43.079538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-875e5672-0bb5-4558-b7a3-5b8597e4caba req-b1b0deb5-ed89-4422-affc-9dafa48620ea tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Jul 12 16:04:43.087025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-caa99f51-5dad-4166-9321-398c27f7837a req-9ce21849-843b-47d7-be09-cb571ac79990 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484374 Jul 12 16:04:43.215467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:43.231391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2acc-7e94-4762-9d58-4aedbccbce25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.392630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2acc-7e94-4762-9d58-4aedbccbce25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.398464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2acc-7e94-4762-9d58-4aedbccbce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.458285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7859f4e7-17be-4d24-9707-54ec1d3ac1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.469315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a2acc-7e94-4762-9d58-4aedbccbce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9afdb6-d164-4f15-8e03-7d9f59aa2887,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:43.475164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd1a2acc-7e94-4762-9d58-4aedbccbce25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea34012079b047989250bfa6b1fab5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579935 Jul 12 16:04:43.478126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:43.522394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fca2720f-d294-4fa1-95c9-c8584eeb1407 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:43.546328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.580069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.603215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34244) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:43.629496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f080d549-8df5-41f6-b46e-f57baf6d7a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.691221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.694510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.697988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e9afdb6-d164-4f15-8e03-7d9f59aa2887 HTTP/1.1" status: 204 len: 168 time: 0.2165980 Jul 12 16:04:43.698825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:43.703871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7859f4e7-17be-4d24-9707-54ec1d3ac1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.709520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf033-729b-4a31-9c66-35083367e16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9afdb6-d164-4f15-8e03-7d9f59aa2887,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:43.714684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7859f4e7-17be-4d24-9707-54ec1d3ac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.728874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'fca2720f-d294-4fa1-95c9-c8584eeb1407', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'fca2720f-d294-4fa1-95c9-c8584eeb1407', 'mac_address': 'fa:16:3e:97:97:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:43.797377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f4e7-17be-4d24-9707-54ec1d3ac1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc8617-fe7d-4df2-91ff-a45566a25c3c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:43.805702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7859f4e7-17be-4d24-9707-54ec1d3ac1cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c798d5182155441ba2d9482088129a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0627127 Jul 12 16:04:43.807862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34250) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:43.863818 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.888757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f080d549-8df5-41f6-b46e-f57baf6d7a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.894323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f080d549-8df5-41f6-b46e-f57baf6d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.894877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca2720f-d294-4fa1-95c9-c8584eeb1407 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:43.937250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:43.937656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080d549-8df5-41f6-b46e-f57baf6d7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09e6ea-05dd-44be-bd01-196115b20db8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:43.949016 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.966705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.986444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f080d549-8df5-41f6-b46e-f57baf6d7a63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4db26ec9c36648b9899c88e3f4b54b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809166 Jul 12 16:04:43.988506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:44.077955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.085026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:44.166880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.247466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['fca2720f-d294-4fa1-95c9-c8584eeb1407'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:44.271914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.275867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.281935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ffc8617-fe7d-4df2-91ff-a45566a25c3c HTTP/1.1" status: 204 len: 168 time: 0.4726119 Jul 12 16:04:44.319199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab701fd-5c5e-4920-8d00-cc431b26c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc8617-fe7d-4df2-91ff-a45566a25c3c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:44.340318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfdb7e-0e0a-48a5-8e9a-5c24d8f562a2 req-86e8e2e1-317e-4f07-aa30-11c42f9d3cda tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.353568 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.354327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0cdfdb7e-0e0a-48a5-8e9a-5c24d8f562a2 req-86e8e2e1-317e-4f07-aa30-11c42f9d3cda tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1097 time: 0.3408091 Jul 12 16:04:44.439334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0cdfdb7e-0e0a-48a5-8e9a-5c24d8f562a2 req-58ebaac3-1414-4298-90db-4d4f37e83a93 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837307 Jul 12 16:04:44.569901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cfb76-4987-4854-9d66-b05f805147b1 req-ecfdfe6a-c25a-4f3c-80ef-28d7ad762179 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.585849 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af1cfb76-4987-4854-9d66-b05f805147b1 req-ecfdfe6a-c25a-4f3c-80ef-28d7ad762179 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 949 time: 0.4939919 Jul 12 16:04:44.690494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.697706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.699189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a09e6ea-05dd-44be-bd01-196115b20db8 HTTP/1.1" status: 204 len: 168 time: 0.7073715 Jul 12 16:04:44.713986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af1cfb76-4987-4854-9d66-b05f805147b1 req-288f53bd-586c-47e7-80e9-426bdf290263 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184652 Jul 12 16:04:44.735514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f25aa-f81c-4292-a5c4-b86254b68142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09e6ea-05dd-44be-bd01-196115b20db8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:44.913158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8314f39-7dc6-4c1a-89c9-9fdb8c387986 req-c87697dc-ce41-4f77-a461-3dae8f0b6788 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.920214 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8314f39-7dc6-4c1a-89c9-9fdb8c387986 req-c87697dc-ce41-4f77-a461-3dae8f0b6788 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 945 time: 0.1126425 Jul 12 16:04:44.967947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a806a-2ea0-47f8-9edb-60c8bcecba97 req-3d7c9484-ed15-4323-8117-10595d6b0e0a tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.969931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-006a806a-2ea0-47f8-9edb-60c8bcecba97 req-3d7c9484-ed15-4323-8117-10595d6b0e0a tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1097 time: 0.0766861 Jul 12 16:04:44.972567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8314f39-7dc6-4c1a-89c9-9fdb8c387986 req-00e2cb8c-1136-4b30-9d8a-410c2b667b5a tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472355 Jul 12 16:04:45.030999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-006a806a-2ea0-47f8-9edb-60c8bcecba97 req-bc0243f1-2571-486c-bacf-60118a036e77 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Jul 12 16:04:45.217649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc62b3-090d-4122-9b44-5dac999ababf req-ebd5dcac-1037-403a-aeb9-b629ec6f07c8 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:45.220189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7bc62b3-090d-4122-9b44-5dac999ababf req-ebd5dcac-1037-403a-aeb9-b629ec6f07c8 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 945 time: 0.1096783 Jul 12 16:04:45.228888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:45.233753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'floatingip': {'port_id': '00019d84-0775-44bf-8136-629cc29b81c6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:45.324433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.539020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fca2720f-d294-4fa1-95c9-c8584eeb1407 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:45.648755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port fca2720f-d294-4fa1-95c9-c8584eeb1407 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:45.656473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port fca2720f-d294-4fa1-95c9-c8584eeb1407 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:45.657336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.795270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.823302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:45.825847 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b24d91-eec6-494f-8b67-f89a3147df9b" -d '{"events": [{"server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "name": "network-vif-plugged", "status": "completed", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:45.841805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:45.847875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.931427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.083865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370408bb-3fd2-479d-80d5-7d488297a22b req-7fcebb2f-9314-459b-95dd-7b1a7ac0c417 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.086181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-370408bb-3fd2-479d-80d5-7d488297a22b req-7fcebb2f-9314-459b-95dd-7b1a7ac0c417 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.1060956 Jul 12 16:04:46.167761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-370408bb-3fd2-479d-80d5-7d488297a22b req-cb34503c-1619-47d4-9755-9a121916a504 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Jul 12 16:04:46.211119 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578bc79-43ee-42df-bccc-a161345aedec x-openstack-request-id: req-3578bc79-43ee-42df-bccc-a161345aedec {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:46.211414 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "name": "network-vif-plugged", "status": "completed", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:46.211702 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3578bc79-43ee-42df-bccc-a161345aedec {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:46.212694 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407', 'code': 200} Jul 12 16:04:46.285887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adaf4dac-7e98-497b-84fb-60ca2bfecf31 None None] Provisioning complete for port fca2720f-d294-4fa1-95c9-c8584eeb1407 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:46.286405 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-adaf4dac-7e98-497b-84fb-60ca2bfecf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.379013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38135-06c1-4efb-915e-6a1fd53ebf36 req-b7685de1-69e9-4918-bffa-e6f4728178c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.380577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7c38135-06c1-4efb-915e-6a1fd53ebf36 req-b7685de1-69e9-4918-bffa-e6f4728178c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 1101 time: 0.0883100 Jul 12 16:04:46.415328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.421129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.425996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7c38135-06c1-4efb-915e-6a1fd53ebf36 req-f686ba8c-3691-40dd-80b3-1b6d2c0d9683 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Jul 12 16:04:46.553446 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c associated. External IP: 172.25.8.184, port: 00019d84-0775-44bf-8136-629cc29b81c6. Jul 12 16:04:47.062923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:47.227467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:47.233928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.242752 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:47.273032 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:47.273914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:47.291125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3bf2eed3-05d0-4fe5-bb14-d714b7c15bca tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "PUT /v2.0/floatingips/2d7a9f1d-5e48-4972-9caf-24663ac1360c HTTP/1.1" status: 200 len: 991 time: 2.0610633 Jul 12 16:04:47.292153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:47.294818 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ec23f-b3af-4534-adb1-070a330c76f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "tag": "00019d84-0775-44bf-8136-629cc29b81c6"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:47.426345 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:47.775949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cea8d-4ada-4c29-9516-273ab250a009 req-abe02689-aa0d-4b8f-aa25-62edfd9088f3 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:47.778485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-287cea8d-4ada-4c29-9516-273ab250a009 req-abe02689-aa0d-4b8f-aa25-62edfd9088f3 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.1368620 Jul 12 16:04:47.868591 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-287cea8d-4ada-4c29-9516-273ab250a009 req-ed611a4a-1d58-4808-87ea-003fd38f28f6 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817652 Jul 12 16:04:47.937483 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': '00019d84-0775-44bf-8136-629cc29b81c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:17:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:04:46Z', 'revision_number': 1, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:47.969544 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:47.980009 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:47.980779 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:04:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:48.088496 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c8c68-2015-4fd6-8f35-df9c20cc746d x-openstack-request-id: req-f71c8c68-2015-4fd6-8f35-df9c20cc746d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:48.089141 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "tag": "00019d84-0775-44bf-8136-629cc29b81c6", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:48.089141 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f71c8c68-2015-4fd6-8f35-df9c20cc746d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:48.089645 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6', 'status': 'completed', 'code': 200} Jul 12 16:04:48.156669 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:48.256297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-097a178d-aa2a-437f-84c7-1ca639db50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.261438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-097a178d-aa2a-437f-84c7-1ca639db50bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 1096 time: 0.1420913 Jul 12 16:04:48.378699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-903c13f9-b7f3-47ae-843c-70fe828315f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.380801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-903c13f9-b7f3-47ae-843c-70fe828315f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 925 time: 0.1120286 Jul 12 16:04:48.474444 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': '00019d84-0775-44bf-8136-629cc29b81c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:17:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:04:46Z', 'revision_number': 1, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:48.504904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84aa07c-d19e-4bd6-ad91-58cdead2decd None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': '00019d84-0775-44bf-8136-629cc29b81c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:17:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:04:46Z', 'revision_number': 1, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:48.512416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-72a73459-41c1-497d-be9b-51f83f1d4902 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 200 len: 999 time: 0.1206057 Jul 12 16:04:48.572912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-ec5f3054-e758-4c14-905e-889eacde67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.574849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-ec5f3054-e758-4c14-905e-889eacde67e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.0542390 Jul 12 16:04:48.669319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-626b08ad-cda1-4470-9321-dbcd499d0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.670814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-626b08ad-cda1-4470-9321-dbcd499d0c3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853248 Jul 12 16:04:48.729173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34462) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:48.808275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-8491f8f8-5b3a-492c-b8be-884e501ec23b service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233592 Jul 12 16:04:48.809849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79595a01-8405-4aae-aac0-71d5d3752ec0 None None] New status for floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:04:48.935516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f69ec23f-b3af-4534-adb1-070a330c76f2 req-9ef086bd-3476-49e5-bb20-3b6244586973 service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175852 Jul 12 16:04:49.192619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d197d50-3592-4059-ac23-043de3959216 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:04:49.193811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d197d50-3592-4059-ac23-043de3959216 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4635947 Jul 12 16:04:49.455565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Request body: {'binding': {'host': 'n-h2-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:49.456135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:04:49.606894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on host n-h2-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:49.607242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:49.607659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:49.612912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:49.613253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:49.627822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:49.627822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:49.627822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:49.627822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Bound port: 10e56018-210d-40d3-ba9c-8e39a25bf861, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:49.738126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:49.744139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.748128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-a8b92449-6945-4b16-9d90-f822635c65cc service neutron] 10.222.0.58 "POST /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861/bindings HTTP/1.1" status: 201 len: 389 time: 0.4274766 Jul 12 16:04:49.871557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-6ecf4322-ac7e-49bb-a36c-f6add5044d83 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295475 Jul 12 16:04:50.023825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-92f38f41-f574-4181-91b6-a92533388b0a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.025707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-92f38f41-f574-4181-91b6-a92533388b0a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475067 Jul 12 16:04:50.065254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-3654fe1d-a784-4668-884a-a043b74e6b64 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/quotas/1a090caf32794cb8b71b264fc16dfb41 HTTP/1.1" status: 200 len: 375 time: 0.0308945 Jul 12 16:04:50.114367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-a6ca4d68-543f-4aea-b72c-7f11c529deac tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426235 Jul 12 16:04:50.131629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-c5a496b6-18c6-47ec-a54e-ec80ee221a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.133818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-c5a496b6-18c6-47ec-a54e-ec80ee221a4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1097 time: 0.1071031 Jul 12 16:04:50.150323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4b22-632d-4fe5-89f7-33104773e0ae req-632bf8c0-804e-4e48-b66f-7a18b81aea22 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.152064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-362d4b22-632d-4fe5-89f7-33104773e0ae req-632bf8c0-804e-4e48-b66f-7a18b81aea22 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.0789280 Jul 12 16:04:50.213309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-362d4b22-632d-4fe5-89f7-33104773e0ae req-b7f0930d-a157-4ff0-80a1-6cff6a0ce231 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550187 Jul 12 16:04:50.267648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-ddf69bc2-33c7-4bfb-bf9d-2469377ccf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.271391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-ddf69bc2-33c7-4bfb-bf9d-2469377ccf55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1302800 Jul 12 16:04:50.323186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-662fb792-a093-493a-aadc-bed3df4b443c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.0447342 Jul 12 16:04:50.637851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0e9b6e2-71d6-46d9-9b95-ae4576077fb4 req-c7aeab40-a1cc-4bde-a9c5-76d77a6de4a3 tempest-FlavorsV2NegativeTest-57734547 tempest-FlavorsV2NegativeTest-57734547-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f78d7ad456d945a3b2f2ce2820011a1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373344 Jul 12 16:04:50.665215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-f5fddfb9-41be-46dc-81cf-4492136f2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.666882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-f5fddfb9-41be-46dc-81cf-4492136f2732 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.3294821 Jul 12 16:04:50.732270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4dc29-c0a7-40f7-bb23-cdd947c7e654 req-2c12f198-3792-4201-a619-4353ac7a52ca tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.734070 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2c4dc29-c0a7-40f7-bb23-cdd947c7e654 req-2c12f198-3792-4201-a619-4353ac7a52ca tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 946 time: 0.0838456 Jul 12 16:04:50.737948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-e8f3498f-0e9e-497d-b841-0c64c64b7028 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566933 Jul 12 16:04:50.779669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2c4dc29-c0a7-40f7-bb23-cdd947c7e654 req-a1458774-3201-4a3b-af80-4d6d1688f91e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jul 12 16:04:50.876498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9b6e2-71d6-46d9-9b95-ae4576077fb4 req-5c6ddf38-b22f-48a9-ac41-898b74d39012 tempest-FlavorsV2NegativeTest-57734547 tempest-FlavorsV2NegativeTest-57734547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.878018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0e9b6e2-71d6-46d9-9b95-ae4576077fb4 req-5c6ddf38-b22f-48a9-ac41-898b74d39012 tempest-FlavorsV2NegativeTest-57734547 tempest-FlavorsV2NegativeTest-57734547-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302933 Jul 12 16:04:50.909341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-4501d335-6639-4be1-9c5e-6aa8cb2f87ac service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626391 Jul 12 16:04:50.910338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0e9b6e2-71d6-46d9-9b95-ae4576077fb4 req-f7088da5-2d9c-435f-b21d-8ad4a890de82 tempest-FlavorsV2NegativeTest-57734547 tempest-FlavorsV2NegativeTest-57734547-project] 10.222.0.58 "GET /v2.0/quotas/f78d7ad456d945a3b2f2ce2820011a1a HTTP/1.1" status: 200 len: 375 time: 0.0193577 Jul 12 16:04:50.992296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0e9b6e2-71d6-46d9-9b95-ae4576077fb4 req-9c506af4-7833-4704-9c71-c48c99f22843 tempest-FlavorsV2NegativeTest-57734547 tempest-FlavorsV2NegativeTest-57734547-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f78d7ad456d945a3b2f2ce2820011a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667615 Jul 12 16:04:51.052849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-8899255f-fd89-4d0e-bdc5-c02b0f84e676 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372185 Jul 12 16:04:51.159683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-6df085bc-b84a-417b-b3ba-baa9f70a10f2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351434 Jul 12 16:04:51.423425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-82697a1b-5f40-4358-8b5a-8d05522bb22f tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:51.425491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-82697a1b-5f40-4358-8b5a-8d05522bb22f tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1097 time: 0.1824818 Jul 12 16:04:51.436700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-ef94c12d-779f-490f-a632-10ef54e3ed23 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:51.438798 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-ef94c12d-779f-490f-a632-10ef54e3ed23 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731185 Jul 12 16:04:51.446439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800078-3'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:51.503627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-f0e0f2ca-85a5-45ba-9b3d-9361a1868a91 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/quotas/1a090caf32794cb8b71b264fc16dfb41 HTTP/1.1" status: 200 len: 375 time: 0.0537984 Jul 12 16:04:51.546746 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-97a39be0-7216-4f61-85ea-966992b69a75 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420001 Jul 12 16:04:51.622259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.817093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-6deedaa3-7673-4d6b-9b58-18b04d7c3aa5 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889535 Jul 12 16:04:51.892513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:51.920984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:51.944024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852baf4-ded6-42b0-802d-0269b8bf5133 req-eb3f3b9c-7c5f-4f59-aca2-d49ceba6973e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:51.951867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b852baf4-ded6-42b0-802d-0269b8bf5133 req-eb3f3b9c-7c5f-4f59-aca2-d49ceba6973e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.2509184 Jul 12 16:04:51.992436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:52.002549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-8f770ad9-aaf4-4d88-8c9a-17661c7f61e6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:52.015505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-8f770ad9-aaf4-4d88-8c9a-17661c7f61e6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929584 Jul 12 16:04:52.034585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Request body: {'port': {'device_id': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '1a090caf32794cb8b71b264fc16dfb41'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:52.093628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:52.100230 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c367f9-e89f-45c4-af84-9851d235d900" -d '{"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-unplugged", "status": "completed", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:52.116363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.130745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b852baf4-ded6-42b0-802d-0269b8bf5133 req-e7579c84-cb20-4589-9b93-2c76910eb13a tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771109 Jul 12 16:04:52.133503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.242724 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:04:52.373559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.412932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eff36cbe-eaa1-45eb-b0ae-683bdee36cfd req-be4a151a-e1a2-44d3-83c7-f04f04a8eb59 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 210 time: 0.0830226 Jul 12 16:04:52.447806 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:04:52.447806 n-d-800078-3 neutron-server[93712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:04:52.447806 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id': 'f78d7ad456d945a3b2f2ce2820011a1a', 'id': '474388ee-5557-4340-8456-4846fdbbc6e8', 'expiration': datetime.datetime(2021, 7, 12, 16, 6, 52, 434093)}] Jul 12 16:04:52.447806 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:04:52.448779 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:04:52.461246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.462933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Made reservation on behalf of 1a090caf32794cb8b71b264fc16dfb41 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:52.473753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.492219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on host n-h1-800078-3 for vnic_type normal with profile {"migrating_to": "n-h2-800078-3"} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:52.492450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:52.492784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:52.494123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.498516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.498874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.499222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.499619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.500074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.500269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.500600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.500928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.501254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.501578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.501901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.502275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.524919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:52.525461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Attempting to bind port 10e56018-210d-40d3-ba9c-8e39a25bf861 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:52.533344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:52.533863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:52.534460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:52.535908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Bound port: 10e56018-210d-40d3-ba9c-8e39a25bf861, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:52.536311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.663018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:52.679251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.680233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:52.685575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.688554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.709589 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8369214-8fee-4234-90b5-5fc3a80ec3aa x-openstack-request-id: req-d8369214-8fee-4234-90b5-5fc3a80ec3aa {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:52.709917 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-unplugged", "status": "completed", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:52.710120 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8369214-8fee-4234-90b5-5fc3a80ec3aa {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:52.710695 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'code': 200} Jul 12 16:04:52.750828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:52.784218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.822987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:52.823791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.825420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-3049bded-3adf-4fc3-ad83-96dfa360e5ea service neutron] 10.222.0.77 "PUT /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 1122 time: 1.3837554 Jul 12 16:04:52.868872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.890800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.891202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.891539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.892092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.892449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.892786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.893108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.893423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.893915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.894236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.894686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.895025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:52.958364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.961728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['10e56018-210d-40d3-ba9c-8e39a25bf861'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:53.002766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9d824-37e6-4ed8-a8b6-8316003c9de7 req-6d00bce0-3143-42af-9319-73a04b969362 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:53.010933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9f9d824-37e6-4ed8-a8b6-8316003c9de7 req-6d00bce0-3143-42af-9319-73a04b969362 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.2941587 Jul 12 16:04:53.039607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10d3bfd8-f1e2-4c83-bcd3-19a68f3e7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.063076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Allocated IP 192.168.233.203 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/72ded54a-50e3-42db-b6cc-4a313ba21be3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:53.122153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9f9d824-37e6-4ed8-a8b6-8316003c9de7 req-968ba92c-a9e5-4a40-b9dc-994337cb1f49 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098511 Jul 12 16:04:53.148678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4820ddd-282f-4177-b838-bea7774d5337 req-78f61f4c-cec4-44e6-9d04-aa540d6a247e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:53.150353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4820ddd-282f-4177-b838-bea7774d5337 req-78f61f4c-cec4-44e6-9d04-aa540d6a247e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.2544637 Jul 12 16:04:53.386793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Deleting port fca2720f-d294-4fa1-95c9-c8584eeb1407 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:04:53.387528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.440949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.472433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.484723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.525491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576fa38-95ad-4c30-b3a1-75d3d07e438c req-2d81ba88-1837-462f-81e0-1a8c456dae71 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:53.527458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e576fa38-95ad-4c30-b3a1-75d3d07e438c req-2d81ba88-1837-462f-81e0-1a8c456dae71 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 950 time: 0.2067168 Jul 12 16:04:53.562214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Transition to ACTIVE for port object 72ded54a-50e3-42db-b6cc-4a313ba21be3 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:53.567565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f78d7ad456d945a3b2f2ce2820011a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6455688 Jul 12 16:04:53.573334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] For port fca2720f-d294-4fa1-95c9-c8584eeb1407, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fca2720f-d294-4fa1-95c9-c8584eeb1407,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:53.574489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.579789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d1b1-488a-4dd6-8a1a-f43949f7918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc2c4c3-c9f4-4f2a-8385-aaf921fdacde,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:53.586668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:53.613348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Calling delete_port for fca2720f-d294-4fa1-95c9-c8584eeb1407 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:04:53.638653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e576fa38-95ad-4c30-b3a1-75d3d07e438c req-11a11034-325c-43a7-a2e2-834aadbeca73 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984416 Jul 12 16:04:53.697743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.728551 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6bee389-0858-4a87-8cb0-c9ac3b1efd12 req-769e24fe-7aad-46d6-a239-6b160312091d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 210 time: 0.1052756 Jul 12 16:04:53.765618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.775827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.822590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-4f994b4c-10ae-43c4-8ec1-37936fe30986 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495546 Jul 12 16:04:53.839190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:53.839471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10d3bfd8-f1e2-4c83-bcd3-19a68f3e7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.850810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:53.859519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:53.873750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10d3bfd8-f1e2-4c83-bcd3-19a68f3e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.912379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:53.938059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:53.963093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:53.963935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.968475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.971371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.984004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6dc2c4c3-c9f4-4f2a-8385-aaf921fdacde HTTP/1.1" status: 204 len: 168 time: 0.3919799 Jul 12 16:04:53.998759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11391f-ce4f-4043-9f6a-8531cb6abc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc2c4c3-c9f4-4f2a-8385-aaf921fdacde,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:54.020393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-0de9be16-cc31-4e6d-a9b9-e59ede00e867 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9895780 Jul 12 16:04:54.047472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Request body: {'port': {'device_id': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:54.119348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-10d3bfd8-f1e2-4c83-bcd3-19a68f3e7853 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f72eb720507432dbf2bd8efa2ae7abf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3663366 Jul 12 16:04:54.125766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34706) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:54.133500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3bfd8-f1e2-4c83-bcd3-19a68f3e7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47023ea9-dab2-4d78-aea1-91b3d35d8a98,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:54.331058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-8504c18f-30d0-4b34-a779-c7eed59202f3 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:54.334408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-8504c18f-30d0-4b34-a779-c7eed59202f3 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4934001 Jul 12 16:04:54.336741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.350468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['fca2720f-d294-4fa1-95c9-c8584eeb1407'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:54.360186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Request body: {'port': {'device_id': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '1a090caf32794cb8b71b264fc16dfb41'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:54.406826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.412579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.429409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-85603897-f833-4309-b509-2b0a20e556ae None None] Provisioning for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:54.438455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-85603897-f833-4309-b509-2b0a20e556ae None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:54.438839 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85603897-f833-4309-b509-2b0a20e556ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.509461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.514062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-85603897-f833-4309-b509-2b0a20e556ae None None] Port 72ded54a-50e3-42db-b6cc-4a313ba21be3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:54.530092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Pushing event deleted for resources: {'Port': ['ID=fca2720f-d294-4fa1-95c9-c8584eeb1407,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:54.626300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9de1-377b-43a9-99ab-3c3ecde11eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.716958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:54.721107 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318b025-6cb1-4fa3-b85c-048fc46c969c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:54.887894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] No DVR routers for this DVR port fca2720f-d294-4fa1-95c9-c8584eeb1407 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:04:54.891649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.895329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4820ddd-282f-4177-b838-bea7774d5337 req-db169bed-b37f-4b79-bff8-a7cbdbd92138 tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.77 "DELETE /v2.0/ports/fca2720f-d294-4fa1-95c9-c8584eeb1407 HTTP/1.1" status: 204 len: 173 time: 1.7349627 Jul 12 16:04:54.935250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930caafa-5aa9-42c5-b047-4092e12cda03 req-3a31061b-f77f-495f-a1ac-44294243a8e7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:54.937865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-930caafa-5aa9-42c5-b047-4092e12cda03 req-3a31061b-f77f-495f-a1ac-44294243a8e7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.4538331 Jul 12 16:04:55.024312 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e53deeef-5d3f-4ea6-98dd-c4b58f380004 req-341a652e-fa5e-4a75-8726-0ebdf4b4c28e tempest-DeleteServersAdminTestJSON-1511245356 tempest-DeleteServersAdminTestJSON-1511245356-project] 10.222.0.58 "GET /v2.0/ports?device_id=69050df9-1967-4017-a1ea-026d4f240338 HTTP/1.1" status: 200 len: 210 time: 0.0384421 Jul 12 16:04:55.035462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.038622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.039973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47023ea9-dab2-4d78-aea1-91b3d35d8a98 HTTP/1.1" status: 204 len: 168 time: 0.9128296 Jul 12 16:04:55.052450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:55.057774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-930caafa-5aa9-42c5-b047-4092e12cda03 req-c5ad2a80-fbb7-4ff2-b558-4d7667e4d876 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944703 Jul 12 16:04:55.069870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391f69c-1d06-499b-a9a2-de53c33fa0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47023ea9-dab2-4d78-aea1-91b3d35d8a98,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:55.075687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.076630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:55.132268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Transition to ACTIVE for port object 72ded54a-50e3-42db-b6cc-4a313ba21be3 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:55.149138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.158680 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c08d4-bf30-476e-b215-d818b98d1294 x-openstack-request-id: req-879c08d4-bf30-476e-b215-d818b98d1294 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:55.159282 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:55.159282 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-879c08d4-bf30-476e-b215-d818b98d1294 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:55.159524 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'status': 'completed', 'code': 200} Jul 12 16:04:55.295629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9de1-377b-43a9-99ab-3c3ecde11eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.315529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:55.320758 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9de1-377b-43a9-99ab-3c3ecde11eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.322158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ccb979c3-932f-41d2-b49d-d74e511be23a req-4a1320bd-d4b0-49c4-815c-13e66465dbd1 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 210 time: 0.0540078 Jul 12 16:04:55.393511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Made reservation on behalf of 1a090caf32794cb8b71b264fc16dfb41 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:55.405919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.437461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09ddab7c-ca68-4768-ab4a-48334f7423de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.466402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6c1d9de1-377b-43a9-99ab-3c3ecde11eb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f8425ad3de549a091df2ea813f740c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5230515 Jul 12 16:04:55.471916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34740) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:55.474236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d9de1-377b-43a9-99ab-3c3ecde11eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5763d25c-d683-49b6-817b-ac4c561740f6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:55.555565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Attempting to bind port 72ded54a-50e3-42db-b6cc-4a313ba21be3 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:55.555929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Attempting to bind port 72ded54a-50e3-42db-b6cc-4a313ba21be3 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:55.556261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Attempting to bind port 72ded54a-50e3-42db-b6cc-4a313ba21be3 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:55.562158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-a095b1ad-071b-4f48-aef9-4ad0e67dd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:55.563523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-a095b1ad-071b-4f48-aef9-4ad0e67dd095 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1125 time: 0.3576221 Jul 12 16:04:55.595266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:55.630024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Port 72ded54a-50e3-42db-b6cc-4a313ba21be3 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:55.631679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Attempting to bind port 72ded54a-50e3-42db-b6cc-4a313ba21be3 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:55.639746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.697803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:55.698133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:55.698518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:55.698990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Bound port: 72ded54a-50e3-42db-b6cc-4a313ba21be3, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:55.699345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.744668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.794843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Allocated IP 192.168.233.37 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/9eaa30c7-8788-482f-a03a-b5f9ed454b8f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:55.851020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34748) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:55.885307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:55.900358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:55.907888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 has no active binding in host n-h2-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:04:55.913766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c350fccf-3db5-4e2e-95c0-fe3e0f7d9e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.924818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-384ebadf-4e84-4742-80b0-5a6e3b4169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:55.926340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-384ebadf-4e84-4742-80b0-5a6e3b4169cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2888343 Jul 12 16:04:55.935622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:55.945799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.965618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34750) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:56.037667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-a08c4dbf-660a-4717-b5cb-1a8b3bf8d493 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.0855649 Jul 12 16:04:56.043005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.043695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.045455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] 10.222.0.77 "PUT /v2.0/ports/72ded54a-50e3-42db-b6cc-4a313ba21be3 HTTP/1.1" status: 200 len: 1096 time: 2.0142963 Jul 12 16:04:56.045715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:56.048139 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee6046-168d-4db3-98ed-fc234cfea12b" -d '{"events": [{"name": "network-changed", "server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:56.050612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.054072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.054838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.056205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5763d25c-d683-49b6-817b-ac4c561740f6 HTTP/1.1" status: 204 len: 168 time: 0.5789330 Jul 12 16:04:56.147873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09ddab7c-ca68-4768-ab4a-48334f7423de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.150224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Transition to ACTIVE for port object 9eaa30c7-8788-482f-a03a-b5f9ed454b8f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:56.162468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09ddab7c-ca68-4768-ab4a-48334f7423de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.164828 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e78d67-2b3f-4b7d-ad0b-d5c8e2013dc2 x-openstack-request-id: req-56e78d67-2b3f-4b7d-ad0b-d5c8e2013dc2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:56.165132 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:56.165392 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56e78d67-2b3f-4b7d-ad0b-d5c8e2013dc2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:56.165810 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'status': 'completed', 'code': 200} Jul 12 16:04:56.257150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-09ddab7c-ca68-4768-ab4a-48334f7423de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84453bed8c3247258ce9807aff124466&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1747386 Jul 12 16:04:56.257150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddab7c-ca68-4768-ab4a-48334f7423de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c31bc4-4ea5-46e0-80cd-e18786f21d2a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.259417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34764) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:56.305982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec24f-835e-4a96-9866-fc131d62077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5763d25c-d683-49b6-817b-ac4c561740f6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.365137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-111f51c2-41f6-4ebe-a93c-837091ccbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.367169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-111f51c2-41f6-4ebe-a93c-837091ccbdc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.3090026 Jul 12 16:04:56.378301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-network', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:56.397519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f52a9-6ff4-4b29-b6eb-2f9f895be468 service neutron] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.402319 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:04:56.402319 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:04:56.402319 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 4, 56, 384771)}] Jul 12 16:04:56.402319 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:04:56.402742 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:04:56.451334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-a448c822-befc-4137-a3be-3a4760a7bcb8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557234 Jul 12 16:04:56.474618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.494617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.523344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.603196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:56.625488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:56.626403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:56.631517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:56.648265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eefc34-4e6f-43e7-96e4-62a3eed5b807 req-1cccea03-87d7-4e72-bbb7-37f6ad3b4dc9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.651993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12eefc34-4e6f-43e7-96e4-62a3eed5b807 req-1cccea03-87d7-4e72-bbb7-37f6ad3b4dc9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.2802181 Jul 12 16:04:56.658702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event updated for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.699344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4956-e225-4270-8c23-326eaa266161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.759362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12eefc34-4e6f-43e7-96e4-62a3eed5b807 req-93c42fb3-603b-4ca7-916d-6f2c63a4cb36 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051757 Jul 12 16:04:56.765501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.766192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.770179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.773689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.775037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64c31bc4-4ea5-46e0-80cd-e18786f21d2a HTTP/1.1" status: 204 len: 168 time: 0.5115006 Jul 12 16:04:56.791834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801ee8-4646-4262-97bf-c6fde25167df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c31bc4-4ea5-46e0-80cd-e18786f21d2a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.829847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c350fccf-3db5-4e2e-95c0-fe3e0f7d9e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.845061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-a9d7650a-d066-4724-96a4-e01e160a02c7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4914103 Jul 12 16:04:56.858445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Request body: {'port': {'device_id': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:56.931537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c350fccf-3db5-4e2e-95c0-fe3e0f7d9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.942290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5624b776-d36b-4eda-8d04-efed7e5280eb None None] Provisioning for port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:56.966250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5624b776-d36b-4eda-8d04-efed7e5280eb None None] Provisioning complete for port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:56.966946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5624b776-d36b-4eda-8d04-efed7e5280eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.991734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-67a3bd15-6759-458b-b743-7b81827c3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.994235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-67a3bd15-6759-458b-b743-7b81827c3d3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1099 time: 0.8777390 Jul 12 16:04:56.995446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350fccf-3db5-4e2e-95c0-fe3e0f7d9e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30ab19-b709-4a0f-8d15-bb2835726ec6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.048815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-530f0970-872f-41e3-815c-a3114e37f913 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3 HTTP/1.1" status: 200 len: 217 time: 0.0388358 Jul 12 16:04:57.056206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5624b776-d36b-4eda-8d04-efed7e5280eb None None] Port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:57.161175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'name': 'network-vif-deleted', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:57.164039 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a22cfa-d1a9-47ff-890c-632f5c9fc04f" -d '{"events": [{"server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "name": "network-vif-deleted", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:57.182768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c350fccf-3db5-4e2e-95c0-fe3e0f7d9e9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2c2a05b48864c2699aa67ac088333aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3252921 Jul 12 16:04:57.184467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-59c12256-fa7b-40a9-9579-44530a1aa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:57.185916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-59c12256-fa7b-40a9-9579-44530a1aa3b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1152909 Jul 12 16:04:57.189966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34786) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:57.245299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234628f-d2b5-4800-b0a7-77c2a219247c req-02b252cf-8cd2-4786-a15e-12f7030ccee2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:57.258778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6234628f-d2b5-4800-b0a7-77c2a219247c req-02b252cf-8cd2-4786-a15e-12f7030ccee2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 935 time: 0.4272134 Jul 12 16:04:57.277128 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dbd0d6-b4c7-4aa4-adb9-a647c868f7d6 x-openstack-request-id: req-b8dbd0d6-b4c7-4aa4-adb9-a647c868f7d6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:57.277420 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69050df9-1967-4017-a1ea-026d4f240338", "name": "network-vif-deleted", "tag": "fca2720f-d294-4fa1-95c9-c8584eeb1407", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:57.277695 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8dbd0d6-b4c7-4aa4-adb9-a647c868f7d6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:57.279074 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69050df9-1967-4017-a1ea-026d4f240338', 'name': 'network-vif-deleted', 'tag': 'fca2720f-d294-4fa1-95c9-c8584eeb1407', 'status': 'completed', 'code': 200} Jul 12 16:04:57.281194 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4956-e225-4270-8c23-326eaa266161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.291468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4956-e225-4270-8c23-326eaa266161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.340933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-a858759a-20ac-4226-a715-0b44e0f4fcac service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8771274 Jul 12 16:04:57.357072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34792) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:57.379055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d4956-e225-4270-8c23-326eaa266161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0762c9d0-994d-47fe-b0dd-908ccc338e0e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.384119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c3d4956-e225-4270-8c23-326eaa266161 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4dd6035597544160b7b2aaf076a54e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554305 Jul 12 16:04:57.386215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.387645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34794) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:57.392841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Made reservation on behalf of a67ae3bb4c1e4abbb3ee425abb350b3b for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:57.395170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.415897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.461576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f92967e-757b-4a66-a25f-9a48f689396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.482912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6234628f-d2b5-4800-b0a7-77c2a219247c req-0997c781-428c-4b2d-bba6-4fdf6935edd4 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231212 Jul 12 16:04:57.483683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.507783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.540143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.581371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-59a0b9be-ca28-4b3c-b410-abdf69bca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:57.583120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-59a0b9be-ca28-4b3c-b410-abdf69bca502 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3563874 Jul 12 16:04:57.601686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.617336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fca2720f-d294-4fa1-95c9-c8584eeb1407 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:04:57.656834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: fca2720f-d294-4fa1-95c9-c8584eeb1407 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:04:57.658213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fca2720f-d294-4fa1-95c9-c8584eeb1407 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:04:57.670302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c318b025-6cb1-4fa3-b85c-048fc46c969c req-9d8c42ca-6a62-4bca-8a84-0991779ac800 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137848 Jul 12 16:04:57.722139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.725923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.726580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.730572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a30ab19-b709-4a0f-8d15-bb2835726ec6 HTTP/1.1" status: 204 len: 168 time: 0.5369020 Jul 12 16:04:57.730731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.730731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0762c9d0-994d-47fe-b0dd-908ccc338e0e HTTP/1.1" status: 204 len: 168 time: 0.3412244 Jul 12 16:04:57.757669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3e11f-967a-4220-913b-5bdcc09f31ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30ab19-b709-4a0f-8d15-bb2835726ec6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.759056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8633ff-0629-481b-a927-90a40404989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762c9d0-994d-47fe-b0dd-908ccc338e0e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.762443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:57.785323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-4f7554df-22d0-48e9-8c20-6e761279813f service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830704 Jul 12 16:04:57.865708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.876929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.881733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaa30c7-8788-482f-a03a-b5f9ed454b8f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:57.905185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.930519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Transition to ACTIVE for port object 9eaa30c7-8788-482f-a03a-b5f9ed454b8f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:57.937192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.945582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:57.966399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fd058-48a8-448d-ba19-e6828ae0fb2c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.995613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.995958 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Added segment 2170b9d4-7098-4a1a-96bc-f096748c9027 of type vlan for network 913baaa9-dfe7-4416-83e5-af30573ebb57 Jul 12 16:04:58.013627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be19f23a-b4fb-41cd-bbcc-a80b1fcb1686 req-ec20ca0c-f92a-4098-b369-e1e6ec0edba7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211373 Jul 12 16:04:58.068417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.076432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.192370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641ba1-2b4c-4ba0-8817-b1d93a2e0505 req-8f4e506f-f514-4fe8-9e1a-834b2b34a45c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.212587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1641ba1-2b4c-4ba0-8817-b1d93a2e0505 req-8f4e506f-f514-4fe8-9e1a-834b2b34a45c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.2003391 Jul 12 16:04:58.256872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.257858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.258449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.262829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f92967e-757b-4a66-a25f-9a48f689396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.286358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Attempting to bind port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:58.288044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Attempting to bind port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:58.288787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Attempting to bind port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:58.308889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f92967e-757b-4a66-a25f-9a48f689396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.312501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:58.313152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Attempting to bind port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:58.334770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1641ba1-2b4c-4ba0-8817-b1d93a2e0505 req-3c319fc7-aa06-4900-852e-8bf2c45067df tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208441 Jul 12 16:04:58.345874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:58.346215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:58.346604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:58.347047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Bound port: 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:58.347408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.440927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] Pushing event updated for resources: {'Network': ['ID=913baaa9-dfe7-4416-83e5-af30573ebb57,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.455779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:58.460005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:58.461463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f1f43425-6cd9-4539-abbc-487cca5ed360 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.4943683 Jul 12 16:04:58.464970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34822) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:58.487549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Request body: {'subnet': {'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-subnet', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:58.497145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92967e-757b-4a66-a25f-9a48f689396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd51fcf-db2d-40d1-88d9-caa2ccc9c401,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.501607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:58.518211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.525329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f92967e-757b-4a66-a25f-9a48f689396b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fbaca483b3b4b09a12d1ccb4805dede&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558704 Jul 12 16:04:58.530703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34828) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:58.577239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8dc5e4a9-dabe-4b84-b45f-b1c5eff03a3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a163102a1b3940149bf57ab732a58763&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8135414 Jul 12 16:04:58.587327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34834) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:58.613996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.615848 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.618132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] 10.222.0.65 "PUT /v2.0/ports/9eaa30c7-8788-482f-a03a-b5f9ed454b8f HTTP/1.1" status: 200 len: 1095 time: 1.7639170 Jul 12 16:04:58.636883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-b345193a-a04e-4535-8701-c54a610e57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.641986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-b345193a-a04e-4535-8701-c54a610e57ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1099 time: 0.5225456 Jul 12 16:04:58.648702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Made reservation on behalf of a67ae3bb4c1e4abbb3ee425abb350b3b for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:58.662578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.909084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.937365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.969184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-141cab37-4e07-4d46-a1b2-cbb6df362f6c service neutron] 10.222.0.65 "GET /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861/bindings/n-h2-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.4362473 Jul 12 16:04:58.973595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce06119-9229-4cab-b361-85ec7c788471 service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:59.046282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.047430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-f34146c8-88ee-4538-b20d-422470afceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.049012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-f34146c8-88ee-4538-b20d-422470afceb5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.4003441 Jul 12 16:04:59.092112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-01f31105-96db-474c-8315-4833d82cd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.093903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-01f31105-96db-474c-8315-4833d82cd8e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 1098 time: 0.4228601 Jul 12 16:04:59.119888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.122406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.123768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bd51fcf-db2d-40d1-88d9-caa2ccc9c401 HTTP/1.1" status: 204 len: 168 time: 0.5842652 Jul 12 16:04:59.126700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11933de5-c908-449a-8729-3d2183a8ab18 req-a9d52366-8315-4b8d-b526-d9ad72e2f75a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.139058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.139281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11933de5-c908-449a-8729-3d2183a8ab18 req-a9d52366-8315-4b8d-b526-d9ad72e2f75a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 947 time: 0.3305757 Jul 12 16:04:59.163877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-28cd3274-3460-4ca2-9fd2-6237da6a6a50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3 HTTP/1.1" status: 200 len: 217 time: 0.1005023 Jul 12 16:04:59.239823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c26b3-f58b-45d2-898c-55a648b73f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd51fcf-db2d-40d1-88d9-caa2ccc9c401,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:59.255534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-d7acf9ae-849c-4b27-a154-72abda7fd6a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f HTTP/1.1" status: 200 len: 217 time: 0.1259437 Jul 12 16:04:59.304702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:59.308106 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77" -d '{"events": [{"name": "network-changed", "server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:59.340465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11933de5-c908-449a-8729-3d2183a8ab18 req-7fa4f348-4f3b-4afa-8957-ecf96361cbbe tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975410 Jul 12 16:04:59.422227 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.467989 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe840c1-955a-467e-9af5-78830b46ac9c x-openstack-request-id: req-1fe840c1-955a-467e-9af5-78830b46ac9c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:59.468559 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:59.468812 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fe840c1-955a-467e-9af5-78830b46ac9c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:59.476154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-4f0a161e-1dd4-4df7-b7ac-abeced979779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.478441 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f', 'status': 'completed', 'code': 200} Jul 12 16:04:59.488959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-4f0a161e-1dd4-4df7-b7ac-abeced979779 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3089869 Jul 12 16:04:59.490919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-5fd57cc7-2931-480f-9490-f885258a0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.495405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-5fd57cc7-2931-480f-9490-f885258a0b7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2260597 Jul 12 16:04:59.618108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.621379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.623142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:59.633691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a HTTP/1.1" status: 204 len: 168 time: 1.0340221 Jul 12 16:04:59.728195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:59.748814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd619cf-b0fb-4986-9f5a-cf6d875d2125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7bcfab-51b0-479b-82b9-0ebf7cf73b0a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:59.808895 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-6a0247d2-75f9-4f11-ae4f-74debdf0d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.810554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-6a0247d2-75f9-4f11-ae4f-74debdf0d6e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977195 Jul 12 16:04:59.812558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:59.818826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfd9776-c671-484e-b152-d5a0cf8b539e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:59.826469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Checking segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:59.826830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Network hostable DHCP agents. Network: 913baaa9-dfe7-4416-83e5-af30573ebb57, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:59.899717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:59.914997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-1d928cf7-56c1-4eb7-b4c4-b5720e5d3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.916859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 has no active binding in host n-h2-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:04:59.918326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-1d928cf7-56c1-4eb7-b4c4-b5720e5d3a7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3412113 Jul 12 16:04:59.919458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e56018-210d-40d3-ba9c-8e39a25bf861 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:59.920726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:59.945554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:59.961594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 913baaa9-dfe7-4416-83e5-af30573ebb57) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:59.973928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a82f7b-1af8-432e-aea6-e265f1f98b6d None None] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:59.979290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.980154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.987361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.003327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42656f71-9d03-4efc-998b-2d80cb137cff req-b77a0dca-8976-45cc-9ef7-491e125739b6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:00.008976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42656f71-9d03-4efc-998b-2d80cb137cff req-b77a0dca-8976-45cc-9ef7-491e125739b6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 944 time: 0.2841074 Jul 12 16:05:00.041269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f00fe51-0d7e-466d-a507-778583c075d9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.5689158 Jul 12 16:05:00.041896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34880) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:00.048042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:00.052818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-979a404c-c185-4f1a-a17a-0366a2d929ae service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164028 Jul 12 16:05:00.112645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-bc36879c-36fe-4e32-a137-2a98980483d2 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757028 Jul 12 16:05:00.116101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.117901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.273070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.289453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42656f71-9d03-4efc-998b-2d80cb137cff req-e98360cd-b85b-4afe-9ac3-ca83d4f809b8 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353113 Jul 12 16:05:00.322084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-913baaa9-dfe7-4416-83e5-af30573ebb57', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:05:00.323311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.350597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] Transition to ACTIVE for port object 10e56018-210d-40d3-ba9c-8e39a25bf861 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:00.379015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.385644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7f17ca1-1a0f-42bc-8e62-ce1eab9fb0d9 req-51d6f496-6ca9-4dc8-b7bf-f331b5e077a6 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619500 Jul 12 16:05:00.478634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2ee6046-168d-4db3-98ed-fc234cfea12b req-e776e1a7-a787-4d8d-8c12-88a9fb75f129 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607457 Jul 12 16:05:00.485648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34896) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:00.573277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e515602a-ac13-4de6-b2de-3a3c367fe90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.645724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] Pushing event updated for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:00.651497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] No DVR routers for this DVR port 10e56018-210d-40d3-ba9c-8e39a25bf861 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:05:00.693898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.722566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-5d39299d-4d2e-466f-8063-29a00839ea08 service neutron] 10.222.0.65 "PUT /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861/bindings/n-h2-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7436464 Jul 12 16:05:00.723185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Allocated IP 172.20.0.2 (913baaa9-dfe7-4416-83e5-af30573ebb57/2dfd9776-c671-484e-b152-d5a0cf8b539e/67d57ca2-6486-417b-8199-5951b0c41473) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:00.984838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e515602a-ac13-4de6-b2de-3a3c367fe90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.988781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.002088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Transition to ACTIVE for port object 67d57ca2-6486-417b-8199-5951b0c41473 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:01.005515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-6f97d6af-4599-4c17-a5bb-bd724d2af04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.006646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e515602a-ac13-4de6-b2de-3a3c367fe90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.007317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-6f97d6af-4599-4c17-a5bb-bd724d2af04e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 1098 time: 0.4989989 Jul 12 16:05:01.027649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Transition to ACTIVE for port object 67d57ca2-6486-417b-8199-5951b0c41473 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:01.037916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.038695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8dc68-b4e5-4ac9-bbca-047dd1b48fd2 req-093048d7-86dc-423f-ab9a-b0462a29ca9a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.045887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9c8dc68-b4e5-4ac9-bbca-047dd1b48fd2 req-093048d7-86dc-423f-ab9a-b0462a29ca9a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 947 time: 0.3306289 Jul 12 16:05:01.069641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e515602a-ac13-4de6-b2de-3a3c367fe90c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad28452a4f3d414984c4724fdee824af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749371 Jul 12 16:05:01.077135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:01.139837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:01.153698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:01.161794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-cde3156e-91e4-4690-b424-2d3670bf9578 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.164044 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-cde3156e-91e4-4690-b424-2d3670bf9578 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.3648667 Jul 12 16:05:01.166169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515602a-ac13-4de6-b2de-3a3c367fe90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec7b9f-1a21-41ca-a4fd-29f3d7665580,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:01.175498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Pushing event updated for resources: {'Port': ['ID=67d57ca2-6486-417b-8199-5951b0c41473,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:01.176531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9c8dc68-b4e5-4ac9-bbca-047dd1b48fd2 req-1d3d2ec5-41d8-48fd-a8ed-16577172bd9d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293340 Jul 12 16:05:01.187878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:01.217013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.217589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.218425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.219103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.220738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.221267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.221761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.223626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.224676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.225310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.225773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-8420191a-89b5-40f5-ae0d-3fef7cf5327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.226275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.226767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:01.227571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-8420191a-89b5-40f5-ae0d-3fef7cf5327c service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2093740 Jul 12 16:05:01.315875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.353477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-29521779-7e50-42e9-bbe2-81f0ec35a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.355042 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-29521779-7e50-42e9-bbe2-81f0ec35a8f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&tenant_id=9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 1096 time: 0.1780012 Jul 12 16:05:01.361223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Attempting to bind port 67d57ca2-6486-417b-8199-5951b0c41473 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:01.361444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Attempting to bind port 67d57ca2-6486-417b-8199-5951b0c41473 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:01.361862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Attempting to bind port 67d57ca2-6486-417b-8199-5951b0c41473 on network 913baaa9-dfe7-4416-83e5-af30573ebb57 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:01.379117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:01.379117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Checking segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:01.381245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.381245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Bound using segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:01.381245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Bound port: 67d57ca2-6486-417b-8199-5951b0c41473, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:01.381245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.391662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.429466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-77f1e58c-100d-434a-890d-5c8ef8ddf6ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f HTTP/1.1" status: 200 len: 217 time: 0.1918633 Jul 12 16:05:01.521468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] For port 67d57ca2-6486-417b-8199-5951b0c41473, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:01.529537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] For port 67d57ca2-6486-417b-8199-5951b0c41473, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67d57ca2-6486-417b-8199-5951b0c41473,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:01.537874 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.641047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:01.745202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e1368-bffc-4a96-ab57-00bcf847bee5 None None] Pushing event updated for resources: {'Port': ['ID=67d57ca2-6486-417b-8199-5951b0c41473,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:01.916041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.933195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-fbb82c28-394b-4856-a338-042768d09974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:01.949477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-fbb82c28-394b-4856-a338-042768d09974 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.5029182 Jul 12 16:05:01.957157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c74aad9d-9324-4656-9cf4-10cf214837cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.969477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:05:02.019931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.095517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:05:02.121001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:02.157659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'mac_address': 'fa:16:3e:50:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:02.230651 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.271570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:02.288088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-398d4dc2-bce5-45c6-a755-7f9964a310a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.290839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-398d4dc2-bce5-45c6-a755-7f9964a310a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1096 time: 0.8729670 Jul 12 16:05:02.305133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.314386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.316748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74ec7b9f-1a21-41ca-a4fd-29f3d7665580 HTTP/1.1" status: 204 len: 168 time: 1.2322445 Jul 12 16:05:02.320934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-ef9f27f1-5228-4bb2-8a93-4bb5435766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.324242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-ef9f27f1-5228-4bb2-8a93-4bb5435766b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3337770 Jul 12 16:05:02.335676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:02.345073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.409378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb226e8-0443-4dbb-ab9f-d9103992c1d1 req-5b46b224-2ce7-467a-b2d1-04443c1e7b4e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.422782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fb226e8-0443-4dbb-ab9f-d9103992c1d1 req-5b46b224-2ce7-467a-b2d1-04443c1e7b4e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.8528299 Jul 12 16:05:02.482260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:02.490581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d8de3-81f4-407c-b83d-c5c946f4a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec7b9f-1a21-41ca-a4fd-29f3d7665580,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:02.633681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fb226e8-0443-4dbb-ab9f-d9103992c1d1 req-0d6c83de-1a4f-4745-a3df-950875890a3a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353853 Jul 12 16:05:02.649715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:02.684082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-aa590015-9e65-4bf2-b015-abdf2c4c3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.686557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-aa590015-9e65-4bf2-b015-abdf2c4c3991 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.3654213 Jul 12 16:05:02.687664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-cfa8a72d-72e9-4497-9eeb-6f8577d7bff0 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522520 Jul 12 16:05:02.767205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Allocated IP 172.25.8.191 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/940527e7-a285-4711-adc0-36fdca27a960) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:02.847628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-1e7d0b3e-2761-40a7-8d9b-6373acdb2062 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.1363075 Jul 12 16:05:02.945250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.965873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-cb980d3e-8a20-4762-8b0b-9fda2225a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.967356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-cb980d3e-8a20-4762-8b0b-9fda2225a4b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1127770 Jul 12 16:05:02.994753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:03.081890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-45fc86f6-2061-4f5c-b1cd-ee42820c19a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041484 Jul 12 16:05:03.138561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:03.163246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67d57ca2-6486-417b-8199-5951b0c41473 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:03.238352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 67d57ca2-6486-417b-8199-5951b0c41473 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:03.240655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:03.249336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:03.264611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:03.282817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Pushing event updated for resources: {'Port': ['ID=940527e7-a285-4711-adc0-36fdca27a960,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:03.360297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3671a8f-f7cd-42ef-a14b-6797e1d79d77 req-1ced72b8-15a1-43fe-98bd-2fb99bc14a28 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576087 Jul 12 16:05:03.394250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-90fb3ec8-e45c-4006-a081-491566d7aaba service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065426 Jul 12 16:05:03.440545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c283aa-a48e-4411-ba2d-e2e9e6fe256c req-1d5ecdd2-737e-4eed-8736-7baef1635a01 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:03.449268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67c283aa-a48e-4411-ba2d-e2e9e6fe256c req-1d5ecdd2-737e-4eed-8736-7baef1635a01 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 947 time: 0.2481117 Jul 12 16:05:03.465646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d0c747-4466-4e0d-bb00-ccecf256a3bd None None] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:05:03.584416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Provisioning for port 67d57ca2-6486-417b-8199-5951b0c41473 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:03.595059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Provisioning complete for port 67d57ca2-6486-417b-8199-5951b0c41473 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:03.596270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:03.606321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67c283aa-a48e-4411-ba2d-e2e9e6fe256c req-dbe34c78-6fd8-43ad-83bb-225a2cd25c19 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555383 Jul 12 16:05:03.643350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:03.676123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-d3f5a2d1-f27b-4926-b9d5-7c23371a40c4 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703092 Jul 12 16:05:03.847416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:03.982336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9eaa30c7-8788-482f-a03a-b5f9ed454b8f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:04.088291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7404c2-888f-4d2b-a25d-13bcc3dacd10 req-4ac290af-dfbf-48b6-aca2-a54961b88a18 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:04.089873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce7404c2-888f-4d2b-a25d-13bcc3dacd10 req-4ac290af-dfbf-48b6-aca2-a54961b88a18 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.1336858 Jul 12 16:05:04.116626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-8aff02f9-cefc-42ca-8c3c-1703d6efb41c tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:04.119060 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-8aff02f9-cefc-42ca-8c3c-1703d6efb41c tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.0911920 Jul 12 16:05:04.120437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:04.136039 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.152514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:04.153702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.195838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce7404c2-888f-4d2b-a25d-13bcc3dacd10 req-9e39aaf0-cfc9-424d-95a4-a9a3d7e0f2c2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958993 Jul 12 16:05:04.280728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:04.308596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f', 'mac_address': 'fa:16:3e:6f:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:04.314437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] For port 67d57ca2-6486-417b-8199-5951b0c41473, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67d57ca2-6486-417b-8199-5951b0c41473,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:04.333038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.375034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-c1d82539-f933-4ff0-8cb7-b60bcba8eb19 service neutron] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:04.382494 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.387155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-c1d82539-f933-4ff0-8cb7-b60bcba8eb19 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.390784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11dc42eb-2c64-4d4d-9e06-0ba8d38983b6 req-c1d82539-f933-4ff0-8cb7-b60bcba8eb19 service neutron] 10.222.0.77 "DELETE /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861/bindings/n-h1-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.2629423 Jul 12 16:05:04.503107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f342a4c5-3d5b-4605-ab9c-57d6926f730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.525944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.559986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.624260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaa30c7-8788-482f-a03a-b5f9ed454b8f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:04.653684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738562-3a51-42fc-aed4-9ef53b2bb138 None None] Pushing event updated for resources: {'Port': ['ID=67d57ca2-6486-417b-8199-5951b0c41473,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:04.658037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:04.660850 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d7be36-229b-4dc7-8374-173fcef4f5a7" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:04.682730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Router f2e12fbe-95c6-423e-8ab1-834ec244947c is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:05:04.695534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:04.707536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:04.708615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.751332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.895274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.949974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2978d036-d4b5-45f2-aff8-ee5e4477918d None None] Provisioning complete for port 67d57ca2-6486-417b-8199-5951b0c41473 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:04.950344 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2978d036-d4b5-45f2-aff8-ee5e4477918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:04.956706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:05:04.978536 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Sync routers for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:05:04.997911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.000259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:05.000404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b165fb6-94fe-472a-bf26-1b7748d8e69c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.9557259 Jul 12 16:05:05.000990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:05.003168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:05.080796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ea92-5793-4186-841c-4bb4d73a7130 req-244f4360-ac14-4f40-ae07-0f49ea19706b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:05.085630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0d3ea92-5793-4186-841c-4bb4d73a7130 req-244f4360-ac14-4f40-ae07-0f49ea19706b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 948 time: 0.2753377 Jul 12 16:05:05.187252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:05.211752 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0d3ea92-5793-4186-841c-4bb4d73a7130 req-ef273fe8-09a7-45d0-936c-14e18b53bb19 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142483 Jul 12 16:05:05.237079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67d57ca2-6486-417b-8199-5951b0c41473 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:05.254467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.338043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9eaa30c7-8788-482f-a03a-b5f9ed454b8f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:05.344870 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8cea1-16b1-4011-9d34-51f277c60a62 x-openstack-request-id: req-9fa8cea1-16b1-4011-9d34-51f277c60a62 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:05.345175 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:05.345405 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fa8cea1-16b1-4011-9d34-51f277c60a62 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:05.345789 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:05:05.405381 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:05.514799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:05.549449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 67d57ca2-6486-417b-8199-5951b0c41473 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:05.549819 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.652230 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.674114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1872ac84-3e37-4576-8b24-82bb1813de46 None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:05.674490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1872ac84-3e37-4576-8b24-82bb1813de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.704154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e2cb-13a9-436a-b27d-7638ca40eee8 req-29e4e09e-1ec9-483b-860b-e4626b527e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:05.705798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9131e2cb-13a9-436a-b27d-7638ca40eee8 req-29e4e09e-1ec9-483b-860b-e4626b527e50 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1101 time: 0.3086147 Jul 12 16:05:05.744136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db9d6d-dfa9-4d5e-a45b-fe8828be2cbc req-135cbc8c-9ace-4aeb-a59b-e398ba8f57ee tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:05.752646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89db9d6d-dfa9-4d5e-a45b-fe8828be2cbc req-135cbc8c-9ace-4aeb-a59b-e398ba8f57ee tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.1958992 Jul 12 16:05:05.804170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:03Z', 'revision_number': 3, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:05.812433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9131e2cb-13a9-436a-b27d-7638ca40eee8 req-bf5b650e-afd3-47fc-875a-4862a0b1d55e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971255 Jul 12 16:05:05.850979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Checking router: f2e12fbe-95c6-423e-8ab1-834ec244947c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:05:05.851334 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Updating router f2e12fbe-95c6-423e-8ab1-834ec244947c port 940527e7-a285-4711-adc0-36fdca27a960 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:05:05.920037 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:05.952203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89db9d6d-dfa9-4d5e-a45b-fe8828be2cbc req-c9be8e51-7f68-4f69-aada-f87f48392bd7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984520 Jul 12 16:05:06.096418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.323087 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.338755 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Transition to ACTIVE for port object 940527e7-a285-4711-adc0-36fdca27a960 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:06.350046 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.435453 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Attempting to bind port 940527e7-a285-4711-adc0-36fdca27a960 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:06.435894 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Attempting to bind port 940527e7-a285-4711-adc0-36fdca27a960 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:06.436271 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Attempting to bind port 940527e7-a285-4711-adc0-36fdca27a960 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:06.439840 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Pushing event updated for resources: {'Port': ['ID=940527e7-a285-4711-adc0-36fdca27a960,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:06.446007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:06.446406 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:06.446801 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.447358 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:06.447873 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Bound port: 940527e7-a285-4711-adc0-36fdca27a960, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:06.448286 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.456155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.456505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.456855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.457195 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.457677 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.458695 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.459065 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.459332 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.459779 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.460116 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.460450 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.460781 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:06.526463 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] For port 940527e7-a285-4711-adc0-36fdca27a960, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:06.530056 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] For port 940527e7-a285-4711-adc0-36fdca27a960, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=940527e7-a285-4711-adc0-36fdca27a960,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:06.535956 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.607531 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:06.608293 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:06.650871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd80b-9c1e-44b7-9e3d-8f488cd81c12 None None] Pushing event updated for resources: {'Port': ['ID=940527e7-a285-4711-adc0-36fdca27a960,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:06.652145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Allocated IP 172.20.0.1 (913baaa9-dfe7-4416-83e5-af30573ebb57/2dfd9776-c671-484e-b152-d5a0cf8b539e/a48ef533-79ac-4ada-9a30-bc823f1fba6c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:06.680903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93e498-d020-4641-a88d-26b58d5c30f5 req-c6e6e3a6-1fe6-40c4-9061-4cfd0b3bcb77 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:06.688141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d93e498-d020-4641-a88d-26b58d5c30f5 req-c6e6e3a6-1fe6-40c4-9061-4cfd0b3bcb77 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1096 time: 0.0950968 Jul 12 16:05:06.765073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4166a-eee9-433c-b5ab-ce51aa42d96d req-7919aef1-d409-4cfa-8140-54298c5c8f65 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:06.771331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5c4166a-eee9-433c-b5ab-ce51aa42d96d req-7919aef1-d409-4cfa-8140-54298c5c8f65 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 948 time: 0.1050730 Jul 12 16:05:06.779473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d93e498-d020-4641-a88d-26b58d5c30f5 req-095f0ed5-b564-4acd-b57c-32b6e0c7959d tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900843 Jul 12 16:05:06.788120 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:06.875567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5c4166a-eee9-433c-b5ab-ce51aa42d96d req-0ba44b5f-55f2-4ce3-afaf-fa4114ddeec7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963435 Jul 12 16:05:06.884794 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:06.915632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Transition to ACTIVE for port object a48ef533-79ac-4ada-9a30-bc823f1fba6c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:06.972123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.019662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:07.023489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:07.028236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:07.034980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Pushing event updated for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:07.076801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.080785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.280965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.290559 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:03Z', 'revision_number': 3, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:07.372568 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21801a9-acea-4a2d-ab06-e9e860ef095c None None] The sync data for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 is: [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:03Z', 'revision_number': 3, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:05:07.495149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cffc896a-2729-4a35-a5ca-0e5b6b8a4d62 None None] Provisioning for port a48ef533-79ac-4ada-9a30-bc823f1fba6c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:07.501184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cffc896a-2729-4a35-a5ca-0e5b6b8a4d62 None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:07.501981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cffc896a-2729-4a35-a5ca-0e5b6b8a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.548746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-cffc896a-2729-4a35-a5ca-0e5b6b8a4d62 None None] Port a48ef533-79ac-4ada-9a30-bc823f1fba6c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:07.644160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-2c338896-1846-44d0-9768-394010399d40 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:07.651835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-2c338896-1846-44d0-9768-394010399d40 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.1941926 Jul 12 16:05:07.681735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-65ab90fb-99d1-4066-bd52-06b0eb90edbb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/quotas/9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 375 time: 0.0286179 Jul 12 16:05:07.685722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.698188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.811304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35144) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:07.845089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35148) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:07.859381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Pushing event updated for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:07.869087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.915902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-d51f32c2-167c-4b19-aafc-6255cc02c698 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326112 Jul 12 16:05:07.998886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9eaa30c7-8788-482f-a03a-b5f9ed454b8f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:08.015157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b70b95b-8e01-4863-ba38-e315352e67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.111208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ade34d54-6d5c-4500-a787-e92e4c184727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.159555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:08.192390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:08.192816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.202747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-4562623a-3684-446a-aca0-2bd92b74f735 service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852473 Jul 12 16:05:08.215633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:08.219082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:08.220554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b70b95b-8e01-4863-ba38-e315352e67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.237459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8bfe1a41-5603-4cd9-9f61-21533eecb58a None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:08.237833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1a41-5603-4cd9-9f61-21533eecb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.319484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe1a41-5603-4cd9-9f61-21533eecb58a None None] Port a48ef533-79ac-4ada-9a30-bc823f1fba6c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:08.328645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b70b95b-8e01-4863-ba38-e315352e67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.387647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.422928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:08.426984 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339141d7-b8b1-4e06-94ee-38c0575e481d" -d '{"events": [{"server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "name": "network-vif-plugged", "status": "completed", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:08.443235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b70b95b-8e01-4863-ba38-e315352e67de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f03c0e5204e4403aa91a13790f12f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309845 Jul 12 16:05:08.444733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35160) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:08.446814 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:08.453756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.485478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70b95b-8e01-4863-ba38-e315352e67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a64b80-403f-4e37-a3a2-90a892397d34,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:08.533633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ade34d54-6d5c-4500-a787-e92e4c184727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.551359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ade34d54-6d5c-4500-a787-e92e4c184727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.586080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:08.588495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-9031d6fe-9335-47aa-aaa9-b258e30d8bad service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846500 Jul 12 16:05:08.589486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ade34d54-6d5c-4500-a787-e92e4c184727 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=652f2a7150b04e6395de8a671a7c87ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432747 Jul 12 16:05:08.600271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35162) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:08.611402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Router f2e12fbe-95c6-423e-8ab1-834ec244947c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:05:08.611537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.621601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f789-97d3-45ee-b787-7fa74608f7ad req-4c7b5531-0a29-4700-8302-9a2796bfce8e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:08.629149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2213f789-97d3-45ee-b787-7fa74608f7ad req-4c7b5531-0a29-4700-8302-9a2796bfce8e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 948 time: 0.3033226 Jul 12 16:05:08.671977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f38e05c5-5823-4135-b70e-ab7240f5cfad None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:08.675056 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f38e05c5-5823-4135-b70e-ab7240f5cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.736009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f38e05c5-5823-4135-b70e-ab7240f5cfad None None] Port a48ef533-79ac-4ada-9a30-bc823f1fba6c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:08.741937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2213f789-97d3-45ee-b787-7fa74608f7ad req-185284cb-ba1b-457f-a0a7-55ad2235721b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118741 Jul 12 16:05:08.749941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.763050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade34d54-6d5c-4500-a787-e92e4c184727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2b400-21df-4303-bfba-8cb34f05cec4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:08.837898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:05:08.870142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-887f572f-1dcd-4ba9-b271-23064b1ab9bb admin admin] 10.222.0.58 "PUT /v2.0/routers/f2e12fbe-95c6-423e-8ab1-834ec244947c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8640437 Jul 12 16:05:08.884010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.928687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.933486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.935374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30a64b80-403f-4e37-a3a2-90a892397d34 HTTP/1.1" status: 204 len: 168 time: 0.4857113 Jul 12 16:05:08.937128 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d9bf02-3128-4cfc-81a5-5ee9c1c54234 x-openstack-request-id: req-65d9bf02-3128-4cfc-81a5-5ee9c1c54234 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:08.937626 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "name": "network-vif-plugged", "status": "completed", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:08.938103 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65d9bf02-3128-4cfc-81a5-5ee9c1c54234 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:08.938624 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f', 'code': 200} Jul 12 16:05:08.940315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.990806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1963ab-ed90-4d37-a06f-8ea9ce06b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a64b80-403f-4e37-a3a2-90a892397d34,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:08.993620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-34faac30-7473-4db9-8689-94d3d1d59982 None None] Provisioning complete for port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:08.993620 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34faac30-7473-4db9-8689-94d3d1d59982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.158120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.161386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.164894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92c2b400-21df-4303-bfba-8cb34f05cec4 HTTP/1.1" status: 204 len: 168 time: 0.5605869 Jul 12 16:05:09.186734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705b6c0-9672-4cef-85d6-49f87ad29205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2b400-21df-4303-bfba-8cb34f05cec4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:09.223917 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ccc99083-00cc-45a6-9594-35ab4a028ef4 req-f17ad6ac-0f8d-47ef-9e38-b968ad51e654 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 210 time: 0.1680484 Jul 12 16:05:09.261278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 940527e7-a285-4711-adc0-36fdca27a960 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:09.401392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f710b1-729e-487c-b80c-dd946cfc697d req-b1450f4a-dc13-4e97-860e-ea20dfe0ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:09.411217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-34f710b1-729e-487c-b80c-dd946cfc697d req-b1450f4a-dc13-4e97-860e-ea20dfe0ae7a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 1100 time: 0.3369772 Jul 12 16:05:09.474094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-34f710b1-729e-487c-b80c-dd946cfc697d req-1de04d5d-9340-4857-b6d0-a7e1a14330a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546687 Jul 12 16:05:09.568314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 940527e7-a285-4711-adc0-36fdca27a960 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:09.575618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 940527e7-a285-4711-adc0-36fdca27a960 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:09.576100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.675846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35216) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:09.748897 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.791207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 940527e7-a285-4711-adc0-36fdca27a960, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=940527e7-a285-4711-adc0-36fdca27a960,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:09.800122 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.900081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=940527e7-a285-4711-adc0-36fdca27a960,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:09.917473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:09.946451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-442aa5c1-ebf3-4e18-8eef-e1eefc20a3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.960438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Sync routers for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:05:09.976988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:09.979703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:10.097401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c378-4f81-447f-bea9-d821c49ab811 req-984a2c26-0cab-47b0-882c-b5f308c4ad18 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:10.111157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de6c378-4f81-447f-bea9-d821c49ab811 req-984a2c26-0cab-47b0-882c-b5f308c4ad18 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 949 time: 0.1090202 Jul 12 16:05:10.172292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-442aa5c1-ebf3-4e18-8eef-e1eefc20a3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.175700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de6c378-4f81-447f-bea9-d821c49ab811 req-bdb1d60f-93e7-40c4-b130-b94c2e5a3b28 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Jul 12 16:05:10.179484 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-442aa5c1-ebf3-4e18-8eef-e1eefc20a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.247265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:10.304149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09409941-76a6-4e9a-bb42-67fa4ad96ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.326726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:10.334362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-442aa5c1-ebf3-4e18-8eef-e1eefc20a3e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d825477cadbc4d939ba676bf2f9a3262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154820 Jul 12 16:05:10.360635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa5c1-ebf3-4e18-8eef-e1eefc20a3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47315662-5dd1-4af3-a706-428b5acfae2d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:10.474971 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.485315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35248) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:10.560483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4e2862b-0654-4a72-be82-35bec1360210 req-4af0241c-3b80-4d1c-8f61-b8b693c0025f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Jul 12 16:05:10.575985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.587457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-89ba2861-fc33-43f9-906d-803fed6bf1e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:10.592410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-89ba2861-fc33-43f9-906d-803fed6bf1e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 827 time: 0.2215543 Jul 12 16:05:10.605968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92feb9d7-9eaa-438d-880a-ccd8002347c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.627875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-2dc6721e-0912-4413-b75f-3920adca6878 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/quotas/a67ae3bb4c1e4abbb3ee425abb350b3b HTTP/1.1" status: 200 len: 375 time: 0.0343764 Jul 12 16:05:10.678037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.680976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.682583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47315662-5dd1-4af3-a706-428b5acfae2d HTTP/1.1" status: 204 len: 168 time: 0.3545432 Jul 12 16:05:10.698962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1f75f-41bd-43b4-85a2-160357ec3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47315662-5dd1-4af3-a706-428b5acfae2d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:10.802121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-e92e6586-bee8-4a68-8cdc-26cc092b5645 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729376 Jul 12 16:05:10.803127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 2, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:10.868169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Checking router: f2e12fbe-95c6-423e-8ab1-834ec244947c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:05:10.868557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Updating router f2e12fbe-95c6-423e-8ab1-834ec244947c port a48ef533-79ac-4ada-9a30-bc823f1fba6c binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:05:10.961547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09409941-76a6-4e9a-bb42-67fa4ad96ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.978087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-09409941-76a6-4e9a-bb42-67fa4ad96ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.002977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.191862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-09409941-76a6-4e9a-bb42-67fa4ad96ac8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe0a74a4f34949808719b8c0a37e8747&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5148306 Jul 12 16:05:11.193312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:11.214634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09409941-76a6-4e9a-bb42-67fa4ad96ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c99b35-0c46-45e1-9926-6cec6b9a51c3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:11.235347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-8631d889-76e7-4cf4-8eae-562aa302bddc service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319429 Jul 12 16:05:11.245975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92feb9d7-9eaa-438d-880a-ccd8002347c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.254606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92feb9d7-9eaa-438d-880a-ccd8002347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.264804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 940527e7-a285-4711-adc0-36fdca27a960 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:11.295290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-8d48a491-69f8-4359-95dc-c1791df91bd2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:11.300586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-8d48a491-69f8-4359-95dc-c1791df91bd2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.4371538 Jul 12 16:05:11.327924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feb9d7-9eaa-438d-880a-ccd8002347c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c355c6-e428-4844-a5bd-fafd3e9da549,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:11.366643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-92feb9d7-9eaa-438d-880a-ccd8002347c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=981889e0172048529957cad55b8a1d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802741 Jul 12 16:05:11.369323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:11.407095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Request body: {'port': {'device_id': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'admin_state_up': True, 'tenant_id': '9666fc46eec24038b93ccf94bb42c661'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:11.417609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 940527e7-a285-4711-adc0-36fdca27a960 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:11.421007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.495279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.602230 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.636696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.669044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.680106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Transition to ACTIVE for port object a48ef533-79ac-4ada-9a30-bc823f1fba6c will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:11.680380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2f0e-c88a-47f3-b613-141cf837ac87 req-bc611739-7595-4732-b1f4-f7f8cbdb149d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:11.681890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc5d2f0e-c88a-47f3-b613-141cf837ac87 req-bc611739-7595-4732-b1f4-f7f8cbdb149d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 949 time: 0.1773026 Jul 12 16:05:11.688045 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.769736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.776754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-d8841eef-c28e-424e-9677-642726116cbc service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402324 Jul 12 16:05:11.777301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb1d7-445b-47fd-ac8c-4b0bcff52209 None None] Pushing event updated for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:11.777717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc5d2f0e-c88a-47f3-b613-141cf837ac87 req-8933c72e-25cf-40c5-a808-f6cc48357027 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864096 Jul 12 16:05:11.778652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.797830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.799668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14c355c6-e428-4844-a5bd-fafd3e9da549 HTTP/1.1" status: 204 len: 168 time: 0.4290063 Jul 12 16:05:11.834369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3b2e6-17d8-4267-9b69-5364ae428329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c355c6-e428-4844-a5bd-fafd3e9da549,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:11.904201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:11.909988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.926358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Attempting to bind port a48ef533-79ac-4ada-9a30-bc823f1fba6c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:11.927123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Attempting to bind port a48ef533-79ac-4ada-9a30-bc823f1fba6c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:11.927981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Attempting to bind port a48ef533-79ac-4ada-9a30-bc823f1fba6c on network 913baaa9-dfe7-4416-83e5-af30573ebb57 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:11.947116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:11.948555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Checking segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:11.950334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.950992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Bound using segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:11.952544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Bound port: a48ef533-79ac-4ada-9a30-bc823f1fba6c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:11.955091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.998892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:12.011753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:12.013601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73c99b35-0c46-45e1-9926-6cec6b9a51c3 HTTP/1.1" status: 204 len: 168 time: 0.8146060 Jul 12 16:05:12.141061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] For port a48ef533-79ac-4ada-9a30-bc823f1fba6c, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:12.147803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a009bd-b483-4a53-9551-c2dce2d62338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c99b35-0c46-45e1-9926-6cec6b9a51c3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:12.153325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] For port a48ef533-79ac-4ada-9a30-bc823f1fba6c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a48ef533-79ac-4ada-9a30-bc823f1fba6c,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:12.198751 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:12.271877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-353bfa11-c9a0-48b4-acc5-d425b82e6b69 req-fe27ebd2-46db-448f-919a-28b8cfcd7989 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 210 time: 0.1104500 Jul 12 16:05:12.314874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:12.316388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:12.410869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Allocated IP 172.20.0.13 (d5254bb4-056e-47c4-807c-3c9013677608/8e61c257-7e83-47c7-afba-479968510822/cab46a48-5209-4690-9d77-1fb59246f91f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:12.536599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb1d7-445b-47fd-ac8c-4b0bcff52209 None None] Pushing event updated for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:12.640723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76a459a-c80b-4ba3-a0db-528114fa6616 req-5f66d16e-9ffd-427e-85f3-7fd7944040c9 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 210 time: 0.1258001 Jul 12 16:05:12.757338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:12.795641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad9218-fe84-40b3-942d-8ea71de26f6d req-d16606bf-d97e-4113-b83c-aaf53a0e76fb tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:12.808888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6ad9218-fe84-40b3-942d-8ea71de26f6d req-d16606bf-d97e-4113-b83c-aaf53a0e76fb tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2224679 Jul 12 16:05:12.934925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6ad9218-fe84-40b3-942d-8ea71de26f6d req-f61b900b-ffa8-4a8e-ac62-1f3010cff257 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239254 Jul 12 16:05:12.956154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.034357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.056210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35340) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:13.081389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee118721-6fce-40e0-8b6e-d62bde779dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.113638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Network d5254bb4-056e-47c4-807c-3c9013677608 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:13.119572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:13.132730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:13.148448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:12Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:13.176269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:13.227860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.228534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.236263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61975c4-7162-445e-b6f7-27e3fcd07669 None None] The sync data for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 is: [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:12Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:05:13.257032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee118721-6fce-40e0-8b6e-d62bde779dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.263058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee118721-6fce-40e0-8b6e-d62bde779dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.272349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-ab35f9d2-7bfd-4005-870e-70a0d0300c7d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8723023 Jul 12 16:05:13.293788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Request body: {'port': {'device_id': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:13.422884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118721-6fce-40e0-8b6e-d62bde779dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b819d50-45ea-47a2-be1f-7f78ad7693e7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:13.462645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee118721-6fce-40e0-8b6e-d62bde779dcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eef8eae6969244f5a8bbcac12245d872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048498 Jul 12 16:05:13.465799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35360) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:13.468865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-6958fced-9c3f-4b53-97ad-6774932e8404 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378436 Jul 12 16:05:13.527459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.676538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-340d4901-d04c-4d9e-9434-469c08c45ccd tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.685939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-340d4901-d04c-4d9e-9434-469c08c45ccd tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101467 Jul 12 16:05:13.730318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-e93238d1-7693-4f03-b6eb-7ef38cdb4234 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/quotas/1a090caf32794cb8b71b264fc16dfb41 HTTP/1.1" status: 200 len: 375 time: 0.0434015 Jul 12 16:05:13.787789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.846693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:13.871170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-2f903bcb-8ac5-4115-8f3a-8b35798770f6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367850 Jul 12 16:05:13.950941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:13.962539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d904-f16c-4164-a921-51dabf246e78 req-00dad97b-5661-4f44-8597-bdf765bf512a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.964194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec33d904-f16c-4164-a921-51dabf246e78 req-00dad97b-5661-4f44-8597-bdf765bf512a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 932 time: 0.3800342 Jul 12 16:05:14.112217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec33d904-f16c-4164-a921-51dabf246e78 req-22a1c84a-c311-487b-aa45-213cd95e9a4d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206427 Jul 12 16:05:14.162037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.162037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.162037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b819d50-45ea-47a2-be1f-7f78ad7693e7 HTTP/1.1" status: 204 len: 168 time: 0.6922553 Jul 12 16:05:14.178077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df89f3-8c6f-4689-af84-092ea7dacd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b819d50-45ea-47a2-be1f-7f78ad7693e7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:14.228597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f41770b6-8d04-4c8a-9a1e-04ad5800f67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.308756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab46a48-5209-4690-9d77-1fb59246f91f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:14.350025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.391761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Transition to ACTIVE for port object cab46a48-5209-4690-9d77-1fb59246f91f will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:14.396742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f41770b6-8d04-4c8a-9a1e-04ad5800f67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.401320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.402096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f41770b6-8d04-4c8a-9a1e-04ad5800f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.477934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f41770b6-8d04-4c8a-9a1e-04ad5800f67c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60cc0b47f37c4a2691416eb32abba9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252869 Jul 12 16:05:14.481840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35390) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:14.578166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:14.636323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41770b6-8d04-4c8a-9a1e-04ad5800f67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98730dd8-5d35-4fee-ad69-e5eb16f54dc3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:14.669249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48de797a-0050-4984-833a-369519f0d968 req-5e41f0e0-9243-4c26-843a-20a448549398 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 210 time: 0.1129463 Jul 12 16:05:14.805617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bfc2280a-a884-4872-93eb-bee153093505 req-7d5e72d1-8ca7-4fc3-b277-3924a97005cf tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 210 time: 0.3206851 Jul 12 16:05:14.859468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:14.859976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:14.860418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:14.877341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:14.877769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:14.897416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:14.897905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:14.898393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:14.899065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Bound port: cab46a48-5209-4690-9d77-1fb59246f91f, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:14.900375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.936505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:14.985609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.110297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:15.156399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:15.162510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.169566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:15.179570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.181669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.187429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98730dd8-5d35-4fee-ad69-e5eb16f54dc3 HTTP/1.1" status: 204 len: 168 time: 0.6964025 Jul 12 16:05:15.207488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4cdaf4c4-4037-4d33-b5d3-19dcc8024c35 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.207488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4cdaf4c4-4037-4d33-b5d3-19dcc8024c35 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.65 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 827 time: 0.6159680 Jul 12 16:05:15.227039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'port': {'device_id': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'admin_state_up': True, 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:15.241888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a48ef533-79ac-4ada-9a30-bc823f1fba6c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:15.252449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee2eef-4081-4d8b-808b-9071c29a480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98730dd8-5d35-4fee-ad69-e5eb16f54dc3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:15.271873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.276881 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.278703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] 10.222.0.77 "PUT /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 1092 time: 1.9930985 Jul 12 16:05:15.281261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:15.288679 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33c98f-4810-4fd3-b0dc-44f49895b445" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:15.365304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627b27-16b3-4a7d-aadb-62091355a3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:15.477177 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc66fa8-0eb1-4ef5-9fc7-bce40972dda8 x-openstack-request-id: req-7fc66fa8-0eb1-4ef5-9fc7-bce40972dda8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:15.477462 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:15.477712 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fc66fa8-0eb1-4ef5-9fc7-bce40972dda8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:15.478099 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'status': 'completed', 'code': 200} Jul 12 16:05:15.495861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a48ef533-79ac-4ada-9a30-bc823f1fba6c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:15.500680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:15.501292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.579064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Made reservation on behalf of a67ae3bb4c1e4abbb3ee425abb350b3b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:15.594279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.607522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89c407a8-9085-4691-a706-84308c8b5b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.669764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.700649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-6b8303f6-18a7-4b6a-82b6-feddc1a658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.706012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-6b8303f6-18a7-4b6a-82b6-feddc1a658c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1095 time: 0.3210206 Jul 12 16:05:15.716019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a48ef533-79ac-4ada-9a30-bc823f1fba6c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a48ef533-79ac-4ada-9a30-bc823f1fba6c,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:15.730053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:15.761917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b8ecb-2105-404b-9b45-c4fc46cf438c req-cf87fa7b-c819-4851-9889-e44ddaf1a272 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.768897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b8b8ecb-2105-404b-9b45-c4fc46cf438c req-cf87fa7b-c819-4851-9889-e44ddaf1a272 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.2929971 Jul 12 16:05:15.857914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-a520c4a0-ce6c-4dde-bb69-faf5721a8351 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.1426876 Jul 12 16:05:15.871856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:15.968801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9522eee-4b0c-44d2-b461-b7cde57b9d1e req-56e4d646-74f8-4228-be04-b717724d52c5 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 210 time: 0.0872312 Jul 12 16:05:15.977773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b8b8ecb-2105-404b-9b45-c4fc46cf438c req-ff47f785-2203-4831-ae7e-9f825d912b1c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303234 Jul 12 16:05:16.014005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-e95f3800-b7cc-4db2-9db9-741a8285558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:16.015490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-e95f3800-b7cc-4db2-9db9-741a8285558c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1397576 Jul 12 16:05:16.076255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-a484b1f9-67de-4380-88aa-4c9112ea1391 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516369 Jul 12 16:05:16.094140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89c407a8-9085-4691-a706-84308c8b5b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.100563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Allocated IP 172.20.0.4 (913baaa9-dfe7-4416-83e5-af30573ebb57/2dfd9776-c671-484e-b152-d5a0cf8b539e/bd665cd5-32db-40c3-8fbe-ad4e8040e537) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:16.103270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89c407a8-9085-4691-a706-84308c8b5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.174263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-89c407a8-9085-4691-a706-84308c8b5b04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5579a6ada544e8e9b2c304d804c5a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0507836 Jul 12 16:05:16.183479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:16.198630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c407a8-9085-4691-a706-84308c8b5b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c55153-5265-4014-ac02-0794bf8a261e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:16.242238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:16.277090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c95d-2709-4c6b-b4c8-c0cde4da9947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.310252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-866d0f11-d170-49b5-9306-f81cc6d2a433 None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:16.310811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-866d0f11-d170-49b5-9306-f81cc6d2a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.337229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-9973f0a9-5306-4326-8524-1396dbb2c518 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442155 Jul 12 16:05:16.381579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.453536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-e753465a-8bd8-4afc-90ca-8371e4004596 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1a090caf32794cb8b71b264fc16dfb41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739932 Jul 12 16:05:16.469244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.508371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3ad3f36-e098-45c0-8a55-b071dd079c4b req-c8bb3b13-2344-4070-be87-ca10d6c588e8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 210 time: 0.1699376 Jul 12 16:05:16.576495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d01a8754-b50a-46a9-baf5-2c40d3f9a45b req-d6af8f30-e51e-4c25-9cc0-39847e660d3e service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253196 Jul 12 16:05:16.753465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-37d8b3cd-3ab2-479d-8836-cd7dce4f1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:16.763333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-37d8b3cd-3ab2-479d-8836-cd7dce4f1c14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1095 time: 0.1274874 Jul 12 16:05:16.954959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.998891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-b48cca2a-291c-4b04-9f27-c8e9ac443cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.006637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-b48cca2a-291c-4b04-9f27-c8e9ac443cb8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2335801 Jul 12 16:05:17.050610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Transition to ACTIVE for port object bd665cd5-32db-40c3-8fbe-ad4e8040e537 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:17.063146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.065764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.070048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8c55153-5265-4014-ac02-0794bf8a261e HTTP/1.1" status: 204 len: 168 time: 0.8829725 Jul 12 16:05:17.092950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a48ef533-79ac-4ada-9a30-bc823f1fba6c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:17.128982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-242bf938-05c7-4ac8-9e3e-70b9852466c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.0998235 Jul 12 16:05:17.196914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f68f4-9979-40e1-ad7f-6aa5cf57da8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c55153-5265-4014-ac02-0794bf8a261e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:17.231326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c95d-2709-4c6b-b4c8-c0cde4da9947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.242699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a48ef533-79ac-4ada-9a30-bc823f1fba6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:17.244332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.272123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c95d-2709-4c6b-b4c8-c0cde4da9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.279143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-620cb983-019b-4ef5-9572-d84a3e840cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.281009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-620cb983-019b-4ef5-9572-d84a3e840cbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1405053 Jul 12 16:05:17.330811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c95d-2709-4c6b-b4c8-c0cde4da9947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c955d356-5f4d-439e-ab38-9af1f52f4d11,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:17.347430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4762f20f-f6fe-4b11-9e5a-040e5ec4c1e8 req-2bf0abc5-2d53-4621-be8e-a0e53945eb2a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 210 time: 0.1562912 Jul 12 16:05:17.348694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.359088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fffa01-0676-4d80-90fd-998d1c3f5aab req-6ffdc55c-87f2-4d2e-98bb-9063bc7bbe09 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.369356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03fffa01-0676-4d80-90fd-998d1c3f5aab req-6ffdc55c-87f2-4d2e-98bb-9063bc7bbe09 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.2151852 Jul 12 16:05:17.374025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-d8c4dda2-60b0-4712-bc13-645028cbca9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821304 Jul 12 16:05:17.440822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-29970460-392e-458f-9f95-4f943e5adf7b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.443634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-29970460-392e-458f-9f95-4f943e5adf7b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9720130 Jul 12 16:05:17.473105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Request body: {'port': {'device_id': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '1a090caf32794cb8b71b264fc16dfb41'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:17.485598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:17.527861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:17.581108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event updated for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:17.584822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:17.633036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2e0c95d-2709-4c6b-b4c8-c0cde4da9947 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b61919bea5dc492ba05876953ac57a60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3889835 Jul 12 16:05:17.638457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:17.731798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.732736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.795942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-18827213-c1e0-43b1-91dd-47897b4de5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5782273 Jul 12 16:05:17.821774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Request body: {'port': {'device_id': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:17.872569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35496) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:17.874829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.909612 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03fffa01-0676-4d80-90fd-998d1c3f5aab req-dbe86bbc-d302-414d-9c34-89987c8c288d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389702 Jul 12 16:05:17.909789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Made reservation on behalf of 1a090caf32794cb8b71b264fc16dfb41 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:17.910414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04dba06c-1f0a-47c9-b1ac-b76a4462d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.914186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.954010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-b5f14069-c837-444b-a364-331487e2efd9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636225 Jul 12 16:05:17.960453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-110c7baf-0b54-4aef-aa19-786ea19a4e11 None None] Provisioning for port bd665cd5-32db-40c3-8fbe-ad4e8040e537 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:17.966444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-110c7baf-0b54-4aef-aa19-786ea19a4e11 None None] Provisioning complete for port bd665cd5-32db-40c3-8fbe-ad4e8040e537 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:17.967350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-110c7baf-0b54-4aef-aa19-786ea19a4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.986370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.030837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-110c7baf-0b54-4aef-aa19-786ea19a4e11 None None] Port bd665cd5-32db-40c3-8fbe-ad4e8040e537 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:18.039027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-edf76438-019c-46fb-9fc2-a84291058896 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383705 Jul 12 16:05:18.138102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.157068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52770c7c-4c67-401a-a465-aab8cfe041fb req-253e4230-61a2-4cba-a77a-db214b9825c4 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 210 time: 0.0496953 Jul 12 16:05:18.229314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da33c98f-4810-4fd3-b0dc-44f49895b445 req-24b1caab-451d-44b3-af04-f2723ac7ffe5 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781983 Jul 12 16:05:18.265150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04dba06c-1f0a-47c9-b1ac-b76a4462d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.273331 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04dba06c-1f0a-47c9-b1ac-b76a4462d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.283809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.286532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.289963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c955d356-5f4d-439e-ab38-9af1f52f4d11 HTTP/1.1" status: 204 len: 168 time: 0.6442366 Jul 12 16:05:18.315565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-b28eec56-cf07-44b9-bbc7-a8d34cefe97e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:18.317757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-b28eec56-cf07-44b9-bbc7-a8d34cefe97e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271878 Jul 12 16:05:18.324296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a13bc-5c56-4f59-9d5d-bc5633152ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955d356-5f4d-439e-ab38-9af1f52f4d11,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:18.349058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04dba06c-1f0a-47c9-b1ac-b76a4462d7d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d13c11cd6ba42f2a7d7d1c978f81913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663031 Jul 12 16:05:18.354634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35510) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:18.366296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dba06c-1f0a-47c9-b1ac-b76a4462d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c654f3c-ff88-4f37-abef-a7a04c9d653d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:18.421692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.449854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.470485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-ac788cd1-fe3f-4c0e-bbd6-0da9c40f4774 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/quotas/01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 375 time: 0.1429849 Jul 12 16:05:18.471885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Allocated IP 192.168.233.134 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/dfa92b19-e5cc-467c-85d9-bcd27aa9c688) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:18.513241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.515801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.519328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c654f3c-ff88-4f37-abef-a7a04c9d653d HTTP/1.1" status: 204 len: 168 time: 0.1610701 Jul 12 16:05:18.540288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac0138-25f2-4985-985b-b00a7b50339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c654f3c-ff88-4f37-abef-a7a04c9d653d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:18.574576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-cc2578c6-c0a5-4021-bf11-245e111db340 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725524 Jul 12 16:05:19.008362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-618f36ce-9d0a-45d0-bf0a-6e9eb015098e req-57918ad9-b737-47b7-ae91-4b48cf94ffee tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 210 time: 0.0468090 Jul 12 16:05:19.031519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd665cd5-32db-40c3-8fbe-ad4e8040e537 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:19.049045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.080770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.091048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Transition to ACTIVE for port object bd665cd5-32db-40c3-8fbe-ad4e8040e537 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:19.101967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.104304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919692a-4445-4577-a4da-79366b0eadf2 req-401a94af-2fb5-4508-a177-714bb8209656 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:19.106564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a919692a-4445-4577-a4da-79366b0eadf2 req-401a94af-2fb5-4508-a177-714bb8209656 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 931 time: 0.1629274 Jul 12 16:05:19.160081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Transition to ACTIVE for port object dfa92b19-e5cc-467c-85d9-bcd27aa9c688 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:19.165479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Pushing event updated for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.217727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a919692a-4445-4577-a4da-79366b0eadf2 req-d6499276-85cf-489c-894a-a0db470befa1 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993874 Jul 12 16:05:19.438664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Attempting to bind port bd665cd5-32db-40c3-8fbe-ad4e8040e537 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:19.439340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Attempting to bind port bd665cd5-32db-40c3-8fbe-ad4e8040e537 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:19.439884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Attempting to bind port bd665cd5-32db-40c3-8fbe-ad4e8040e537 on network 913baaa9-dfe7-4416-83e5-af30573ebb57 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:19.448834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Port bd665cd5-32db-40c3-8fbe-ad4e8040e537 on network 913baaa9-dfe7-4416-83e5-af30573ebb57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:19.449612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Attempting to bind port bd665cd5-32db-40c3-8fbe-ad4e8040e537 on network 913baaa9-dfe7-4416-83e5-af30573ebb57 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:19.459258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:19.459982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Checking segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:19.460556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Bound using segment: {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:19.461284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Bound port: bd665cd5-32db-40c3-8fbe-ad4e8040e537, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2170b9d4-7098-4a1a-96bc-f096748c9027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:19.461878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.506185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d83b7c05-8892-4792-b25e-13f7b62b2630 req-ddb9f4b3-ad68-4711-993d-c252d8060811 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 210 time: 0.0645788 Jul 12 16:05:19.506770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35556) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:19.561715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:19.565530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:19.580785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.635112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.651915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9eaa30c7-8788-482f-a03a-b5f9ed454b8f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:19.670189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e773381-0046-4749-bb35-951e9417c714 req-92dc1103-89fe-4096-beb0-3e03f37a0988 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:19.677697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e773381-0046-4749-bb35-951e9417c714 req-92dc1103-89fe-4096-beb0-3e03f37a0988 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.3620465 Jul 12 16:05:19.692509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:19.712396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cab46a48-5209-4690-9d77-1fb59246f91f details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:19.798511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:19.799151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.805920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] 10.222.0.65 "PUT /v2.0/ports/bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 1091 time: 1.9931066 Jul 12 16:05:19.841298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:19.843951 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a79c7-b1cf-4dcf-9396-2cc714258b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:19.863507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de94e2f-e337-4c09-8343-ecdac90b7922 service neutron] Pushing event updated for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.875638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:19.892505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e773381-0046-4749-bb35-951e9417c714 req-48e1bd6c-38f2-4788-80ae-6f6d8ce77132 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135651 Jul 12 16:05:19.953872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:19.961793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:20.064874 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea072181-4bb8-4304-a5e7-bd8c37164709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.103385 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb87e0e-40d3-4334-8077-c214cee7632f x-openstack-request-id: req-fbb87e0e-40d3-4334-8077-c214cee7632f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:20.103880 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:20.103960 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbb87e0e-40d3-4334-8077-c214cee7632f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:20.104324 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'status': 'completed', 'code': 200} Jul 12 16:05:20.110285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:20.119215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.272941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event updated for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:20.348596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea072181-4bb8-4304-a5e7-bd8c37164709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.357089 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea072181-4bb8-4304-a5e7-bd8c37164709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.465836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea072181-4bb8-4304-a5e7-bd8c37164709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e101b08a-a199-4c3a-8dfd-4369e962908c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:20.493520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:20.509520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea072181-4bb8-4304-a5e7-bd8c37164709 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e435334a1f7f4929b72e925941b04db8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0015850 Jul 12 16:05:20.513268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35584) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:20.517630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-1437ed20-cbf2-499f-a6bd-ff6e6a638564 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0487127 Jul 12 16:05:20.536328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-867e1fa7-24ff-4ecc-b496-ead60bd84c59 req-f1780417-34c1-48f7-9c7b-dc7431301a00 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 210 time: 0.1854641 Jul 12 16:05:20.554764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Request body: {'port': {'device_id': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:20.657142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.688018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'port_id': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'mac_address': 'fa:16:3e:79:ae:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61c257-7e83-47c7-afba-479968510822', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:20.740632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.743935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-9337a96d-c0d7-48d0-a854-3fbc2685ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:20.745496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-9337a96d-c0d7-48d0-a854-3fbc2685ba98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1094 time: 0.7929380 Jul 12 16:05:20.778414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.888736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2de2b7ef-93aa-4e71-9a04-e919392b2245 None None] Provisioning for port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:20.905040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.909560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2de2b7ef-93aa-4e71-9a04-e919392b2245 None None] Provisioning complete for port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:20.910242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2de2b7ef-93aa-4e71-9a04-e919392b2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.987412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.995629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.000734 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e101b08a-a199-4c3a-8dfd-4369e962908c HTTP/1.1" status: 204 len: 168 time: 0.4818029 Jul 12 16:05:21.002168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab46a48-5209-4690-9d77-1fb59246f91f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:21.026934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76f8a6-8a82-4cf7-b27c-730c86b9edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101b08a-a199-4c3a-8dfd-4369e962908c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:21.071405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad19a3-8252-40f6-b6d9-efe9066ae9af req-5c2a2bdc-9b2c-4d68-b557-fe2cd16d882c tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:21.076405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2de2b7ef-93aa-4e71-9a04-e919392b2245 None None] Port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:21.081174 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73ad19a3-8252-40f6-b6d9-efe9066ae9af req-5c2a2bdc-9b2c-4d68-b557-fe2cd16d882c tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 943 time: 0.3985286 Jul 12 16:05:21.104973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:21.110916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.138672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-6f818f3e-de2c-425a-8bc3-29db54b6698f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557775 Jul 12 16:05:21.162449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa92b19-e5cc-467c-85d9-bcd27aa9c688 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:21.171114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.185445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Transition to ACTIVE for port object dfa92b19-e5cc-467c-85d9-bcd27aa9c688 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:21.190446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-00bc0a29-6bb4-4a51-a484-db021ace1e83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 217 time: 0.4257877 Jul 12 16:05:21.192834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.231003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:21.256379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73ad19a3-8252-40f6-b6d9-efe9066ae9af req-b51b85e5-d5e0-4fca-8d1f-d5f02d684e31 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166196 Jul 12 16:05:21.407432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-eff0a93d-aa8d-484c-a908-77de743e06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:21.409587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-eff0a93d-aa8d-484c-a908-77de743e06aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.2103131 Jul 12 16:05:21.443967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cab46a48-5209-4690-9d77-1fb59246f91f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:21.465253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-71ce62b0-dbd0-44c9-bc27-0489c1760839 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:21.466826 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-71ce62b0-dbd0-44c9-bc27-0489c1760839 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217909 Jul 12 16:05:21.490491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Request body: {'port': {'device_id': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '01ef4485048e46728164ad3c8e4fea24'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:21.496575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d37271-8576-466a-b454-f40af1168f91 req-0c6c2340-d783-4298-b699-7783c77ddcd6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:21.509166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76d37271-8576-466a-b454-f40af1168f91 req-0c6c2340-d783-4298-b699-7783c77ddcd6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 936 time: 0.7433302 Jul 12 16:05:21.602354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:21.619668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76d37271-8576-466a-b454-f40af1168f91 req-b5cb615b-f91c-4a13-a280-77f4ea2f9a11 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094952 Jul 12 16:05:21.712761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Attempting to bind port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:21.713203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Attempting to bind port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:21.713632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Attempting to bind port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:21.744332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-107e0cea-9704-4bec-9095-8637f20b734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:21.748705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-107e0cea-9704-4bec-9095-8637f20b734f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200476 Jul 12 16:05:21.749316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:21.749640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Attempting to bind port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:21.764531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:21.764531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:21.764858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:21.765235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Bound port: dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:21.768413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.930342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Made reservation on behalf of 01ef4485048e46728164ad3c8e4fea24 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:21.936845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.951365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.996556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-095dbd47-c5cf-4996-9d60-9484e38e56fd service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324245 Jul 12 16:05:21.997554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88433db4-2bc1-4e12-871f-464e76418a0e req-35259333-d204-4bb1-b953-3b2ee4a8a9f3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 210 time: 0.0532925 Jul 12 16:05:22.001737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:22.031233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44122752-2d0a-4b9d-8361-a81a2146ecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.050346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:22.055510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.062549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.100938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c88a01-639d-4589-83e3-408853934948,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:22.113193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:22.126172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.151013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669b93-161c-4e2e-acee-c0cefb9cf176 req-2f9520f8-ac23-463b-a5dd-f1fd72e080f6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:22.157999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34669b93-161c-4e2e-acee-c0cefb9cf176 req-2f9520f8-ac23-463b-a5dd-f1fd72e080f6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 945 time: 0.3333600 Jul 12 16:05:22.187579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:22.188262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.189983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] 10.222.0.77 "PUT /v2.0/ports/dfa92b19-e5cc-467c-85d9-bcd27aa9c688 HTTP/1.1" status: 200 len: 1096 time: 1.6520324 Jul 12 16:05:22.199839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:22.204206 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:22.217350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34669b93-161c-4e2e-acee-c0cefb9cf176 req-ac75ded5-1854-4ab4-bd6d-c0cd5114cb0a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Jul 12 16:05:22.267921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dee60d6-9656-4658-8f8f-ce3149ee6f1c req-bf046036-419d-4a81-941e-4aa0dc2860ca service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556047 Jul 12 16:05:22.270062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71ae1-fcb0-4247-ad37-1a674203482e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:22.316443 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39553ee8-f1cc-4663-82c7-ae2f2f3220f2 x-openstack-request-id: req-39553ee8-f1cc-4663-82c7-ae2f2f3220f2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:22.316443 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:22.317240 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39553ee8-f1cc-4663-82c7-ae2f2f3220f2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:22.328715 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688', 'status': 'completed', 'code': 200} Jul 12 16:05:22.404396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Allocated IP 192.168.233.166 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/bef05058-dd1a-4b65-84f2-e64caf312fa7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:22.697831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.709831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a37f-eaa3-46a3-8ac7-8119e0e4891e req-19de1288-5e9a-4bdb-b9cd-c23e77c46e4c tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:22.711725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b01a37f-eaa3-46a3-8ac7-8119e0e4891e req-19de1288-5e9a-4bdb-b9cd-c23e77c46e4c tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 943 time: 0.1630383 Jul 12 16:05:22.732656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Transition to ACTIVE for port object bef05058-dd1a-4b65-84f2-e64caf312fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:22.763029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44122752-2d0a-4b9d-8361-a81a2146ecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.767082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-8792a970-ad61-4f62-8a10-38aa607cb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:22.768618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-8792a970-ad61-4f62-8a10-38aa607cb2cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 1099 time: 0.4928596 Jul 12 16:05:22.773645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44122752-2d0a-4b9d-8361-a81a2146ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.777414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b01a37f-eaa3-46a3-8ac7-8119e0e4891e req-2ccdb8ac-b1a1-4f21-a8a5-1e51e1e85653 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Jul 12 16:05:22.815179 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.819237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-e86d79ee-030e-446c-add1-5cf3dd11bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:22.821042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-e86d79ee-030e-446c-add1-5cf3dd11bd07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1094 time: 0.4562109 Jul 12 16:05:22.875097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:22.879199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:22.886383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44122752-2d0a-4b9d-8361-a81a2146ecb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c40874b293914cd3874182c39d6fca1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8826296 Jul 12 16:05:22.888318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:22.891510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:22.891721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-eb4bf09e-270b-430e-b372-a526d72415cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688 HTTP/1.1" status: 200 len: 217 time: 0.0908530 Jul 12 16:05:22.953377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122752-2d0a-4b9d-8361-a81a2146ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582782d-a416-49d9-bafc-ad898435c16a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.003756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.004826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.027532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.048919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-0dc7451e-91dc-4846-9c6b-5516e8971b79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5659904 Jul 12 16:05:23.070155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Request body: {'port': {'device_id': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:23.075707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.118395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.121820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-04fd1447-1858-49ee-9e2d-f350aab159e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.123799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-04fd1447-1858-49ee-9e2d-f350aab159e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1714442 Jul 12 16:05:23.139403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c37a-86fb-4ee5-9e35-31a9f1ab66f5 req-38b4395f-4a44-4b35-a15d-7f17f0700dc3 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.141911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e253c37a-86fb-4ee5-9e35-31a9f1ab66f5 req-38b4395f-4a44-4b35-a15d-7f17f0700dc3 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 948 time: 0.2101474 Jul 12 16:05:23.220276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0d70eb1-56d7-448e-a39f-0a0cdcf34d71 None None] Provisioning for port bef05058-dd1a-4b65-84f2-e64caf312fa7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:23.226604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0d70eb1-56d7-448e-a39f-0a0cdcf34d71 None None] Provisioning complete for port bef05058-dd1a-4b65-84f2-e64caf312fa7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:23.227296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0d70eb1-56d7-448e-a39f-0a0cdcf34d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.232572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e253c37a-86fb-4ee5-9e35-31a9f1ab66f5 req-612ff867-f9a0-468e-92e4-83c2d78f2112 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550478 Jul 12 16:05:23.233941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.248620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-fc5aa02e-04fb-45f0-b1c0-564a0f47d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.253197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-fc5aa02e-04fb-45f0-b1c0-564a0f47d309 service neutron] 10.222.0.65 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 928 time: 0.4164567 Jul 12 16:05:23.272051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.274965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.279754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2582782d-a416-49d9-bafc-ad898435c16a HTTP/1.1" status: 204 len: 168 time: 0.3870652 Jul 12 16:05:23.281942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e0d70eb1-56d7-448e-a39f-0a0cdcf34d71 None None] Port bef05058-dd1a-4b65-84f2-e64caf312fa7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:23.318450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3952-954c-4457-8498-62404bd429dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582782d-a416-49d9-bafc-ad898435c16a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.373781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-7c7a8458-96cc-43e0-b277-df25baf12eb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 217 time: 0.1044986 Jul 12 16:05:23.398519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-d4b729a7-70b7-47cc-9d76-7650a5a2f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.400775 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-d4b729a7-70b7-47cc-9d76-7650a5a2f052 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682872 Jul 12 16:05:23.534286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-71297cc8-54bf-4d97-a5d8-6efe0cf20b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.535929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-71297cc8-54bf-4d97-a5d8-6efe0cf20b2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.1501884 Jul 12 16:05:23.557284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4dc7-50ac-46e2-a0a2-5c50704fb034 req-cb3eacac-cdcc-4cec-bb88-6f95fb09673c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.564463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e12c4dc7-50ac-46e2-a0a2-5c50704fb034 req-cb3eacac-cdcc-4cec-bb88-6f95fb09673c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 936 time: 0.3175061 Jul 12 16:05:23.604995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef05058-dd1a-4b65-84f2-e64caf312fa7 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:23.615144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.630317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-fcfb340f-ee98-4f7c-9470-852803f33745 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029119 Jul 12 16:05:23.631306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Transition to ACTIVE for port object bef05058-dd1a-4b65-84f2-e64caf312fa7 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:23.636634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.697735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e12c4dc7-50ac-46e2-a0a2-5c50704fb034 req-88c10a9e-11ff-4c3b-9522-7c4b5f92d8f0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324015 Jul 12 16:05:23.723450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cab46a48-5209-4690-9d77-1fb59246f91f up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:23.737257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-3c517e05-f49f-4653-8c6a-70cb7d8f2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.738632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-3c517e05-f49f-4653-8c6a-70cb7d8f2396 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949089 Jul 12 16:05:23.760862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.823548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port cab46a48-5209-4690-9d77-1fb59246f91f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:23.832254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port cab46a48-5209-4690-9d77-1fb59246f91f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:23.840898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.857741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b2cc-ad90-4b23-af9d-66edff191a83 req-00f83f96-6aeb-417c-864c-5568f168ca3e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:23.862558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b351b2cc-ad90-4b23-af9d-66edff191a83 req-00f83f96-6aeb-417c-864c-5568f168ca3e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 945 time: 0.1923478 Jul 12 16:05:23.864628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25645c8c-be19-4cd8-aac7-7d842ab2a481 req-bca7ad1e-4715-4a6e-ae28-18594b7ec7a9 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270977 Jul 12 16:05:23.964160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-c9716b96-ccf2-4aea-a159-b00a3aabec0f service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158253 Jul 12 16:05:24.012957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:24.081524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:24.083977 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2bf107-460e-4603-a882-4df62c348a21" -d '{"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-plugged", "status": "completed", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:24.092747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b351b2cc-ad90-4b23-af9d-66edff191a83 req-891533f2-9c39-4429-a867-ea57fb44b567 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768460 Jul 12 16:05:24.095951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:24.096290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:24.096619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:24.119015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-c5d5851c-9a48-42e2-9a7d-a7e00de9b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.121969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-c5d5851c-9a48-42e2-9a7d-a7e00de9b4f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 1099 time: 0.1943707 Jul 12 16:05:24.127868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708a79c7-b1cf-4dcf-9396-2cc714258b0c req-af522571-5498-4c5a-8600-389cd3989edc service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544099 Jul 12 16:05:24.131932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:24.132497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:24.147191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:24.158595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:24.159318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:24.159782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:24.160281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Bound port: bef05058-dd1a-4b65-84f2-e64caf312fa7, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:24.161071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:24.161214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:24.288250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:24.311363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-711e6dd0-666c-46d0-ac74-63a2728b2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.314049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-711e6dd0-666c-46d0-ac74-63a2728b2a92 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1736901 Jul 12 16:05:24.384121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-4c4355e2-2f47-4ee4-901f-b4b4c9ee51ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688 HTTP/1.1" status: 200 len: 217 time: 0.0628705 Jul 12 16:05:24.385798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:24.401901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:24.420740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:24.460787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-6ea641d3-3ddc-4f29-aae8-3cf5db200f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.462442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-6ea641d3-3ddc-4f29-aae8-3cf5db200f22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0656896 Jul 12 16:05:24.482828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19986307-7c6c-4590-9144-5ffc003be830 req-68b41e94-b541-423d-8261-f73dc1455ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.491919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19986307-7c6c-4590-9144-5ffc003be830 req-68b41e94-b541-423d-8261-f73dc1455ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 943 time: 0.1802595 Jul 12 16:05:24.492321 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27c723-c50d-40d8-a4ce-eb52c81ac3ae x-openstack-request-id: req-bd27c723-c50d-40d8-a4ce-eb52c81ac3ae {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:24.492790 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-plugged", "status": "completed", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:24.493188 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd27c723-c50d-40d8-a4ce-eb52c81ac3ae {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:24.493722 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'code': 200} Jul 12 16:05:24.556216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19986307-7c6c-4590-9144-5ffc003be830 req-f52dd6cc-2147-4c32-abaf-adc9b85c0d6b tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633364 Jul 12 16:05:24.577451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.578085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:24.579611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] 10.222.0.65 "PUT /v2.0/ports/bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 1096 time: 1.5178490 Jul 12 16:05:24.585489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:24.592697 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245aded2-39be-40c0-8e1a-392a201258ba" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:24.605830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-8b430cc3-3c41-4ed0-916d-6c7098d2cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.610808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-8b430cc3-3c41-4ed0-916d-6c7098d2cea3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399386 Jul 12 16:05:24.673600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35724) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:24.731506 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c4192-6f11-4f35-b269-8663a6296fc1 x-openstack-request-id: req-8e8c4192-6f11-4f35-b269-8663a6296fc1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:24.731863 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:24.732194 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e8c4192-6f11-4f35-b269-8663a6296fc1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:24.732720 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'status': 'completed', 'code': 200} Jul 12 16:05:24.761724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb84c91-9c3b-4497-8a09-69d793360783 service neutron] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:24.782048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d499e-5bc2-4fea-9251-65154c880017 req-b69e3b3d-2565-42ce-b26c-b38ddfed2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.789087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e88d499e-5bc2-4fea-9251-65154c880017 req-b69e3b3d-2565-42ce-b26c-b38ddfed2f4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1097 time: 0.2132068 Jul 12 16:05:24.795977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-dcc45c8a-da64-413a-97a5-c36a367a597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.797457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-dcc45c8a-da64-413a-97a5-c36a367a597a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1099 time: 0.1254339 Jul 12 16:05:24.887320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-21f79e19-1ec3-403e-9ef0-83eb9c37bc10 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609544 Jul 12 16:05:24.914882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-e7c39e74-f04e-4e05-b77f-0d0ba892e913 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.0883765 Jul 12 16:05:24.981116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925cb3-b853-498c-b4a0-d24cd684b350 req-5a3534b5-988c-4147-9327-3e50ad83fb6e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:24.988692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24925cb3-b853-498c-b4a0-d24cd684b350 req-5a3534b5-988c-4147-9327-3e50ad83fb6e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 948 time: 0.1819112 Jul 12 16:05:24.990189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e88d499e-5bc2-4fea-9251-65154c880017 req-91dc9ba4-1dfd-47b9-9c59-91be925c6569 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917593 Jul 12 16:05:25.036602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-ea05f66b-507f-4328-b509-12b4a890aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.038062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-ea05f66b-507f-4328-b509-12b4a890aced service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1025660 Jul 12 16:05:25.086989 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24925cb3-b853-498c-b4a0-d24cd684b350 req-94431bd0-49e8-4566-9ae1-7b3bfa602982 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972364 Jul 12 16:05:25.088164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48e1674d-59a3-4c7b-b566-a498bcc6929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.104005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b4eea32-6c3e-4881-975c-cc3ce073d5f8 req-4fa2f58c-5054-4d0d-a014-38da2a4378dd service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040832 Jul 12 16:05:25.104215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ff8af-b75a-4ee4-9e3d-510677f911c1 req-9e697bf8-da62-49bd-b805-ef3e11c1682c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.104215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae5ff8af-b75a-4ee4-9e3d-510677f911c1 req-9e697bf8-da62-49bd-b805-ef3e11c1682c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 948 time: 0.1095500 Jul 12 16:05:25.151294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-c3269fb8-ae33-4a69-b70f-a80908d862f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.152806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-c3269fb8-ae33-4a69-b70f-a80908d862f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070445 Jul 12 16:05:25.175002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae5ff8af-b75a-4ee4-9e3d-510677f911c1 req-4629b0ba-64ea-49a8-9988-3c3898628793 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 Jul 12 16:05:25.242109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48e1674d-59a3-4c7b-b566-a498bcc6929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.253554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48e1674d-59a3-4c7b-b566-a498bcc6929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.354508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-48e1674d-59a3-4c7b-b566-a498bcc6929e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=535fcaece77a456a837ddec929b3dad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798074 Jul 12 16:05:25.355619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1674d-59a3-4c7b-b566-a498bcc6929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d5e02-ab52-4533-ae20-f79162608bec,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:25.359229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:25.369324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-b2533d88-e7ec-4f93-8ef3-b4c5659c4afb service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931841 Jul 12 16:05:25.432878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206187f-dbc0-4f46-9ea1-d46bc71b2661 req-f549325d-c2dc-4868-92ef-b8993985f61d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.439831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e206187f-dbc0-4f46-9ea1-d46bc71b2661 req-f549325d-c2dc-4868-92ef-b8993985f61d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 946 time: 0.1441426 Jul 12 16:05:25.465273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.503878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c4f8357-0ff6-4cad-9fa8-8ccc96931248 req-a0af4db7-19ec-4863-9c99-9136d14d0130 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268904 Jul 12 16:05:25.505817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.510519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e206187f-dbc0-4f46-9ea1-d46bc71b2661 req-c938cd61-4b4f-4ebf-ada5-101a2491bc99 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697355 Jul 12 16:05:25.572842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.575366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:25.576715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a44d5e02-ab52-4533-ae20-f79162608bec HTTP/1.1" status: 204 len: 168 time: 0.2161832 Jul 12 16:05:25.585792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b8fed-c81a-4653-bc9b-0cb09d521fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d5e02-ab52-4533-ae20-f79162608bec,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:25.662286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aded2-39be-40c0-8e1a-392a201258ba req-3e6d6ef6-2e39-42d1-a53f-ae14fdd4d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.663619 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-3e6d6ef6-2e39-42d1-a53f-ae14fdd4d966 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1099 time: 0.0861742 Jul 12 16:05:25.741134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35770) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:25.792967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aded2-39be-40c0-8e1a-392a201258ba req-22d028b5-08a7-4990-a03e-af2ba93b9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.793363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d339b0-5dbe-4372-8cf0-96411e2f74b8 req-44a224d3-2444-46de-8c3e-2b804cbf1db0 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.794571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-22d028b5-08a7-4990-a03e-af2ba93b9fa1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1216745 Jul 12 16:05:25.795264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4d339b0-5dbe-4372-8cf0-96411e2f74b8 req-44a224d3-2444-46de-8c3e-2b804cbf1db0 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 943 time: 0.0877199 Jul 12 16:05:25.847975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-c7acdb5b-a198-4e50-9370-59a0f426cdd4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.0442913 Jul 12 16:05:25.848829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4d339b0-5dbe-4372-8cf0-96411e2f74b8 req-bce377db-475b-4944-873a-63e71e15f7dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Jul 12 16:05:25.909330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aded2-39be-40c0-8e1a-392a201258ba req-aa144056-e0ed-4177-81d6-c128cf6d596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.911557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-aa144056-e0ed-4177-81d6-c128cf6d596d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0566401 Jul 12 16:05:25.986622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aded2-39be-40c0-8e1a-392a201258ba req-cae5300f-dc08-428f-9254-278168d0997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:25.988218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-cae5300f-dc08-428f-9254-278168d0997f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677619 Jul 12 16:05:26.071063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dcbb415d-b234-443e-823d-b09342e7df13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.120323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bd665cd5-32db-40c3-8fbe-ad4e8040e537 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:26.162486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:26.166658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-199dc650-4a4e-4117-87b0-a8fce5f0a100 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=280973bf364641b99ca4cfa2213c5255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413237 Jul 12 16:05:26.175367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-ffe9de3d-884f-4515-b75b-a1276cf86e20 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750309 Jul 12 16:05:26.179029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2d2469c-014e-43f3-a9e3-27045cb039b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.262967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:26.276460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'mac_address': 'fa:16:3e:9b:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:26.317002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.320673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb723-3739-48bd-a28a-c039b719396d req-73bcc82d-8636-4e4c-bf47-31a0d764d0a2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:26.322406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a1fb723-3739-48bd-a28a-c039b719396d req-73bcc82d-8636-4e4c-bf47-31a0d764d0a2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 948 time: 0.0761514 Jul 12 16:05:26.335153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd665cd5-32db-40c3-8fbe-ad4e8040e537 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:26.359216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:26.366993 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.372524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a1fb723-3739-48bd-a28a-c039b719396d req-bd90e959-1dee-4a72-9b0a-b947afdd7d8b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Jul 12 16:05:26.420432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245aded2-39be-40c0-8e1a-392a201258ba req-87e3a59f-b08b-408b-a702-caea7d2de6e7 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162900 Jul 12 16:05:26.433490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-afeaae93-553d-4034-b478-b4936080d852 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:26.442204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-afeaae93-553d-4034-b478-b4936080d852 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656834 Jul 12 16:05:26.444981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:26.445945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dcbb415d-b234-443e-823d-b09342e7df13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.454720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dcbb415d-b234-443e-823d-b09342e7df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.470366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-57ae23cc-7960-42de-bc68-1277e60642c6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/quotas/280973bf364641b99ca4cfa2213c5255 HTTP/1.1" status: 200 len: 375 time: 0.0271063 Jul 12 16:05:26.533138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-f0deff58-ae67-4b2c-8bc0-4c57002623ec tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547957 Jul 12 16:05:26.535240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb415d-b234-443e-823d-b09342e7df13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1858d9-5ee9-42b1-a0c1-f374d8f8b241,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:26.543093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dcbb415d-b234-443e-823d-b09342e7df13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d88a259d413e4381bef4379941a02265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8007317 Jul 12 16:05:26.543744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35790) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:26.617309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.630634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2d2469c-014e-43f3-a9e3-27045cb039b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.637350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2d2469c-014e-43f3-a9e3-27045cb039b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.646387 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.682608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bd665cd5-32db-40c3-8fbe-ad4e8040e537'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:26.699465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2d2469c-014e-43f3-a9e3-27045cb039b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7da98c9c59874046850451853fff1a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322633 Jul 12 16:05:26.700624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:26.717879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196de1-adb1-4409-94b2-a91a346932e7 req-e4f1834c-cd11-4666-b49b-0da75d3b41a3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:26.719810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2196de1-adb1-4409-94b2-a91a346932e7 req-e4f1834c-cd11-4666-b49b-0da75d3b41a3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 948 time: 0.1660168 Jul 12 16:05:26.735389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2469c-014e-43f3-a9e3-27045cb039b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d15ecb-c6ce-4a68-a28f-888da442df8b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:26.748130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.752265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.764240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef1858d9-5ee9-42b1-a0c1-f374d8f8b241 HTTP/1.1" status: 204 len: 168 time: 0.2142527 Jul 12 16:05:26.800730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac331df-8bee-49d6-9c57-85e01d9b4bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1858d9-5ee9-42b1-a0c1-f374d8f8b241,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:26.910202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2196de1-adb1-4409-94b2-a91a346932e7 req-50c0e921-8cf7-4c8f-996a-be02fc641432 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829906 Jul 12 16:05:26.955005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.017314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c9a3c-f6ca-4e58-8288-a03d7da1f957 req-40b8c60a-10cb-4d03-bfc1-7983d25dfc64 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:27.019005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e35c9a3c-f6ca-4e58-8288-a03d7da1f957 req-40b8c60a-10cb-4d03-bfc1-7983d25dfc64 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 946 time: 0.1245587 Jul 12 16:05:27.025048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.080338 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e35c9a3c-f6ca-4e58-8288-a03d7da1f957 req-889388fa-3c2a-435f-bf6b-5a19255d30eb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Jul 12 16:05:27.142035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.147403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.156960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5d15ecb-c6ce-4a68-a28f-888da442df8b HTTP/1.1" status: 204 len: 168 time: 0.4552517 Jul 12 16:05:27.206973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed901-396b-476a-ab83-34118bf91d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d15ecb-c6ce-4a68-a28f-888da442df8b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:27.302087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85b8301c-f92d-44b9-bec5-08b23de83e3b req-4aa1ed04-78a7-40f0-b164-9d9daac22950 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 210 time: 0.1192856 Jul 12 16:05:27.345803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e210d64-7338-484f-b9e1-dfb63a19de1a req-a2a65d44-32ec-4d3c-b680-6dda44a55df6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:27.354113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e210d64-7338-484f-b9e1-dfb63a19de1a req-a2a65d44-32ec-4d3c-b680-6dda44a55df6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 944 time: 0.0930326 Jul 12 16:05:27.393104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e210d64-7338-484f-b9e1-dfb63a19de1a req-f213a3d5-dfab-4b56-89ca-c8d086e4af55 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Jul 12 16:05:27.406972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35820) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:27.434661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01b2b34c-faf2-4236-820c-a21858a1c49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.618208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592339cf-6a03-4976-80c3-cbdc89be0046 req-588b58d4-babf-4f55-83bb-61041d0fad23 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:27.628127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-592339cf-6a03-4976-80c3-cbdc89be0046 req-588b58d4-babf-4f55-83bb-61041d0fad23 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1097 time: 0.1347945 Jul 12 16:05:27.642605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01b2b34c-faf2-4236-820c-a21858a1c49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.651336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03a229-31ba-4662-8b4a-3c4e1c991e56 req-3a503641-69df-4b66-8775-9c4b538c1b60 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:27.663424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01b2b34c-faf2-4236-820c-a21858a1c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.663697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d03a229-31ba-4662-8b4a-3c4e1c991e56 req-3a503641-69df-4b66-8775-9c4b538c1b60 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 948 time: 0.0850987 Jul 12 16:05:27.704208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d03a229-31ba-4662-8b4a-3c4e1c991e56 req-db1f5247-e652-4e69-b03d-40b1308aab45 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Jul 12 16:05:27.736095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dfa92b19-e5cc-467c-85d9-bcd27aa9c688 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:27.736861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-592339cf-6a03-4976-80c3-cbdc89be0046 req-9a52f34e-6d79-4b4b-acf1-9c81bc1ac4f1 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076949 Jul 12 16:05:27.747181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-01b2b34c-faf2-4236-820c-a21858a1c49d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=783e34db929e41c78512c07e65e3da7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376057 Jul 12 16:05:27.747712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35832) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:27.753857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2b34c-faf2-4236-820c-a21858a1c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25260ca2-ddf8-40d1-92cc-a4c7f90ab3cf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:27.810460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.850613 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.933568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.939162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.944380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25260ca2-ddf8-40d1-92cc-a4c7f90ab3cf HTTP/1.1" status: 204 len: 168 time: 0.1958103 Jul 12 16:05:27.947220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:27.954498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a31cf-4e53-4473-b9c4-291d71f2e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25260ca2-ddf8-40d1-92cc-a4c7f90ab3cf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:27.966574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688', 'mac_address': 'fa:16:3e:ad:98:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:27.997960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cfc4-3885-483b-934c-5c8728329d73 req-b412110c-ba8f-4e22-94ef-e9bbed210de8 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:28.006188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1eb0cfc4-3885-483b-934c-5c8728329d73 req-b412110c-ba8f-4e22-94ef-e9bbed210de8 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1097 time: 0.0694571 Jul 12 16:05:28.020073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.034812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa92b19-e5cc-467c-85d9-bcd27aa9c688 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:28.056571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1eb0cfc4-3885-483b-934c-5c8728329d73 req-4263266c-6260-4f73-9617-ea0d1bd4abf5 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494173 Jul 12 16:05:28.068354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:28.088310 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.136348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:28.140418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bd665cd5-32db-40c3-8fbe-ad4e8040e537 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:28.293783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0cae-6ecd-4a4f-9d93-0244682c946d req-6d042537-7d60-4c12-a8c9-2f54924af98e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:28.305819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7efa0cae-6ecd-4a4f-9d93-0244682c946d req-6d042537-7d60-4c12-a8c9-2f54924af98e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 948 time: 0.1819162 Jul 12 16:05:28.409304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-a7be4c6b-90cd-437e-a929-82c39352c1f5 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=280973bf364641b99ca4cfa2213c5255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850756 Jul 12 16:05:28.417921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:28.477438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port bd665cd5-32db-40c3-8fbe-ad4e8040e537 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:28.497044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port bd665cd5-32db-40c3-8fbe-ad4e8040e537 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:28.498595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.500906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['dfa92b19-e5cc-467c-85d9-bcd27aa9c688'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:28.620564 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7efa0cae-6ecd-4a4f-9d93-0244682c946d req-86ab246e-6ab1-4110-b940-8f3b67394bd6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090332 Jul 12 16:05:28.627208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:28.699814 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'mac_address': 'fa:16:3e:0a:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:28.846198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-2d8a64fd-ecbb-48ad-b5bd-bf5e501318e1 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:28.852760 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-2d8a64fd-ecbb-48ad-b5bd-bf5e501318e1 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305353 Jul 12 16:05:28.862308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.871490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Request body: {'port': {'device_id': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '280973bf364641b99ca4cfa2213c5255'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:28.942754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef05058-dd1a-4b65-84f2-e64caf312fa7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:28.970458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:28.987123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.006970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f84e204a-0057-4538-85fc-e46aec178eb1 req-2d97cef6-2af1-4609-891f-c721454e8544 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 210 time: 0.0540593 Jul 12 16:05:29.007842 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.066589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da528b71-5bb9-4b3c-b033-84b29660601b req-92fca7e1-6d6a-4ea4-b1dd-932b763a6ed9 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:29.082573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da528b71-5bb9-4b3c-b033-84b29660601b req-92fca7e1-6d6a-4ea4-b1dd-932b763a6ed9 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 944 time: 0.1281319 Jul 12 16:05:29.155963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:29.181982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Made reservation on behalf of 280973bf364641b99ca4cfa2213c5255 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:29.182972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da528b71-5bb9-4b3c-b033-84b29660601b req-2ecee1c5-ec84-430a-8f44-b2e4dfee1896 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993214 Jul 12 16:05:29.189023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.205082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:29.205082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:29.207233 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067c7e0-bc5f-4cd3-9b64-d37b9d062367" -d '{"events": [{"server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "name": "network-vif-plugged", "status": "completed", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:29.214254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.216041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.258250 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:05:29.319270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:29.463186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:29.476964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b278cde-dce2-4bcd-a0cc-970086fe5a63 req-97de6323-3c3a-4099-ba5f-fe2a5ed990a7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:29.484798 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b278cde-dce2-4bcd-a0cc-970086fe5a63 req-97de6323-3c3a-4099-ba5f-fe2a5ed990a7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 949 time: 0.2360671 Jul 12 16:05:29.581722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3ca76-e0ee-435d-8d11-34887a1efec3 req-2b2dc3b5-d111-480d-bcf1-ae010837dfc9 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:29.589638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92c3ca76-e0ee-435d-8d11-34887a1efec3 req-2b2dc3b5-d111-480d-bcf1-ae010837dfc9 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1097 time: 0.1324871 Jul 12 16:05:29.626129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b278cde-dce2-4bcd-a0cc-970086fe5a63 req-3a8a60ad-a4ac-4f38-baca-faa78d02fd9e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323137 Jul 12 16:05:29.652689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.658382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.678236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92c3ca76-e0ee-435d-8d11-34887a1efec3 req-4729fb29-92c0-4eb7-ad6f-0758d0b30200 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823991 Jul 12 16:05:29.699492 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf67cca-9e3f-4a5b-a7ab-b1fa48c1de31 x-openstack-request-id: req-6cf67cca-9e3f-4a5b-a7ab-b1fa48c1de31 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:29.708875 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "name": "network-vif-plugged", "status": "completed", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:29.709042 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cf67cca-9e3f-4a5b-a7ab-b1fa48c1de31 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:29.713144 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'code': 200} Jul 12 16:05:29.721917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33ba36-4703-4531-93c4-49e330a231b5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:29.748595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dfa92b19-e5cc-467c-85d9-bcd27aa9c688 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:29.849526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:29.853823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:29.854196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.949257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918952e5-e937-4243-b70e-44e166fe89a3 req-618894c5-1a0c-4219-8f7e-409eaa2b5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:29.951473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-918952e5-e937-4243-b70e-44e166fe89a3 req-618894c5-1a0c-4219-8f7e-409eaa2b5141 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1096 time: 0.1237521 Jul 12 16:05:29.965106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Allocated IP 192.168.233.210 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/e6435638-db11-438c-918b-203fb23a270b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:29.967482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f486b0a-02f3-4b80-9cfd-de0be1376ca4 None None] Provisioning complete for port bd665cd5-32db-40c3-8fbe-ad4e8040e537 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:29.968072 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f486b0a-02f3-4b80-9cfd-de0be1376ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.997196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-918952e5-e937-4243-b70e-44e166fe89a3 req-e0a0f6bb-af74-4331-8ba3-2b6db7ba0ee8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Jul 12 16:05:30.090263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.165569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:30.173101 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.219959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0ce7-019d-427b-933d-30e197df570a req-64b4acd2-ddcd-4007-a01e-15b9c17c0ffc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:30.220962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af0c0ce7-019d-427b-933d-30e197df570a req-64b4acd2-ddcd-4007-a01e-15b9c17c0ffc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 949 time: 0.1604435 Jul 12 16:05:30.256076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:30.267739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.302049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Transition to ACTIVE for port object e6435638-db11-438c-918b-203fb23a270b will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:30.310722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af0c0ce7-019d-427b-933d-30e197df570a req-9f7dbc8e-5772-418f-a82f-39fe522fd0db tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728972 Jul 12 16:05:30.362128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.462044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:30.471296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:30.477407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Pushing event updated for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:30.480467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:30.562924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:30.563566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.590883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-d8a5129f-aea2-446e-afd8-79906ef1d760 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7290516 Jul 12 16:05:30.598986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5404a0bf-9630-44a9-b732-223eff215706 None None] Provisioning complete for port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:30.599240 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5404a0bf-9630-44a9-b732-223eff215706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.606436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Request body: {'port': {'device_id': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:30.620003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2d033-4835-40bb-be5c-b85762fc9cb4 req-b75cdfd3-1fec-4693-81a4-baf60203a250 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:30.626960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d2d033-4835-40bb-be5c-b85762fc9cb4 req-b75cdfd3-1fec-4693-81a4-baf60203a250 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 936 time: 0.1503522 Jul 12 16:05:30.713496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d2d033-4835-40bb-be5c-b85762fc9cb4 req-464eba79-0357-4913-9153-f6edcd4be95e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857646 Jul 12 16:05:30.730895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.815431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-390459c3-c1b4-475a-bc95-d3e5c5a10a64 None None] Provisioning for port e6435638-db11-438c-918b-203fb23a270b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:30.821811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-390459c3-c1b4-475a-bc95-d3e5c5a10a64 None None] Provisioning complete for port e6435638-db11-438c-918b-203fb23a270b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:30.822190 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-390459c3-c1b4-475a-bc95-d3e5c5a10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.867194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-390459c3-c1b4-475a-bc95-d3e5c5a10a64 None None] Port e6435638-db11-438c-918b-203fb23a270b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:31.240117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba37081-a63b-4c09-bf06-06c868915178 req-c0cc5eeb-22eb-43e0-9ead-71f9031b41b4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:31.241550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ba37081-a63b-4c09-bf06-06c868915178 req-c0cc5eeb-22eb-43e0-9ead-71f9031b41b4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 945 time: 0.3574395 Jul 12 16:05:31.253469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-8fbea027-653a-4532-a600-0e32db1ad3db tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:31.255757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-8fbea027-653a-4532-a600-0e32db1ad3db tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090945 Jul 12 16:05:31.264169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:31.264623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:05:31.305423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ba37081-a63b-4c09-bf06-06c868915178 req-1414a505-520c-4ff8-85ab-d3e5a2ea31c6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Jul 12 16:05:31.343113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6435638-db11-438c-918b-203fb23a270b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:31.353314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.368698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Transition to ACTIVE for port object e6435638-db11-438c-918b-203fb23a270b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:31.373368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.465670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Pushing event updated for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:31.538311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Attempting to bind port e6435638-db11-438c-918b-203fb23a270b on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:31.538990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Attempting to bind port e6435638-db11-438c-918b-203fb23a270b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:31.539115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Attempting to bind port e6435638-db11-438c-918b-203fb23a270b on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:31.544616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Port e6435638-db11-438c-918b-203fb23a270b on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:31.545150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Attempting to bind port e6435638-db11-438c-918b-203fb23a270b on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:31.555831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:31.556164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:31.556547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:31.556969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Bound port: e6435638-db11-438c-918b-203fb23a270b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:31.557321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.674831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:31.678844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:31.679304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:31.679748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:31.686371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:31.686371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:31.691458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e6435638-db11-438c-918b-203fb23a270b,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:31.696657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:31.697174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:31.697796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:31.699182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Bound port: cab46a48-5209-4690-9d77-1fb59246f91f, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:31.700573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.716764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:31.719398 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b4591-cec1-4ee6-a711-9ca97750d47a" -d '{"events": [{"server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:31.746482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:31.747101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.748518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6435638-db11-438c-918b-203fb23a270b HTTP/1.1" status: 200 len: 1096 time: 1.1478982 Jul 12 16:05:31.750707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'tag': 'e6435638-db11-438c-918b-203fb23a270b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:31.752989 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad260892-7a81-4162-9061-15be1d9a92b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "tag": "e6435638-db11-438c-918b-203fb23a270b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:31.768023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45b4c-742b-4490-83f1-a50cf3dd8f5b req-e1a52081-e094-4f5f-9c93-0dbfe3292bc9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:31.769684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3b45b4c-742b-4490-83f1-a50cf3dd8f5b req-e1a52081-e094-4f5f-9c93-0dbfe3292bc9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 950 time: 0.1368723 Jul 12 16:05:31.793545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:31.800045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.802847 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-5be1a59b-cdf2-41a0-bf3c-ccb895f9f4e1 service neutron] 10.222.0.58 "POST /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5413344 Jul 12 16:05:31.811358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510c36-a06d-487d-a6fa-8ae168e7e943 service neutron] Pushing event updated for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:31.871002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3b45b4c-742b-4490-83f1-a50cf3dd8f5b req-e3aa25d1-4637-4c23-a21b-5ffd9e97d3e4 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902376 Jul 12 16:05:31.908301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-711955bc-4ac2-4184-b1fe-2d3558ddcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:31.909814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-711955bc-4ac2-4184-b1fe-2d3558ddcba9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 1099 time: 0.1095805 Jul 12 16:05:31.917325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c36533f-8fc6-4387-a28e-a6b09665c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:32.011096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-8832346b-4c73-4426-ac25-3fe70c5b93e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e6435638-db11-438c-918b-203fb23a270b HTTP/1.1" status: 200 len: 217 time: 0.0932384 Jul 12 16:05:32.066016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-8d9e470f-8f2c-4860-a88e-c8899dad99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.068522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-8d9e470f-8f2c-4860-a88e-c8899dad99c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0509474 Jul 12 16:05:32.134298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99560d9-6fb0-4022-8c23-119166059a7f req-eee1bf9a-7c6d-4646-ae11-669076fa085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.136255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-eee1bf9a-7c6d-4646-ae11-669076fa085d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615869 Jul 12 16:05:32.162378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f48b6-aa13-46b4-9ea3-79609c9b639f req-ac6338de-c165-41b4-863d-671403700f01 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.163958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b08f48b6-aa13-46b4-9ea3-79609c9b639f req-ac6338de-c165-41b4-863d-671403700f01 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 949 time: 0.1165509 Jul 12 16:05:32.213556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-33902c26-e2c1-40be-96ae-9f75ecf2273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.215434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-33902c26-e2c1-40be-96ae-9f75ecf2273c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1097 time: 0.1350906 Jul 12 16:05:32.220561 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad63dfe-bc5c-43ed-9d38-fe326d762b64 x-openstack-request-id: req-6ad63dfe-bc5c-43ed-9d38-fe326d762b64 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:32.221306 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:32.221945 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ad63dfe-bc5c-43ed-9d38-fe326d762b64 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:32.222759 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688', 'code': 200} Jul 12 16:05:32.226135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:32.335921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-f189b1e2-008c-4169-844b-7777c496c035 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912138 Jul 12 16:05:32.348081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port bef05058-dd1a-4b65-84f2-e64caf312fa7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:32.353434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port bef05058-dd1a-4b65-84f2-e64caf312fa7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:32.353806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:32.361758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b08f48b6-aa13-46b4-9ea3-79609c9b639f req-1195396d-47d2-43c3-b34c-5b48d5858230 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889708 Jul 12 16:05:32.438200 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968f620-2125-4be4-81ea-5b1f6956d025 x-openstack-request-id: req-1968f620-2125-4be4-81ea-5b1f6956d025 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:32.438752 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "tag": "e6435638-db11-438c-918b-203fb23a270b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:32.439211 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1968f620-2125-4be4-81ea-5b1f6956d025 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:32.439772 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'tag': 'e6435638-db11-438c-918b-203fb23a270b', 'status': 'completed', 'code': 200} Jul 12 16:05:32.453567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03110-7ccc-4420-9a8f-444a9a87233b req-94d0e580-fb56-4bce-9e84-080c8d0ac61b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.455818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95d03110-7ccc-4420-9a8f-444a9a87233b req-94d0e580-fb56-4bce-9e84-080c8d0ac61b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 948 time: 0.1783526 Jul 12 16:05:32.467877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc63f08-867f-400f-a6fb-33fd60db1250 req-26845794-a89e-4143-818c-7c43ff9447ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.469682 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdc63f08-867f-400f-a6fb-33fd60db1250 req-26845794-a89e-4143-818c-7c43ff9447ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 1101 time: 0.2125633 Jul 12 16:05:32.474956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-ad37a3b6-6a36-4104-96bc-04f0492ba986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.476409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-ad37a3b6-6a36-4104-96bc-04f0492ba986 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2503266 Jul 12 16:05:32.508492 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:32.531057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-6dc5bcef-5802-4a49-8fb3-9156aa687751 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.0459702 Jul 12 16:05:32.554466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdc63f08-867f-400f-a6fb-33fd60db1250 req-010fcff1-c95c-4403-a154-776b65ba0099 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771141 Jul 12 16:05:32.582074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95d03110-7ccc-4420-9a8f-444a9a87233b req-19365d29-bb74-4305-9007-2ee7a92c5406 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154759 Jul 12 16:05:32.588394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:32.588830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a99560d9-6fb0-4022-8c23-119166059a7f req-04a32363-28a3-4219-b9c1-3f95231a24a7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451911 Jul 12 16:05:32.594445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:32.643318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-c298f90a-da7e-4427-b94e-5d7e5ed46826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.645202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-c298f90a-da7e-4427-b94e-5d7e5ed46826 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1008942 Jul 12 16:05:32.709084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-567f5a36-6056-4aaa-be8e-73cef0cab0eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526955 Jul 12 16:05:32.731296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822834d-25b3-4d64-9ee7-e72f6f003e5b req-70c26ea0-624a-4475-9f3b-885b623c2ed3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.739454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6822834d-25b3-4d64-9ee7-e72f6f003e5b req-70c26ea0-624a-4475-9f3b-885b623c2ed3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 946 time: 0.1573875 Jul 12 16:05:32.758890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-b9a40961-abf0-43c0-bba0-e28a76e037fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.763901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-b9a40961-abf0-43c0-bba0-e28a76e037fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 1099 time: 0.0831537 Jul 12 16:05:32.829910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:32.833311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:32.840216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6822834d-25b3-4d64-9ee7-e72f6f003e5b req-b85e639d-2e40-4549-ad18-c33de63d5c3d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Jul 12 16:05:32.889099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-3a1f285a-7fd6-4f2a-a854-f8fef1c6aab7 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733944 Jul 12 16:05:32.965506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bca0e-676c-4a44-a4ce-412c9a37696d req-8fdc6508-03b4-4310-ad16-df2ebd0cc257 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.967046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-174bca0e-676c-4a44-a4ce-412c9a37696d req-8fdc6508-03b4-4310-ad16-df2ebd0cc257 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 945 time: 0.1729259 Jul 12 16:05:32.978244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-468af7d0-6a78-4fc5-a54f-2fecd1be7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:32.980013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-468af7d0-6a78-4fc5-a54f-2fecd1be7d8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2079382 Jul 12 16:05:33.007892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-3e012ae6-2ea3-4dc7-a086-74a103fa9c54 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092732 Jul 12 16:05:33.070845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-174bca0e-676c-4a44-a4ce-412c9a37696d req-a1fa4ee5-f072-4820-b5e5-b97d7736af50 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939777 Jul 12 16:05:33.072857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-9970f21c-014a-48cf-bf98-c35032880052 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e6435638-db11-438c-918b-203fb23a270b HTTP/1.1" status: 200 len: 217 time: 0.0610440 Jul 12 16:05:33.103973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f813436-cd8d-4c71-93e1-1239b69da215 None None] Provisioning complete for port bef05058-dd1a-4b65-84f2-e64caf312fa7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:33.104347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f813436-cd8d-4c71-93e1-1239b69da215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:33.144819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-21fdfc42-4b51-4a47-a8ac-a7bac65e8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:33.148114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-21fdfc42-4b51-4a47-a8ac-a7bac65e8c96 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0667315 Jul 12 16:05:33.181143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c7d58-bcfe-4fbe-9a19-ac1192ead799 req-ba59ecc4-da6c-4754-9caa-d1737c1bdf03 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:33.182719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-620c7d58-bcfe-4fbe-9a19-ac1192ead799 req-ba59ecc4-da6c-4754-9caa-d1737c1bdf03 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 950 time: 0.1407614 Jul 12 16:05:33.225932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-60fbf3fe-ec71-472d-98e3-020f725081f6 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:33.227665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-60fbf3fe-ec71-472d-98e3-020f725081f6 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1097 time: 0.1412702 Jul 12 16:05:33.238416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-52f33868-2d5c-4280-9daa-252d84fe7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:33.240946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-52f33868-2d5c-4280-9daa-252d84fe7a7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851665 Jul 12 16:05:33.257507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:33.293291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-620c7d58-bcfe-4fbe-9a19-ac1192ead799 req-f1e7f539-9490-4ec3-9813-16965970e0a8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992210 Jul 12 16:05:33.380629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-4f553bd7-4be5-4351-927b-adb63c8c6ba5 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266184 Jul 12 16:05:33.447241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:33.517543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad260892-7a81-4162-9061-15be1d9a92b6 req-888be941-7749-430f-b678-1cfbce8e614c service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288402 Jul 12 16:05:33.652086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-f47ad343-03a8-47f9-b464-655f203a86f6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 258 time: 0.2990201 Jul 12 16:05:33.666889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:33.824311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:33.840874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71a4a-bf52-4219-9206-1faeb74e71a5 req-4f231ee0-1c5e-4f4a-a57a-455d1dc75cf7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:33.843922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e71a4a-bf52-4219-9206-1faeb74e71a5 req-4f231ee0-1c5e-4f4a-a57a-455d1dc75cf7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1097858 Jul 12 16:05:33.913508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e71a4a-bf52-4219-9206-1faeb74e71a5 req-ad247b65-d3f6-4e0b-a664-6dfb81928e4d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Jul 12 16:05:33.945546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:33.986944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36032) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:34.035964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:34.118078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:34.120431 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13e5b6-7309-4d66-bd4e-ecf728e93b7c" -d '{"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-unplugged", "status": "completed", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:34.126300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.134921 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.144610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.201419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4f00975-0fcd-46c2-bd69-866644d6eafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.225044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:34.228757 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ce47ff-ebe5-47e9-94bd-00653dbb32d5" -d '{"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-plugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:34.268743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:34.283256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67b53c-da4f-45ea-bed3-db55fbc08be4 req-7ccbcc45-e21c-43b3-a100-8ce76f9572ee tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.285202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b67b53c-da4f-45ea-bed3-db55fbc08be4 req-7ccbcc45-e21c-43b3-a100-8ce76f9572ee tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 948 time: 0.1592441 Jul 12 16:05:34.293287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:34.294416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:34.294416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:34.317157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:34.317683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Attempting to bind port cab46a48-5209-4690-9d77-1fb59246f91f on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:34.329190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:34.329523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:34.329902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:34.330331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Bound port: cab46a48-5209-4690-9d77-1fb59246f91f, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:34.330682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.353344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b67b53c-da4f-45ea-bed3-db55fbc08be4 req-678ee107-530d-48f3-b416-bee4cbf77ce2 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595212 Jul 12 16:05:34.359955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Allocated IP 172.25.8.33 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/401fa481-9795-4118-938c-64d518604ac2) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:34.360103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea163-a3a1-48ad-a8a6-f51b2caa6b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.393534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4f00975-0fcd-46c2-bd69-866644d6eafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.398699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4f00975-0fcd-46c2-bd69-866644d6eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.448017 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d4f00975-0fcd-46c2-bd69-866644d6eafc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ae6f99fa499448a810d71202740df6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590323 Jul 12 16:05:34.449435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f00975-0fcd-46c2-bd69-866644d6eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8110e95-9c4e-461b-a87b-4a927565aa60,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:34.449990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:34.481574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:34.516464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:34.527663 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.609710 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.632311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.647881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba1c0d-23dd-4555-9837-448bdd8a9d85 req-82bc6085-8d6f-4160-90a5-17118c140266 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.649461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fba1c0d-23dd-4555-9837-448bdd8a9d85 req-82bc6085-8d6f-4160-90a5-17118c140266 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.0715203 Jul 12 16:05:34.680890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:34.684405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.685006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.686368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d2bad2e0-5b27-4489-8ab4-9f1acce719d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 1122 time: 1.4432735 Jul 12 16:05:34.690812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fba1c0d-23dd-4555-9837-448bdd8a9d85 req-6b4f5fe9-8c3c-4bc1-8d87-e33f30aecab0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Jul 12 16:05:34.702945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.753234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.758337 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd6818-82a2-4782-8838-8612fc732e91 x-openstack-request-id: req-32bd6818-82a2-4782-8838-8612fc732e91 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:34.758656 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-unplugged", "status": "completed", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:34.758907 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32bd6818-82a2-4782-8838-8612fc732e91 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:34.759294 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'code': 200} Jul 12 16:05:34.781388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cab46a48-5209-4690-9d77-1fb59246f91f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:34.805599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:34.810140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:34.812891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:34.814147 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf9ba9-5195-4f09-bb79-5b314d7e4fe3 x-openstack-request-id: req-73cf9ba9-5195-4f09-bb79-5b314d7e4fe3 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:34.814434 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-plugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:34.814685 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73cf9ba9-5195-4f09-bb79-5b314d7e4fe3 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:34.815076 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'code': 200} Jul 12 16:05:34.815691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.864311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.867000 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.871277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8110e95-9c4e-461b-a87b-4a927565aa60 HTTP/1.1" status: 204 len: 168 time: 0.4183774 Jul 12 16:05:34.893284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event updated for resources: {'Port': ['ID=401fa481-9795-4118-938c-64d518604ac2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:34.898083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483591e-55cf-4588-b5fe-92e6d1ab5468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8110e95-9c4e-461b-a87b-4a927565aa60,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:34.964773 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.981845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044490c6-d936-460c-904b-b079ea469cb1 req-e1703cfe-04fa-428b-bad2-11ec9143536e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.983506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-044490c6-d936-460c-904b-b079ea469cb1 req-e1703cfe-04fa-428b-bad2-11ec9143536e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 950 time: 0.0906878 Jul 12 16:05:35.028009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-044490c6-d936-460c-904b-b079ea469cb1 req-7788ad67-90d4-43b1-813c-21aa732d5101 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Jul 12 16:05:35.069863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.121523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780f29-77fd-482d-9ec5-05e497e1cf98 req-95c9d35f-3b31-4574-9748-64931d34cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.123213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5780f29-77fd-482d-9ec5-05e497e1cf98 req-95c9d35f-3b31-4574-9748-64931d34cf58 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.1708035 Jul 12 16:05:35.154330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.198841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5780f29-77fd-482d-9ec5-05e497e1cf98 req-b2400c4d-1ce9-407f-9ef0-29fc42d65813 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Jul 12 16:05:35.232555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:35.289623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f731b1fe-d246-4515-9139-02a2f81ddf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.414678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.424748 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.436119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174fb6-f1f2-479b-a6fe-ffb21e1186b2 req-1ee91bf9-9f61-49b3-b221-c666d6e46e11 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.437697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d174fb6-f1f2-479b-a6fe-ffb21e1186b2 req-1ee91bf9-9f61-49b3-b221-c666d6e46e11 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1185927 Jul 12 16:05:35.453196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-0290f229-033e-4ee1-97ba-b5053311c47e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951750 Jul 12 16:05:35.474002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f731b1fe-d246-4515-9139-02a2f81ddf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.515881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d174fb6-f1f2-479b-a6fe-ffb21e1186b2 req-83cb08fe-740e-4a8f-a8e3-ff4851a1e67f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jul 12 16:05:35.519809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f731b1fe-d246-4515-9139-02a2f81ddf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.602319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-90f38008-380d-4dae-9dfa-0c72936c18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.605662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-90f38008-380d-4dae-9dfa-0c72936c18a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1096 time: 0.0853231 Jul 12 16:05:35.607344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36066) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:35.622393 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.758929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e6435638-db11-438c-918b-203fb23a270b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:35.783643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-2380148c-a2ea-4ef3-a474-f5b3f8692e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.785578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-2380148c-a2ea-4ef3-a474-f5b3f8692e10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1399372 Jul 12 16:05:35.804924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cce8dc3f-d543-428b-93c7-fabd59ed31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.844781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.863150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event updated for resources: {'Port': ['ID=401fa481-9795-4118-938c-64d518604ac2,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:35.883352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f731b1fe-d246-4515-9139-02a2f81ddf81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d50fbb3c116c4905827d2628011d360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496887 Jul 12 16:05:35.886017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36072) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:35.893818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b1fe-d246-4515-9139-02a2f81ddf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63409a2-a66a-4511-b5c2-185077d135ac,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:35.923181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e6435638-db11-438c-918b-203fb23a270b,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:35.929966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-7bfb9937-cbc7-4b01-af67-e6269bf3756a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.1111467 Jul 12 16:05:35.939925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'e6435638-db11-438c-918b-203fb23a270b', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'e6435638-db11-438c-918b-203fb23a270b', 'mac_address': 'fa:16:3e:96:84:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:35.968798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:35.987963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cce8dc3f-d543-428b-93c7-fabd59ed31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.000386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.000590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.001757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cce8dc3f-d543-428b-93c7-fabd59ed31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.019331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6435638-db11-438c-918b-203fb23a270b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:36.049341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-3d2756aa-5521-4909-8a8a-371a3680541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.052175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-3d2756aa-5521-4909-8a8a-371a3680541f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1131542 Jul 12 16:05:36.060468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e6435638-db11-438c-918b-203fb23a270b,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:36.062386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.063816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-c98d6806-775f-4706-af96-ba21ef6a32dc tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4105306 Jul 12 16:05:36.077042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.077758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36076) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:36.078373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cce8dc3f-d543-428b-93c7-fabd59ed31e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=257313d182774973bcdad8a0756ceab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698505 Jul 12 16:05:36.079495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8dc3f-d543-428b-93c7-fabd59ed31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cba419-37cc-485e-86fa-f7045ead25ff,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:36.118536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-44544833-8437-47b9-a226-2a1e73fd7dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596666 Jul 12 16:05:36.145188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:36.197557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-869a0a12-2599-46d8-8998-cb4b07e52733 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.1085203 Jul 12 16:05:36.204580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.208028 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.210129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d63409a2-a66a-4511-b5c2-185077d135ac HTTP/1.1" status: 204 len: 168 time: 0.3228617 Jul 12 16:05:36.243715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3501-a5c2-4a81-bad4-06c3b2d6218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63409a2-a66a-4511-b5c2-185077d135ac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:36.328777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-6ef8262f-52f9-4d18-9288-6aa1aae2a3e3 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030876 Jul 12 16:05:36.359200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.370089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1ddb-a7ab-452a-8d29-2db7b91da499 req-089954eb-75a8-41a7-abe0-deed722623cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.377825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaab1ddb-a7ab-452a-8d29-2db7b91da499 req-089954eb-75a8-41a7-abe0-deed722623cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 949 time: 0.1533420 Jul 12 16:05:36.391520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e6435638-db11-438c-918b-203fb23a270b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:36.413129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.446734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-bcd417f7-d119-43ba-b27b-1af12ef8557b tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.448721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-bcd417f7-d119-43ba-b27b-1af12ef8557b tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2368689 Jul 12 16:05:36.468220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-972ba53d-af86-4520-9f30-5891fd7c9565 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:36.469483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6015312-06bd-4d86-8ab0-9ba7725d0795 req-972ba53d-af86-4520-9f30-5891fd7c9565 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122294 Jul 12 16:05:36.478516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaab1ddb-a7ab-452a-8d29-2db7b91da499 req-50d65acb-e8dc-422b-b71c-0cf24862e4d3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962121 Jul 12 16:05:36.513965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d848cb84-8d06-4b4c-bdff-a2a9802b87e7 req-a43f57b8-6fa9-440f-b02b-8b839a03f70c service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762896 Jul 12 16:05:36.517595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.521559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:36.525587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19cba419-37cc-485e-86fa-f7045ead25ff HTTP/1.1" status: 204 len: 168 time: 0.4441373 Jul 12 16:05:36.532707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dce66-1cd1-4553-85fb-58ca967d9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cba419-37cc-485e-86fa-f7045ead25ff,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:36.761872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:36.764180 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464774fa-72dd-4958-a6c7-e72b5431ce5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:36.819124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069fde-2ed3-41fd-9254-0a858092e9a4 req-3a5fad07-a9ca-4eab-8d44-c43a9762d26f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.826641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3069fde-2ed3-41fd-9254-0a858092e9a4 req-3a5fad07-a9ca-4eab-8d44-c43a9762d26f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.1345282 Jul 12 16:05:36.839982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-ac59faf8-a2af-4014-8991-49293ed5330a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084404 Jul 12 16:05:36.889797 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3069fde-2ed3-41fd-9254-0a858092e9a4 req-693edcd8-1eb4-45a4-a432-854f54196a25 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Jul 12 16:05:36.961572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.962549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.963777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.964602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.967893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.969788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.971211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.973451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.975571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:36.980466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-d71be2d5-4bb6-44fe-91eb-518d667ada45 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41&device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae&device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4&device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 8237 time: 0.1185787 Jul 12 16:05:37.026525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-b311c2e9-a0b6-4d54-a2f7-2c79c10786e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.028469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-b311c2e9-a0b6-4d54-a2f7-2c79c10786e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 1096 time: 0.1266146 Jul 12 16:05:37.032190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-8cec4ae6-82ae-48ae-9d61-6138e254ec33 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.090355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.124819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:37.166910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d9daf39-822a-43e4-a3ac-5059194d187d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.197809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-8cec4ae6-82ae-48ae-9d61-6138e254ec33 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.203813 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-8cec4ae6-82ae-48ae-9d61-6138e254ec33 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.232557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4f93b25-2830-4ff8-8d81-78d76033f41f req-8cec4ae6-82ae-48ae-9d61-6138e254ec33 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&id=f0c88a01-639d-4589-83e3-408853934948&id=2b33ba36-4703-4531-93c4-49e330a231b5&id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2472088 Jul 12 16:05:37.245486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec4ae6-82ae-48ae-9d61-6138e254ec33 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da21a5-2c3d-467c-99a8-7244d9af021e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:37.348777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-951cbfdf-225b-4f4a-a0d6-9da437e96f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.350317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-951cbfdf-225b-4f4a-a0d6-9da437e96f7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 925 time: 0.2923722 Jul 12 16:05:37.430741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200696c8-51cd-46e5-8947-73716f0e2dbb req-4b5f026d-7557-496a-a614-8667c6cea36c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.432697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-200696c8-51cd-46e5-8947-73716f0e2dbb req-4b5f026d-7557-496a-a614-8667c6cea36c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0876663 Jul 12 16:05:37.434808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-c962a2f0-14e9-41f6-a41a-c7a73e897eef tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.436399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-c962a2f0-14e9-41f6-a41a-c7a73e897eef tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2706783 Jul 12 16:05:37.479231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-200696c8-51cd-46e5-8947-73716f0e2dbb req-ab56e159-8817-4c4d-b741-17e311966412 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Jul 12 16:05:37.545417 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c4865c-8d96-48ec-b898-cef8dc6a9564 x-openstack-request-id: req-d8c4865c-8d96-48ec-b898-cef8dc6a9564 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:37.545929 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:37.545929 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8c4865c-8d96-48ec-b898-cef8dc6a9564 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:37.546361 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'status': 'completed', 'code': 200} Jul 12 16:05:37.550463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-bc1a0293-5860-4156-a76c-6751d27d5edf tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.1053076 Jul 12 16:05:37.570296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'floatingip': {'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:37.574330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-c5c98bd3-5064-4cf4-b1ee-bd6a8dde1e53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 200 len: 1001 time: 0.2106481 Jul 12 16:05:37.640262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-5bc52f0c-9db6-49cf-a3eb-d276df788ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.642030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-5bc52f0c-9db6-49cf-a3eb-d276df788ebd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1125 time: 0.0694225 Jul 12 16:05:37.656223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.709652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d9daf39-822a-43e4-a3ac-5059194d187d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.736594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d9daf39-822a-43e4-a3ac-5059194d187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.773866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e6435638-db11-438c-918b-203fb23a270b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:37.782321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-e1990412-c256-4731-b7d6-ef3b5ebb6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.785632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-e1990412-c256-4731-b7d6-ef3b5ebb6e21 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1362662 Jul 12 16:05:37.793056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-45eb9c81-2ef9-4c89-a040-31e77e1fe475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.794534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-45eb9c81-2ef9-4c89-a040-31e77e1fe475 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.1849291 Jul 12 16:05:37.839086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5d9daf39-822a-43e4-a3ac-5059194d187d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=730321e9dee140d09776da857740270f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108634 Jul 12 16:05:37.839086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9daf39-822a-43e4-a3ac-5059194d187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12edead8-a21c-4be5-b42b-d8d95359f162,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:37.852735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port e6435638-db11-438c-918b-203fb23a270b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:37.857410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:37.865350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port e6435638-db11-438c-918b-203fb23a270b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:37.867275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:37.881996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-4d639e39-f7d3-4a79-ab36-70af0f95a347 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.0872328 Jul 12 16:05:38.002771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-6b68697b-44fa-4685-8d1c-165f08c7dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.005491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-6b68697b-44fa-4685-8d1c-165f08c7dfe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1155920 Jul 12 16:05:38.007660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.041627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6435638-db11-438c-918b-203fb23a270b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:38.044270 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f5d46-6120-41df-a17a-756c85f6b7f0" -d '{"events": [{"server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "name": "network-vif-plugged", "status": "completed", "tag": "e6435638-db11-438c-918b-203fb23a270b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:38.054724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-c553b2aa-b2ea-4e71-ac9e-e2c8f2443eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.056670 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-c553b2aa-b2ea-4e71-ac9e-e2c8f2443eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502377 Jul 12 16:05:38.061409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.068336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e6435638-db11-438c-918b-203fb23a270b,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:38.074723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.117022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-a2eec859-0df9-42ed-8677-f34973c1c4d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003592 Jul 12 16:05:38.137780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:38.167871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.228622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cab46a48-5209-4690-9d77-1fb59246f91f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:38.310735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-fc3688ce-faa8-4852-b9b3-b4f2d009838e service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830087 Jul 12 16:05:38.385577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:38.401937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cab46a48-5209-4690-9d77-1fb59246f91f has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:05:38.414368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-b16d6322-85ae-4a27-bee2-f92d72e83c24 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.416045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-b16d6322-85ae-4a27-bee2-f92d72e83c24 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.1581216 Jul 12 16:05:38.420310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-90db4935-5cfe-476b-8fc4-280e18ee5b97 service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355823 Jul 12 16:05:38.440244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.441805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e5b7f97f-bf0d-4bfe-9148-0f380cf21bef None None] Provisioning complete for port e6435638-db11-438c-918b-203fb23a270b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:38.442822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f97f-bf0d-4bfe-9148-0f380cf21bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.443235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.444438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12edead8-a21c-4be5-b42b-d8d95359f162 HTTP/1.1" status: 204 len: 168 time: 0.5860567 Jul 12 16:05:38.464322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-cae6167b-0069-4f34-9679-260ca42eb38a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.521817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-464774fa-72dd-4958-a6c7-e72b5431ce5b req-1be6f54b-0bc2-402c-905c-fd0255621f01 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912596 Jul 12 16:05:38.538559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ace97-db03-49fd-be2f-c5ca4f5516dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edead8-a21c-4be5-b42b-d8d95359f162,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:38.666554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-cae6167b-0069-4f34-9679-260ca42eb38a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.672831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-cae6167b-0069-4f34-9679-260ca42eb38a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.673461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28eaadd8-ecc1-42d8-b876-a525edcc6344 req-6bfbacd5-cf46-4664-a7d4-bbf6442b93e3 service neutron] 10.222.0.65 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366395 Jul 12 16:05:38.695009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.702226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:38.713264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5d6801e-b897-4343-a2bd-d9e1ba1cc1fd req-cae6167b-0069-4f34-9679-260ca42eb38a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880008 Jul 12 16:05:38.767312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6167b-0069-4f34-9679-260ca42eb38a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4084b-8f76-4340-afb4-2d86189405c0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:38.844290 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Floating IP dc38db57-6ecb-43d8-bed5-49815099f5cb associated. External IP: 172.25.8.33, port: bd665cd5-32db-40c3-8fbe-ad4e8040e537. Jul 12 16:05:38.937343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a06b6-68d5-476a-9f9a-7a3ad60182e7 req-05004d93-2a5c-43b0-9596-c6fb0b15b49c tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.938854 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-339a06b6-68d5-476a-9f9a-7a3ad60182e7 req-05004d93-2a5c-43b0-9596-c6fb0b15b49c tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 0.0830266 Jul 12 16:05:38.985090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-339a06b6-68d5-476a-9f9a-7a3ad60182e7 req-3fe3626f-98c0-4650-a743-efb2a594d87b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Jul 12 16:05:39.260353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-e545503a-e34f-4987-8a16-940a9d21cb80 service neutron] 10.222.0.77 "GET /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.0790491 Jul 12 16:05:39.387962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Router f2e12fbe-95c6-423e-8ab1-834ec244947c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:05:39.491553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db553-c0ce-443d-8dd6-a055d8d0c62e req-b1ccc1fc-8145-4576-b805-d3ad3af8c0d2 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.492065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db553-c0ce-443d-8dd6-a055d8d0c62e req-b1ccc1fc-8145-4576-b805-d3ad3af8c0d2 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.492549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db553-c0ce-443d-8dd6-a055d8d0c62e req-b1ccc1fc-8145-4576-b805-d3ad3af8c0d2 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.499543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a5db553-c0ce-443d-8dd6-a055d8d0c62e req-b1ccc1fc-8145-4576-b805-d3ad3af8c0d2 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b&device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae&device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 2883 time: 0.1527400 Jul 12 16:05:39.514683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:05:39.519749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:39.528159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Sync routers for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:05:39.543467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:39.544836 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:39.557729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a5db553-c0ce-443d-8dd6-a055d8d0c62e req-a641d77a-b6d1-4f16-a345-5b20d3becb03 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571930 Jul 12 16:05:39.565144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:39.588497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:39.589655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-ef9360cd-9791-49a8-945b-9b8c5e3ae2fd tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "PUT /v2.0/floatingips/dc38db57-6ecb-43d8-bed5-49815099f5cb HTTP/1.1" status: 200 len: 995 time: 2.0303369 Jul 12 16:05:39.616718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:39.623307 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2121cd-e079-4163-83bd-7ad79b206ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:39.638187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab46a48-5209-4690-9d77-1fb59246f91f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:39.651701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:39.685407 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:39.695494 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:39.744622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-c35b7dd1-72ed-42a3-bcda-13f0157b7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.760564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-c35b7dd1-72ed-42a3-bcda-13f0157b7b02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1096 time: 0.1691759 Jul 12 16:05:39.811747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] Transition to ACTIVE for port object cab46a48-5209-4690-9d77-1fb59246f91f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:39.838800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:39.881636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-21ff1094-3d49-4577-99fe-c95fa6510d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.889298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-21ff1094-3d49-4577-99fe-c95fa6510d43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 928 time: 0.1276319 Jul 12 16:05:39.968248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-56e15dcc-1b3d-423c-a3e8-85dfe9212888 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 998 time: 0.0780067 Jul 12 16:05:40.013822 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'dc38db57-6ecb-43d8-bed5-49815099f5cb', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'mac_address': 'fa:16:3e:9b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:05:34Z', 'updated_at': '2021-07-12T16:05:38Z', 'revision_number': 1, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:40.041968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-e8b2c216-18c6-4fbb-ac71-cff2df9dde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.044099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-e8b2c216-18c6-4fbb-ac71-cff2df9dde65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.0694499 Jul 12 16:05:40.053007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Checking router: f2e12fbe-95c6-423e-8ab1-834ec244947c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:05:40.063108 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:40.064885 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:40.127769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-4c4f6ae1-7352-4769-b4a6-8e815241f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.136240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-4c4f6ae1-7352-4769-b4a6-8e815241f5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835559 Jul 12 16:05:40.149669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-790cb99d-2e31-4201-83c3-377cc733175e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:40.150747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-790cb99d-2e31-4201-83c3-377cc733175e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090470 Jul 12 16:05:40.173733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] No DVR routers for this DVR port cab46a48-5209-4690-9d77-1fb59246f91f on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:05:40.200803 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:40.216685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da80f-9153-430f-99cc-05af7c17beaf req-412d39eb-1d9e-41e7-8faa-7eb6217b96f2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.219012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db5da80f-9153-430f-99cc-05af7c17beaf req-412d39eb-1d9e-41e7-8faa-7eb6217b96f2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 944 time: 0.4215240 Jul 12 16:05:40.225008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] Pushing event updated for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:40.267075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-61ad996f-06a1-4b28-a637-058fa5a3cc8a service neutron] 10.222.0.77 "PUT /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9990139 Jul 12 16:05:40.272149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-0c50ffd2-3626-45bb-b7d4-83e00fefb3c4 service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131716 Jul 12 16:05:40.304926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db5da80f-9153-430f-99cc-05af7c17beaf req-8c13c059-6053-45f9-97bc-080d36af36ef tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Jul 12 16:05:40.428006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0248d1ad-196c-4378-8e6d-c2e0e882891f req-bd2c4f87-0d07-4fd6-952f-172e150baee2 service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540878 Jul 12 16:05:40.438207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-fc868701-2f8a-4022-9739-0ce6d5f93d6b tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.439794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-fc868701-2f8a-4022-9739-0ce6d5f93d6b tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.1042974 Jul 12 16:05:40.466802 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22200e02-34ce-4255-bc0e-24f545897e41 x-openstack-request-id: req-22200e02-34ce-4255-bc0e-24f545897e41 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:40.467698 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "name": "network-vif-plugged", "status": "completed", "tag": "e6435638-db11-438c-918b-203fb23a270b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:40.468229 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22200e02-34ce-4255-bc0e-24f545897e41 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:40.469458 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6435638-db11-438c-918b-203fb23a270b', 'code': 200} Jul 12 16:05:40.492682 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'dc38db57-6ecb-43d8-bed5-49815099f5cb', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'mac_address': 'fa:16:3e:9b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:05:34Z', 'updated_at': '2021-07-12T16:05:38Z', 'revision_number': 1, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:40.524924 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884bc51-52d6-463b-805f-40f87f7d3146 None None] The sync data for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 is: [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'dc38db57-6ecb-43d8-bed5-49815099f5cb', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'mac_address': 'fa:16:3e:9b:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:05:34Z', 'updated_at': '2021-07-12T16:05:38Z', 'revision_number': 1, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:05:40.540662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-a17b3b11-41e3-434b-a8f7-f9e21b597b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.542431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-a17b3b11-41e3-434b-a8f7-f9e21b597b62 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&tenant_id=9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 1096 time: 0.0910163 Jul 12 16:05:40.655931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-6f097155-55a1-49e3-8b15-25af796ea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.657689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-6f097155-55a1-49e3-8b15-25af796ea936 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1096 time: 0.0848460 Jul 12 16:05:40.658269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df92f26-ec72-42a5-8a5f-008527978817 req-b5f31ed5-3ab9-4403-bde4-ec251e4878cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.659897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1df92f26-ec72-42a5-8a5f-008527978817 req-b5f31ed5-3ab9-4403-bde4-ec251e4878cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 1101 time: 0.0896230 Jul 12 16:05:40.699627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1df92f26-ec72-42a5-8a5f-008527978817 req-fc6a0a01-6fd2-465b-bd5f-d4581702244b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jul 12 16:05:40.778859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-0252477b-bb96-41c8-bd0e-8a7765033b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.780474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-0252477b-bb96-41c8-bd0e-8a7765033b3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1157560 Jul 12 16:05:40.831690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a273a-ad71-415d-a1e7-73a025b469f1 None None] New status for floating IP dc38db57-6ecb-43d8-bed5-49815099f5cb: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:05:40.844229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-9b9122d9-9367-4ba8-b188-82891638ac1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.0537810 Jul 12 16:05:40.907722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-c5cbf3dc-8f78-4f59-95a1-895a5797cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.909201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-c5cbf3dc-8f78-4f59-95a1-895a5797cddc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0551825 Jul 12 16:05:40.950593 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f5302-e0f4-4722-9e88-4002e082da88 x-openstack-request-id: req-1b3f5302-e0f4-4722-9e88-4002e082da88 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:40.950895 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:40.951111 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b3f5302-e0f4-4722-9e88-4002e082da88 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:40.951529 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'status': 'completed', 'code': 200} Jul 12 16:05:40.962123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-be5d66d0-a263-4a06-91c9-2ac3c19f3fde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448692 Jul 12 16:05:41.080785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-d172fd38-adcb-4164-9785-3d2060fdaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.082897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-d172fd38-adcb-4164-9785-3d2060fdaaa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1096 time: 0.1030838 Jul 12 16:05:41.153794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-8f649405-3bbe-40ee-b161-c0980ea502d3 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787226 Jul 12 16:05:41.196586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-ddefc002-2c2f-480d-a25f-214f46184e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.198074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-ddefc002-2c2f-480d-a25f-214f46184e50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 928 time: 0.1079936 Jul 12 16:05:41.236351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36220) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:41.289675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c32be-3369-4341-a554-7e086a6d71bd req-86f3f8d1-fdb7-47b6-9edd-32acc9716254 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.291239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-377c32be-3369-4341-a554-7e086a6d71bd req-86f3f8d1-fdb7-47b6-9edd-32acc9716254 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 0.1875210 Jul 12 16:05:41.354176 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-f606b99a-9e58-4faf-a2f4-6545945e3b82 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906683 Jul 12 16:05:41.379137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-377c32be-3369-4341-a554-7e086a6d71bd req-7a801a87-4bf8-46f0-b563-7009960c4a15 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Jul 12 16:05:41.395486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-5ed1228f-08b2-42ad-bd23-57c95097667e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571512 Jul 12 16:05:41.426826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-747ec13c-5983-4914-bca6-045f1e79955b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 1000 time: 0.1975472 Jul 12 16:05:41.506283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-04292e69-c2ea-4547-8edd-7e91b1d6b958 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 258 time: 0.3003936 Jul 12 16:05:41.513284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:41.530495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-d8c68ef2-0091-4351-b3a0-e307d79049ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.532063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-d8c68ef2-0091-4351-b3a0-e307d79049ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.0977621 Jul 12 16:05:41.545729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:41.717272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf35ee5-ee77-4043-bb49-70c139359b03 req-1d8db3ab-3f65-4870-a62a-74aa0831afe7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.720565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-9a864d7b-227d-4b7c-9a96-4b3b6308f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.727201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-9a864d7b-227d-4b7c-9a96-4b3b6308f10c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732037 Jul 12 16:05:41.727384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bf35ee5-ee77-4043-bb49-70c139359b03 req-1d8db3ab-3f65-4870-a62a-74aa0831afe7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1274567 Jul 12 16:05:41.823341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bf35ee5-ee77-4043-bb49-70c139359b03 req-f236e478-2b5f-44c2-806f-5ac4640364ec tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Jul 12 16:05:41.884487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-ee2ec551-bf20-48e9-a83d-150d2bb06b71 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:41.886129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-ee2ec551-bf20-48e9-a83d-150d2bb06b71 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.1141567 Jul 12 16:05:41.899336 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:41.922228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-bc72906f-73f3-4015-99dc-afea07629858 service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902380 Jul 12 16:05:42.039049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d4b79fe8-e4f5-447b-9271-c59cabbdc7e1 service neutron] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:42.043636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d4b79fe8-e4f5-447b-9271-c59cabbdc7e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.044753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9637011a-d0f9-4ab1-b93c-de753bd21050 req-d4b79fe8-e4f5-447b-9271-c59cabbdc7e1 service neutron] 10.222.0.65 "DELETE /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.1504147 Jul 12 16:05:42.110276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a2121cd-e079-4163-83bd-7ad79b206ce4 req-51f946e0-a5bb-4fcc-b3ad-d286db68de30 service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593199 Jul 12 16:05:42.111374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Allocated IP 172.25.8.43 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d2345d5a-1f32-4faa-98a7-a7f64065d81b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:42.262409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858739-90ce-42df-8b99-314d7beb2244 req-9a21c3be-c036-48fb-8a9e-3326f9101c59 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:42.263109 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37858739-90ce-42df-8b99-314d7beb2244 req-9a21c3be-c036-48fb-8a9e-3326f9101c59 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 945 time: 0.1199944 Jul 12 16:05:42.294044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.311652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37858739-90ce-42df-8b99-314d7beb2244 req-e17d2f1c-db5d-487c-81bc-25a0471b28e3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Jul 12 16:05:42.341344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.394376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:42.398244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:42.401028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:42.451530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event updated for resources: {'Port': ['ID=d2345d5a-1f32-4faa-98a7-a7f64065d81b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:42.530235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.584351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.761535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.765607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.841990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event updated for resources: {'Port': ['ID=d2345d5a-1f32-4faa-98a7-a7f64065d81b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:42.860524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.879909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:42.892936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-200c1c76-36db-47d5-b0d9-06651cbc2452 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3857338 Jul 12 16:05:42.901745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:42.987988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-d8ac1013-0a97-4298-8879-53f4a09c8efa tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0873296 Jul 12 16:05:43.061926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68f8e-d5ba-4ebd-97b4-711aa73aca45 req-8c9f1b2c-e6f7-481e-84d3-771feb1c48e2 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.063484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5a68f8e-d5ba-4ebd-97b4-711aa73aca45 req-8c9f1b2c-e6f7-481e-84d3-771feb1c48e2 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 0.1160476 Jul 12 16:05:43.075867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b314ee-8dd8-4639-a45b-a2001a2bb754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.104998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-3f6b860b-c465-45bc-9c47-273cae0e515b tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.106357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-3f6b860b-c465-45bc-9c47-273cae0e515b tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1169202 Jul 12 16:05:43.117012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-13100c3b-2098-45d1-baa1-c436356bab6a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:43.117952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26a7fe52-a140-48ec-9747-10ddee807ed6 req-13100c3b-2098-45d1-baa1-c436356bab6a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062239 Jul 12 16:05:43.128336 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5a68f8e-d5ba-4ebd-97b4-711aa73aca45 req-2ff17245-1058-4c4f-ac53-d2b3a7068509 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Jul 12 16:05:43.223461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b314ee-8dd8-4639-a45b-a2001a2bb754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.227772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b314ee-8dd8-4639-a45b-a2001a2bb754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.275905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-87b314ee-8dd8-4639-a45b-a2001a2bb754 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c5e0c6f1ab547b1a809ba0cdb53d48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721423 Jul 12 16:05:43.278584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36286) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:43.284545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b314ee-8dd8-4639-a45b-a2001a2bb754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b90975-7fb3-480c-aaa4-86e2b2ca51f9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:43.353090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea29d66-ddd6-49f4-8b62-3c3e0c77f624 req-afdb797e-303d-4595-9670-20be6d269de5 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.360142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ea29d66-ddd6-49f4-8b62-3c3e0c77f624 req-afdb797e-303d-4595-9670-20be6d269de5 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1096 time: 0.0891187 Jul 12 16:05:43.369935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.407537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.410274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ea29d66-ddd6-49f4-8b62-3c3e0c77f624 req-0d948cf9-6302-41be-bc3b-12133aee27a2 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Jul 12 16:05:43.543986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6308f-98eb-4c24-81c9-b61f8937b57f req-cca4c12a-64cd-462a-8f41-2896ea740b6d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.545620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72c6308f-98eb-4c24-81c9-b61f8937b57f req-cca4c12a-64cd-462a-8f41-2896ea740b6d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1554511 Jul 12 16:05:43.548026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.550860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.559148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24b90975-7fb3-480c-aaa4-86e2b2ca51f9 HTTP/1.1" status: 204 len: 168 time: 0.2794304 Jul 12 16:05:43.586578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83d521-c91c-44a7-9fd3-370f3f792df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b90975-7fb3-480c-aaa4-86e2b2ca51f9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:43.593780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-63c47a5a-9700-4863-a89f-266fc5fc4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.594910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-63c47a5a-9700-4863-a89f-266fc5fc4d78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.1605506 Jul 12 16:05:43.630423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72c6308f-98eb-4c24-81c9-b61f8937b57f req-7bd77fa6-21ae-4039-a970-4f9c437b2320 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Jul 12 16:05:43.640456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-d4eb620c-47de-47cc-95fc-d4a16cf94bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.658083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-d4eb620c-47de-47cc-95fc-d4a16cf94bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1069448 Jul 12 16:05:43.710156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-35b332e6-eb85-423f-b54f-8995ad372e6a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0501404 Jul 12 16:05:43.722222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-662c106a-e32f-4eb0-acb3-9daad1a5b222 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'floatingip': {'port_id': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:43.723333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-559ee2c3-d358-408c-96e5-2f6a13fd0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.725220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-559ee2c3-d358-408c-96e5-2f6a13fd0e31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1200690 Jul 12 16:05:43.767773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-662c106a-e32f-4eb0-acb3-9daad1a5b222 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:43.774944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cab46a48-5209-4690-9d77-1fb59246f91f no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:05:43.778311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-e7a679b8-7eb0-4807-85c2-4ccf4e2e3ef1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.0452814 Jul 12 16:05:43.840543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-dd226dcb-8144-4747-810a-bc203819adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.842175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-dd226dcb-8144-4747-810a-bc203819adff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0573907 Jul 12 16:05:43.850406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cab46a48-5209-4690-9d77-1fb59246f91f not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:05:43.906619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-308500d5-fbdf-406d-b63a-2020826002fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.908498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-308500d5-fbdf-406d-b63a-2020826002fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581956 Jul 12 16:05:43.959129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:43.976502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d46aa5a-6b82-4db5-96f3-53b6f61d1b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.021429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-3476984e-e048-4c8e-a94d-b077ff027447 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051879 Jul 12 16:05:44.086911 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-662c106a-e32f-4eb0-acb3-9daad1a5b222 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] update failed (client error): There was a conflict when trying to complete your request. Jul 12 16:05:44.088163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-112ec8e3-53de-4243-8eec-abf89f35a1dc req-662c106a-e32f-4eb0-acb3-9daad1a5b222 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "PUT /v2.0/floatingips/65753b37-c30e-4594-bb1c-2a8f79cf01a4 HTTP/1.1" status: 409 len: 549 time: 0.3703563 Jul 12 16:05:44.143120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-eb939f0a-d679-4f05-9f00-eee642f8e021 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142592 Jul 12 16:05:44.161850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d46aa5a-6b82-4db5-96f3-53b6f61d1b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.167091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d46aa5a-6b82-4db5-96f3-53b6f61d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.226583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:44.228242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d46aa5a-6b82-4db5-96f3-53b6f61d1b0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f47b3b3d7e3b41a4a5e73a31402c2b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682118 Jul 12 16:05:44.235028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46aa5a-6b82-4db5-96f3-53b6f61d1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9186b39d-8704-4e06-b58f-22e1a88c5924,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:44.301373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.322859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.372640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-3a24bdee-5941-461c-bf17-5c1443c1b71d tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips/65753b37-c30e-4594-bb1c-2a8f79cf01a4 HTTP/1.1" status: 200 len: 692 time: 0.0617867 Jul 12 16:05:44.399000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.401497 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.405226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9186b39d-8704-4e06-b58f-22e1a88c5924 HTTP/1.1" status: 204 len: 168 time: 0.1750109 Jul 12 16:05:44.444998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579a785-afc5-4929-90c0-301dcbafeada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9186b39d-8704-4e06-b58f-22e1a88c5924,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:44.509912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d615e-7d05-4fe3-a171-e6363243809b req-45e837f1-cb82-40be-83ca-dc2fdd76f11f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:44.510920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-a4253eec-c584-44ba-82ef-abcfabccb85a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:44.512386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-45e837f1-cb82-40be-83ca-dc2fdd76f11f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1285040 Jul 12 16:05:44.516072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-a4253eec-c584-44ba-82ef-abcfabccb85a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.1285424 Jul 12 16:05:44.522459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-3698d66b-463a-416c-b18f-a8e513d6c060 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:44.523525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-3698d66b-463a-416c-b18f-a8e513d6c060 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066452 Jul 12 16:05:44.529243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-ae66862f-8781-4134-9c76-5169b655a925 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/quotas/9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 375 time: 0.0114293 Jul 12 16:05:44.587503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-f6d8746d-afaf-4f9a-bcf8-5853e32b5274 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0575507 Jul 12 16:05:44.615373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-46d43ebc-350c-4282-bd14-7287c1dee263 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781305 Jul 12 16:05:44.644153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-d71385d3-1590-4512-aaa7-3aebed42f17a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0508175 Jul 12 16:05:44.716620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-5be56dce-832a-48b4-9a0d-3088af199e8a service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938923 Jul 12 16:05:44.775923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Deleting port d2345d5a-1f32-4faa-98a7-a7f64065d81b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:05:44.776270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.819899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-b270ae9c-34b1-4e15-865e-ff679a6a73aa service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970080 Jul 12 16:05:44.868981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.869309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:44.883111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Calling delete_port for d2345d5a-1f32-4faa-98a7-a7f64065d81b owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:05:45.079441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:45.111835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event deleted for resources: {'Port': ['ID=d2345d5a-1f32-4faa-98a7-a7f64065d81b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:45.162233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9de16-f216-4672-946f-e0bbf3f0fd0e req-d7fcfd8a-d130-4223-b5e5-75601edb883e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.164074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fc9de16-f216-4672-946f-e0bbf3f0fd0e req-d7fcfd8a-d130-4223-b5e5-75601edb883e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 0.0984855 Jul 12 16:05:45.194952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:45.197912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:45.198776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-945d615e-7d05-4fe3-a171-e6363243809b req-bc0c95e9-df8e-4177-9dcb-d81a1271a93f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "DELETE /v2.0/floatingips/65753b37-c30e-4594-bb1c-2a8f79cf01a4 HTTP/1.1" status: 204 len: 173 time: 0.5531356 Jul 12 16:05:45.227971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fc9de16-f216-4672-946f-e0bbf3f0fd0e req-bdd8f028-2c05-4ee4-aff5-f7ab8dd8948d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579629 Jul 12 16:05:45.363342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01a6d5-27eb-485b-9940-0d685d6c6b22 req-f515fa38-25ee-4a84-afa0-bfcea02500c4 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.365523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb01a6d5-27eb-485b-9940-0d685d6c6b22 req-f515fa38-25ee-4a84-afa0-bfcea02500c4 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1101 time: 0.0709946 Jul 12 16:05:45.409409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb01a6d5-27eb-485b-9940-0d685d6c6b22 req-94669a42-e4f4-49d8-870d-9ffac84c4b61 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Jul 12 16:05:45.477850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92966-67ae-4b11-9676-953e1ff6c42c req-88af254a-77d0-48c5-bc01-4c2530041c34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.479456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bb92966-67ae-4b11-9676-953e1ff6c42c req-88af254a-77d0-48c5-bc01-4c2530041c34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0773726 Jul 12 16:05:45.520927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bb92966-67ae-4b11-9676-953e1ff6c42c req-3fee0e4a-417c-4f16-ad88-0ddbd85c8f47 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Jul 12 16:05:45.551773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fad9da65-9052-40fa-8eb3-2dc5c2e3f523 req-d4ba75bd-c17c-4405-abf3-8149a8e53e95 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 210 time: 0.0307341 Jul 12 16:05:45.649178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-056cea4b-7b4d-4551-b415-291a96610b97 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 1000 time: 0.0910091 Jul 12 16:05:45.716618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ada3f98-10e4-4050-9cb0-b762f57f62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.717975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ada3f98-10e4-4050-9cb0-b762f57f62c6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports/bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 942 time: 0.0634265 Jul 12 16:05:45.886722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-4149949b-bc40-44eb-af17-4b14dc5bc8e8 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 1000 time: 0.0684412 Jul 12 16:05:45.903985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-76eb0bd1-a7af-466f-af61-ed141c2ec90f tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8426e19887684951a084baed2c729beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242517 Jul 12 16:05:46.005120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-684ba64d-cbf1-4e2f-9526-d0707df7b20a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.006478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-684ba64d-cbf1-4e2f-9526-d0707df7b20a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1143234 Jul 12 16:05:46.016503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-2e1749d1-2960-4e34-ab78-5a12c715f4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:05:46.017388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-2e1749d1-2960-4e34-ab78-5a12c715f4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055244 Jul 12 16:05:46.017502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-66d7e4ac-20f3-4fc9-8957-d4a432dbe7b0 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.018984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-66d7e4ac-20f3-4fc9-8957-d4a432dbe7b0 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093602 Jul 12 16:05:46.033813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-e55e4b04-01f2-4386-bea8-dcd74f71c388 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/quotas/8426e19887684951a084baed2c729beb HTTP/1.1" status: 200 len: 375 time: 0.0094197 Jul 12 16:05:46.078152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-83624625-3934-4deb-b8f2-8ffe1822d7d8 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8426e19887684951a084baed2c729beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308752 Jul 12 16:05:46.310331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-80be9fb4-d006-48d0-af62-ff9dd0b08d5f tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=280973bf364641b99ca4cfa2213c5255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311666 Jul 12 16:05:46.392460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-c7e4d575-a117-40ca-b2eb-57e754d2f31f tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 1000 time: 0.3681695 Jul 12 16:05:46.411539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:46.447433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-d1d0b8ce-9ce0-465a-b9af-af245404dce3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.449811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-d1d0b8ce-9ce0-465a-b9af-af245404dce3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382639 Jul 12 16:05:46.466623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-c1ad2c43-f25f-47a1-ac25-0f907df98a47 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/quotas/280973bf364641b99ca4cfa2213c5255 HTTP/1.1" status: 200 len: 375 time: 0.0107789 Jul 12 16:05:46.548774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-dcf4bd70-3eed-4a54-a478-f9dc1eb1354b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723929 Jul 12 16:05:46.553254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-91891b5f-44a5-4daa-9568-0682d5330dd0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.554732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-91891b5f-44a5-4daa-9568-0682d5330dd0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.2434039 Jul 12 16:05:46.572031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Request body: {'port': {'device_id': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'admin_state_up': True, 'tenant_id': '9666fc46eec24038b93ccf94bb42c661'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:46.576814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.811737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.819927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.820500 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Floating IP dc38db57-6ecb-43d8-bed5-49815099f5cb disassociated. External IP: 172.25.8.33, port: bd665cd5-32db-40c3-8fbe-ad4e8040e537. Jul 12 16:05:46.841768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e37c-17ce-4517-b5ec-7ec4794bb234 req-64abd94e-112f-4534-88dd-be5f36c67cec tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.843556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3f9e37c-17ce-4517-b5ec-7ec4794bb234 req-64abd94e-112f-4534-88dd-be5f36c67cec tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1101 time: 0.0685844 Jul 12 16:05:46.863170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:46.867390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.887142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3f9e37c-17ce-4517-b5ec-7ec4794bb234 req-7a043c7b-3b44-4271-a14b-c1f0cba8ff19 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Jul 12 16:05:47.081372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5447122a-4fa9-4230-8edd-0ddc851b99ac req-6ed964e1-7939-4e7c-8b82-c89f83ef5980 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 210 time: 0.0378010 Jul 12 16:05:47.106530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Allocated IP 172.20.0.3 (d5254bb4-056e-47c4-807c-3c9013677608/8e61c257-7e83-47c7-afba-479968510822/8779c969-ad44-4220-9faa-052950e35690) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:47.197335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Router f2e12fbe-95c6-423e-8ab1-834ec244947c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:05:47.289533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3ff06-72f0-47e5-9262-a9ca9d8a9167 req-c80dc503-99ba-43e2-91e2-7cd16fb34b15 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.291139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0a3ff06-72f0-47e5-9262-a9ca9d8a9167 req-c80dc503-99ba-43e2-91e2-7cd16fb34b15 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0917091 Jul 12 16:05:47.335471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0a3ff06-72f0-47e5-9262-a9ca9d8a9167 req-57767f26-c26a-4fd1-a18b-8d88139644e1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Jul 12 16:05:47.401659 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:47.414309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:05:47.419982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:47.426155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Sync routers for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:05:47.436141 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:47.436761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:47.477097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cafeebd5-f8ee-46ab-99fd-7fecbcb2c820 req-32d9bdf1-df66-4f16-9a76-09b22f99c664 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 210 time: 0.0314510 Jul 12 16:05:47.480140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-1ec04e2e-b903-48eb-b806-f8c083898dec tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "PUT /v2.0/floatingips/dc38db57-6ecb-43d8-bed5-49815099f5cb HTTP/1.1" status: 200 len: 694 time: 1.0776150 Jul 12 16:05:47.484734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:47.487341 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4073fb-be0a-406b-b6ae-f578acb7d16b" -d '{"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:47.554525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:47.578523 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:47.609816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Network d5254bb4-056e-47c4-807c-3c9013677608 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:47.617700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:47.623381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:47.630369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-597c3b66-5fb4-4884-856e-7cede3cf4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.637657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-597c3b66-5fb4-4884-856e-7cede3cf4c22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1096 time: 0.1396520 Jul 12 16:05:47.709305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58796cec-9d00-48cb-8643-2f69aafac14b req-baad95db-b184-4e30-ba6a-5de3e1748814 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 210 time: 0.0494077 Jul 12 16:05:47.726644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:47.760798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.761802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:47.788475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-c77cdbec-419d-4793-a0f6-eeb97d902106 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2200642 Jul 12 16:05:47.802194 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:47.804908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Request body: {'port': {'device_id': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:47.831198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Checking router: f2e12fbe-95c6-423e-8ab1-834ec244947c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:05:47.840007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:05:47.840627 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:47.921106 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:47.926740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-443f1173-b0d4-45ba-989d-5d97d325d5f2 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8426e19887684951a084baed2c729beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410690 Jul 12 16:05:47.929592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-0645056a-9d71-4602-832e-23e62edb749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.936794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-0645056a-9d71-4602-832e-23e62edb749d service neutron] 10.222.0.58 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 928 time: 0.2981567 Jul 12 16:05:47.966202 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:05:48.080926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-16c41b56-f6a8-4b29-b177-f2ea4eee1c35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 217 time: 0.1432376 Jul 12 16:05:48.094316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-ff17d846-6d1b-4dca-8e55-0d5135eca34a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.095872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-ff17d846-6d1b-4dca-8e55-0d5135eca34a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571860 Jul 12 16:05:48.160012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Request body: {'port': {'device_id': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '8426e19887684951a084baed2c729beb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:48.214904 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7558647c-6e3f-4deb-9b40-298c4601901c x-openstack-request-id: req-7558647c-6e3f-4deb-9b40-298c4601901c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:48.215188 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:48.215439 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7558647c-6e3f-4deb-9b40-298c4601901c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:48.215851 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'status': 'completed', 'code': 200} Jul 12 16:05:48.319275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-f1ccbefd-95d3-4249-82a6-d0e4c3725198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.320747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-f1ccbefd-95d3-4249-82a6-d0e4c3725198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.2239697 Jul 12 16:05:48.323533 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:48.366746 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110ccf9a-b159-49b6-b1d8-5ef68679f6f1 None None] The sync data for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 is: [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:07Z', 'revision_number': 4, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a48ef533-79ac-4ada-9a30-bc823f1fba6c', 'name': '', 'network_id': '913baaa9-dfe7-4416-83e5-af30573ebb57', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'mac_address': 'fa:16:3e:ac:1b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:06Z', 'updated_at': '2021-07-12T16:05:15Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'subnets': [{'id': '2dfd9776-c671-484e-b152-d5a0cf8b539e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:05:48.387417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.65', 53132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:48.416497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-7afdb27b-d2d8-4c5a-8977-f0a8e44289f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.435492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-7afdb27b-d2d8-4c5a-8977-f0a8e44289f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 1096 time: 0.1938639 Jul 12 16:05:48.474388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-8ba9beca-f236-4c74-9a99-10526622766d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=280973bf364641b99ca4cfa2213c5255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836916 Jul 12 16:05:48.720551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c029854-8d82-487b-8506-9922b0308762 None None] New status for floating IP dc38db57-6ecb-43d8-bed5-49815099f5cb: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:05:48.811520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Made reservation on behalf of 8426e19887684951a084baed2c729beb for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:48.815088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:48.822357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8779c969-ad44-4220-9faa-052950e35690 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:48.834159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263257a-fd45-4671-95e2-e0effc97f51b req-6ad39bf3-4a86-455e-a348-c4443a6cabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.835629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-6ad39bf3-4a86-455e-a348-c4443a6cabe4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5051484 Jul 12 16:05:48.838711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:48.842029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:48.884766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03231b4d-b31d-4fb3-856f-a34ce25b0c5b req-6adace87-110e-48f8-a149-9a92c6232e0a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 210 time: 0.3518927 Jul 12 16:05:48.907308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Transition to ACTIVE for port object 8779c969-ad44-4220-9faa-052950e35690 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:48.929186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:48.978623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-ce48588d-f0aa-4e42-bbc7-a06928e62968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.980262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-ce48588d-f0aa-4e42-bbc7-a06928e62968 service neutron] 10.222.0.65 "GET /v2.0/networks?id=913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 200 len: 928 time: 0.5166609 Jul 12 16:05:48.987736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-91abfbee-cdfb-4deb-b604-5c4ee8e55c3e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.990804 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-91abfbee-cdfb-4deb-b604-5c4ee8e55c3e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032892 Jul 12 16:05:49.034360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Request body: {'port': {'device_id': '862092ca-89ec-468a-8bd4-d166432959df', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '280973bf364641b99ca4cfa2213c5255'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:49.039395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:49.056500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-26f8bdc8-452c-448c-ab29-d19e670bf22d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 200 len: 217 time: 0.0650797 Jul 12 16:05:49.093291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-a8b8376f-c9f7-4737-ad16-b89a1512d539 service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473993 Jul 12 16:05:49.175571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-13a9d649-a36e-4ceb-b107-702ea27ceefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.179031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-13a9d649-a36e-4ceb-b107-702ea27ceefc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 200 len: 866 time: 0.0914752 Jul 12 16:05:49.245064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.254894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:49.255247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:49.255693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:49.260583 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.283668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:49.284150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:49.306125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4263257a-fd45-4671-95e2-e0effc97f51b req-b571804a-179b-4c3b-b669-be241a8f4bcb service neutron] 10.222.0.58 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836076 Jul 12 16:05:49.307176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Made reservation on behalf of 280973bf364641b99ca4cfa2213c5255 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:49.310724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.338040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-928485cc-4725-4a5d-9e99-22f19e968019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.338769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:49.339112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:49.339495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:49.339983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Bound port: 8779c969-ad44-4220-9faa-052950e35690, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:49.340339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.340692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-928485cc-4725-4a5d-9e99-22f19e968019 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=913baaa9-dfe7-4416-83e5-af30573ebb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532316 Jul 12 16:05:49.374204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:49.449746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38261859-1c30-4b80-973a-575ab344d088 req-bfed3a44-08f9-4db5-8525-5ee29f6b7941 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.451287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38261859-1c30-4b80-973a-575ab344d088 req-bfed3a44-08f9-4db5-8525-5ee29f6b7941 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.2132385 Jul 12 16:05:49.515206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Allocated IP 192.168.233.71 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/56d0a920-0c7e-42b1-9429-1e159aa1e3a4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:49.517569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:49.542718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:49.544381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38261859-1c30-4b80-973a-575ab344d088 req-6e8c96df-8c4f-4f7c-a9d6-21597651fbf7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792038 Jul 12 16:05:49.546475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-77e93d84-a195-460c-957e-f9e48138fe06 service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919582 Jul 12 16:05:49.558347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.621825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.622436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.623872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] 10.222.0.77 "PUT /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 1091 time: 1.8244181 Jul 12 16:05:49.640613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cb52-fae8-4352-bb24-7d41d08fe4eb req-0b70d9d7-1be3-4082-925b-7fb9bc4ecd75 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.642155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3117cb52-fae8-4352-bb24-7d41d08fe4eb req-0b70d9d7-1be3-4082-925b-7fb9bc4ecd75 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.1812272 Jul 12 16:05:49.685502 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b4073fb-be0a-406b-b6ae-f578acb7d16b req-7be26086-bff4-44e9-816b-fd120c4bf752 service neutron] 10.222.0.65 "GET /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307466 Jul 12 16:05:49.706989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e19bebe-3dc6-4b53-be01-e961351754b2 req-6d80a3ad-cad2-4f1d-9f64-8d8726da55f4 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 210 time: 0.0372472 Jul 12 16:05:49.732572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94f3c-1e7f-4cb8-adbe-c760f618c839 service neutron] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:49.790628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3117cb52-fae8-4352-bb24-7d41d08fe4eb req-6cc213cc-47f6-4945-9c02-9c8a0434c017 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356640 Jul 12 16:05:49.856769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:49.862220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-ae62109b-4345-46ab-9632-2b28fa7fdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.864851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-ae62109b-4345-46ab-9632-2b28fa7fdd86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1094 time: 0.1869400 Jul 12 16:05:49.874790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Transition to ACTIVE for port object 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:49.916185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-acc6ef50-de6b-4612-ac37-b2a95a4ec1b6 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips/dc38db57-6ecb-43d8-bed5-49815099f5cb HTTP/1.1" status: 200 len: 692 time: 0.0556648 Jul 12 16:05:49.916408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-9980d27b-ddbf-4bfa-899b-08b655e5b823 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 217 time: 0.0399873 Jul 12 16:05:49.984619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63888552-9515-4415-beee-784d2158a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.986143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-63888552-9515-4415-beee-784d2158a29d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0593550 Jul 12 16:05:49.987603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.049897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-84414002-6ac3-4060-9311-d299cc243c13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528350 Jul 12 16:05:50.076163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:50.090712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:50.094214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Allocated IP 192.168.233.89 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/42628d10-569a-40b9-a1d3-f5f6f61799b8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:50.122847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:50.123700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-21112406-7d45-4fd7-8f16-2d91a1915c93 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:50.124585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-21112406-7d45-4fd7-8f16-2d91a1915c93 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2026236 Jul 12 16:05:50.126701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:50.206523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-894d0aca-a89a-4c60-8998-a38e03190390 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0681233 Jul 12 16:05:50.222138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'tag': '8779c969-ad44-4220-9faa-052950e35690'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:50.225348 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d13e30d-5b67-44f2-9b14-be00d4945e03" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "tag": "8779c969-ad44-4220-9faa-052950e35690"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:50.237664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:50.238865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.271927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-9b0b9bc4-6ace-48e0-853e-c1fb7a9afd20 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1278918 Jul 12 16:05:50.273915 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-cb53a29e-c01a-4d5e-a3dc-f19c6ce8307a tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0608447 Jul 12 16:05:50.274814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-b461fdd2-5e89-4f76-b4f0-4e424cd5c950 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107491 Jul 12 16:05:50.287729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Request body: {'port': {'device_id': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:50.312678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eca1c-0caf-4b4d-b301-1e3963d82d20 req-ce7f6c8e-7796-4a72-94b4-5d132e084a0a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:50.314459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c2eca1c-0caf-4b4d-b301-1e3963d82d20 req-ce7f6c8e-7796-4a72-94b4-5d132e084a0a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 935 time: 0.1886942 Jul 12 16:05:50.409509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-884227a7-9f2f-4d72-bb8b-b0e3a7672f03 None None] Provisioning for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:50.416492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-884227a7-9f2f-4d72-bb8b-b0e3a7672f03 None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:50.417174 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-884227a7-9f2f-4d72-bb8b-b0e3a7672f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.458120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-884227a7-9f2f-4d72-bb8b-b0e3a7672f03 None None] Port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:50.463789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c2eca1c-0caf-4b4d-b301-1e3963d82d20 req-1f2a494d-6ecd-474e-9e19-fcf3b69f1040 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971870 Jul 12 16:05:50.492626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.496096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5868a2c0-1165-48e5-982c-1c5df82e9ff4 req-2ee9b77b-6f07-4d90-b643-9230e796ac3a service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053881 Jul 12 16:05:50.500873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.516611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Transition to ACTIVE for port object 42628d10-569a-40b9-a1d3-f5f6f61799b8 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:50.533996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Deleting port 401fa481-9795-4118-938c-64d518604ac2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:05:50.534335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.616747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.632731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e6435638-db11-438c-918b-203fb23a270b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:50.669107 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.669343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.693348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:50.701042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:50.703065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Calling delete_port for 401fa481-9795-4118-938c-64d518604ac2 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:05:50.709664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:50.747862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Pushing event updated for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:50.825778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:50.826809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:50.872793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-abb5d596-fb55-44b2-9626-ae7986a2b742 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8738472 Jul 12 16:05:50.890845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Request body: {'port': {'device_id': '862092ca-89ec-468a-8bd4-d166432959df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:50.973983 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f1d35-f516-4e14-b715-ed868381450b x-openstack-request-id: req-d05f1d35-f516-4e14-b715-ed868381450b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:50.975105 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "tag": "8779c969-ad44-4220-9faa-052950e35690", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:50.975417 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d05f1d35-f516-4e14-b715-ed868381450b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:50.977416 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'tag': '8779c969-ad44-4220-9faa-052950e35690', 'status': 'completed', 'code': 200} Jul 12 16:05:51.031328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:51.059427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.068308 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.080095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Transition to ACTIVE for port object 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:51.091296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.095271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b93a5b5b-3d3a-4692-990a-8f7f34fc44be None None] Provisioning for port 42628d10-569a-40b9-a1d3-f5f6f61799b8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:51.098910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b93a5b5b-3d3a-4692-990a-8f7f34fc44be None None] Provisioning complete for port 42628d10-569a-40b9-a1d3-f5f6f61799b8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:51.099529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b93a5b5b-3d3a-4692-990a-8f7f34fc44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.128152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.138123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b93a5b5b-3d3a-4692-990a-8f7f34fc44be None None] Port 42628d10-569a-40b9-a1d3-f5f6f61799b8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:51.147993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event deleted for resources: {'Port': ['ID=401fa481-9795-4118-938c-64d518604ac2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:51.205729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:51.242661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-4b9b2b44-b8eb-4b35-85c3-e25cf3728c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.245566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-4b9b2b44-b8eb-4b35-85c3-e25cf3728c60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1094 time: 0.2390726 Jul 12 16:05:51.313487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575bc1-db66-48fc-9b4e-9704018dd6ac req-03ab9992-496c-44bd-9443-d317d6898a17 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.315039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf575bc1-db66-48fc-9b4e-9704018dd6ac req-03ab9992-496c-44bd-9443-d317d6898a17 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.2392209 Jul 12 16:05:51.324667 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.327301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.328515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db32d5b2-d8d3-40ef-ac33-aa937caa725f req-d9d90108-cb04-4ad4-ac72-46baee37be99 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "DELETE /v2.0/floatingips/dc38db57-6ecb-43d8-bed5-49815099f5cb HTTP/1.1" status: 204 len: 173 time: 1.0435088 Jul 12 16:05:51.431141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Attempting to bind port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:51.431480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Attempting to bind port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:51.431842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Attempting to bind port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:51.438351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf575bc1-db66-48fc-9b4e-9704018dd6ac req-0cb7dbe7-8015-4f36-bced-ca28befb44b9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887477 Jul 12 16:05:51.457146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:51.457479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Attempting to bind port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:51.484194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-cdfc67ea-fcac-4f38-93e4-791050034e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.486400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-cdfc67ea-fcac-4f38-93e4-791050034e4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2158740 Jul 12 16:05:51.488494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:51.488852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:51.489381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:51.489778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Bound port: 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:51.490138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.497538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42628d10-569a-40b9-a1d3-f5f6f61799b8 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:51.526059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.547035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Transition to ACTIVE for port object 42628d10-569a-40b9-a1d3-f5f6f61799b8 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:51.555553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.560402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-cc3f07cf-339e-42dd-9abe-e084bbe2245b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 217 time: 0.0583818 Jul 12 16:05:51.611893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89269-cea4-479b-ba33-23199fb9cab5 req-f853925f-e386-44cc-923d-867f27152233 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.613586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eee89269-cea4-479b-ba33-23199fb9cab5 req-f853925f-e386-44cc-923d-867f27152233 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 935 time: 0.1325469 Jul 12 16:05:51.633247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Pushing event updated for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:51.675069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:51.684271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-47c6ea4d-ba35-4802-a7d9-68a7450b3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.686032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-47c6ea4d-ba35-4802-a7d9-68a7450b3b6d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1007252 Jul 12 16:05:51.697656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:51.714729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eee89269-cea4-479b-ba33-23199fb9cab5 req-22bc9157-f5fe-4dfd-a893-6bf9f3377797 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900407 Jul 12 16:05:51.720612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.733945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Attempting to bind port 42628d10-569a-40b9-a1d3-f5f6f61799b8 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:51.734267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Attempting to bind port 42628d10-569a-40b9-a1d3-f5f6f61799b8 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:51.734588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Attempting to bind port 42628d10-569a-40b9-a1d3-f5f6f61799b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:51.748529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Port 42628d10-569a-40b9-a1d3-f5f6f61799b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:51.748800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-e1e01e14-f2f3-470b-a320-c2eb20239057 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496514 Jul 12 16:05:51.748969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Attempting to bind port 42628d10-569a-40b9-a1d3-f5f6f61799b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:51.756157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:51.756795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:51.757273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:51.757785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Bound port: 42628d10-569a-40b9-a1d3-f5f6f61799b8, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:51.758266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.783770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.784368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.787365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/56d0a920-0c7e-42b1-9429-1e159aa1e3a4 HTTP/1.1" status: 200 len: 1095 time: 1.5049002 Jul 12 16:05:51.827111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff03b1-e9e7-497b-b71f-127b30518cfd req-39d3937e-0ed6-4981-bf43-3b178458676d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.828796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2fff03b1-e9e7-497b-b71f-127b30518cfd req-39d3937e-0ed6-4981-bf43-3b178458676d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.2558615 Jul 12 16:05:51.875971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:51.880506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:51.885886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.928137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:51.928851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:51.930460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] 10.222.0.65 "PUT /v2.0/ports/42628d10-569a-40b9-a1d3-f5f6f61799b8 HTTP/1.1" status: 200 len: 1095 time: 1.0459776 Jul 12 16:05:51.931100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:51.934372 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f115aa1-7384-473c-80f8-1491d82189af" -d '{"events": [{"name": "network-changed", "server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:51.972138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2fff03b1-e9e7-497b-b71f-127b30518cfd req-98352027-49ec-4959-9613-c23bdda69691 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070924 Jul 12 16:05:51.977960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd6613-df9d-4601-865c-a5aa3f649535 service neutron] Pushing event updated for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:51.996514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586fbf7-5096-402f-89fa-4e9de82001c6 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:52.032374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-46b44d40-dc9c-4ea0-918e-b9fbd98c7c7f service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554979 Jul 12 16:05:52.052744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-82276b32-2236-494d-b65c-d07471e7bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.054089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-82276b32-2236-494d-b65c-d07471e7bb57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8426e19887684951a084baed2c729beb&device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1884987 Jul 12 16:05:52.105876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-088ccd96-fe56-4b45-83b2-7d7ae5f85b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.107495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-088ccd96-fe56-4b45-83b2-7d7ae5f85b3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 1098 time: 0.1264508 Jul 12 16:05:52.144804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-d5f19339-bf54-4c5b-891e-572beec030b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0692132 Jul 12 16:05:52.166571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-a0b7c48b-edd6-4f88-aeb2-d495a9a1e3f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8 HTTP/1.1" status: 200 len: 217 time: 0.0494151 Jul 12 16:05:52.175096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c4489-7e17-4ea5-965c-9f11e468031c req-b90609b7-cbf4-4935-921d-4ce3b3d4087e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.177338 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba8c4489-7e17-4ea5-965c-9f11e468031c req-b90609b7-cbf4-4935-921d-4ce3b3d4087e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1866717 Jul 12 16:05:52.239389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-f5c9e206-fb9e-470c-9276-1298ceda3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.241057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-f5c9e206-fb9e-470c-9276-1298ceda3348 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0628231 Jul 12 16:05:52.287618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba8c4489-7e17-4ea5-965c-9f11e468031c req-132d8c0e-f999-413b-bf3e-00f52a286f71 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741200 Jul 12 16:05:52.320937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-379bbbd4-08b0-41dd-8937-de1b101aee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.322917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-379bbbd4-08b0-41dd-8937-de1b101aee97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694911 Jul 12 16:05:52.352079 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4232e-d030-4b10-ae03-00d1827a3b75 x-openstack-request-id: req-42b4232e-d030-4b10-ae03-00d1827a3b75 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:52.352365 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:52.352609 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42b4232e-d030-4b10-ae03-00d1827a3b75 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:52.353084 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8', 'status': 'completed', 'code': 200} Jul 12 16:05:52.451154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-b8928173-6af5-4572-afff-eadda8e465d2 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198084 Jul 12 16:05:52.547941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d13e30d-5b67-44f2-9b14-be00d4945e03 req-ab0d711c-78ad-4904-8197-e344557ae6b1 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928181 Jul 12 16:05:52.560669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-deb4a2d2-6c9d-4f4c-aedc-54ed354a3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.562155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-deb4a2d2-6c9d-4f4c-aedc-54ed354a3f1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.4046409 Jul 12 16:05:52.587884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9df42-207c-4fb8-b9e3-38860443fbfc req-64510b4c-89a6-4e31-9176-c0f1f503b070 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.589395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ec9df42-207c-4fb8-b9e3-38860443fbfc req-64510b4c-89a6-4e31-9176-c0f1f503b070 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 947 time: 0.4331098 Jul 12 16:05:52.632533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c170804-3d50-4e04-b088-2239b5cac3bf req-5c3f4b2b-2757-4a93-b20b-bc9b5e554661 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.634178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c170804-3d50-4e04-b088-2239b5cac3bf req-5c3f4b2b-2757-4a93-b20b-bc9b5e554661 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1619744 Jul 12 16:05:52.638128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8bb8fec-1026-4253-9948-5e3e895e11e0 req-106604cc-a541-44a4-945b-e82144dc22e4 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787751 Jul 12 16:05:52.664503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ec9df42-207c-4fb8-b9e3-38860443fbfc req-34a2675f-1e29-4d23-aa67-8f15b91ae2fa tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564575 Jul 12 16:05:52.674610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-68925021-8221-4099-af7a-abfa93d5ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.676784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-68925021-8221-4099-af7a-abfa93d5ef78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053681 Jul 12 16:05:52.702413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c170804-3d50-4e04-b088-2239b5cac3bf req-b5d1d239-b445-43f2-b96b-a2d2c3b97449 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0594645 Jul 12 16:05:52.733103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36498) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:52.802497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ece2bdd-219e-401a-abb6-c1df78136326 req-76e76d14-926b-40d2-b777-710221d3c38c tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0667324 Jul 12 16:05:52.828313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115aa1-7384-473c-80f8-1491d82189af req-61c0f74b-feab-4755-9479-02adf816deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.830067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-61c0f74b-feab-4755-9479-02adf816deea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=280973bf364641b99ca4cfa2213c5255&device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 1098 time: 0.1152711 Jul 12 16:05:52.848349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-41abfe71-22c1-4d1d-8fef-7d9823e8348d service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524770 Jul 12 16:05:52.932234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89883e-3b07-4d01-aa2b-1b4d18b77b69 req-43ecaab1-21fb-4d36-a2fa-0d1de3c08fd0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.933774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d89883e-3b07-4d01-aa2b-1b4d18b77b69 req-43ecaab1-21fb-4d36-a2fa-0d1de3c08fd0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1556365 Jul 12 16:05:52.967011 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:52.982691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:52.985016 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de648ac-eeb8-4044-b87d-df3129e744dc" -d '{"events": [{"name": "network-changed", "server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:52.999057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65070124-0ae6-4bcb-837f-0d425a63a3f1 req-47744621-b3d8-48ae-a8a0-d20f73a237e8 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403370 Jul 12 16:05:53.002095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115aa1-7384-473c-80f8-1491d82189af req-c30a0bde-d1fe-4ac9-bb85-54712ab58826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.003541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-c30a0bde-d1fe-4ac9-bb85-54712ab58826 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1639473 Jul 12 16:05:53.006676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d89883e-3b07-4d01-aa2b-1b4d18b77b69 req-5ca71e90-e5d8-4317-81fd-bcba4750af77 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Jul 12 16:05:53.081452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-dbc3a82d-2ec9-4943-8f7d-a7544922b27b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8 HTTP/1.1" status: 200 len: 217 time: 0.0632036 Jul 12 16:05:53.091179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9886535-d212-4ee4-aaf7-4d442f8ff1c8 req-74ac5f33-9969-42b2-b6fb-2b2c313390bd tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.092610 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9886535-d212-4ee4-aaf7-4d442f8ff1c8 req-74ac5f33-9969-42b2-b6fb-2b2c313390bd tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 947 time: 0.1906507 Jul 12 16:05:53.191504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115aa1-7384-473c-80f8-1491d82189af req-ae539e25-01d7-4d3f-bb8b-b9aece82b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.193156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-ae539e25-01d7-4d3f-bb8b-b9aece82b1a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0964358 Jul 12 16:05:53.198277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9886535-d212-4ee4-aaf7-4d442f8ff1c8 req-9012d8a7-4b55-4d84-924e-2c5a72359bda tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875480 Jul 12 16:05:53.267634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.276452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.295525 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab303a-4e2f-4364-879c-f31863967941 x-openstack-request-id: req-3cab303a-4e2f-4364-879c-f31863967941 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:53.296080 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:53.296338 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3cab303a-4e2f-4364-879c-f31863967941 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:53.296811 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'status': 'completed', 'code': 200} Jul 12 16:05:53.325411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115aa1-7384-473c-80f8-1491d82189af req-6468a05a-da8d-4893-b416-22a5679e0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.326905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-6468a05a-da8d-4893-b416-22a5679e0b49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205502 Jul 12 16:05:53.329046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c550a2199645443587ed35653b9f60ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928316 Jul 12 16:05:53.330941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd8c317-76da-4050-a30b-f2db42b63773,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:53.332419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36516) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:53.339484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.339857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.340190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.340523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.341098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.341244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.341465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.341783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.342101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.342418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.342734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.343046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ea4a31-26c2-4cb6-b387-382489405d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.463855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-b3b81522-e178-4132-a4f9-2dcc7a0e234d service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010318 Jul 12 16:05:53.499900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.521542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-8121cce1-a888-408f-be09-98b357c7be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.523073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-8121cce1-a888-408f-be09-98b357c7be60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8426e19887684951a084baed2c729beb&device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1587503 Jul 12 16:05:53.537634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.560709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0189f0-147c-4a22-8b4e-796497b67991 req-011f239f-2e29-4e11-b4eb-2f30c289ac5f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.562305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a0189f0-147c-4a22-8b4e-796497b67991 req-011f239f-2e29-4e11-b4eb-2f30c289ac5f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.1620126 Jul 12 16:05:53.673022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a0189f0-147c-4a22-8b4e-796497b67991 req-43393fa3-0833-4d6f-8422-fa4082ef3cd4 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973039 Jul 12 16:05:53.711981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-9d3d8228-7cb7-4d05-8906-12dd15109151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.713944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-9d3d8228-7cb7-4d05-8906-12dd15109151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1733296 Jul 12 16:05:53.722474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.725781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:53.729575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fd8c317-76da-4050-a30b-f2db42b63773 HTTP/1.1" status: 204 len: 168 time: 0.3931832 Jul 12 16:05:53.775470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd8c317-76da-4050-a30b-f2db42b63773,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:53.784603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.785116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.785425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.786003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.786525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.786874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.787207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.787535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.787885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.788351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.788529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.788848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f42930f-160e-46f5-afe9-dea438772368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:53.793722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-10e0372b-2d41-41a3-8fa1-216baba33db0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0636957 Jul 12 16:05:53.851405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8779c969-ad44-4220-9faa-052950e35690 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:53.871461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-5db55f46-8b68-4813-ac6a-a319573ab7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.874869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-5db55f46-8b68-4813-ac6a-a319573ab7a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0639527 Jul 12 16:05:53.934512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be978-6522-4b1a-a1d9-58c6ce81e81b req-f7733fd8-aa13-4241-9c69-03d698a33186 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.943340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-478be978-6522-4b1a-a1d9-58c6ce81e81b req-f7733fd8-aa13-4241-9c69-03d698a33186 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 945 time: 0.4772179 Jul 12 16:05:53.954068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f115aa1-7384-473c-80f8-1491d82189af req-fc9d60ad-3581-4763-98d3-da7bb4ad3eee service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775007 Jul 12 16:05:53.998555 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-478be978-6522-4b1a-a1d9-58c6ce81e81b req-d0c848f7-c365-486d-9141-7142f269aef4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529850 Jul 12 16:05:54.013116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-42c73f6e-3533-4052-88e6-ea2fcca19691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.014709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-42c73f6e-3533-4052-88e6-ea2fcca19691 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312456 Jul 12 16:05:54.016276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:54.029724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '8779c969-ad44-4220-9faa-052950e35690', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'port_id': '8779c969-ad44-4220-9faa-052950e35690', 'mac_address': 'fa:16:3e:0b:81:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61c257-7e83-47c7-afba-479968510822', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:54.070426 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.084435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8779c969-ad44-4220-9faa-052950e35690 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:54.121035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:54.127487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.158115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-807b0957-4b2e-4ef8-98f5-759fd1f2fad3 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190391 Jul 12 16:05:54.173240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36526) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:54.173412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91decd-537d-49c7-9a26-53f34c50f304 req-0a337e3c-16c3-429f-92fc-011865f2b622 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.175011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de91decd-537d-49c7-9a26-53f34c50f304 req-0a337e3c-16c3-429f-92fc-011865f2b622 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1873980 Jul 12 16:05:54.191130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f477d025-a367-4f74-9416-34c7559b771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.202258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b70d9d-3bb9-49de-90dd-7c487e71d1f8 req-7ff530e4-5da0-4aea-8a82-458500af4290 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.204100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92b70d9d-3bb9-49de-90dd-7c487e71d1f8 req-7ff530e4-5da0-4aea-8a82-458500af4290 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 947 time: 0.0972440 Jul 12 16:05:54.212411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:54.273886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de91decd-537d-49c7-9a26-53f34c50f304 req-458cfd7b-8bb4-4b43-8fcc-b0d651c16504 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jul 12 16:05:54.274106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92b70d9d-3bb9-49de-90dd-7c487e71d1f8 req-496059c2-de91-4e0c-9bdc-4d853a22aa9d tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576329 Jul 12 16:05:54.304068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1de648ac-eeb8-4044-b87d-df3129e744dc req-bbcaddfa-97d1-4585-8e7d-b1eec3a2e596 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238325 Jul 12 16:05:54.358528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f477d025-a367-4f74-9416-34c7559b771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.363672 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f477d025-a367-4f74-9416-34c7559b771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.404979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d025-a367-4f74-9416-34c7559b771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9688b9-1735-4b94-901c-a253243ebd0e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:54.412667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f477d025-a367-4f74-9416-34c7559b771f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0ce8e1de34c41abafd190dcf7949df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375038 Jul 12 16:05:54.414406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36532) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:54.453014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8779c969-ad44-4220-9faa-052950e35690'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:54.474597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef3745-4555-45ee-8c48-f83a11015de9 req-33df7f6a-8744-42f1-a3fc-ca37e9eabad8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.476257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbef3745-4555-45ee-8c48-f83a11015de9 req-33df7f6a-8744-42f1-a3fc-ca37e9eabad8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0714383 Jul 12 16:05:54.513362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.520244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbef3745-4555-45ee-8c48-f83a11015de9 req-61b683a9-2ff0-4532-8e2d-684f3672c302 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Jul 12 16:05:54.522715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cb29f-fa61-4e17-8b6e-916568a5d40b req-a4bf3ab0-74f5-4536-ad99-7d9422262fe3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.524272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0cb29f-fa61-4e17-8b6e-916568a5d40b req-a4bf3ab0-74f5-4536-ad99-7d9422262fe3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 947 time: 0.1164775 Jul 12 16:05:54.568396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.590204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0cb29f-fa61-4e17-8b6e-916568a5d40b req-ebf8300a-11d3-4b82-8b14-2d4ebbd17e1c tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573461 Jul 12 16:05:54.633908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.636503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:54.637851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f9688b9-1735-4b94-901c-a253243ebd0e HTTP/1.1" status: 204 len: 168 time: 0.2132437 Jul 12 16:05:54.646842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188519c-2d8d-462d-8d65-2c8ea37d38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9688b9-1735-4b94-901c-a253243ebd0e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:54.869458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8f3e0-2074-4275-9273-a712480b1765 req-d3e9ce06-d9aa-4890-aeb0-d9d9a786ce3a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:54.870978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0a8f3e0-2074-4275-9273-a712480b1765 req-d3e9ce06-d9aa-4890-aeb0-d9d9a786ce3a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.0701697 Jul 12 16:05:54.914062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0a8f3e0-2074-4275-9273-a712480b1765 req-6175466f-e011-4f2b-8058-11a55614c49f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Jul 12 16:05:55.199754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5baef-7e5f-4b0b-b02c-497c69b7cb88 req-9e5496c6-7cc2-47d8-a1b1-a4f4b90b4d4d tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.206398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fae5baef-7e5f-4b0b-b02c-497c69b7cb88 req-9e5496c6-7cc2-47d8-a1b1-a4f4b90b4d4d tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 945 time: 0.0793755 Jul 12 16:05:55.286062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fae5baef-7e5f-4b0b-b02c-497c69b7cb88 req-d2b182be-7c0d-4fd9-a792-48440caf8906 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/security-groups?id=df2fd058-48a8-448d-ba19-e6828ae0fb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 Jul 12 16:05:55.349095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-7f103b5e-4ccf-4fb3-9ede-97d9355258de tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.353759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-7f103b5e-4ccf-4fb3-9ede-97d9355258de tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.65 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 945 time: 0.1267297 Jul 12 16:05:55.559210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b19c04-4a90-4bdb-abf8-6b21808322e3 req-334f3390-4b21-42e4-a5ed-53d6aa018df9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.560976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20b19c04-4a90-4bdb-abf8-6b21808322e3 req-334f3390-4b21-42e4-a5ed-53d6aa018df9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1217549 Jul 12 16:05:55.605014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Deleting port bd665cd5-32db-40c3-8fbe-ad4e8040e537 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:05:55.605467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:55.617089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20b19c04-4a90-4bdb-abf8-6b21808322e3 req-f1582835-db0b-4c7c-8598-f63f3bb46b39 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Jul 12 16:05:55.622807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3112d1-5c62-41dc-b939-aee12e123fab req-b8e39e3c-575a-42cf-b2f8-f2c594ad5119 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.625200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff3112d1-5c62-41dc-b939-aee12e123fab req-b8e39e3c-575a-42cf-b2f8-f2c594ad5119 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 947 time: 0.1283598 Jul 12 16:05:55.801508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff3112d1-5c62-41dc-b939-aee12e123fab req-24042aca-8d41-47d3-a839-dea111f318e6 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550748 Jul 12 16:05:55.852577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8779c969-ad44-4220-9faa-052950e35690 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:55.859209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] For port bd665cd5-32db-40c3-8fbe-ad4e8040e537, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bd665cd5-32db-40c3-8fbe-ad4e8040e537,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:55.859954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:55.882803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Calling delete_port for bd665cd5-32db-40c3-8fbe-ad4e8040e537 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:05:55.932642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d24b87-8577-4a46-a2e0-e334e490672c req-dc2fbb5b-604b-405e-80bf-3fdeb72146af tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.934412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d24b87-8577-4a46-a2e0-e334e490672c req-dc2fbb5b-604b-405e-80bf-3fdeb72146af tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0964167 Jul 12 16:05:55.986736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d24b87-8577-4a46-a2e0-e334e490672c req-9e4f55ad-e255-4bc9-9b0c-fbbddbba78d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Jul 12 16:05:56.059243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 8779c969-ad44-4220-9faa-052950e35690 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:56.067200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 8779c969-ad44-4220-9faa-052950e35690 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:56.068324 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.151136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e77ff-a181-4c76-a6e5-17d123bc0505 req-7f710068-e2a8-465d-b5b4-6441c54bd9cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.163578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e49e77ff-a181-4c76-a6e5-17d123bc0505 req-7f710068-e2a8-465d-b5b4-6441c54bd9cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 947 time: 0.1701059 Jul 12 16:05:56.201452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.215828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bd665cd5-32db-40c3-8fbe-ad4e8040e537'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:56.251090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.267545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e49e77ff-a181-4c76-a6e5-17d123bc0505 req-5f897030-a9dc-4e42-847b-7ff077c44b3a tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Jul 12 16:05:56.268906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Pushing event deleted for resources: {'Port': ['ID=bd665cd5-32db-40c3-8fbe-ad4e8040e537,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:56.287998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779c969-ad44-4220-9faa-052950e35690'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:56.290286 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eea410-3d1a-4f73-a7a1-badc3ba53db1" -d '{"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-plugged", "status": "completed", "tag": "8779c969-ad44-4220-9faa-052950e35690"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:56.303020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:56.316563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.377945 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19eb63-2244-4bea-9d7d-789055521359 x-openstack-request-id: req-7f19eb63-2244-4bea-9d7d-789055521359 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:56.378228 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-plugged", "status": "completed", "tag": "8779c969-ad44-4220-9faa-052950e35690", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:56.379755 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f19eb63-2244-4bea-9d7d-789055521359 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:56.380255 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779c969-ad44-4220-9faa-052950e35690', 'code': 200} Jul 12 16:05:56.383447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:56.392420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a554-6e36-48cf-9045-9fe1a3df7a30 req-9cd49084-5bca-4ac9-8312-6c2277765bd9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.398512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] No DVR routers for this DVR port bd665cd5-32db-40c3-8fbe-ad4e8040e537 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:05:56.405689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9248a554-6e36-48cf-9045-9fe1a3df7a30 req-9cd49084-5bca-4ac9-8312-6c2277765bd9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.1205678 Jul 12 16:05:56.408278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.424248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaa6654f-e943-4d96-bd35-2173d180c52e req-3b295ee5-691f-4616-9184-b04a07df47e4 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.65 "DELETE /v2.0/ports/bd665cd5-32db-40c3-8fbe-ad4e8040e537 HTTP/1.1" status: 204 len: 173 time: 1.0623231 Jul 12 16:05:56.425010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'name': 'network-vif-deleted', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:56.427979 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf1e26c-4c5c-4ec9-ae9f-b5fb06f4041d" -d '{"events": [{"server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "name": "network-vif-deleted", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:56.498811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9248a554-6e36-48cf-9045-9fe1a3df7a30 req-1c113939-90e4-48d2-b4ca-ec6990bdb492 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916228 Jul 12 16:05:56.576454 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd21e1a-ebc8-4d86-8b04-bf089edffac3 x-openstack-request-id: req-5bd21e1a-ebc8-4d86-8b04-bf089edffac3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:56.576797 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163f2ddc-8f02-4840-9a9c-0e0d2358f07e", "name": "network-vif-deleted", "tag": "bd665cd5-32db-40c3-8fbe-ad4e8040e537", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:56.577183 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bd21e1a-ebc8-4d86-8b04-bf089edffac3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:56.577825 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163f2ddc-8f02-4840-9a9c-0e0d2358f07e', 'name': 'network-vif-deleted', 'tag': 'bd665cd5-32db-40c3-8fbe-ad4e8040e537', 'status': 'completed', 'code': 200} Jul 12 16:05:56.592084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:56.637513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd64aec0-5ad8-4562-9d9b-7c8ed045705f req-30e6e966-fd5d-4869-8a71-0ed16c862ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066 tempest-FloatingIPsAssociationNegativeTestJSON-1623786066-project] 10.222.0.58 "GET /v2.0/ports?device_id=163f2ddc-8f02-4840-9a9c-0e0d2358f07e HTTP/1.1" status: 200 len: 210 time: 0.0544643 Jul 12 16:05:56.675268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529ddf-f357-433f-9add-0cf7715f97b7 req-d4a99c07-ec60-4cd8-b4f6-6ec1a510681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.679677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd529ddf-f357-433f-9add-0cf7715f97b7 req-d4a99c07-ec60-4cd8-b4f6-6ec1a510681b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1096 time: 0.1860716 Jul 12 16:05:56.712153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:56.748683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd529ddf-f357-433f-9add-0cf7715f97b7 req-aeded966-7af1-46bd-a860-62f861aa479e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609660 Jul 12 16:05:56.749569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'mac_address': 'fa:16:3e:23:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:56.804010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.829151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:56.862716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:56.869624 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.906413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 42628d10-569a-40b9-a1d3-f5f6f61799b8 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:56.907416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eb841-d191-4bc2-9cd3-89df1617ccf0 req-1354779e-a207-4469-a5f7-11dc4be88a08 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.916596 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-639eb841-d191-4bc2-9cd3-89df1617ccf0 req-1354779e-a207-4469-a5f7-11dc4be88a08 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1144140 Jul 12 16:05:56.953383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:56.981266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:56.982449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-639eb841-d191-4bc2-9cd3-89df1617ccf0 req-e0137cab-93b7-4165-bce8-4c91ae367679 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645583 Jul 12 16:05:57.002853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '42628d10-569a-40b9-a1d3-f5f6f61799b8', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '42628d10-569a-40b9-a1d3-f5f6f61799b8', 'mac_address': 'fa:16:3e:e4:f1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:57.140374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:57.167089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af59d44-98d7-4d5a-8185-26555e7d56c8 req-0e71ff20-b346-4143-a06e-4d613dfb3c88 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:57.174820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42628d10-569a-40b9-a1d3-f5f6f61799b8 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:57.176475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af59d44-98d7-4d5a-8185-26555e7d56c8 req-0e71ff20-b346-4143-a06e-4d613dfb3c88 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 948 time: 0.1118963 Jul 12 16:05:57.216341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af59d44-98d7-4d5a-8185-26555e7d56c8 req-fe0ef99b-5198-4bed-9d37-a97b4af93763 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jul 12 16:05:57.228829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:57.234449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:57.326367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:57.442160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a978b7e-0c1b-40ab-95a7-fc447757e6ab req-79b1dcd4-4f21-4df2-8668-4196636d63f2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:57.460431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a978b7e-0c1b-40ab-95a7-fc447757e6ab req-79b1dcd4-4f21-4df2-8668-4196636d63f2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1024926 Jul 12 16:05:57.556538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['42628d10-569a-40b9-a1d3-f5f6f61799b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:57.562426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a978b7e-0c1b-40ab-95a7-fc447757e6ab req-09a51d1a-991c-4193-800b-1ea1b63ad1d0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964794 Jul 12 16:05:57.584684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['56d0a920-0c7e-42b1-9429-1e159aa1e3a4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:57.898165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f666-b305-4dd3-a39b-397bbd61c121 req-bbf51af6-fe72-47b2-afbe-dba9328b0594 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:57.913831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a67f666-b305-4dd3-a39b-397bbd61c121 req-bbf51af6-fe72-47b2-afbe-dba9328b0594 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 948 time: 0.1519976 Jul 12 16:05:57.977193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a67f666-b305-4dd3-a39b-397bbd61c121 req-221f4c14-6374-4b71-9e14-9e67489d54c5 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Jul 12 16:05:58.006678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00135603-ce70-40e7-a849-ff2826ec2b00 req-ed89fa0d-a7e5-4eac-a828-9559150be32c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:58.012414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00135603-ce70-40e7-a849-ff2826ec2b00 req-ed89fa0d-a7e5-4eac-a828-9559150be32c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.1196210 Jul 12 16:05:58.079512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00135603-ce70-40e7-a849-ff2826ec2b00 req-f9a95d13-4b25-4f44-a1d8-095b10c1e16c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505857 Jul 12 16:05:58.111115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36616) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:58.320112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addeed2-ed34-4e12-8d72-a628ec89dff0 req-499cfd44-971a-45f3-963f-07735551a133 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:58.323445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3addeed2-ed34-4e12-8d72-a628ec89dff0 req-499cfd44-971a-45f3-963f-07735551a133 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1025393 Jul 12 16:05:58.335435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bd665cd5-32db-40c3-8fbe-ad4e8040e537 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:05:58.392203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: bd665cd5-32db-40c3-8fbe-ad4e8040e537 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:05:58.392872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bd665cd5-32db-40c3-8fbe-ad4e8040e537 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:05:58.427467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3addeed2-ed34-4e12-8d72-a628ec89dff0 req-b0af10c9-72ca-4380-ac7b-2eaebd54f9b7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813069 Jul 12 16:05:58.574108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c02be-87a8-4912-a66e-f1fcce2c0bda req-070016d4-74e4-4717-a9f0-9036ee1ed30c tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:58.575688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-415c02be-87a8-4912-a66e-f1fcce2c0bda req-070016d4-74e4-4717-a9f0-9036ee1ed30c tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 948 time: 0.1632423 Jul 12 16:05:58.680419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-415c02be-87a8-4912-a66e-f1fcce2c0bda req-b37d7fad-2243-4c6d-bfb9-26fe05224bad tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850637 Jul 12 16:05:58.686878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36626) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:58.784277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df4eff-4981-4d13-ad0c-b6bf2f2cd80b req-f888215d-1392-4d29-bf8b-c17596169354 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:58.786642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24df4eff-4981-4d13-ad0c-b6bf2f2cd80b req-f888215d-1392-4d29-bf8b-c17596169354 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0935791 Jul 12 16:05:58.859421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24df4eff-4981-4d13-ad0c-b6bf2f2cd80b req-6128b498-8036-4ce4-92a2-57eb382f3c76 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645030 Jul 12 16:05:58.860437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd7c42af-4195-41d0-b8e2-8a47083ab6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.865697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.970337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd7c42af-4195-41d0-b8e2-8a47083ab6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.977252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd7c42af-4195-41d0-b8e2-8a47083ab6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.021610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd7c42af-4195-41d0-b8e2-8a47083ab6cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab39de416ce141238ec63a2faf97c6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336921 Jul 12 16:05:59.022907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c42af-4195-41d0-b8e2-8a47083ab6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4cbc3-d6d3-4093-9ee8-01a2f4886051,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:59.025563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36634) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:59.090160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.119240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.204639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.209283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.214158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ade4cbc3-d6d3-4093-9ee8-01a2f4886051 HTTP/1.1" status: 204 len: 168 time: 0.1841109 Jul 12 16:05:59.223420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d207b1e-af7c-44be-8e9f-4df523ccc1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4cbc3-d6d3-4093-9ee8-01a2f4886051,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:59.343953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa053b-1bb1-4650-80ac-0261439b2e06 req-3f07be26-69ab-4b6b-84eb-957e6be22811 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.345498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37aa053b-1bb1-4650-80ac-0261439b2e06 req-3f07be26-69ab-4b6b-84eb-957e6be22811 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 948 time: 0.1577427 Jul 12 16:05:59.367148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2568-28ff-438a-b068-183318843b71 req-9860607e-8eda-4a88-bce5-f8d7bb2daa39 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.368942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-efee2568-28ff-438a-b068-183318843b71 req-9860607e-8eda-4a88-bce5-f8d7bb2daa39 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.0847340 Jul 12 16:05:59.395223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Deleting port a48ef533-79ac-4ada-9a30-bc823f1fba6c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:05:59.395767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.423618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-efee2568-28ff-438a-b068-183318843b71 req-b75796c9-4e31-41c9-892a-6087eac0e84a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Jul 12 16:05:59.482178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37aa053b-1bb1-4650-80ac-0261439b2e06 req-78ea48a3-d4e7-4da2-8d5d-83b1a7e0ab7d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283560 Jul 12 16:05:59.544896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] For port a48ef533-79ac-4ada-9a30-bc823f1fba6c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a48ef533-79ac-4ada-9a30-bc823f1fba6c,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:59.545264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.565040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Calling delete_port for a48ef533-79ac-4ada-9a30-bc823f1fba6c owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:05:59.582601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:59.605149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2896d0fd-bcae-47d7-a678-c3e5a1cf9139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.737342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eaa46-15d8-4009-ac1f-17ddc5fe2c39 req-86bde2a3-cdf7-43c4-8ebf-b16a996f815b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.739300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc0eaa46-15d8-4009-ac1f-17ddc5fe2c39 req-86bde2a3-cdf7-43c4-8ebf-b16a996f815b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1407533 Jul 12 16:05:59.776785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667e05-8705-4e52-9b0b-ee61d2b9870c req-02657781-2884-4543-a914-0b192d95a6a8 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.778434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79667e05-8705-4e52-9b0b-ee61d2b9870c req-02657781-2884-4543-a914-0b192d95a6a8 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1096 time: 0.1437645 Jul 12 16:05:59.811944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc0eaa46-15d8-4009-ac1f-17ddc5fe2c39 req-9cd7e4e0-2ad6-4b82-85fd-4ab2a6bdad92 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Jul 12 16:05:59.839614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2896d0fd-bcae-47d7-a678-c3e5a1cf9139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.844429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2896d0fd-bcae-47d7-a678-c3e5a1cf9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.893773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2896d0fd-bcae-47d7-a678-c3e5a1cf9139 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e69ee64fc47d437ea56cff4124139a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100317 Jul 12 16:05:59.895408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d0fd-bcae-47d7-a678-c3e5a1cf9139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a033be-0eb1-43f4-9e2d-06e355b236bf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:59.897800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36654) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:59.916559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79667e05-8705-4e52-9b0b-ee61d2b9870c req-bb26eba4-5a06-4b34-87d8-fa4e1dcd5445 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732675 Jul 12 16:05:59.950304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.010607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a48ef533-79ac-4ada-9a30-bc823f1fba6c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:00.024782 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.080413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.170057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f354e08-8bb6-4c20-aefc-97d826918aee req-f8bdbfe7-b1ae-4bb5-8bfb-bb58606fd46e tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:00.171695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f354e08-8bb6-4c20-aefc-97d826918aee req-f8bdbfe7-b1ae-4bb5-8bfb-bb58606fd46e tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 948 time: 0.1844923 Jul 12 16:06:00.234486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.237435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.239258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8a033be-0eb1-43f4-9e2d-06e355b236bf HTTP/1.1" status: 204 len: 168 time: 0.3405077 Jul 12 16:06:00.270192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f354e08-8bb6-4c20-aefc-97d826918aee req-c041ae43-8853-4547-be2e-033b3935150d tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 Jul 12 16:06:00.280952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aac722-50c9-47d5-83a7-83a239d4b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a033be-0eb1-43f4-9e2d-06e355b236bf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:00.344795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:00.401698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.449391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:00.454473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:00.454920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.623542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.650323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75c1d8-20f6-4a64-ba35-270a7f9defeb req-9ec012f9-f383-4d1d-8db5-089b36a3b12c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:00.651996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd75c1d8-20f6-4a64-ba35-270a7f9defeb req-9ec012f9-f383-4d1d-8db5-089b36a3b12c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.2319436 Jul 12 16:06:00.664429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:00.666967 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38ccb2-98f8-4a9f-ba45-4c79971fa0d8" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:00.685657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:00.699422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.754533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd75c1d8-20f6-4a64-ba35-270a7f9defeb req-eecff5d1-1ba6-4433-acda-52ebe678ba56 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917063 Jul 12 16:06:00.767214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 42628d10-569a-40b9-a1d3-f5f6f61799b8 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:00.836352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c945c9-d9b2-4da8-b86d-49d191a3c9e0 req-23998fe4-bb2f-47e0-a862-12b6d58d6c52 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:00.844586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09c945c9-d9b2-4da8-b86d-49d191a3c9e0 req-23998fe4-bb2f-47e0-a862-12b6d58d6c52 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 948 time: 0.1624844 Jul 12 16:06:00.845955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:00.892434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 42628d10-569a-40b9-a1d3-f5f6f61799b8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:00.915909 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fdb318-5bcd-4314-b90e-b49ec59c510b x-openstack-request-id: req-19fdb318-5bcd-4314-b90e-b49ec59c510b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:00.916342 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:00.916714 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19fdb318-5bcd-4314-b90e-b49ec59c510b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:00.921632 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:06:00.929075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 42628d10-569a-40b9-a1d3-f5f6f61799b8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:00.930614 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.962170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Router f2e12fbe-95c6-423e-8ab1-834ec244947c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:00.977154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09c945c9-d9b2-4da8-b86d-49d191a3c9e0 req-3ceb600d-e536-4305-ba2b-ea6f136c4993 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301146 Jul 12 16:06:01.194529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.234692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb625313-2488-4c4b-a6d6-3dae8356db43 req-39c14242-a579-4be8-9c6c-656c47cad552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:01.236298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb625313-2488-4c4b-a6d6-3dae8356db43 req-39c14242-a579-4be8-9c6c-656c47cad552 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 1100 time: 0.1653175 Jul 12 16:06:01.318185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb625313-2488-4c4b-a6d6-3dae8356db43 req-3a99efa1-e36a-4d87-a5cc-6818bc6c06a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747991 Jul 12 16:06:01.363733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:01.365271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-890ff145-f543-4ba5-b5ac-43dd2f13407c None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:01.365680 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-890ff145-f543-4ba5-b5ac-43dd2f13407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.378012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.409128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:01.424199 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Sync routers for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:01.437600 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:01.438415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:01.465961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ac82bec6-48a3-4074-9bb5-2a5006092a2e admin admin] 10.222.0.58 "PUT /v2.0/routers/f2e12fbe-95c6-423e-8ab1-834ec244947c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3512013 Jul 12 16:06:01.466362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36696) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:01.526773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ed0ec-b716-4ac8-b689-a2909d9cdf4e req-d402c62a-6e5f-4229-a5ed-bd723690d46b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:01.536764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b97ed0ec-b716-4ac8-b689-a2909d9cdf4e req-d402c62a-6e5f-4229-a5ed-bd723690d46b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2410314 Jul 12 16:06:01.592131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b97ed0ec-b716-4ac8-b689-a2909d9cdf4e req-acf3d049-ec9d-40e7-8f63-685ab330340b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530713 Jul 12 16:06:01.641251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:01.655918 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:01.661600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.662198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.662739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.663387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.664054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.664600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.665233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.665773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.666330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.666864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.667465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.668163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:01.857052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:01.875717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.904257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407d0c-3149-45e3-8d10-888a68e7e860 req-910a80ea-df58-4587-991b-9578248830cb tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:01.914086 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c407d0c-3149-45e3-8d10-888a68e7e860 req-910a80ea-df58-4587-991b-9578248830cb tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 949 time: 0.2492666 Jul 12 16:06:01.914496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c30dab3f-9fa3-4167-b97e-336b7c052838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.992046 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:59Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:02.039791 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Checking router: f2e12fbe-95c6-423e-8ab1-834ec244947c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:02.069947 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Routers {'f2e12fbe-95c6-423e-8ab1-834ec244947c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:02.072680 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:05:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f2e12fbe-95c6-423e-8ab1-834ec244947c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:02.074621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba00ce8a-04ed-4b39-8a6c-c7215037bc7d None None] Provisioning complete for port 42628d10-569a-40b9-a1d3-f5f6f61799b8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:02.075229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba00ce8a-04ed-4b39-8a6c-c7215037bc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.122945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c407d0c-3149-45e3-8d10-888a68e7e860 req-404af0da-8651-4ac4-ade2-012b0435d343 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074707 Jul 12 16:06:02.126569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-network', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:02.194680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.277848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Made reservation on behalf of 8224b2fdab7a4f59823a76f8739ce77b for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:02.287380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.297567 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] Set router f2e12fbe-95c6-423e-8ab1-834ec244947c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:02.312203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.373063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8899-0edc-41a7-a4dd-0a22813c54bc req-18218a73-95d5-4a7f-96e0-8a2da189b204 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.385305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Deleting port 940527e7-a285-4711-adc0-36fdca27a960 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:02.389636 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.390418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90ff8899-0edc-41a7-a4dd-0a22813c54bc req-18218a73-95d5-4a7f-96e0-8a2da189b204 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.3077524 Jul 12 16:06:02.476882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90ff8899-0edc-41a7-a4dd-0a22813c54bc req-25d9a30f-84d0-4fea-960a-307b995021ea tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843406 Jul 12 16:06:02.601837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] For port 940527e7-a285-4711-adc0-36fdca27a960, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=940527e7-a285-4711-adc0-36fdca27a960,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:02.605151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.635958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bc61-3e8a-468a-90c6-d43330c63934 req-51a1827d-219c-45a2-b425-a0631ef6fdc4 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.637637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e6bc61-3e8a-468a-90c6-d43330c63934 req-51a1827d-219c-45a2-b425-a0631ef6fdc4 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.2760234 Jul 12 16:06:02.643506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:59Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:02.654878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Calling delete_port for 940527e7-a285-4711-adc0-36fdca27a960 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:02.655163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.662961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.689473 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f3f82-791f-4bce-b017-7d89130d4cdb None None] The sync data for ids ['f2e12fbe-95c6-423e-8ab1-834ec244947c'] in n-d-800078-3 is: [{'id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-55233897-router', 'tenant_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '940527e7-a285-4711-adc0-36fdca27a960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:05:00Z', 'updated_at': '2021-07-12T16:05:59Z', 'revision_number': 5, 'project_id': 'a67ae3bb4c1e4abbb3ee425abb350b3b', 'gw_port': {'id': '940527e7-a285-4711-adc0-36fdca27a960', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e12fbe-95c6-423e-8ab1-834ec244947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:05:02Z', 'updated_at': '2021-07-12T16:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:02.713340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:02.738279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e6bc61-3e8a-468a-90c6-d43330c63934 req-c8087342-6103-4975-8d99-1f2cea2100d5 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879011 Jul 12 16:06:02.742295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:06:02.765091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.765850 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Added segment edf37ac3-5019-4e30-85e1-7e83134a5228 of type vlan for network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 Jul 12 16:06:02.823734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.861894 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.913827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.916932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.920058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.923358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:02.926441 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3afce73-a3f9-4cfc-89b1-50f0c99ba178" -d '{"events": [{"server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "name": "network-vif-plugged", "status": "completed", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:02.981786 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e6cf1-3bf8-41d2-bb5d-a54951c79d94 x-openstack-request-id: req-e85e6cf1-3bf8-41d2-bb5d-a54951c79d94 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:02.982077 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "name": "network-vif-plugged", "status": "completed", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:02.982328 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e85e6cf1-3bf8-41d2-bb5d-a54951c79d94 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:02.982717 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8', 'code': 200} Jul 12 16:06:03.018642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.025813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1669915 Jul 12 16:06:03.045665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:03.049860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=940527e7-a285-4711-adc0-36fdca27a960,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:03.055651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Request body: {'subnet': {'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-subnet', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:03.062650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283795e5-641c-4b59-8151-f18e81c10e25 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:03.094094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:06:03.227832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3a205-aab8-4175-8e49-97109aa9df31 req-8c6be8c4-b578-4dd0-89d6-a0183851ea17 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.240760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9d3a205-aab8-4175-8e49-97109aa9df31 req-8c6be8c4-b578-4dd0-89d6-a0183851ea17 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2529821 Jul 12 16:06:03.255641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a48ef533-79ac-4ada-9a30-bc823f1fba6c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:03.295632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a48ef533-79ac-4ada-9a30-bc823f1fba6c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:03.301977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a48ef533-79ac-4ada-9a30-bc823f1fba6c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:03.333015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9d3a205-aab8-4175-8e49-97109aa9df31 req-b548d069-43e6-4d3e-a825-874e3bc2e1c1 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903952 Jul 12 16:06:03.583490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Made reservation on behalf of 8224b2fdab7a4f59823a76f8739ce77b for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:03.586534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.611520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.708238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736561a6-b8a0-4910-ac70-64415b7a78c0 req-2a9f7478-4100-4381-9619-e68ef598a784 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.710818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-736561a6-b8a0-4910-ac70-64415b7a78c0 req-2a9f7478-4100-4381-9619-e68ef598a784 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.0867941 Jul 12 16:06:03.764173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-736561a6-b8a0-4910-ac70-64415b7a78c0 req-88d2f3e5-7596-4b21-8fde-0fbc70fc3506 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jul 12 16:06:03.788572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.796198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.890437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dea2f-b34e-401a-881e-532d237fbe24 req-c13b9c2f-27d2-4252-b4ec-daf29b0a1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.892977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-486dea2f-b34e-401a-881e-532d237fbe24 req-c13b9c2f-27d2-4252-b4ec-daf29b0a1f83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 1100 time: 0.7923861 Jul 12 16:06:03.923534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f606dc-3771-4d93-9070-a44b4738d881 req-e9b51acc-5538-45f1-847f-9ece8a154849 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.926311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07f606dc-3771-4d93-9070-a44b4738d881 req-e9b51acc-5538-45f1-847f-9ece8a154849 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 949 time: 0.3930538 Jul 12 16:06:03.931243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.932203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e12fbe-95c6-423e-8ab1-834ec244947c {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:06:03.953826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.955772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cdf96981-9e67-4fe5-9745-47551f09c6f0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f2e12fbe-95c6-423e-8ab1-834ec244947c HTTP/1.1" status: 204 len: 168 time: 2.4876623 Jul 12 16:06:03.958219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:04.080629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-486dea2f-b34e-401a-881e-532d237fbe24 req-f62b2eaf-570f-48a3-b052-97b6cf22044a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767719 Jul 12 16:06:04.100201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Deleting subnet 2dfd9776-c671-484e-b152-d5a0cf8b539e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:06:04.113026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.175965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed663a-5882-4df5-860f-e99b56ee68ad req-2f09485f-36a3-43fb-a297-e9ee8ab28f25 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.185660 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-faed663a-5882-4df5-860f-e99b56ee68ad req-2f09485f-36a3-43fb-a297-e9ee8ab28f25 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.0857377 Jul 12 16:06:04.191120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07f606dc-3771-4d93-9070-a44b4738d881 req-611d9985-52ab-45e3-bd47-344689afb765 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582949 Jul 12 16:06:04.216893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.237126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-faed663a-5882-4df5-860f-e99b56ee68ad req-d66412cd-0729-4903-a4ed-8534e919e24e tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Jul 12 16:06:04.238219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.362217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848d3f65-5652-4953-a672-bbefcddad49a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:04.363951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2c73213-9d37-4cab-9791-2330d73ba5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.405363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Checking segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:04.405894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Network hostable DHCP agents. Network: fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:06:04.426957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.478776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:06:04.516998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:04.532935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.533533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.534576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd245f-1aa9-4cfb-87a4-0e6a230d74bd None None] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:04.554891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f45cff-bfe3-4a74-8bec-19cba68a4361 req-a0446624-495e-4c6a-82de-c61d1f3ea252 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.563561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bb22317f-631a-41d0-86d5-22fe79834dc0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5116313 Jul 12 16:06:04.565160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:04.569252 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f45cff-bfe3-4a74-8bec-19cba68a4361 req-a0446624-495e-4c6a-82de-c61d1f3ea252 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1157367 Jul 12 16:06:04.571578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:04.587640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.619608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f45cff-bfe3-4a74-8bec-19cba68a4361 req-ec20682c-c8e4-4f54-bf2c-377d14fdd0e6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 Jul 12 16:06:04.652174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.653274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.656133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0d0bc-681b-458d-9b22-fff003856f48 None None] Network 913baaa9-dfe7-4416-83e5-af30573ebb57 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:04.658262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfd9776-c671-484e-b152-d5a0cf8b539e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:04.662345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.664480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-edb0fd9e-851e-4155-90b0-649a478d1fd0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2dfd9776-c671-484e-b152-d5a0cf8b539e HTTP/1.1" status: 204 len: 168 time: 0.7029743 Jul 12 16:06:04.667713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:04.752021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.795090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.848405 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.893261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:06:04.895376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:04.945504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Deleting port 67d57ca2-6486-417b-8199-5951b0c41473 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:04.946771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.041471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.102602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 940527e7-a285-4711-adc0-36fdca27a960 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:05.102810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] For port 67d57ca2-6486-417b-8199-5951b0c41473, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67d57ca2-6486-417b-8199-5951b0c41473,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:05.103273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.165949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Calling delete_port for 67d57ca2-6486-417b-8199-5951b0c41473 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:05.188029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.202236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] DHCP port deletion for 913baaa9-dfe7-4416-83e5-af30573ebb57 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:06:05.227084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 940527e7-a285-4711-adc0-36fdca27a960 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:05.227749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 940527e7-a285-4711-adc0-36fdca27a960 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:05.304539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Allocated IP 172.20.0.2 (fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0/848d3f65-5652-4953-a672-bbefcddad49a/a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:05.370256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369ac20-66fc-4ec7-8b60-66ebda52d4e4 req-95e37c00-0dec-4202-a483-397b854f786c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:05.371834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c369ac20-66fc-4ec7-8b60-66ebda52d4e4 req-95e37c00-0dec-4202-a483-397b854f786c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1790962 Jul 12 16:06:05.403160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Deleting port 67d57ca2-6486-417b-8199-5951b0c41473 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:05.403750 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.472971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c369ac20-66fc-4ec7-8b60-66ebda52d4e4 req-da42d3b5-398e-4a02-aa9f-7cd22e19e32b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899417 Jul 12 16:06:05.485350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] For port 67d57ca2-6486-417b-8199-5951b0c41473, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67d57ca2-6486-417b-8199-5951b0c41473,segment=NetworkSegment(2170b9d4-7098-4a1a-96bc-f096748c9027),segment_id=2170b9d4-7098-4a1a-96bc-f096748c9027)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:05.486002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.501960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Calling delete_port for 67d57ca2-6486-417b-8199-5951b0c41473 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:05.684764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.699145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.717231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.732139 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.755838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] No DVR routers for this DVR port 67d57ca2-6486-417b-8199-5951b0c41473 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:05.761183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d57ca2-6486-417b-8199-5951b0c41473,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:05.767706 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.805733 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.810807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] Pushing event deleted for resources: {'Port': ['ID=67d57ca2-6486-417b-8199-5951b0c41473,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:05.819296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601f976-9ea2-4845-8788-169fd78e21bd None None] No DVR routers for this DVR port 67d57ca2-6486-417b-8199-5951b0c41473 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:05.823925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Transition to ACTIVE for port object a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:05.846703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Transition to ACTIVE for port object a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:05.856085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.881029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.894737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd42d06-6a21-413b-9316-e39407123b30 req-80fbc626-467f-4aa2-8bae-2ad1858b3815 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:05.897172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bd42d06-6a21-413b-9316-e39407123b30 req-80fbc626-467f-4aa2-8bae-2ad1858b3815 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.1674631 Jul 12 16:06:05.903051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913baaa9-dfe7-4416-83e5-af30573ebb57']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:05.907637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:05.916816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:05.921292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:05.931350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Pushing event updated for resources: {'Port': ['ID=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:05.931872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2170b9d4-7098-4a1a-96bc-f096748c9027') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:05.932166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2170b9d4-7098-4a1a-96bc-f096748c9027') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:05.948162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.963979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Allocated IP 172.25.8.210 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d1686dbf-d444-4d7e-94e8-2815f48edf2e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:05.965679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:05.981696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:06:05.982471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.039027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bd42d06-6a21-413b-9316-e39407123b30 req-08330f4e-a3a5-44d4-897b-4a580f34d8d0 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098304 Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:06:06.049811 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:06:06.056239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.079203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Pushing event deleted for resources: {'Network': ['ID=913baaa9-dfe7-4416-83e5-af30573ebb57,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:06.081004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Attempting to bind port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:06.081404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Attempting to bind port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:06.081907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Attempting to bind port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:06.084776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.089060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:06.089521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Checking segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:06.090273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8ed2ba7d-014d-421e-893a-8bc5e3029541 admin admin] 10.222.0.58 "DELETE /v2.0/networks/913baaa9-dfe7-4416-83e5-af30573ebb57 HTTP/1.1" status: 204 len: 168 time: 1.4211488 Jul 12 16:06:06.102928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.103648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Bound using segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:06.107231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Bound port: a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:06.107710 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.194048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.211754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] For port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:06.217151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] For port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:06.225191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.236700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175490e-5496-4099-836b-d7ed2cdb1db8 req-9b5f0dd6-baa0-4bc5-a926-8c8eb3ef1fd9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:06.239750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1175490e-5496-4099-836b-d7ed2cdb1db8 req-9b5f0dd6-baa0-4bc5-a926-8c8eb3ef1fd9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1312602 Jul 12 16:06:06.239940 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:06:06.297259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.320676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1f54e-a983-4d6f-a425-8b01c4628d2a None None] Pushing event updated for resources: {'Port': ['ID=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:06.352561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1175490e-5496-4099-836b-d7ed2cdb1db8 req-b06355e2-0d75-4207-80dd-f67163d97d49 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029441 Jul 12 16:06:06.355083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36804) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:06.377221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:06.386799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:06.395268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:06.480359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1453fd85-a122-4b3c-bd1a-b2212740d252 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a67ae3bb4c1e4abbb3ee425abb350b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227152 Jul 12 16:06:06.484361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36806) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:06.498501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Pushing event updated for resources: {'Port': ['ID=d1686dbf-d444-4d7e-94e8-2815f48edf2e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:06.558546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.630621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.828443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.831261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.836138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df2fd058-48a8-448d-ba19-e6828ae0fb2c HTTP/1.1" status: 204 len: 168 time: 0.3472307 Jul 12 16:06:06.855522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced8d53-049a-4828-8b95-a51d5988c0d5 req-90236a89-bf22-4ba7-bdf6-8d99b2a7c185 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:06.857240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eced8d53-049a-4828-8b95-a51d5988c0d5 req-90236a89-bf22-4ba7-bdf6-8d99b2a7c185 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1408265 Jul 12 16:06:06.858159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e8ade-0766-4e22-ba6a-ef46750311fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fd058-48a8-448d-ba19-e6828ae0fb2c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:06.922536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eced8d53-049a-4828-8b95-a51d5988c0d5 req-552dc268-3a01-41ff-8d4c-13c632dd8ff3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572896 Jul 12 16:06:06.965062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:06.977030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39344-4e94-4ca4-8ea9-a98b951ff2e2 req-37bf583c-aa13-4e4c-9ba0-86e90c9e272b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:06.978850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89b39344-4e94-4ca4-8ea9-a98b951ff2e2 req-37bf583c-aa13-4e4c-9ba0-86e90c9e272b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.2440128 Jul 12 16:06:07.076793 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:07.165550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89b39344-4e94-4ca4-8ea9-a98b951ff2e2 req-16a9ba68-bdc3-4057-ad70-9b59136ab784 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515923 Jul 12 16:06:07.241290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:07.336799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:07.360761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:07.439616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67d57ca2-6486-417b-8199-5951b0c41473 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:07.516613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 67d57ca2-6486-417b-8199-5951b0c41473 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:07.517637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67d57ca2-6486-417b-8199-5951b0c41473 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:07.679985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88b009-50b8-4a98-9104-2356969db5bf req-5ccda374-0809-4863-822d-b03b86f68d10 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:07.681879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a88b009-50b8-4a98-9104-2356969db5bf req-5ccda374-0809-4863-822d-b03b86f68d10 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1180770 Jul 12 16:06:07.717681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Router b59be457-a329-4e5a-a1d2-46c090507ca1 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:06:07.745327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a88b009-50b8-4a98-9104-2356969db5bf req-d0f68666-4b9d-4730-b74f-f90b1ebebdf1 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Jul 12 16:06:07.881899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0114ee2-4f36-452f-a465-73e79c7eef16 None None] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:07.975362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Provisioning for port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:07.988729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Provisioning complete for port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:07.989884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:07.999434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36852) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:08.280927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-network', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:08.337207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:08.386320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Made reservation on behalf of 9eb4767fe54a4376a00029b3555ceedb for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:08.389853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.403163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:08.406587 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.418847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:08.438045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db13b0-c1c4-445b-bfb2-8edffcad15da req-0c784f54-f64c-4ee2-a097-303082c6fe12 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:08.439626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82db13b0-c1c4-445b-bfb2-8edffcad15da req-0c784f54-f64c-4ee2-a097-303082c6fe12 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.2385290 Jul 12 16:06:08.445114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.446603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d523f3cf-4bfc-4bce-b9d8-c6f2be060a59 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8796144 Jul 12 16:06:08.449143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36870) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:08.503534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:08.507345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:08.549034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82db13b0-c1c4-445b-bfb2-8edffcad15da req-6ef30de6-555c-4af3-b5b4-c80db7ca717c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943966 Jul 12 16:06:08.555393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17224fd-9bf9-4c42-9cb7-f931765c03f2 req-69d450aa-313c-42ab-a198-eb03b856e8cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:08.563252 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a17224fd-9bf9-4c42-9cb7-f931765c03f2 req-69d450aa-313c-42ab-a198-eb03b856e8cb tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.2047725 Jul 12 16:06:08.691240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.696934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.765576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:06:08.785951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e25c46-2598-431b-bf6a-56071d346308,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:08.809490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:06:08.812544 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.821433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a17224fd-9bf9-4c42-9cb7-f931765c03f2 req-ce210b1a-a20d-4379-ac31-8117e0d07ba4 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570429 Jul 12 16:06:08.826706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:08.827101 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Added segment 0a67d425-b36b-4f61-9354-88c7398e4aca of type vlan for network 65f9fb1a-6f78-4874-9140-9775043df371 Jul 12 16:06:08.964256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.033808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.035648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:09.036447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.070008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0676723 Jul 12 16:06:09.074978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:09.090178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Request body: {'subnet': {'network_id': '65f9fb1a-6f78-4874-9140-9775043df371', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-subnet', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:09.215643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1259f06b-e697-4210-881d-411ae99359ec None None] For port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:09.229689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:09.316705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:09.324095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Made reservation on behalf of 9eb4767fe54a4376a00029b3555ceedb for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:09.328434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.330101 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.332398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'mac_address': 'fa:16:3e:23:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:09.430784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2377d5-125d-4baf-b1c8-6d29fa8a15ee admin admin] Pushing event updated for resources: {'Network': ['ID=65f9fb1a-6f78-4874-9140-9775043df371,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:09.455951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.457539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0559b-c5fd-4af0-b0d8-2179d5447382 req-e75570a9-e75a-499d-8a4c-89f1bb548116 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:09.459338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bec0559b-c5fd-4af0-b0d8-2179d5447382 req-e75570a9-e75a-499d-8a4c-89f1bb548116 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3347099 Jul 12 16:06:09.465882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f06b-e697-4210-881d-411ae99359ec None None] Pushing event updated for resources: {'Port': ['ID=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:09.469650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.485224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 65f9fb1a-6f78-4874-9140-9775043df371 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:06:09.524594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-3790250e-318d-4109-97ba-c5b7051eefaa tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:09.535833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-3790250e-318d-4109-97ba-c5b7051eefaa tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 1100 time: 0.3913383 Jul 12 16:06:09.555886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:09.571559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-102a2a43-691f-4ce8-bf8b-1f6e08f2a315 tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.579793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:09.595825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.623985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bec0559b-c5fd-4af0-b0d8-2179d5447382 req-6567de82-daf0-4b99-a914-d2251ba4023d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556213 Jul 12 16:06:09.683449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:09.726073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-102a2a43-691f-4ce8-bf8b-1f6e08f2a315 tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.766164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-102a2a43-691f-4ce8-bf8b-1f6e08f2a315 tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:09.874342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['56d0a920-0c7e-42b1-9429-1e159aa1e3a4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:09.888831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b728a790-cc8c-4d2b-91b0-7c5bbbe54aab req-102a2a43-691f-4ce8-bf8b-1f6e08f2a315 tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511577 Jul 12 16:06:09.896179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a2a43-691f-4ce8-bf8b-1f6e08f2a315 tempest-LiveMigrationNegativeTest-2061933908 tempest-LiveMigrationNegativeTest-2061933908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6aa19-7ec7-45ed-938e-a7bde193a95d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:09.944660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Allocated IP 172.20.0.1 (fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0/848d3f65-5652-4953-a672-bbefcddad49a/0e61d7ce-aa71-4618-a85d-b7a4a1829a4c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:10.112209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.268069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc742e6-948d-4c67-83f0-fc260d3c1881 req-92ee173b-792d-4883-9213-8c51daf9d879 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:10.272679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Checking segment: {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:10.273152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Network hostable DHCP agents. Network: 65f9fb1a-6f78-4874-9140-9775043df371, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:06:10.276835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2dc742e6-948d-4c67-83f0-fc260d3c1881 req-92ee173b-792d-4883-9213-8c51daf9d879 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.3345194 Jul 12 16:06:10.277714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d473176-9fd5-4798-b738-a7ca6d548582,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:10.292940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de040d15-b476-41d0-b213-b5d1ba775139 None None] Provisioning complete for port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:10.294197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-de040d15-b476-41d0-b213-b5d1ba775139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.306265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Network 65f9fb1a-6f78-4874-9140-9775043df371 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:06:10.326306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 65f9fb1a-6f78-4874-9140-9775043df371) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:10.339246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:10.340156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.378083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0c12d270-5897-4729-a3f3-36c1699b5592 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3012331 Jul 12 16:06:10.382205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36928) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:10.396355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2dc742e6-948d-4c67-83f0-fc260d3c1881 req-f828843f-98d8-4453-b309-b4ca1431a3d6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181686 Jul 12 16:06:10.402567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:10.422808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.463497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.464904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Transition to ACTIVE for port object 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:10.465432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.518024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6bd09-5fe6-4130-880a-4b374455d02d None None] Network 65f9fb1a-6f78-4874-9140-9775043df371 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:10.523637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:06Z', 'revision_number': 3, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:10.594525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.645502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:10.645860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Updating router b59be457-a329-4e5a-a1d2-46c090507ca1 port d1686dbf-d444-4d7e-94e8-2815f48edf2e binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:06:10.654594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.757033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Pushing event updated for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:10.787687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:10.794700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:10.799784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:10.866928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.909355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.262952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.333800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.379422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2446-5c36-49f2-b80b-1b4b3f9b098e req-bc110773-4528-44c7-ae92-b2aed433aa64 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:11.381533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-886d2446-5c36-49f2-b80b-1b4b3f9b098e req-bc110773-4528-44c7-ae92-b2aed433aa64 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3586743 Jul 12 16:06:11.476498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-886d2446-5c36-49f2-b80b-1b4b3f9b098e req-81432a01-6bba-4f75-9370-50ca481bb314 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833549 Jul 12 16:06:11.600418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.648700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Transition to ACTIVE for port object d1686dbf-d444-4d7e-94e8-2815f48edf2e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:11.734845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:11.903240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.920795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:11.931648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.009740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.111802 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.122776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Pushing event updated for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:12.124349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:12.131619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:12.224023 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b520f4-b861-46fd-824a-8faadace9f5c req-c61f0cb9-1505-455b-ad2b-03cae995bab2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:12.229725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56b520f4-b861-46fd-824a-8faadace9f5c req-c61f0cb9-1505-455b-ad2b-03cae995bab2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.3286912 Jul 12 16:06:12.295443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-65f9fb1a-6f78-4874-9140-9775043df371', 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'fixed_ips': [{'subnet_id': '8d473176-9fd5-4798-b738-a7ca6d548582'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:06:12.296819 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.338455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56b520f4-b861-46fd-824a-8faadace9f5c req-e2e97260-c328-4df0-bfe9-1243404d6f81 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Jul 12 16:06:12.355980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Allocated IP 172.25.8.141 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/986b22fd-a4e6-4648-aa4f-d48812450eba) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:12.368148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.511167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993e1c-0ac0-443c-ba24-edfdf26ac72e req-40d0ef6b-5e0c-4707-9b90-f846d62af4cc tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:12.519652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab993e1c-0ac0-443c-ba24-edfdf26ac72e req-40d0ef6b-5e0c-4707-9b90-f846d62af4cc tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.4875505 Jul 12 16:06:12.587070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.589157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:12.611536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab993e1c-0ac0-443c-ba24-edfdf26ac72e req-54d1a529-d92c-4478-8be4-d3e4b8e7d151 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900254 Jul 12 16:06:12.617958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'mac_address': 'fa:16:3e:50:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:12.695700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:12.698422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:12.745269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.945675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:13.012761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=986b22fd-a4e6-4648-aa4f-d48812450eba,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:13.023559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:13.031978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:13.058305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:13.076303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:13.140530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a44be-dfcb-4974-82a7-475fe00b7806 req-20a8346b-add0-4cd5-8fe8-5b87f43b2265 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:13.149127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-317a44be-dfcb-4974-82a7-475fe00b7806 req-20a8346b-add0-4cd5-8fe8-5b87f43b2265 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2000268 Jul 12 16:06:13.198505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-317a44be-dfcb-4974-82a7-475fe00b7806 req-cab84f15-c176-48a0-a243-5b4190e8de6c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481896 Jul 12 16:06:13.301649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:13.321012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6863a11f-bcb8-4907-b548-054769954526 admin admin] 10.222.0.58 "PUT /v2.0/routers/b59be457-a329-4e5a-a1d2-46c090507ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8707545 Jul 12 16:06:13.495389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Allocated IP 172.20.0.2 (65f9fb1a-6f78-4874-9140-9775043df371/8d473176-9fd5-4798-b738-a7ca6d548582/88aaacb0-bafb-405d-b202-82e0f2198be5) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:13.606989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-3bd89c41-f6bb-4916-990e-ffc287fbf86b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:13.608668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-3bd89c41-f6bb-4916-990e-ffc287fbf86b tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.65 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.2854552 Jul 12 16:06:13.615200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.621371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Attempting to bind port d1686dbf-d444-4d7e-94e8-2815f48edf2e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:13.625125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Attempting to bind port d1686dbf-d444-4d7e-94e8-2815f48edf2e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:13.626451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Attempting to bind port d1686dbf-d444-4d7e-94e8-2815f48edf2e on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:13.721619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4f62-5576-4f0d-af4c-1723d96a25d5 None None] Pushing event updated for resources: {'Port': ['ID=d1686dbf-d444-4d7e-94e8-2815f48edf2e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:13.756276 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.768665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:13.769573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.838783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:13.839895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:13.840322 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.840735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:13.841228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Bound port: d1686dbf-d444-4d7e-94e8-2815f48edf2e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:13.842656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.858403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7e4a3-2cd8-44db-b32d-4e668c506c9e req-714ea4e2-6f8e-4afc-881f-0af390f307e6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:13.865901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9b7e4a3-2cd8-44db-b32d-4e668c506c9e req-714ea4e2-6f8e-4afc-881f-0af390f307e6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.2524285 Jul 12 16:06:13.962082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] For port d1686dbf-d444-4d7e-94e8-2815f48edf2e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:13.965088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] For port d1686dbf-d444-4d7e-94e8-2815f48edf2e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d1686dbf-d444-4d7e-94e8-2815f48edf2e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:14.037133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9b7e4a3-2cd8-44db-b32d-4e668c506c9e req-a223c76f-bd58-4c83-9366-38444ce79590 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701210 Jul 12 16:06:14.098961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Deleting port 42628d10-569a-40b9-a1d3-f5f6f61799b8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:14.098961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.173929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.200833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Transition to ACTIVE for port object 88aaacb0-bafb-405d-b202-82e0f2198be5 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:14.221328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.234133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Transition to ACTIVE for port object 88aaacb0-bafb-405d-b202-82e0f2198be5 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:14.311053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:14.314515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:14.317060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.384180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] For port 42628d10-569a-40b9-a1d3-f5f6f61799b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=42628d10-569a-40b9-a1d3-f5f6f61799b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:14.385282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.413052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:14.415698 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79672219-cf8f-4f80-bc58-039c17d47d19" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:14.425427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.434087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2409-d2ce-4c34-ba53-c5b8eb649a14 req-d3a9b192-9a23-47eb-bff3-fd07b0673d25 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:14.443465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5bf2409-d2ce-4c34-ba53-c5b8eb649a14 req-d3a9b192-9a23-47eb-bff3-fd07b0673d25 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 949 time: 0.2711895 Jul 12 16:06:14.445115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Calling delete_port for 42628d10-569a-40b9-a1d3-f5f6f61799b8 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:14.465845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.468213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.470647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.510633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5bf2409-d2ce-4c34-ba53-c5b8eb649a14 req-804cde78-e654-484e-8113-45b1a36d53e2 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661085 Jul 12 16:06:14.511446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:06:14.517033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:14.517968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:14.685980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:14.746875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:14.760287 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Sync routers for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:14.767476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.769852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89d06831-bad7-4335-a6e8-61836c5ad3b9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3860757 Jul 12 16:06:14.773088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:14.779075 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:14.779835 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:14.803758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-d7a06d96-a743-48a6-845f-ecd6824d210f tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:14.819536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-d7a06d96-a743-48a6-845f-ecd6824d210f tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 821 time: 0.3511827 Jul 12 16:06:14.862130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-be3a5ea5-1466-45ef-8a36-b4f33b37ebae tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/quotas/8224b2fdab7a4f59823a76f8739ce77b HTTP/1.1" status: 200 len: 375 time: 0.0413215 Jul 12 16:06:15.032003 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:15.075701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:15.132294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Provisioning for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:15.140116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Network 65f9fb1a-6f78-4874-9140-9775043df371 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:15.146343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Provisioning complete for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:15.146726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.147968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-151677dc-b14f-4e3b-8107-cf89bd99b558 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844820 Jul 12 16:06:15.242895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:15.250165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:15.313272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.363154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['42628d10-569a-40b9-a1d3-f5f6f61799b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:15.373082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e6435638-db11-438c-918b-203fb23a270b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:15.452379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-d0602870-caaf-4c9b-98ab-b98d26b3d1de service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023009 Jul 12 16:06:15.483905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Pushing event deleted for resources: {'Port': ['ID=42628d10-569a-40b9-a1d3-f5f6f61799b8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:15.491071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f4f62-5576-4f0d-af4c-1723d96a25d5 None None] Pushing event updated for resources: {'Port': ['ID=d1686dbf-d444-4d7e-94e8-2815f48edf2e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:15.560636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] No DVR routers for this DVR port 42628d10-569a-40b9-a1d3-f5f6f61799b8 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:15.564292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.567081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab814938-4252-4549-ab06-eccfe03fa8cf req-be93c9d8-03e9-431c-a3ec-69fd8264bba6 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.65 "DELETE /v2.0/ports/42628d10-569a-40b9-a1d3-f5f6f61799b8 HTTP/1.1" status: 204 len: 173 time: 1.9404068 Jul 12 16:06:15.570472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'name': 'network-vif-deleted', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:15.573537 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c11e6e1-04ce-464a-a97e-4edeb2915e35" -d '{"events": [{"server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "name": "network-vif-deleted", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:15.606455 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:15.681877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-59e02a4f-05db-4aa3-a93a-f0c431f6ef35 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280724 Jul 12 16:06:15.693554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Checking router: 41717e3b-9bd9-4be7-a735-eef88a8b1c85 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:15.693903 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Updating router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 port 986b22fd-a4e6-4648-aa4f-d48812450eba binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:06:15.796065 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.862016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431cfca-4d88-4bf9-82e8-8aff32ab3f2d req-94f519e4-a280-4d9f-a88c-1034053519ee tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:15.870344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8431cfca-4d88-4bf9-82e8-8aff32ab3f2d req-94f519e4-a280-4d9f-a88c-1034053519ee tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 948 time: 0.6401138 Jul 12 16:06:16.013005 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bffd68-daef-4da3-b039-6ca95c945fca x-openstack-request-id: req-15bffd68-daef-4da3-b039-6ca95c945fca {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:16.013682 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:16.013682 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15bffd68-daef-4da3-b039-6ca95c945fca {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:16.014116 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:06:16.066204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.067532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8431cfca-4d88-4bf9-82e8-8aff32ab3f2d req-4e826fd5-cc78-481c-bec1-96d6696b29ff tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949854 Jul 12 16:06:16.157460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:06:16.161568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:06:16.162061 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:06:16.215554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Pushing event updated for resources: {'Port': ['ID=88aaacb0-bafb-405d-b202-82e0f2198be5,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.233155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 2, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:16.245017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Attempting to bind port 88aaacb0-bafb-405d-b202-82e0f2198be5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:16.245017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Attempting to bind port 88aaacb0-bafb-405d-b202-82e0f2198be5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:16.245017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Attempting to bind port 88aaacb0-bafb-405d-b202-82e0f2198be5 on network 65f9fb1a-6f78-4874-9140-9775043df371 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:16.365025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.479625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.518156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a12cad-cd74-43b9-96b0-49d16246830d None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 2, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:16.525579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:16.525962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd68d9a-a5bf-47d1-b4fb-f192a802a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.545194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:16.546616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Checking segment: {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:16.547204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.548632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Bound using segment: {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:16.549262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Bound port: 88aaacb0-bafb-405d-b202-82e0f2198be5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:16.550798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.582147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82450095-0b3a-46d3-a5b7-66369373537c req-98cae2cd-2c17-4a9d-81a9-8741be48b44f tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=862092ca-89ec-468a-8bd4-d166432959df HTTP/1.1" status: 200 len: 210 time: 0.1477644 Jul 12 16:06:16.643375 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.674445 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Transition to ACTIVE for port object 986b22fd-a4e6-4648-aa4f-d48812450eba will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:16.686257 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.794555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Pushing event updated for resources: {'Port': ['ID=986b22fd-a4e6-4648-aa4f-d48812450eba,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.841546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:16.875944 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Attempting to bind port 986b22fd-a4e6-4648-aa4f-d48812450eba on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:16.876503 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Attempting to bind port 986b22fd-a4e6-4648-aa4f-d48812450eba by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:16.881830 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Attempting to bind port 986b22fd-a4e6-4648-aa4f-d48812450eba on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:16.905442 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:16.922741 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:16.923282 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.923713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:16.928514 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Bound port: 986b22fd-a4e6-4648-aa4f-d48812450eba, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:16.928897 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.938796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.012345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Allocated IP 172.20.0.1 (65f9fb1a-6f78-4874-9140-9775043df371/8d473176-9fd5-4798-b738-a7ca6d548582/bc8a8b2a-ba2f-461d-9498-3137092267bb) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:17.118045 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e575dc4-5c02-4f5f-ba60-6be739280197 x-openstack-request-id: req-5e575dc4-5c02-4f5f-ba60-6be739280197 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:17.119443 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862092ca-89ec-468a-8bd4-d166432959df", "name": "network-vif-deleted", "tag": "42628d10-569a-40b9-a1d3-f5f6f61799b8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:17.120126 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e575dc4-5c02-4f5f-ba60-6be739280197 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:17.121010 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862092ca-89ec-468a-8bd4-d166432959df', 'name': 'network-vif-deleted', 'tag': '42628d10-569a-40b9-a1d3-f5f6f61799b8', 'status': 'completed', 'code': 200} Jul 12 16:06:17.361512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.376530 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-67f252b0-2477-4913-949f-b80570acfb5c service neutron] show failed (client error): The resource could not be found. Jul 12 16:06:17.378789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-67f252b0-2477-4913-949f-b80570acfb5c service neutron] 10.222.0.65 "GET /v2.0/ports/bef05058-dd1a-4b65-84f2-e64caf312fa7/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.2560585 Jul 12 16:06:17.411913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Transition to ACTIVE for port object bc8a8b2a-ba2f-461d-9498-3137092267bb will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:17.472929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb0031-a10c-4762-815c-927a5933fbce req-6ddc96a0-6dbb-4a5b-91d5-88d7358328c8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.476167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7fb0031-a10c-4762-815c-927a5933fbce req-6ddc96a0-6dbb-4a5b-91d5-88d7358328c8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 1.3251162 Jul 12 16:06:17.528943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.585606 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.585606 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.585606 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.586198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.588530 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.589303 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.589788 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.590386 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.590823 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.591259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.592504 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.593112 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:17.660316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Network 65f9fb1a-6f78-4874-9140-9775043df371 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:17.667062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:17.671957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:17.729838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7fb0031-a10c-4762-815c-927a5933fbce req-4c0154b2-3019-4ab8-b515-435f6e9a3d6f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373347 Jul 12 16:06:17.744005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8a8b2a-ba2f-461d-9498-3137092267bb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:17.781629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 42628d10-569a-40b9-a1d3-f5f6f61799b8 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:17.823204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:17.828609 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.837802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 42628d10-569a-40b9-a1d3-f5f6f61799b8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:17.837802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 42628d10-569a-40b9-a1d3-f5f6f61799b8 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:17.852535 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] For port 986b22fd-a4e6-4648-aa4f-d48812450eba, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:17.870964 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] For port 986b22fd-a4e6-4648-aa4f-d48812450eba, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=986b22fd-a4e6-4648-aa4f-d48812450eba,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:17.885598 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5ae9adb-3c81-4068-a692-bc748084fbbe req-c1ba9978-014d-415c-ba56-49e7b5fc2652 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 210 time: 0.1256351 Jul 12 16:06:17.886627 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.923652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.048225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:18.062589 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfda686-8bee-4907-91f5-34db3848dcd6" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:18.076071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:18.119865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:18.136111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.162005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] For port 88aaacb0-bafb-405d-b202-82e0f2198be5, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:18.201198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21099ed6-dbab-44e3-bcd2-3ef9f5560290 None None] Pushing event updated for resources: {'Port': ['ID=986b22fd-a4e6-4648-aa4f-d48812450eba,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:18.333381 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:18.336523 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:18.466287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-36a2a390-cffd-4e06-a2cc-d785485702ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:18.469497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-36a2a390-cffd-4e06-a2cc-d785485702ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1101 time: 0.4411845 Jul 12 16:06:18.515412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27953-5e6b-47df-9a68-23827f3d1552 req-fcd6c0f9-c334-4aa9-8824-519e295c3dc2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:18.523728 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2d27953-5e6b-47df-9a68-23827f3d1552 req-fcd6c0f9-c334-4aa9-8824-519e295c3dc2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 949 time: 0.4426568 Jul 12 16:06:18.547275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:18.553232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.583830 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622f8f6a-f780-4e74-84d3-e61b868b6cb6 x-openstack-request-id: req-622f8f6a-f780-4e74-84d3-e61b868b6cb6 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:18.584471 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:18.584950 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-622f8f6a-f780-4e74-84d3-e61b868b6cb6 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:18.585495 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:06:18.642769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] For port 88aaacb0-bafb-405d-b202-82e0f2198be5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88aaacb0-bafb-405d-b202-82e0f2198be5,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:18.743150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2d27953-5e6b-47df-9a68-23827f3d1552 req-41232363-9b9d-4043-8d72-42351282df4d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179897 Jul 12 16:06:18.747908 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.857118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:18.857889 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.961050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:18.980417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:19.080622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:19.117630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:19.221891 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:19.232506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:19.491713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:19.588075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8a8b2a-ba2f-461d-9498-3137092267bb,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:19.743253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e43d01-d6a8-472c-be5f-4cfa27baa8d0 None None] Pushing event updated for resources: {'Port': ['ID=88aaacb0-bafb-405d-b202-82e0f2198be5,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:19.908666 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:19.962975 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:19.973881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1686dbf-d444-4d7e-94e8-2815f48edf2e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:20.027738 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2d2c0-0cd9-4384-9e90-e4b8da9d940e None None] The sync data for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 is: [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:20.041136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Network 65f9fb1a-6f78-4874-9140-9775043df371 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:20.066479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:20.088141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9805dabe-a85f-4190-adcc-e7dda7fc6346 req-d40b913f-6754-4ab2-b770-a9b3014ac4b7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 210 time: 0.2881973 Jul 12 16:06:20.213323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-6bf6851f-8468-4ad4-bc63-e143332c1594 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:20.220110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-6bf6851f-8468-4ad4-bc63-e143332c1594 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 821 time: 0.6842012 Jul 12 16:06:20.232344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:20.248282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'port': {'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'admin_state_up': True, 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:20.257360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:20.464857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:20.584056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:20.597405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:20.603085 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8ce26-c2ca-4ba2-8d3e-0888144572b5" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:20.629664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:20.801982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:20.880084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d1686dbf-d444-4d7e-94e8-2815f48edf2e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:20.966884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:20.974996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:20.977902 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05feb3c-17e6-457f-a1ed-2ea2e5ab0071" -d '{"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-unplugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:20.996038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-109e2f8f-6630-44c2-bed6-6ce6970b7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.001052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d1686dbf-d444-4d7e-94e8-2815f48edf2e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:21.001460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.008851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.117834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716a47-a62a-41ac-a4c4-5622f6c7fa09 req-99ac0f3b-5476-44d5-938b-4a83f5162d25 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.126170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9716a47-a62a-41ac-a4c4-5622f6c7fa09 req-99ac0f3b-5476-44d5-938b-4a83f5162d25 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 1.3650084 Jul 12 16:06:21.296843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Transition to ACTIVE for port object bef05058-dd1a-4b65-84f2-e64caf312fa7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:21.315313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.351233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.361596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce27df-2a88-43fc-978d-d14c67cbe184 None None] Network 65f9fb1a-6f78-4874-9140-9775043df371 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:21.466187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:21.485978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9716a47-a62a-41ac-a4c4-5622f6c7fa09 req-45d4cc2b-1379-4c44-a4e1-814a005edbd4 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586867 Jul 12 16:06:21.574016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] No DVR routers for this DVR port bef05058-dd1a-4b65-84f2-e64caf312fa7 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:21.680129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:21.682790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:21.684583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:21.722310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:21.766082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Made reservation on behalf of 8224b2fdab7a4f59823a76f8739ce77b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:21.791288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.796865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:21.800581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Attempting to bind port bef05058-dd1a-4b65-84f2-e64caf312fa7 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:21.819896 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:06:21.820344 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:06:21.827090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0df9-2f46-45f5-9025-70b40af65405 req-4911179c-b1ca-4f06-8314-b8cec42aa5e9 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.847669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bef0df9-2f46-45f5-9025-70b40af65405 req-4911179c-b1ca-4f06-8314-b8cec42aa5e9 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 1.3837435 Jul 12 16:06:21.882697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:21.899783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:21.901627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:21.903050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:21.904348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Bound port: bef05058-dd1a-4b65-84f2-e64caf312fa7, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:21.905154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:21.970862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-e47ee838-a75c-4250-86a9-2ad5e38b0925 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.975166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-e47ee838-a75c-4250-86a9-2ad5e38b0925 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 950 time: 0.5688829 Jul 12 16:06:22.006344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bef0df9-2f46-45f5-9025-70b40af65405 req-b48cfaf1-bb39-49c8-9db2-ba3e9ac3bdba tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/security-groups?id=2b33ba36-4703-4531-93c4-49e330a231b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573470 Jul 12 16:06:22.123880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:22.126762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:22.161751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dcb00-058e-4aa8-8ec9-117184bec0fd req-193ea451-83d6-4177-be20-f15627f1b91f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:22.169497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c26dcb00-058e-4aa8-8ec9-117184bec0fd req-193ea451-83d6-4177-be20-f15627f1b91f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3218389 Jul 12 16:06:22.374847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c26dcb00-058e-4aa8-8ec9-117184bec0fd req-031844d6-c591-49a7-aa40-2a7db270c40e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038214 Jul 12 16:06:22.385469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:22.481195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:22.517057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:22.517490 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:22.563691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Allocated IP 172.20.0.9 (fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0/848d3f65-5652-4953-a672-bbefcddad49a/187dbb7c-7718-4579-99c0-a36d2352b4ad) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:22.689252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:22.723623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bcb15c18-af87-4717-bf73-54df19929931 admin admin] 10.222.0.58 "PUT /v2.0/routers/41717e3b-9bd9-4be7-a735-eef88a8b1c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9405138 Jul 12 16:06:22.801205 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad47541-a493-445b-b5c7-72e3521d76c8 x-openstack-request-id: req-6ad47541-a493-445b-b5c7-72e3521d76c8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:22.803355 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-unplugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:22.804027 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ad47541-a493-445b-b5c7-72e3521d76c8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:22.806389 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'code': 200} Jul 12 16:06:22.859886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Deleting port e6435638-db11-438c-918b-203fb23a270b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:22.860427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:22.868663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:22.881117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:22.882077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:22.884894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-8ca67aec-4c80-46a3-b619-cac98e1e57da service neutron] 10.222.0.77 "PUT /v2.0/ports/bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 1096 time: 4.3578782 Jul 12 16:06:23.004280 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b4841-ecbf-4420-8483-57564733a4c0 x-openstack-request-id: req-5e3b4841-ecbf-4420-8483-57564733a4c0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:23.008424 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:23.008873 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e3b4841-ecbf-4420-8483-57564733a4c0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:23.009537 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:06:23.080191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:23.099710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.77', 53168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:23.210326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:23.416964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-0eca9e88-25d5-4984-a855-50279582cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.417726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9053bfd8-20ec-4eb6-8ebd-9444d16e589d req-ebf7c60d-cd68-486a-8099-fc5809a06b33 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 210 time: 0.1812243 Jul 12 16:06:23.419800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-0eca9e88-25d5-4984-a855-50279582cb69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1099 time: 0.4728687 Jul 12 16:06:23.438466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:23.438732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:23.462277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] For port e6435638-db11-438c-918b-203fb23a270b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e6435638-db11-438c-918b-203fb23a270b,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:23.462842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:23.481700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Calling delete_port for e6435638-db11-438c-918b-203fb23a270b owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:23.591538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Sync routers for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:23.621256 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:23.623030 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:23.635726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-9a08d258-0953-4a7a-a04a-e4fad143cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.637296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-9a08d258-0953-4a7a-a04a-e4fad143cd16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2077172 Jul 12 16:06:23.646947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d1686dbf-d444-4d7e-94e8-2815f48edf2e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d1686dbf-d444-4d7e-94e8-2815f48edf2e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:23.682072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 2, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:23.705426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa81da-3fea-4b96-875c-0747391e7393 req-906380dc-9714-41b6-b602-4340ad03d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.708996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38fa81da-3fea-4b96-875c-0747391e7393 req-906380dc-9714-41b6-b602-4340ad03d4e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1101 time: 0.6004243 Jul 12 16:06:23.710462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-1d2fe477-948e-4321-a7a6-e728f12eb85d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.0531650 Jul 12 16:06:23.781309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:23.795856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:23.807998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-36e4c3c2-1a99-4184-b7af-3672fe49c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.809630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-36e4c3c2-1a99-4184-b7af-3672fe49c618 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0829866 Jul 12 16:06:23.851837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Pushing event deleted for resources: {'Port': ['ID=e6435638-db11-438c-918b-203fb23a270b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:23.995955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d74c86-754b-4169-94a5-64274a8c2cd3 req-8ec68ad4-5000-4baf-8b00-608cea60b836 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:24.005803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0d74c86-754b-4169-94a5-64274a8c2cd3 req-8ec68ad4-5000-4baf-8b00-608cea60b836 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 948 time: 0.6131456 Jul 12 16:06:24.021558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d1686dbf-d444-4d7e-94e8-2815f48edf2e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:24.033663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7bda7186-0099-4a6a-955c-739170f9c90c req-526b57ed-934d-4aed-9231-c171154a53d4 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 210 time: 0.0940783 Jul 12 16:06:24.054689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:24.055272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Updating router b59be457-a329-4e5a-a1d2-46c090507ca1 port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:06:24.062621 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:24.085565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] No DVR routers for this DVR port e6435638-db11-438c-918b-203fb23a270b on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:24.088830 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:24.111722 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d142100a-7419-4ad9-b581-43fd9a7f515f req-671c806c-3a4b-4741-be97-f647e579ef4d tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.77 "DELETE /v2.0/ports/e6435638-db11-438c-918b-203fb23a270b HTTP/1.1" status: 204 len: 173 time: 2.0959246 Jul 12 16:06:24.112923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'name': 'network-vif-deleted', 'tag': 'e6435638-db11-438c-918b-203fb23a270b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:24.116051 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a5e79-51a7-4446-be86-0d99851bb233" -d '{"events": [{"server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "name": "network-vif-deleted", "tag": "e6435638-db11-438c-918b-203fb23a270b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:24.164936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38fa81da-3fea-4b96-875c-0747391e7393 req-ae514a97-d5df-499f-9092-a5de4ed840c3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805335 Jul 12 16:06:24.286005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0d74c86-754b-4169-94a5-64274a8c2cd3 req-e2d5c50c-500a-49f9-92a6-dd6b1876678d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495246 Jul 12 16:06:24.301692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-a06d1017-a56d-4842-83cc-63640cd2b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:24.305970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-a06d1017-a56d-4842-83cc-63640cd2b056 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4811440 Jul 12 16:06:24.312909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:24.330146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:24.460436 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-21805e85-e84b-4090-aad9-e4cb9ca016ac req-44908458-85d2-434a-9c0e-1706b717b318 tempest-FloatingIPDetailsNegativeTestJSON-1746819090 tempest-FloatingIPDetailsNegativeTestJSON-1746819090-project] show failed (client error): The resource could not be found. Jul 12 16:06:24.480603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21805e85-e84b-4090-aad9-e4cb9ca016ac req-44908458-85d2-434a-9c0e-1706b717b318 tempest-FloatingIPDetailsNegativeTestJSON-1746819090 tempest-FloatingIPDetailsNegativeTestJSON-1746819090-project] 10.222.0.58 "GET /v2.0/floatingips/f6b72117-714e-4bf4-b898-63c740ff0149 HTTP/1.1" status: 404 len: 350 time: 0.1334407 Jul 12 16:06:24.481171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37148) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:24.565831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Transition to ACTIVE for port object 187dbb7c-7718-4579-99c0-a36d2352b4ad will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:24.781288 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-0d41a39d-b91e-4d40-925e-3fa03f0d282e service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620018 Jul 12 16:06:24.789072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:24.829771 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:18Z', 'revision_number': 4, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bc8a8b2a-ba2f-461d-9498-3137092267bb', 'name': '', 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'mac_address': 'fa:16:3e:c0:1c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:16Z', 'updated_at': '2021-07-12T16:06:18Z', 'revision_number': 2, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'subnets': [{'id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:24.963910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Checking router: 41717e3b-9bd9-4be7-a735-eef88a8b1c85 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:24.964791 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Updating router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 port bc8a8b2a-ba2f-461d-9498-3137092267bb binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:06:24.983254 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bb8f35-7089-4807-a90a-917724ad8584 x-openstack-request-id: req-f2bb8f35-7089-4807-a90a-917724ad8584 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:24.984311 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a65dbc8-10aa-436b-b944-017f01cc0742", "name": "network-vif-deleted", "tag": "e6435638-db11-438c-918b-203fb23a270b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:24.984311 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2bb8f35-7089-4807-a90a-917724ad8584 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:24.985310 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a65dbc8-10aa-436b-b944-017f01cc0742', 'name': 'network-vif-deleted', 'tag': 'e6435638-db11-438c-918b-203fb23a270b', 'status': 'completed', 'code': 200} Jul 12 16:06:25.042949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:25.056933 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455" -d '{"events": [{"name": "network-changed", "server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:25.081429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:25.084372 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:25.088563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e6435638-db11-438c-918b-203fb23a270b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:25.098131 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:25.105071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88aaacb0-bafb-405d-b202-82e0f2198be5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:25.117755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event updated for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:25.180206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:25.189158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:25.193364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:25.585198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e16f1-1cbf-4291-a78d-4a282a4ef163 req-3d40f17f-79f4-458b-8314-fc34bf57f2b5 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.593740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c7e16f1-1cbf-4291-a78d-4a282a4ef163 req-3d40f17f-79f4-458b-8314-fc34bf57f2b5 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 931 time: 0.2917271 Jul 12 16:06:25.687304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c7e16f1-1cbf-4291-a78d-4a282a4ef163 req-40d198b4-c2b0-46cf-be88-25755692634c tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919173 Jul 12 16:06:25.761662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.762339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:25.790770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c367a4a1-082b-4832-9aeb-18f2798e8d7e req-deeab27d-1a67-455d-8446-690b0fd322fd service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266648 Jul 12 16:06:25.846771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0cec2-6a9c-4d35-a496-0c1698b9273c req-fe07e124-09ce-4761-ac59-90e679df89fc tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.849715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76b0cec2-6a9c-4d35-a496-0c1698b9273c req-fe07e124-09ce-4761-ac59-90e679df89fc tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.7449515 Jul 12 16:06:25.857114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: e6435638-db11-438c-918b-203fb23a270b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:25.857696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e6435638-db11-438c-918b-203fb23a270b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:25.876100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-13521b3e-cbd8-4dd6-b1ab-bc67c88d58ec tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6414416 Jul 12 16:06:25.955310 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.082254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Request body: {'port': {'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:26.099211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76b0cec2-6a9c-4d35-a496-0c1698b9273c req-f69b4047-398a-4da0-9d45-1ca9923f6f50 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172754 Jul 12 16:06:26.169425 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.231180 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Transition to ACTIVE for port object bc8a8b2a-ba2f-461d-9498-3137092267bb will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:26.249785 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.459936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.574669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 88aaacb0-bafb-405d-b202-82e0f2198be5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:26.599052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ed52e-cbd3-43a7-9c7f-d57d79d4e35c None None] Pushing event updated for resources: {'Port': ['ID=bc8a8b2a-ba2f-461d-9498-3137092267bb,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:26.632245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 986b22fd-a4e6-4648-aa4f-d48812450eba up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:26.833789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88e60457-e04c-44e0-a24c-6b4a156cfbb3 req-d442f3ae-fe75-41a5-b16c-656bfb3172e3 tempest-LiveMigrationNegativeTest-1635134739 tempest-LiveMigrationNegativeTest-1635134739-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a65dbc8-10aa-436b-b944-017f01cc0742 HTTP/1.1" status: 200 len: 210 time: 0.1382823 Jul 12 16:06:26.857141 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Attempting to bind port bc8a8b2a-ba2f-461d-9498-3137092267bb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:26.858611 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Attempting to bind port bc8a8b2a-ba2f-461d-9498-3137092267bb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:26.859037 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Attempting to bind port bc8a8b2a-ba2f-461d-9498-3137092267bb on network 65f9fb1a-6f78-4874-9140-9775043df371 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:26.879515 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:26.879515 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Checking segment: {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:26.879961 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.880482 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Bound using segment: {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:26.881230 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Bound port: bc8a8b2a-ba2f-461d-9498-3137092267bb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a67d425-b36b-4f61-9354-88c7398e4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:26.881977 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.888908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6453f-45bf-4683-88cb-723ac6622c2a req-e71845a0-0bdd-4198-af45-1fa729336646 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:26.899399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bd6453f-45bf-4683-88cb-723ac6622c2a req-e71845a0-0bdd-4198-af45-1fa729336646 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1096 time: 0.4768574 Jul 12 16:06:26.999235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bd6453f-45bf-4683-88cb-723ac6622c2a req-9661139d-f706-42ff-858b-02be33770363 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945532 Jul 12 16:06:27.033217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Provisioning for port 88aaacb0-bafb-405d-b202-82e0f2198be5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:27.050328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.064800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 986b22fd-a4e6-4648-aa4f-d48812450eba completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:27.070557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Provisioning complete for port 88aaacb0-bafb-405d-b202-82e0f2198be5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:27.072066 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] For port bc8a8b2a-ba2f-461d-9498-3137092267bb, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:27.087975 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] For port bc8a8b2a-ba2f-461d-9498-3137092267bb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bc8a8b2a-ba2f-461d-9498-3137092267bb,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:27.089529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.094902 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.142673 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec040242-34c4-468f-b142-667299b45a7c x-openstack-request-id: req-ec040242-34c4-468f-b142-667299b45a7c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:27.145370 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:27.146096 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec040242-34c4-468f-b142-667299b45a7c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:27.150677 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'status': 'completed', 'code': 200} Jul 12 16:06:27.242890 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:27.243761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:27.244469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Transition to ACTIVE for port object 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:27.248088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 986b22fd-a4e6-4648-aa4f-d48812450eba triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:27.254555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.384734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.662569 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ed52e-cbd3-43a7-9c7f-d57d79d4e35c None None] Pushing event updated for resources: {'Port': ['ID=bc8a8b2a-ba2f-461d-9498-3137092267bb,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:27.711423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324d739-c909-4db7-9e06-859163f91a3c None None] Pushing event updated for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:27.711973 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:27.856527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187dbb7c-7718-4579-99c0-a36d2352b4ad {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:27.859472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-157fd35c-ef87-486f-919c-8ffc7ace082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:27.865582 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.866973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-157fd35c-ef87-486f-919c-8ffc7ace082e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1099 time: 0.6683674 Jul 12 16:06:27.887167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.921898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Transition to ACTIVE for port object 187dbb7c-7718-4579-99c0-a36d2352b4ad will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:27.939460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.090917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] For port 88aaacb0-bafb-405d-b202-82e0f2198be5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88aaacb0-bafb-405d-b202-82e0f2198be5,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:28.107252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.144774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-5dcb41dc-c89b-4eab-b808-1337171eb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.150023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-5dcb41dc-c89b-4eab-b808-1337171eb63e service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2678335 Jul 12 16:06:28.215082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.237922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Attempting to bind port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:28.238512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Attempting to bind port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:28.239079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Attempting to bind port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:28.296654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-09bbc9f2-c5c0-43e1-923d-c89206069ee4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.1209760 Jul 12 16:06:28.405121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Deleting port bc8a8b2a-ba2f-461d-9498-3137092267bb {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:28.405432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:28.405700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.405826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Checking segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:28.415615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.419189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Bound using segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:28.419902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Bound port: 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:28.420391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.447753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Attempting to bind port 187dbb7c-7718-4579-99c0-a36d2352b4ad on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:28.447753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Attempting to bind port 187dbb7c-7718-4579-99c0-a36d2352b4ad by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:28.447753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Attempting to bind port 187dbb7c-7718-4579-99c0-a36d2352b4ad on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:28.482845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fad80-60c1-4242-b9a0-26aec6db2f69 req-7c38653d-3c42-4422-9631-cfafdc2c7243 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.491428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-454fad80-60c1-4242-b9a0-26aec6db2f69 req-7c38653d-3c42-4422-9631-cfafdc2c7243 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 948 time: 0.9802017 Jul 12 16:06:28.530092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:28.540892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Port 187dbb7c-7718-4579-99c0-a36d2352b4ad on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:28.552893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Attempting to bind port 187dbb7c-7718-4579-99c0-a36d2352b4ad on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:28.580278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:28.583111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Checking segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:28.583569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Bound using segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:28.587476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Bound port: 187dbb7c-7718-4579-99c0-a36d2352b4ad, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:28.587891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.615693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 986b22fd-a4e6-4648-aa4f-d48812450eba, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=986b22fd-a4e6-4648-aa4f-d48812450eba,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:28.652863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-14ae5a08-de41-4c36-bad3-ab5bf66536e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.654931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-14ae5a08-de41-4c36-bad3-ab5bf66536e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1099 time: 1.4646256 Jul 12 16:06:28.669961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-454fad80-60c1-4242-b9a0-26aec6db2f69 req-dc162c0a-fed7-4013-a770-47eadabe3de9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764448 Jul 12 16:06:28.677935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-d4979c08-9df2-49bf-a243-ea3024a34e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.683136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-d4979c08-9df2-49bf-a243-ea3024a34e03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3724880 Jul 12 16:06:28.744919 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:18Z', 'revision_number': 4, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bc8a8b2a-ba2f-461d-9498-3137092267bb', 'name': '', 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'mac_address': 'fa:16:3e:c0:1c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:16Z', 'updated_at': '2021-07-12T16:06:27Z', 'revision_number': 4, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'subnets': [{'id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:28.753636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ee6fc-599c-4a9d-844c-cec56840ad1e None None] Pushing event updated for resources: {'Port': ['ID=88aaacb0-bafb-405d-b202-82e0f2198be5,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:28.770295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.818825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da71a18-4826-43f5-ad1e-3ea1d42b0e7a None None] The sync data for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 is: [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:18Z', 'revision_number': 4, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bc8a8b2a-ba2f-461d-9498-3137092267bb', 'name': '', 'network_id': '65f9fb1a-6f78-4874-9140-9775043df371', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'mac_address': 'fa:16:3e:c0:1c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:16Z', 'updated_at': '2021-07-12T16:06:27Z', 'revision_number': 4, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'subnets': [{'id': '8d473176-9fd5-4798-b738-a7ca6d548582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:28.996916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] For port bc8a8b2a-ba2f-461d-9498-3137092267bb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bc8a8b2a-ba2f-461d-9498-3137092267bb,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:28.997385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.064332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Calling delete_port for bc8a8b2a-ba2f-461d-9498-3137092267bb owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:29.065087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1686dbf-d444-4d7e-94e8-2815f48edf2e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:29.439347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] For port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:29.449383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] For port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:29.491966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-0a6ffc6e-4a35-447e-9d98-460e305e71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:29.496625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-0a6ffc6e-4a35-447e-9d98-460e305e71f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8032076 Jul 12 16:06:29.524257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.558727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=986b22fd-a4e6-4648-aa4f-d48812450eba,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:29.574766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ea6f03c7-01e7-4d85-8ab1-5b543ae5024b None None] Provisioning for port 187dbb7c-7718-4579-99c0-a36d2352b4ad completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:29.746002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-770c581a-9a4c-4bbb-9872-e479bf8503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:29.759007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-770c581a-9a4c-4bbb-9872-e479bf8503b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 1.0934911 Jul 12 16:06:29.769192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ea6f03c7-01e7-4d85-8ab1-5b543ae5024b None None] Provisioning complete for port 88aaacb0-bafb-405d-b202-82e0f2198be5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:29.769525 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ea6f03c7-01e7-4d85-8ab1-5b543ae5024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.791478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:29.792750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:29.977612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:30.036382 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-90abb42e-fb49-44b9-8366-a77e168051d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.2589209 Jul 12 16:06:30.083969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0855b-1f12-4252-b257-839a2d8d520b req-f7c9e480-1afb-4965-96da-643c9f7a3a46 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.096431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6fd0855b-1f12-4252-b257-839a2d8d520b req-f7c9e480-1afb-4965-96da-643c9f7a3a46 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 943 time: 2.1616819 Jul 12 16:06:30.154352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8a8b2a-ba2f-461d-9498-3137092267bb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:30.218144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324d739-c909-4db7-9e06-859163f91a3c None None] Pushing event updated for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:30.305109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6fd0855b-1f12-4252-b257-839a2d8d520b req-a7b6ebdd-827d-41c6-bec5-b6d1eef902ce tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061770 Jul 12 16:06:30.384711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-fe3af6bb-62ca-4520-b600-f93217eabee9 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705640 Jul 12 16:06:30.395283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-f251d0a8-65c4-43c7-9116-f8c860c45072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.395962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:30.414909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-f251d0a8-65c4-43c7-9116-f8c860c45072 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3668694 Jul 12 16:06:30.424521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:30.459569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:30.528832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:30.564427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d1686dbf-d444-4d7e-94e8-2815f48edf2e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:30.565665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:30.732842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.733271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:30.733736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:30.735985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] 10.222.0.65 "PUT /v2.0/ports/187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 1091 time: 4.6709738 Jul 12 16:06:30.737809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:30.745095 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98915613-fe86-4d8b-b7b8-415ef4d221af" -d '{"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:30.881246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:30.918918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'mac_address': 'fa:16:3e:0a:5c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:31.153839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-87d36c78-9653-466c-ae44-751c9a941e2f service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712313 Jul 12 16:06:31.156816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ea6f03c7-01e7-4d85-8ab1-5b543ae5024b None None] Could not find standard attr ID for object bc8a8b2a-ba2f-461d-9498-3137092267bb. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:06:31.167127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58725-eaad-4b5d-a648-b5502ad28349 service neutron] Pushing event updated for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:31.180924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-00f9afcc-7f22-49ea-8956-66addc691477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.182540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-00f9afcc-7f22-49ea-8956-66addc691477 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7522185 Jul 12 16:06:31.211900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:31.327302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11aebf-3acf-43a5-abe4-5bdfcdc858f2 req-c97cf493-4a81-4fee-ab49-2840196ecde9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.335915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c11aebf-3acf-43a5-abe4-5bdfcdc858f2 req-c97cf493-4a81-4fee-ab49-2840196ecde9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.7584569 Jul 12 16:06:31.384792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-908e96d6-a83c-49a4-b94a-3b02562a1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.386541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-908e96d6-a83c-49a4-b94a-3b02562a1116 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1094 time: 0.5450284 Jul 12 16:06:31.401208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:31.422389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c11aebf-3acf-43a5-abe4-5bdfcdc858f2 req-2b2b2045-4487-4b74-aae8-869e351d319e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Jul 12 16:06:31.478443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef05058-dd1a-4b65-84f2-e64caf312fa7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:31.538303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:31.547758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c3f8c42f-c6d3-433f-8cd6-8d1883cbffc3 None None] Could not find standard attr ID for object bc8a8b2a-ba2f-461d-9498-3137092267bb. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:06:31.551938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:31.577297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-ccc774b3-0e43-4cdf-8822-e3c1b4a1c0e4 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615868 Jul 12 16:06:31.580591 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-6fdad701-f02e-4601-bf8b-52068cd0f6b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.1823962 Jul 12 16:06:31.652627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:31.657587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:29Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:31.698540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:31.722666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f3c65-4d7a-4a4c-80cd-208932314f60 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:29Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:31.753994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 986b22fd-a4e6-4648-aa4f-d48812450eba up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:31.802177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a8fccb-02c3-4d17-b5ab-3a651ff35455 req-9842e503-4ecd-4af6-9c5e-d50ad77cc096 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150273 Jul 12 16:06:31.972284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 986b22fd-a4e6-4648-aa4f-d48812450eba triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:31.972575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:31.978213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-e8124763-ac74-4af8-921a-973f199a09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.982667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-e8124763-ac74-4af8-921a-973f199a09e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1789310 Jul 12 16:06:32.035429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9608-2896-445f-98ec-2e98d23838c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:32.069848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:32.070484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-be682cc0-942c-4633-89f2-6c145b2108d6 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:06:32.078970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-be682cc0-942c-4633-89f2-6c145b2108d6 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2202342 Jul 12 16:06:32.085476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:32.085925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:06:32.139129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-e1a2ee09-b614-47ba-8895-493fabb50ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.141057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-e1a2ee09-b614-47ba-8895-493fabb50ecc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463604 Jul 12 16:06:32.325038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-3d62fd95-f356-48c8-bc07-e2dc5b89e6fe service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724565 Jul 12 16:06:32.325787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:32.375987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:32.391497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e07498ea-5e25-49ae-add0-901715b9a66e admin admin] 10.222.0.58 "PUT /v2.0/routers/41717e3b-9bd9-4be7-a735-eef88a8b1c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9071119 Jul 12 16:06:32.408022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37240) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:32.422503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:32.422827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:32.423150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:32.434366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:32.435688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:32.451938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:32.452572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:32.453113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:32.454807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Bound port: 8779c969-ad44-4220-9faa-052950e35690, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:32.478775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Sync routers for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:32.595408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:32.600500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:32.607574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:32.609427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:32.614754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:32.615057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-210b5c47-b445-4840-9eca-13722211781a service neutron] 10.222.0.58 "POST /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690/bindings HTTP/1.1" status: 201 len: 389 time: 0.5344825 Jul 12 16:06:32.942195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6180d14-f2a7-47bf-aae7-83f84c674db1 req-1817f064-f97c-4771-be81-bc4211575b7f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.952552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6180d14-f2a7-47bf-aae7-83f84c674db1 req-1817f064-f97c-4771-be81-bc4211575b7f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 949 time: 0.6260045 Jul 12 16:06:32.954672 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-557ebc6e-ddfc-4c8b-903a-b9475f3c37de req-731f44c1-e288-4cee-9e1f-9cabb43cfcce service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126750 Jul 12 16:06:32.956801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:32.972402 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17f44a-da19-4aa8-baad-175dcb950ffe x-openstack-request-id: req-ca17f44a-da19-4aa8-baad-175dcb950ffe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:32.972689 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:32.973371 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca17f44a-da19-4aa8-baad-175dcb950ffe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:32.973786 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:06:32.982731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-91fea9f2-0c21-43de-babd-b8d52fe7a005 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=280973bf364641b99ca4cfa2213c5255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532192 Jul 12 16:06:32.984738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:33.015216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:33.016438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.042380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:33.044945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:33.045326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.320631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.329410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6180d14-f2a7-47bf-aae7-83f84c674db1 req-f7297173-7add-4cf5-9a09-171b2727671a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545964 Jul 12 16:06:33.337602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.368371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-82f67659-0123-4e18-98e7-fc9f4ebe3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.370111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-82f67659-0123-4e18-98e7-fc9f4ebe3e65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1094 time: 0.3162756 Jul 12 16:06:33.432825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:33.444023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.450498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-8eee5363-8b27-45ea-94da-99da255ef0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.460433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-8eee5363-8b27-45ea-94da-99da255ef0af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1096 time: 0.4200361 Jul 12 16:06:33.463506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.498777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:29Z', 'revision_number': 5, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port': {'id': '986b22fd-a4e6-4648-aa4f-d48812450eba', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:12Z', 'updated_at': '2021-07-12T16:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:33.509488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.566670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Checking router: 41717e3b-9bd9-4be7-a735-eef88a8b1c85 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:33.570897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88aaacb0-bafb-405d-b202-82e0f2198be5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:33.632344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Routers {'41717e3b-9bd9-4be7-a735-eef88a8b1c85'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:33.632991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:33.737311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:33.819050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] Set router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:33.892183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 88aaacb0-bafb-405d-b202-82e0f2198be5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:33.892550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.941190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-40f66730-8c14-49d9-9961-85996047811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.942703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-40f66730-8c14-49d9-9961-85996047811a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.4711168 Jul 12 16:06:33.958700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767974f6-0aaa-4fc1-8fa1-178c4df6febc req-7d8506ab-c5ec-4e9d-98d7-bf104dde95ce tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.964582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 6, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:33.968951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-767974f6-0aaa-4fc1-8fa1-178c4df6febc req-7d8506ab-c5ec-4e9d-98d7-bf104dde95ce tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3408799 Jul 12 16:06:33.983254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Deleting port 986b22fd-a4e6-4648-aa4f-d48812450eba {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:33.983539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.995972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e845e03-2073-4228-a6a6-9dc8a22da8db None None] The sync data for ids ['41717e3b-9bd9-4be7-a735-eef88a8b1c85'] in n-d-800078-3 is: [{'id': '41717e3b-9bd9-4be7-a735-eef88a8b1c85', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-639954129-router', 'tenant_id': '9eb4767fe54a4376a00029b3555ceedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:10Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 6, 'project_id': '9eb4767fe54a4376a00029b3555ceedb', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:34.013265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc76d3a1-0b77-4d2f-8579-c791ef87d301 None None] Provisioning complete for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:34.013633 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3a1-0b77-4d2f-8579-c791ef87d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.105321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f0c2fe1c-3926-4d59-a7c6-6d292be83e37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 217 time: 0.1282434 Jul 12 16:06:34.165516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-767974f6-0aaa-4fc1-8fa1-178c4df6febc req-b4c53acb-00e5-4a54-af47-0d51f45779e7 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956031 Jul 12 16:06:34.176181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.179425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.180794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b33ba36-4703-4531-93c4-49e330a231b5 HTTP/1.1" status: 204 len: 168 time: 1.1892297 Jul 12 16:06:34.194384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a3cd-44bc-4d27-9143-260b129edf29 req-4f2597e7-5789-4e77-85fc-2b16736bbe1a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.213535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cce8a3cd-44bc-4d27-9143-260b129edf29 req-4f2597e7-5789-4e77-85fc-2b16736bbe1a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 943 time: 0.9973221 Jul 12 16:06:34.282558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-8681f203-4bec-491a-9dcb-e728a25e9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.288454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254152d-85da-4f15-94af-6b8bc756d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33ba36-4703-4531-93c4-49e330a231b5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:34.295716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-8681f203-4bec-491a-9dcb-e728a25e9983 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1773946 Jul 12 16:06:34.303301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-a2902178-b5ba-490e-a8df-6495e156bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.304834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-a2902178-b5ba-490e-a8df-6495e156bf3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.9101045 Jul 12 16:06:34.340634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] For port 986b22fd-a4e6-4648-aa4f-d48812450eba, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=986b22fd-a4e6-4648-aa4f-d48812450eba,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:34.341143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.398129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-7ce2ecdb-b39d-4765-b31d-67c87641b586 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0808511 Jul 12 16:06:34.399364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-8105b66d-67db-45ce-95ef-ab179e3ade23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918090 Jul 12 16:06:34.415014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Calling delete_port for 986b22fd-a4e6-4648-aa4f-d48812450eba owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:34.427852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7ef72a3-8d3c-433f-a266-4bcaf30ec09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.497714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cce8a3cd-44bc-4d27-9143-260b129edf29 req-eefcc035-19c9-4c2e-85cc-8b209926666a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825413 Jul 12 16:06:34.548715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-6b31d4d3-9bf3-4dba-8976-ea2f1e393e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.550759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-6b31d4d3-9bf3-4dba-8976-ea2f1e393e7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1343167 Jul 12 16:06:34.591788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:34.679521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-c5cfe2bb-e904-422e-89ab-cd3391be3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.681134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-c5cfe2bb-e904-422e-89ab-cd3391be3dcb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206758 Jul 12 16:06:34.722868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:34.723256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.764320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:34.842054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-40b6c37c-ddf9-4696-a91d-f7a3856ab899 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283676 Jul 12 16:06:34.848215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.853427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port bef05058-dd1a-4b65-84f2-e64caf312fa7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:34.859322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc6189-d64d-439f-bf12-4a2efe143421 req-7c49da07-8741-4769-b9eb-f95b760bf2c3 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.859492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port bef05058-dd1a-4b65-84f2-e64caf312fa7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:34.859823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:34.872400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53cc6189-d64d-439f-bf12-4a2efe143421 req-7c49da07-8741-4769-b9eb-f95b760bf2c3 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 945 time: 0.4605317 Jul 12 16:06:34.895754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-fece6208-4f60-4f30-9ba1-86333b8454e9 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052410 Jul 12 16:06:34.921372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:35.017035 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.020942 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.058326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8a8b2a-ba2f-461d-9498-3137092267bb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:35.111696 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53cc6189-d64d-439f-bf12-4a2efe143421 req-1f5e87f9-64d5-475a-ac48-505361e2c9d5 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345922 Jul 12 16:06:35.181639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8460bff-9006-40de-8a81-5d4f322b6f7e req-f97de8f3-11c3-401a-bf6d-66b52632433a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.183256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8460bff-9006-40de-8a81-5d4f322b6f7e req-f97de8f3-11c3-401a-bf6d-66b52632433a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.2864857 Jul 12 16:06:35.187079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bc8a8b2a-ba2f-461d-9498-3137092267bb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:35.187637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8a8b2a-ba2f-461d-9498-3137092267bb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:35.199798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:35.205851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cfea0a30-0600-4f24-b1b3-8bbc701ee083 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49f34d864f4e43a4895e59234ddd96cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828348 Jul 12 16:06:35.210802 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e230f32-f3ea-4fca-a8a2-1aa898d08800" -d '{"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-plugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:35.225078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37272) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:35.245937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:35.251944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.270179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98915613-fe86-4d8b-b7b8-415ef4d221af req-650922e9-0b09-4651-833b-1cab1be4115b service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037210 Jul 12 16:06:35.296868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-9d6a4ebc-14aa-49a9-841c-13c6d5fc7561 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186237 Jul 12 16:06:35.320637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8460bff-9006-40de-8a81-5d4f322b6f7e req-6c8271d6-d70d-424d-a133-d37b2f03c930 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268291 Jul 12 16:06:35.390060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.436582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:35.474639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=986b22fd-a4e6-4648-aa4f-d48812450eba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:35.611447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.629107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.638885 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915e0f15-0b3e-40b2-afb3-d4f1276cc655 x-openstack-request-id: req-915e0f15-0b3e-40b2-afb3-d4f1276cc655 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:35.639226 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-plugged", "status": "completed", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:35.639444 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-915e0f15-0b3e-40b2-afb3-d4f1276cc655 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:35.639859 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'code': 200} Jul 12 16:06:35.650082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.768279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.775188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:35.776439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dc6aa19-7ec7-45ed-938e-a7bde193a95d HTTP/1.1" status: 204 len: 168 time: 0.5349429 Jul 12 16:06:35.822167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a2734f8-3454-4b98-b456-f25ecc69b85a None None] Provisioning complete for port bef05058-dd1a-4b65-84f2-e64caf312fa7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:35.823819 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a2734f8-3454-4b98-b456-f25ecc69b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.285482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0ede-3456-403b-9c72-860a4c84c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6aa19-7ec7-45ed-938e-a7bde193a95d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:36.357540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.383557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 986b22fd-a4e6-4648-aa4f-d48812450eba no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:36.501491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 986b22fd-a4e6-4648-aa4f-d48812450eba {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:36.502091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 986b22fd-a4e6-4648-aa4f-d48812450eba not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:36.554094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 187dbb7c-7718-4579-99c0-a36d2352b4ad details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:36.723470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.727449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.787175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:36.866271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-2190a2a4-9acb-4dc0-a7f7-b75f859325c6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:36.870603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-2190a2a4-9acb-4dc0-a7f7-b75f859325c6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41&tenant_id=01ef4485048e46728164ad3c8e4fea24&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 950 time: 1.0928957 Jul 12 16:06:36.888192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.889126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41717e3b-9bd9-4be7-a735-eef88a8b1c85 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:06:36.946015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:36.948283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c8d52fc5-0156-41a4-95c0-8ded23e6ccf2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/41717e3b-9bd9-4be7-a735-eef88a8b1c85 HTTP/1.1" status: 204 len: 168 time: 4.5380301 Jul 12 16:06:36.952888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:36.996607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:37.046832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:37.070479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7151433-c748-4742-95af-065357bcde77 req-16319697-e25e-4d3b-a5b1-f3c0d7e23610 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.079372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7151433-c748-4742-95af-065357bcde77 req-16319697-e25e-4d3b-a5b1-f3c0d7e23610 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 943 time: 0.2365465 Jul 12 16:06:37.122063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187dbb7c-7718-4579-99c0-a36d2352b4ad {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:37.156320 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:37.174172 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7151433-c748-4742-95af-065357bcde77 req-2ae28c2b-98ab-4c73-b3a0-3a80796cda5e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Jul 12 16:06:37.229518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:37.238135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:37.243846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908974-317a-46ed-8f87-defa6b2d52ed req-e398871f-a557-40a6-b4f2-f95271dad620 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.253109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28908974-317a-46ed-8f87-defa6b2d52ed req-e398871f-a557-40a6-b4f2-f95271dad620 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.9550338 Jul 12 16:06:37.380919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:37.435205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Deleting subnet 8d473176-9fd5-4798-b738-a7ca6d548582 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:06:37.443496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-38184fb8-7416-4730-9c16-02c8e9bbdd19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464875 Jul 12 16:06:37.455016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:37.539141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28908974-317a-46ed-8f87-defa6b2d52ed req-0da99c27-7547-4213-a7e6-8d469defd5aa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849855 Jul 12 16:06:37.571675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdc63-d095-4094-8007-5c378285b4da req-ebe6c1b0-48c3-4e2a-a9e5-960fd2e2e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.573782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-ebe6c1b0-48c3-4e2a-a9e5-960fd2e2e39e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1101 time: 0.9093659 Jul 12 16:06:37.593881 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-1c51d5a5-0447-427f-b1f8-60c3b2007325 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:06:37.603334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-1c51d5a5-0447-427f-b1f8-60c3b2007325 service neutron] 10.222.0.65 "DELETE /v2.0/ports/bef05058-dd1a-4b65-84f2-e64caf312fa7/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.7033136 Jul 12 16:06:37.660938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['187dbb7c-7718-4579-99c0-a36d2352b4ad'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:37.661651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-5111b21c-3f87-458a-b58d-6150cf300aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.682619 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-5111b21c-3f87-458a-b58d-6150cf300aa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a090caf32794cb8b71b264fc16dfb41&device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 1100 time: 0.1840489 Jul 12 16:06:37.813627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:37.967941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-43a341a1-23b1-487a-bf87-f88399b012c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.967941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-43a341a1-23b1-487a-bf87-f88399b012c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2595613 Jul 12 16:06:38.092868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-934bdedc-0106-4fb5-b42f-9f31c4637517 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f HTTP/1.1" status: 200 len: 217 time: 0.1127186 Jul 12 16:06:38.248722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-a4302b48-30bb-4f4d-929f-0de66ea0d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.254683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-a4302b48-30bb-4f4d-929f-0de66ea0d659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1541750 Jul 12 16:06:38.407453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-920a1c55-c82f-417c-b6d6-009251d3c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.410641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-920a1c55-c82f-417c-b6d6-009251d3c693 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.5941222 Jul 12 16:06:38.436276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdc63-d095-4094-8007-5c378285b4da req-f21b5eb0-4060-42de-a100-08dc4e24bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.442922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-f21b5eb0-4060-42de-a100-08dc4e24bd15 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.8249638 Jul 12 16:06:38.504696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:38.520992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-4bf7917d-b450-43ee-90ed-886cf1234c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.525853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-4bf7917d-b450-43ee-90ed-886cf1234c86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655089 Jul 12 16:06:38.604228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82f41-11b4-4f07-9295-62e67f748af0 req-bcabb2cd-65e9-49e4-8f2b-333ce6a110ee tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.606330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ef82f41-11b4-4f07-9295-62e67f748af0 req-bcabb2cd-65e9-49e4-8f2b-333ce6a110ee tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2577071 Jul 12 16:06:38.632354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd1f46-67a0-4707-96c7-2d5d177c8975 req-0ccd5bce-8d57-413f-9e1e-3ec902d2bf7e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.641469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92cd1f46-67a0-4707-96c7-2d5d177c8975 req-0ccd5bce-8d57-413f-9e1e-3ec902d2bf7e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.6103132 Jul 12 16:06:38.675243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-81eb4782-aa71-4c3b-9934-36aeeb837bb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3 HTTP/1.1" status: 200 len: 217 time: 0.1885931 Jul 12 16:06:38.734262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ef82f41-11b4-4f07-9295-62e67f748af0 req-7c817506-b9c3-4db3-8a3e-2478b29bbfec tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Jul 12 16:06:38.751908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdc63-d095-4094-8007-5c378285b4da req-aa6f83db-5393-498d-be41-a0f9af3c126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.754154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-aa6f83db-5393-498d-be41-a0f9af3c126d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0604560 Jul 12 16:06:38.772183 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-cb4d7379-1d26-4bb8-b245-354b9a931607 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379346 Jul 12 16:06:38.892260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92cd1f46-67a0-4707-96c7-2d5d177c8975 req-10a8e5a7-313e-4d95-9251-72bc03d72859 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497740 Jul 12 16:06:38.930840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:38.952140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:38.955278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d473176-9fd5-4798-b738-a7ca6d548582 HTTP/1.1" status: 204 len: 168 time: 1.9370813 Jul 12 16:06:38.957090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71148176-e9f5-4ed9-82ff-83fd736b60b6 None None] Network 65f9fb1a-6f78-4874-9140-9775043df371 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:38.967143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:39.061453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-35051e94-dc92-49d4-a111-ab935fec82ef tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1044224898&fields=id&tenant_id=755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 267 time: 0.1220529 Jul 12 16:06:39.199543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:39.231887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d29691-d00f-4d74-a102-f24a26f831b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d473176-9fd5-4798-b738-a7ca6d548582,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:39.241540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-241c23c9-4278-4f11-8554-f5dbe0d043db req-b3eacc91-7392-4ecd-b683-a14a8fc9827d service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593518 Jul 12 16:06:39.289076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-c43f9d92-451d-4632-8a27-4ba98753e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.292658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-c43f9d92-451d-4632-8a27-4ba98753e2de service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.8697910 Jul 12 16:06:39.348483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-3da3c7a7-6de2-4891-b424-8ada53afe977 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.349881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdc63-d095-4094-8007-5c378285b4da req-7b26e13a-5650-48b4-a8f6-949dec2490c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.350759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-3da3c7a7-6de2-4891-b424-8ada53afe977 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 824 time: 0.2776256 Jul 12 16:06:39.357931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-7b26e13a-5650-48b4-a8f6-949dec2490c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5814424 Jul 12 16:06:39.402271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-35e1f7e5-4732-4e53-a7f9-81b5780358ed tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/quotas/755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 375 time: 0.0247970 Jul 12 16:06:39.443145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] DHCP port deletion for 65f9fb1a-6f78-4874-9140-9775043df371 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:06:39.527806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-d6192a16-29ba-4a4a-a474-168daef8018d service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565888 Jul 12 16:06:39.543681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-18368840-261a-4ad1-b3fc-dead53938fe7 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1403649 Jul 12 16:06:39.557785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Deleting port 88aaacb0-bafb-405d-b202-82e0f2198be5 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:39.558325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:39.698789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-5126ba45-143c-440e-8415-6baab2fd5a25 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.700407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-5126ba45-143c-440e-8415-6baab2fd5a25 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.65 "GET /v2.0/ports?device_id=d00abbad-d8b1-4a08-bebf-5d13e6fdf47f HTTP/1.1" status: 200 len: 945 time: 0.1029890 Jul 12 16:06:39.707374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25bcdc63-d095-4094-8007-5c378285b4da req-66320818-f6c4-4c9e-8cd8-9693a4ad703d service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362989 Jul 12 16:06:39.708930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-64572cd4-5518-4959-91fe-31c101407e43 service neutron] 10.222.0.58 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633894 Jul 12 16:06:39.715621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-24fe49e1-f310-47ca-93dc-aef653053a19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.3458724 Jul 12 16:06:39.727353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] For port 88aaacb0-bafb-405d-b202-82e0f2198be5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88aaacb0-bafb-405d-b202-82e0f2198be5,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:39.727785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:39.790973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Calling delete_port for 88aaacb0-bafb-405d-b202-82e0f2198be5 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:39.942812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1ff7d-d22c-4e16-a0c9-b2eaaaccc6e4 req-0443b2ba-5503-4b1a-ae01-62d8dc36e77d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.960436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5a1ff7d-d22c-4e16-a0c9-b2eaaaccc6e4 req-0443b2ba-5503-4b1a-ae01-62d8dc36e77d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 944 time: 0.7501168 Jul 12 16:06:40.041557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-4fd760e5-fede-4739-9c75-9596ff5e290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:40.043916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-4fd760e5-fede-4739-9c75-9596ff5e290c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3000891 Jul 12 16:06:40.044370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Deleting port 88aaacb0-bafb-405d-b202-82e0f2198be5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:40.044713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.059457 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.117289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] Pushing event deleted for resources: {'Port': ['ID=88aaacb0-bafb-405d-b202-82e0f2198be5,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:40.124229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59577c-0356-4ac8-a776-773e39e5dd2b None None] No DVR routers for this DVR port 88aaacb0-bafb-405d-b202-82e0f2198be5 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:40.175343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Deleting port 00019d84-0775-44bf-8136-629cc29b81c6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:06:40.185712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.198174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] For port 88aaacb0-bafb-405d-b202-82e0f2198be5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88aaacb0-bafb-405d-b202-82e0f2198be5,segment=NetworkSegment(0a67d425-b36b-4f61-9354-88c7398e4aca),segment_id=0a67d425-b36b-4f61-9354-88c7398e4aca)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:40.200250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.278332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Calling delete_port for 88aaacb0-bafb-405d-b202-82e0f2198be5 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:40.348025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88aaacb0-bafb-405d-b202-82e0f2198be5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:40.454252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 88aaacb0-bafb-405d-b202-82e0f2198be5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:40.454437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88aaacb0-bafb-405d-b202-82e0f2198be5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:40.471787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5a1ff7d-d22c-4e16-a0c9-b2eaaaccc6e4 req-c39f2e36-c34f-4715-a94d-2c67eaadf28b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106516 Jul 12 16:06:40.579314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 187dbb7c-7718-4579-99c0-a36d2352b4ad up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:40.615060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.618234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] For port 00019d84-0775-44bf-8136-629cc29b81c6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00019d84-0775-44bf-8136-629cc29b81c6,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:40.621180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.625820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-4cfedf84-6033-4a6f-8ce5-5d9ab63765d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:40.628183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-4cfedf84-6033-4a6f-8ce5-5d9ab63765d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245777 Jul 12 16:06:40.652983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=88aaacb0-bafb-405d-b202-82e0f2198be5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:40.693750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] No DVR routers for this DVR port 88aaacb0-bafb-405d-b202-82e0f2198be5 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:40.774232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 187dbb7c-7718-4579-99c0-a36d2352b4ad completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:40.778982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 187dbb7c-7718-4579-99c0-a36d2352b4ad triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:40.784649 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.819680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fc897a5a-4307-415e-b2d7-83d166b64785 service neutron] 10.222.0.58 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1097453 Jul 12 16:06:41.021251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.113806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:41.116693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:41.123856 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7a44a-2de5-4d48-85cd-e3b5ea7e60c7" -d '{"events": [{"server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "name": "network-vif-plugged", "status": "completed", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:41.134707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.337597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:41.372529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-ec106da8-80bf-40b5-b7dd-2a7c43bc061c service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109637 Jul 12 16:06:41.392536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.445726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f9fb1a-6f78-4874-9140-9775043df371']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:41.486776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a67d425-b36b-4f61-9354-88c7398e4aca') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:41.487233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a67d425-b36b-4f61-9354-88c7398e4aca') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:41.511905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.599015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.621920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.622685 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.623198 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c disassociated. External IP: 172.25.8.184, port: 00019d84-0775-44bf-8136-629cc29b81c6. Jul 12 16:06:41.623738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Calling delete_port for 00019d84-0775-44bf-8136-629cc29b81c6 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:06:41.884221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-56733f4c-b570-4aea-9879-b3a6ceb7ebd2 None None] Provisioning complete for port 187dbb7c-7718-4579-99c0-a36d2352b4ad triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:41.887073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-56733f4c-b570-4aea-9879-b3a6ceb7ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.930239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Request body: {'security_group': {'name': 'tempest-securitygroup-651683700', 'description': 'tempest-description-574403418'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:41.991500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.014022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.069311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:06:42.069726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.074486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:06:42.079192 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:06:42.091681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.154765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event deleted for resources: {'Port': ['ID=00019d84-0775-44bf-8136-629cc29b81c6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:42.194866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d0f0-3aeb-4423-ac91-ed6b1fa86f59 req-68e543b4-ec38-4ba5-9708-7f79af1b65b8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:42.220279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c013d0f0-3aeb-4423-ac91-ed6b1fa86f59 req-68e543b4-ec38-4ba5-9708-7f79af1b65b8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 1.3712273 Jul 12 16:06:42.293505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.306469 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.310389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] 10.222.0.58 "DELETE /v2.0/networks/65f9fb1a-6f78-4874-9140-9775043df371 HTTP/1.1" status: 204 len: 168 time: 3.3202937 Jul 12 16:06:42.328271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce303e5d-1510-4c4a-aeaf-6997537a795e req-e94310ca-182e-4196-98a0-4ecba6b883b1 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272165 Jul 12 16:06:42.415277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c013d0f0-3aeb-4423-ac91-ed6b1fa86f59 req-79e67373-6d06-4770-908e-27af554cdfbf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937964 Jul 12 16:06:42.419320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c49b-40d3-4832-bc18-27314fa17b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=65f9fb1a-6f78-4874-9140-9775043df371,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:42.488980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.513498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.681106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2205e-e143-499b-83fc-e8a5726c1891,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:42.711521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:42.811101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37420) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:42.928435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:42.933691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ec2f33b7-c1d8-4460-986c-0018838dbae2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eb4767fe54a4376a00029b3555ceedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088712 Jul 12 16:06:42.958855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37428) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:42.966576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.015838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.037736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35f0db6c-0095-487c-ba9c-38a02f1351b2 req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1155543 Jul 12 16:06:43.057087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:43.062965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100050-0632-43f9-8689-9ac9760978aa tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7f171e-df08-4d25-b9bd-7ccc55e82e9d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:43.070597 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:43.083839 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:43.084465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:43.100205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.123760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7468eb-ec24-4473-a7ac-4841947dfd48 req-91050013-12cc-47b8-930f-112bf2b1d182 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.126225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d7468eb-ec24-4473-a7ac-4841947dfd48 req-91050013-12cc-47b8-930f-112bf2b1d182 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3707256 Jul 12 16:06:43.176007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] No DVR routers for this DVR port 00019d84-0775-44bf-8136-629cc29b81c6 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:06:43.180490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.182951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-734985ca-797e-4f2e-9c4c-c76846baf7c8 req-82b26d9b-19d7-4a0d-9096-040b04e8e2c9 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.65 "DELETE /v2.0/ports/00019d84-0775-44bf-8136-629cc29b81c6 HTTP/1.1" status: 204 len: 173 time: 3.4612880 Jul 12 16:06:43.183857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'name': 'network-vif-deleted', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:43.194753 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71c644-317f-480c-ac9c-0a909e4e7ad9" -d '{"events": [{"server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "name": "network-vif-deleted", "tag": "00019d84-0775-44bf-8136-629cc29b81c6"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:43.211472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.263156 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:06:43.301410 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:43.304525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.318200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:43.319566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7e25c46-2598-431b-bf6a-56071d346308 HTTP/1.1" status: 204 len: 168 time: 0.3482101 Jul 12 16:06:43.338761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d7468eb-ec24-4473-a7ac-4841947dfd48 req-bb7b9abe-63a7-40a7-a8ea-e498dda7d786 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014527 Jul 12 16:06:43.354582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ecbc2-d0a0-4237-875f-0efcfe354612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e25c46-2598-431b-bf6a-56071d346308,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:43.417658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b8e44-dfa9-40c6-8495-098afbb1bdae req-ebff79bd-e483-4c36-85a4-4aa17c9a3a55 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.422206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf0b8e44-dfa9-40c6-8495-098afbb1bdae req-ebff79bd-e483-4c36-85a4-4aa17c9a3a55 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.2186503 Jul 12 16:06:43.551767 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec99cb-2169-49c9-808b-cd90a6df094f x-openstack-request-id: req-b2ec99cb-2169-49c9-808b-cd90a6df094f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:43.552636 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "name": "network-vif-plugged", "status": "completed", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:43.552636 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2ec99cb-2169-49c9-808b-cd90a6df094f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:43.552889 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'code': 200} Jul 12 16:06:43.585945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf0b8e44-dfa9-40c6-8495-098afbb1bdae req-d1f0a926-6326-49f4-91d7-72de167874bb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523476 Jul 12 16:06:43.787966 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:43.810948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83bb39cb-ab71-4d84-af40-86468f81ef05 req-b7fc984b-b344-4441-81dc-a3ef0fdbc457 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 210 time: 0.0696831 Jul 12 16:06:43.863842 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:43.877903 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:43.879255 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:43.881642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac9f51-8096-4639-91c7-3e0029b76ad0 req-575d0838-cb74-4e73-951c-47291d9d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.883673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65ac9f51-8096-4639-91c7-3e0029b76ad0 req-575d0838-cb74-4e73-951c-47291d9d0c3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1809661 Jul 12 16:06:43.973783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Request body: {'security_group': {'name': 'tempest-securitygroup-803586126', 'description': 'tempest-description-1082686155'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:44.018828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65ac9f51-8096-4639-91c7-3e0029b76ad0 req-d316ea05-f0c8-4574-a4cf-06522f8ed26b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052768 Jul 12 16:06:44.035508 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:44.060080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-e7642907-fa91-4d4b-bdbd-1c88554798bd tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:44.062491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-e7642907-fa91-4d4b-bdbd-1c88554798bd tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.77 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 824 time: 0.2141998 Jul 12 16:06:44.069300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0267a8-14ef-47f9-86e0-8413ee170ad1 req-f28b386e-b9a9-445e-bd5c-8b33ef6cc924 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:44.071033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0267a8-14ef-47f9-86e0-8413ee170ad1 req-f28b386e-b9a9-445e-bd5c-8b33ef6cc924 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 945 time: 0.2025614 Jul 12 16:06:44.071932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:44.161050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0267a8-14ef-47f9-86e0-8413ee170ad1 req-0ac28fd8-94f7-45a6-9d10-854f3556ddd9 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Jul 12 16:06:44.229738 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcf9716-6b3d-490e-8fb9-8118d5359bd6 x-openstack-request-id: req-0fcf9716-6b3d-490e-8fb9-8118d5359bd6 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:44.230156 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00abbad-d8b1-4a08-bebf-5d13e6fdf47f", "name": "network-vif-deleted", "tag": "00019d84-0775-44bf-8136-629cc29b81c6", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:44.230411 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fcf9716-6b3d-490e-8fb9-8118d5359bd6 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:44.230838 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00abbad-d8b1-4a08-bebf-5d13e6fdf47f', 'name': 'network-vif-deleted', 'tag': '00019d84-0775-44bf-8136-629cc29b81c6', 'status': 'completed', 'code': 200} Jul 12 16:06:44.277475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-e647a2e0-3f90-4de2-aa79-57fb798c7cc5 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755019fa1c7144ea8b57fef118d8e807 HTTP/1.1" status: 200 len: 380 time: 0.2009830 Jul 12 16:06:44.418545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:44.430775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'port': {'device_id': '77784af8-1aff-4ad3-8185-f2211402dc34', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'admin_state_up': True, 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'security_groups': ['3e06ae94-a705-4d68-9a03-439b03f94b13']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:44.448005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:44.539504 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:44.542184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc0372-f5de-44a5-966c-c7a030414f4a req-461504f1-bc31-4bc7-8f23-54d770c8c81f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:44.552222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ddc0372-f5de-44a5-966c-c7a030414f4a req-461504f1-bc31-4bc7-8f23-54d770c8c81f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.1451595 Jul 12 16:06:44.584498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c60bacb-b613-4580-92f3-85f3a6048b97,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:44.614084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:44.615957 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c58a5-5b67-4789-8b06-1512d60bb17c None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:44.626555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00019d84-0775-44bf-8136-629cc29b81c6 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:44.634391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa61142a-cded-4657-9701-9b62db873a2c req-da1287fe-fa3a-4f0e-bd72-4d511c058cb6 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6813405 Jul 12 16:06:44.642750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ddc0372-f5de-44a5-966c-c7a030414f4a req-4b6068e9-5d0e-4817-9630-3c24a63e4c1e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Jul 12 16:06:44.690199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 00019d84-0775-44bf-8136-629cc29b81c6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:06:44.690887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00019d84-0775-44bf-8136-629cc29b81c6 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:06:44.860530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Made reservation on behalf of 755019fa1c7144ea8b57fef118d8e807 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:44.871999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:44.912011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afcf7-fe53-41a5-a719-471e29562133 req-4bb4eed6-c1d8-4f55-b8f9-b77d1a4b7917 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:44.919707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:44.928112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c07afcf7-fe53-41a5-a719-471e29562133 req-4bb4eed6-c1d8-4f55-b8f9-b77d1a4b7917 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1122746 Jul 12 16:06:44.992181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c07afcf7-fe53-41a5-a719-471e29562133 req-e6a8ade3-9f48-43bd-98aa-d2c6bf219233 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Jul 12 16:06:45.093524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-793803858', 'description': 'tempest-description-690749719'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:45.108463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a887037-30a9-4ba5-a875-f8aa328470a5 None None] New status for floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:06:45.132200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.173099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.183943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-204429865-network', 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:45.244420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Allocated IP 172.20.0.4 (76ced32e-90b0-4233-ad91-15e3118c535d/8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9/eb2e5c05-c551-42de-a662-b274846754a7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:45.254788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:45.257156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.263402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc83c58-2ec8-4b0c-a52a-308726e4b57a req-04ef237e-baee-4795-8a64-d6c3a4f71417 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.265036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bdc83c58-2ec8-4b0c-a52a-308726e4b57a req-04ef237e-baee-4795-8a64-d6c3a4f71417 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.0909770 Jul 12 16:06:45.278301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.314652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bdc83c58-2ec8-4b0c-a52a-308726e4b57a req-2f469dbd-d3b6-4b43-a423-d56e148bfda9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Jul 12 16:06:45.479056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.487989 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.494164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ef9b-9a4a-41b9-86f6-8e1822285374 req-02168a45-ac66-4306-b5d5-a9f5d79cb734 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.494701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba55ef9b-9a4a-41b9-86f6-8e1822285374 req-02168a45-ac66-4306-b5d5-a9f5d79cb734 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.0663786 Jul 12 16:06:45.516585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.533855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba55ef9b-9a4a-41b9-86f6-8e1822285374 req-da90cd65-6e42-4db2-aab7-6af738920374 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Jul 12 16:06:45.558883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Transition to ACTIVE for port object eb2e5c05-c551-42de-a662-b274846754a7 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:45.561841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44777c-55a8-4d37-8a1d-5807d5828c91,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:45.620052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.688866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Network 76ced32e-90b0-4233-ad91-15e3118c535d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:45.693105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event updated for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:45.699702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:45.704528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:45.709048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.727408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f21b4d-f042-4fd0-851d-b5c3277571d7 req-2677ea34-1d54-4df8-a16a-8f44766e2d0a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.729015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-44f21b4d-f042-4fd0-851d-b5c3277571d7 req-2677ea34-1d54-4df8-a16a-8f44766e2d0a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 949 time: 0.0750532 Jul 12 16:06:45.737603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.776123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-44f21b4d-f042-4fd0-851d-b5c3277571d7 req-2fba624c-aa42-4591-a69b-8304d05d6f2b tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Jul 12 16:06:45.790318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:06:45.805775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.806390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.820290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b4548-4dc7-4df9-b214-7d5ecbd581f8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:45.833615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.833900 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Added segment 4d0c572c-5b6f-4077-adbf-228cc780bd23 of type vlan for network 60e2b10f-819b-4aa0-b786-d076ae68200b Jul 12 16:06:45.892153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.923886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.933163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.943243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-416fb233-7fdb-4c0a-b97b-d4751202708c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5228992 Jul 12 16:06:45.957457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.958391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.958959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:45.967355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Request body: {'port': {'device_id': '77784af8-1aff-4ad3-8185-f2211402dc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:45.998820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4104d51f-53bd-4abc-bd32-b4bc8004b7da None None] Provisioning for port eb2e5c05-c551-42de-a662-b274846754a7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:46.003674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4104d51f-53bd-4abc-bd32-b4bc8004b7da None None] Provisioning complete for port eb2e5c05-c551-42de-a662-b274846754a7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:46.004443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4104d51f-53bd-4abc-bd32-b4bc8004b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.015225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.016584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc9f9433-e401-4aa4-8b3d-26c90475b49a req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9303694 Jul 12 16:06:46.037065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ca63-ac3a-42f0-9e39-de8878441118 req-661e7421-e66a-4260-b8e8-1c521efb158e tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.038545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b77ca63-ac3a-42f0-9e39-de8878441118 req-661e7421-e66a-4260-b8e8-1c521efb158e tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 931 time: 0.0855350 Jul 12 16:06:46.058415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266675d4-b921-4405-85ce-fcfb8d375feb tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5351aae-cf30-4757-a1af-730a5c4f9d74,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:46.074474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1501994 Jul 12 16:06:46.075700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:46.082574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4104d51f-53bd-4abc-bd32-b4bc8004b7da None None] Port eb2e5c05-c551-42de-a662-b274846754a7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:06:46.082805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Request body: {'subnet': {'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-204429865-subnet', 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:46.090570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4008-a06e-4292-8571-c7ae40c50ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=60e2b10f-819b-4aa0-b786-d076ae68200b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:46.102970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 60e2b10f-819b-4aa0-b786-d076ae68200b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:06:46.137251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b77ca63-ac3a-42f0-9e39-de8878441118 req-012d41a2-55a9-4a48-ad8c-c66852f0d687 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860651 Jul 12 16:06:46.144878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.147023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:46.149542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.461437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa6e77-6808-4e29-8514-ef52872b3f0c req-ffb46ec3-aa61-4c05-9d63-a9fcdd2fbc81 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.463158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4dfa6e77-6808-4e29-8514-ef52872b3f0c req-ffb46ec3-aa61-4c05-9d63-a9fcdd2fbc81 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.0828414 Jul 12 16:06:46.493702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7c7a4-4707-488e-9ee1-c715d170ef3f req-c65c2446-912e-473c-ab79-9aec64757994 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.495199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eba7c7a4-4707-488e-9ee1-c715d170ef3f req-c65c2446-912e-473c-ab79-9aec64757994 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 945 time: 0.2649863 Jul 12 16:06:46.506969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4dfa6e77-6808-4e29-8514-ef52872b3f0c req-29f9ea01-0b8d-4230-95e4-f3a7896f61a9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Jul 12 16:06:46.541457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1248809415', 'description': 'tempest-description-1301898082'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:46.564017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.626315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eba7c7a4-4707-488e-9ee1-c715d170ef3f req-d956d99c-721e-44de-869a-48b9ef650a5c tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243219 Jul 12 16:06:46.630996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.680792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.687577 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.717436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.718074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f03420f3-b6e8-412c-b049-1016570494bc req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1821008 Jul 12 16:06:46.719285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f453195-f1c1-4bd7-88af-9985d9e83e4b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54568f0-d25c-4bc6-a878-60602bf23746,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:46.741335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf3054d-1cde-412e-b176-24357189df55,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:46.744884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2e5c05-c551-42de-a662-b274846754a7 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:46.754346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.766758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Checking segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:46.767275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Network hostable DHCP agents. Network: 60e2b10f-819b-4aa0-b786-d076ae68200b, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:06:46.775323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Transition to ACTIVE for port object eb2e5c05-c551-42de-a662-b274846754a7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:46.793942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.815603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-135592f2-ca0b-4bc5-8d78-c635c6791a43 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376434 Jul 12 16:06:46.857045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Network 60e2b10f-819b-4aa0-b786-d076ae68200b is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:06:46.925031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 60e2b10f-819b-4aa0-b786-d076ae68200b) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:46.925675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a1279-b3e4-40ad-8332-95fe65e9206e req-6d349c6b-cfb4-40a0-abed-23d0798c22b7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.928090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f1a1279-b3e4-40ad-8332-95fe65e9206e req-6d349c6b-cfb4-40a0-abed-23d0798c22b7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.0924964 Jul 12 16:06:46.935509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0977e90a-b7c8-4bf4-b36f-e83a812e153d None None] Network 60e2b10f-819b-4aa0-b786-d076ae68200b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:46.939058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.940724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:46.953362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Pushing event updated for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:46.998585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f1a1279-b3e4-40ad-8332-95fe65e9206e req-99832d02-7996-4535-86d1-9c285a1ae732 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652018 Jul 12 16:06:47.007957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-644e814c-8976-4a66-af6f-bf4b9a384f31 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9292181 Jul 12 16:06:47.051570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-c096bfce-5c83-4227-9e77-09dd29c3c6ec tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.053204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-c096bfce-5c83-4227-9e77-09dd29c3c6ec tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128322 Jul 12 16:06:47.087368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-4785099f-c44a-4bba-a45f-e5ae9c15920a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/quotas/01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 375 time: 0.0252812 Jul 12 16:06:47.151187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Attempting to bind port eb2e5c05-c551-42de-a662-b274846754a7 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:47.151187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Attempting to bind port eb2e5c05-c551-42de-a662-b274846754a7 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:47.151187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Attempting to bind port eb2e5c05-c551-42de-a662-b274846754a7 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:47.158919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Port eb2e5c05-c551-42de-a662-b274846754a7 on network 76ced32e-90b0-4233-ad91-15e3118c535d not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:47.159332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Attempting to bind port eb2e5c05-c551-42de-a662-b274846754a7 on network 76ced32e-90b0-4233-ad91-15e3118c535d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:47.168395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:47.168783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Checking segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:47.169115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Bound using segment: {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:47.169547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Bound port: eb2e5c05-c551-42de-a662-b274846754a7, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e65d342-35d0-4a78-a5cf-d19e56481c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:47.169890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.209538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbac813-75ea-4074-b674-ef293300d899 None None] Network 60e2b10f-819b-4aa0-b786-d076ae68200b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:06:47.247215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-3365a324-429c-47ce-90dc-3622732d38ea tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532838 Jul 12 16:06:47.283146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:47.287332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb2e5c05-c551-42de-a662-b274846754a7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:47.293109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.367979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.369553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.371978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] 10.222.0.77 "PUT /v2.0/ports/eb2e5c05-c551-42de-a662-b274846754a7 HTTP/1.1" status: 200 len: 1091 time: 1.4175861 Jul 12 16:06:47.372862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:47.378432 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe4690b-0f44-4af6-8498-b77459b2cd26" -d '{"events": [{"name": "network-changed", "server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "tag": "eb2e5c05-c551-42de-a662-b274846754a7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:47.417845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5b7241a-572d-4762-b741-d878f337488d req-bb871fe5-4fff-4bf8-96bb-e27ea9ebeeb9 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3445253 Jul 12 16:06:47.425036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:47.432482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a2bc-a2c4-4901-9404-a546d6bee60d service neutron] Pushing event updated for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:47.456292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.537076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-6f2ff239-d118-48d7-b66f-7aac924fcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.539097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-6f2ff239-d118-48d7-b66f-7aac924fcc2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 1094 time: 0.1007414 Jul 12 16:06:47.612491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-fa275ee2-d6b8-4eac-800f-a6b2003eea1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2e5c05-c551-42de-a662-b274846754a7 HTTP/1.1" status: 200 len: 217 time: 0.0627093 Jul 12 16:06:47.613380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.679940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-f365cc12-b84e-4bad-8ea2-f313b5370511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.681615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-f365cc12-b84e-4bad-8ea2-f313b5370511 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.0622928 Jul 12 16:06:47.758206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-3d69806f-f504-42fa-bf55-f0acc88dcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.759993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-3d69806f-f504-42fa-bf55-f0acc88dcbda service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703735 Jul 12 16:06:47.769582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Allocated IP 172.25.8.34 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/428cae26-f8d3-46d6-80d4-cb97d0b63ed1) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:47.904637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-1089e3d3-851e-444a-a692-1b232fb5ad56 service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325817 Jul 12 16:06:47.920407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:47.978225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.023231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:48.026969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:48.031872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:48.052996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07c4005a-ef2e-4cfa-ae77-bce392412d9b req-b99c5600-11d9-4111-b79b-0d575280229e service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406016 Jul 12 16:06:48.069092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event updated for resources: {'Port': ['ID=428cae26-f8d3-46d6-80d4-cb97d0b63ed1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:48.180237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.260616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.461913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.473275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.548130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event updated for resources: {'Port': ['ID=428cae26-f8d3-46d6-80d4-cb97d0b63ed1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:48.560537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.577563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.578810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5b7241a-572d-4762-b741-d878f337488d req-51bc2412-e392-47de-aa8e-927d07d685d0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1603820 Jul 12 16:06:48.649781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5b7241a-572d-4762-b741-d878f337488d req-88fdb89d-4145-4c6c-bdc1-968a069df2f7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.0601606 Jul 12 16:06:48.678260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:06:48.806616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.860186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:48.861462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:48.865634 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e123f-c52e-4dfd-846c-d55701fe7c73" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:48.870712 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:48.880184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-346914c2-cfe9-4fd4-90aa-79d7c6bec7af tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53370 time: 0.3936377 Jul 12 16:06:48.950754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:48.957633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-b1f384d5-2d92-4f07-90c7-8ae0506c4ce0 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/15b700f0-c5ea-4e4f-9339-3a81122b78fb HTTP/1.1" status: 200 len: 2981 time: 0.0750823 Jul 12 16:06:49.030129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-e3b085b9-3f8a-4cb4-854a-42af1c971e30 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/15b700f0-c5ea-4e4f-9339-3a81122b78fb HTTP/1.1" status: 200 len: 2981 time: 0.0708725 Jul 12 16:06:49.095406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-0d47357a-30f4-4377-8a5c-7ee680841df5 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/24da21a5-2c3d-467c-99a8-7244d9af021e HTTP/1.1" status: 200 len: 2981 time: 0.0580449 Jul 12 16:06:49.102782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-a8b43d5f-0c80-403d-a4c8-64db2a1d1022 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709188 Jul 12 16:06:49.165675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-85083914-a047-457f-8618-e4eec2575d9e tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/24da21a5-2c3d-467c-99a8-7244d9af021e HTTP/1.1" status: 200 len: 2981 time: 0.0691307 Jul 12 16:06:49.232478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-3e937b9f-207d-480b-abd6-2702ba6c0ff4 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2e44777c-55a8-4d37-8a1d-5807d5828c91 HTTP/1.1" status: 200 len: 2981 time: 0.0658221 Jul 12 16:06:49.277432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-bf7c37a5-7049-418a-af76-fcda5839d09d tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2e44777c-55a8-4d37-8a1d-5807d5828c91 HTTP/1.1" status: 200 len: 2981 time: 0.0439711 Jul 12 16:06:49.280465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-69c68cf7-576c-4665-8420-f14b17709ba2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:49.281888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-69c68cf7-576c-4665-8420-f14b17709ba2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715600 Jul 12 16:06:49.299860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7241a-572d-4762-b741-d878f337488d req-9e953de4-a19f-45b8-97da-75919c63a525 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:49.302073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5b7241a-572d-4762-b741-d878f337488d req-9e953de4-a19f-45b8-97da-75919c63a525 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.6423917 Jul 12 16:06:49.309107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Request body: {'port': {'device_id': '840ba9d5-c266-4d16-b1c9-83071753540e', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '01ef4485048e46728164ad3c8e4fea24'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:49.363704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:49.364310 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:49.374004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-c8214229-5e71-4a03-a285-428cd43ffff6 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4f332d30-f2cd-4f5e-a095-c7a73633ab0d HTTP/1.1" status: 200 len: 2981 time: 0.0877583 Jul 12 16:06:49.455861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-866df71b-9adf-4cf6-901b-7e850dc133bd tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4f332d30-f2cd-4f5e-a095-c7a73633ab0d HTTP/1.1" status: 200 len: 2981 time: 0.0750630 Jul 12 16:06:49.508205 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:49.509828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-388a9518-fbf7-46e1-879f-c5e122728156 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/50f167e4-a4af-482d-ad53-24f3dc265162 HTTP/1.1" status: 200 len: 2981 time: 0.0531299 Jul 12 16:06:49.515896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Made reservation on behalf of 01ef4485048e46728164ad3c8e4fea24 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:49.522424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:49.551285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:49.557143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:49.575911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-9e427d42-12bf-4e77-9149-e232c581a636 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/50f167e4-a4af-482d-ad53-24f3dc265162 HTTP/1.1" status: 200 len: 2981 time: 0.0570519 Jul 12 16:06:49.617687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7e06-61a0-4b56-b46f-0eb63c3075a1 req-cd55e2a5-4a7e-4fc2-823c-93f1346e4968 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:49.619335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4fd7e06-61a0-4b56-b46f-0eb63c3075a1 req-cd55e2a5-4a7e-4fc2-823c-93f1346e4968 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 943 time: 0.1625946 Jul 12 16:06:49.639813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67303c-e1cd-4d46-8b92-e4db58378254 None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:49.655820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-e8a34217-0d52-4dc5-91fe-ced9f450c6c4 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/69c2205e-e143-499b-83fc-e8a5726c1891 HTTP/1.1" status: 200 len: 2981 time: 0.0718346 Jul 12 16:06:49.708013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-ef5db653-d416-4c1a-b262-2e2a09b81b94 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/69c2205e-e143-499b-83fc-e8a5726c1891 HTTP/1.1" status: 200 len: 2981 time: 0.0509648 Jul 12 16:06:49.735152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4fd7e06-61a0-4b56-b46f-0eb63c3075a1 req-ab97959e-1ac5-4c05-8068-2b2e814e723b tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033733 Jul 12 16:06:49.736577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Allocated IP 192.168.233.244 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:49.783293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-c5b08213-8095-4b2f-8799-471f7676186e tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7aeba762-2474-4de1-822c-fa161996bf01 HTTP/1.1" status: 200 len: 2977 time: 0.0696647 Jul 12 16:06:49.869400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-c710d3b4-9071-411b-9b0c-719cfa86d093 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/7aeba762-2474-4de1-822c-fa161996bf01 HTTP/1.1" status: 200 len: 2977 time: 0.0784361 Jul 12 16:06:49.924808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-e0075245-64e2-43d2-85e3-16730e692e1c tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/842b4548-4dc7-4df9-b214-7d5ecbd581f8 HTTP/1.1" status: 200 len: 2981 time: 0.0477860 Jul 12 16:06:49.962746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-59c000e4-2a19-4cbf-8e4a-531bfa920b7c None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:49.963812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59c000e4-2a19-4cbf-8e4a-531bfa920b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:49.988253 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-25693e00-a6de-4332-a079-6fdb724bedc9 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/842b4548-4dc7-4df9-b214-7d5ecbd581f8 HTTP/1.1" status: 200 len: 2981 time: 0.0564880 Jul 12 16:06:50.034769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:50.040823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-e1a5c3ee-c67c-4f81-820c-11527e3d49bc tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/95ff0242-a6c3-4e2b-920e-17c209261f74 HTTP/1.1" status: 200 len: 2973 time: 0.0439453 Jul 12 16:06:50.065866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Transition to ACTIVE for port object 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:50.105129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-e57234ec-730a-47b0-aaa8-ed10add3c7db tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:50.106679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-e57234ec-730a-47b0-aaa8-ed10add3c7db tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.1878467 Jul 12 16:06:50.112953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-630878fc-936e-430c-992a-eaf62462d3f7 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/95ff0242-a6c3-4e2b-920e-17c209261f74 HTTP/1.1" status: 200 len: 2973 time: 0.0570247 Jul 12 16:06:50.133686 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-80777049-0e3c-4a65-b87d-b92c9219f161 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/quotas/a7b0d8b244c849ec8eb912982af201fd HTTP/1.1" status: 200 len: 375 time: 0.0179284 Jul 12 16:06:50.160849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-808da36e-dc6f-4c7d-9fb5-b7b839a1352b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5 HTTP/1.1" status: 200 len: 2981 time: 0.0455430 Jul 12 16:06:50.181644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:50.184988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-f80105d1-75ff-43ca-be88-ccf0ccf42bcb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451965 Jul 12 16:06:50.199274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:50.220453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-c4af1fff-950f-4fb2-85ab-192fa5782444 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5 HTTP/1.1" status: 200 len: 2981 time: 0.0503211 Jul 12 16:06:50.280153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:50.286696 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-7e81a630-e8f1-48d9-aac0-9138540280b9 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a19beb93-13fd-48ce-855b-a1cae5d926b3 HTTP/1.1" status: 200 len: 2977 time: 0.0568128 Jul 12 16:06:50.291892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:50.300716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:50.309290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:50.348784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-b07686e8-cb2c-460f-bea7-45eed9807941 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a19beb93-13fd-48ce-855b-a1cae5d926b3 HTTP/1.1" status: 200 len: 2977 time: 0.0536764 Jul 12 16:06:50.392972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:50.393637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:50.397669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-f9c0945d-3daf-4847-9a12-b9c37c696939 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001612 Jul 12 16:06:50.412319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-76cb9745-6816-4279-9977-b761d80cbc88 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/aee4084b-8f76-4340-afb4-2d86189405c0 HTTP/1.1" status: 200 len: 2981 time: 0.0464194 Jul 12 16:06:50.462517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6686efc1-a5c0-4a46-8ea5-ebe50e7342d3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1590748 Jul 12 16:06:50.474994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-0a8ecb7a-7621-4bdb-af2a-1e5b24ff24c8 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/aee4084b-8f76-4340-afb4-2d86189405c0 HTTP/1.1" status: 200 len: 2981 time: 0.0549965 Jul 12 16:06:50.482942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Request body: {'port': {'device_id': '840ba9d5-c266-4d16-b1c9-83071753540e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:50.525130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-59292e1b-134f-4237-8acd-38873e132e68 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c4c59b48-64b6-4765-a45f-6c5a405fe37e HTTP/1.1" status: 200 len: 2977 time: 0.0419910 Jul 12 16:06:50.585823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-aa0720fb-ffc4-4996-9354-ff5d8e0d7ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797707 Jul 12 16:06:50.586875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-1a30cb29-7aab-4f98-b861-e53629a4d8a1 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/c4c59b48-64b6-4765-a45f-6c5a405fe37e HTTP/1.1" status: 200 len: 2977 time: 0.0501015 Jul 12 16:06:50.597049 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:50.614651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f80a05e-3ca2-4540-8764-4fb5a12625cf None None] Provisioning for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:50.623836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f80a05e-3ca2-4540-8764-4fb5a12625cf None None] Provisioning complete for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:50.625228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f80a05e-3ca2-4540-8764-4fb5a12625cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:50.643761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-83344560-175e-4fd1-99b4-0d5523aa676b tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/eb785f02-bc2b-4d9e-b8eb-41fc51290dd0 HTTP/1.1" status: 200 len: 2981 time: 0.0532978 Jul 12 16:06:50.684733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8f80a05e-3ca2-4540-8764-4fb5a12625cf None None] Port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:06:50.698874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-4a580f96-fa3e-4deb-8d77-7f73b0f9e98c tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/eb785f02-bc2b-4d9e-b8eb-41fc51290dd0 HTTP/1.1" status: 200 len: 2981 time: 0.0477109 Jul 12 16:06:50.760955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-0499ca18-5d54-4648-99ac-c14c443b1556 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0a0d754-b8c1-4fd2-8d7b-680844ad9bba HTTP/1.1" status: 200 len: 2981 time: 0.0552294 Jul 12 16:06:50.812730 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab2a76-acc2-42be-8467-3dfdb7d57f67 x-openstack-request-id: req-f9ab2a76-acc2-42be-8467-3dfdb7d57f67 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:50.813097 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "tag": "eb2e5c05-c551-42de-a662-b274846754a7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:50.813348 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9ab2a76-acc2-42be-8467-3dfdb7d57f67 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:50.814018 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7', 'status': 'completed', 'code': 200} Jul 12 16:06:50.866092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-d63d1332-97ea-4e7c-b91f-249db592e445 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0a0d754-b8c1-4fd2-8d7b-680844ad9bba HTTP/1.1" status: 200 len: 2981 time: 0.0949676 Jul 12 16:06:50.934823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-2858d5f4-b24e-4472-adad-3097c82dc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:50.936586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-2858d5f4-b24e-4472-adad-3097c82dc9e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 1094 time: 0.1216218 Jul 12 16:06:50.938490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-a299f10e-4a79-4716-9333-4fc4113226ba tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0c88a01-639d-4589-83e3-408853934948 HTTP/1.1" status: 200 len: 2981 time: 0.0640287 Jul 12 16:06:51.045446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf14a8-f8a7-4fb2-a7db-beca4cab5e06 req-6212e3f0-cf43-480a-bdf2-b984bcb1150b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.047279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96cf14a8-f8a7-4fb2-a7db-beca4cab5e06 req-6212e3f0-cf43-480a-bdf2-b984bcb1150b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 936 time: 0.1547751 Jul 12 16:06:51.055291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:51.070586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:51.076744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad996722-6ec0-454a-a6e4-8b4a5c0bddbb req-43ddaced-36cb-4a9e-893b-55d7d58125f8 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0c88a01-639d-4589-83e3-408853934948 HTTP/1.1" status: 200 len: 2981 time: 0.1197016 Jul 12 16:06:51.111263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-1cce9299-89a8-497f-a54b-71d16f772757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.111564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Transition to ACTIVE for port object 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:51.112668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-1cce9299-89a8-497f-a54b-71d16f772757 service neutron] 10.222.0.77 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 925 time: 0.1682377 Jul 12 16:06:51.124514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:51.128992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96cf14a8-f8a7-4fb2-a7db-beca4cab5e06 req-d1396ad0-7875-41c8-adb7-da8c25a32f5e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Jul 12 16:06:51.169999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-2911d2db-bb4e-432a-b572-94e1aa03d627 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2e5c05-c551-42de-a662-b274846754a7 HTTP/1.1" status: 200 len: 217 time: 0.0489218 Jul 12 16:06:51.244108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:51.312752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-4a953cf2-1971-4c97-a773-333bc5bac230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.314381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-4a953cf2-1971-4c97-a773-333bc5bac230 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.1366534 Jul 12 16:06:51.416022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:51.416471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:51.416878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:51.423841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:51.424548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:51.443849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:51.444212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:51.444747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:51.445242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Bound port: 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:51.445650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:51.445769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-b243b385-9675-48bf-b00c-40b8a3010c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.447395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-b243b385-9675-48bf-b00c-40b8a3010c40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247513 Jul 12 16:06:51.506273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223df75-430f-406b-8245-320bc08b237c req-7a747ce3-c739-41e0-801b-e30a9ffe18c0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.508027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0223df75-430f-406b-8245-320bc08b237c req-7a747ce3-c739-41e0-801b-e30a9ffe18c0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 945 time: 0.2146542 Jul 12 16:06:51.535465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcbd2-cd02-4c09-a9fb-594449de76ac req-307f7baf-3075-41f9-964d-989a3b634a4d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.537144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3eddcbd2-cd02-4c09-a9fb-594449de76ac req-307f7baf-3075-41f9-964d-989a3b634a4d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1790814 Jul 12 16:06:51.569077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:51.586977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0223df75-430f-406b-8245-320bc08b237c req-9f024ba0-edc6-4ddc-b6f9-7216a2206658 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719614 Jul 12 16:06:51.588711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:51.594217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:51.604648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3eddcbd2-cd02-4c09-a9fb-594449de76ac req-250474e5-cb12-40da-88a1-f5aeb4d7c34c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Jul 12 16:06:51.621302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-887be023-4c70-420a-9101-7371242b46ca service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600299 Jul 12 16:06:51.669322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.673135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:51.675340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] 10.222.0.65 "PUT /v2.0/ports/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 1096 time: 1.1981692 Jul 12 16:06:51.675983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:51.691829 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6011f75-17cf-48a2-910d-8c673da1a281" -d '{"events": [{"name": "network-changed", "server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:51.737819 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e27282-0432-414d-9e23-5b4f30ce021a x-openstack-request-id: req-80e27282-0432-414d-9e23-5b4f30ce021a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:51.738413 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:51.739080 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80e27282-0432-414d-9e23-5b4f30ce021a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:51.739785 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:06:51.751133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e93cf-9c83-44a2-b498-927912e5fab7 service neutron] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:51.801751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fe4690b-0f44-4af6-8498-b77459b2cd26 req-d252687a-3315-4ca2-a3d8-da98da127c33 service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688259 Jul 12 16:06:51.954846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4bec919-f277-474d-9c8a-e7dee6be56a1 req-1e0075a9-fc78-487a-8e74-e729b7e7b03a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 210 time: 0.0470219 Jul 12 16:06:51.958573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-3ec63a6e-73b8-4d84-9784-0258331c96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.960418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-3ec63a6e-73b8-4d84-9784-0258331c96a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1099 time: 0.1528833 Jul 12 16:06:51.982951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-e8cb7177-c6bb-44f1-acd6-8c5595cca1a1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.984795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-e8cb7177-c6bb-44f1-acd6-8c5595cca1a1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 821 time: 0.1607714 Jul 12 16:06:52.004929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-ea51d30a-46f6-455b-87f5-28d9b1faba37 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/quotas/8224b2fdab7a4f59823a76f8739ce77b HTTP/1.1" status: 200 len: 375 time: 0.0119467 Jul 12 16:06:52.042081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-4c076155-a5c5-46ad-b0ce-0ebf87643687 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0735271 Jul 12 16:06:52.139120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-b55fdbe3-d643-4e97-bae4-4ae2371f79c6 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1275945 Jul 12 16:06:52.193631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6778bca0-2e49-48f2-92f3-c707234c1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.196012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-6778bca0-2e49-48f2-92f3-c707234c1d71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1287727 Jul 12 16:06:52.266428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-45d3e97f-bade-4cee-934d-ed10b1da5237 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190922 Jul 12 16:06:52.273324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1235-e96b-48ed-87b7-831a58202435 req-952a4d45-0cee-44d7-a701-f00c150033c3 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.275077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c8c1235-e96b-48ed-87b7-831a58202435 req-952a4d45-0cee-44d7-a701-f00c150033c3 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 943 time: 0.1588955 Jul 12 16:06:52.346217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c8c1235-e96b-48ed-87b7-831a58202435 req-0f5374c2-d9fa-4de9-88dd-7da0a1700a9c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649800 Jul 12 16:06:52.354141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-ac5a6e4f-4892-46a1-a56b-d8349e6c51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.356648 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-ac5a6e4f-4892-46a1-a56b-d8349e6c51cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472051 Jul 12 16:06:52.414166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-96cf4839-932b-4476-a672-cc1f722b9ff0 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376216 Jul 12 16:06:52.454286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-920c06ad-ae21-42ce-96f8-09fd66fc8043 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.456181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-920c06ad-ae21-42ce-96f8-09fd66fc8043 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.0812349 Jul 12 16:06:52.467533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:52.561941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:52.689222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a08d34e-012d-45ec-81a7-8254aa11fbe6 req-85faa41d-8bb2-40d2-8492-114a0f5cc5ba tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a27fe9482f843e681c22ec61fac4176 HTTP/1.1" status: 200 len: 6101 time: 0.3031192 Jul 12 16:06:52.739091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-0c9e49b5-9f19-4dd0-9fc8-0750a62d79a2 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749886 Jul 12 16:06:52.855324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-50954df5-f4b9-42d7-961c-8401f4b3c33d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.857044 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-50954df5-f4b9-42d7-961c-8401f4b3c33d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.2972610 Jul 12 16:06:52.869479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:52.870440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a08d34e-012d-45ec-81a7-8254aa11fbe6 req-f365fc94-bb64-4148-b409-297fbd0bcefc tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "GET /v2.0/security-groups/69c2205e-e143-499b-83fc-e8a5726c1891 HTTP/1.1" status: 200 len: 2981 time: 0.1687562 Jul 12 16:06:52.873499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb2e5c05-c551-42de-a662-b274846754a7 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:52.874465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Request body: {'port': {'device_id': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'admin_state_up': True, 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:52.941069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:53.011366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8779c969-ad44-4220-9faa-052950e35690'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:53.013727 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb2783-3a16-4ccb-97ba-bd46c0688d4d" -d '{"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-unplugged", "status": "completed", "tag": "8779c969-ad44-4220-9faa-052950e35690"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:53.025920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3791e574-fb3a-47cd-a894-6ae207f7f1fc req-82e08e05-2eb1-4e9e-a5a1-75e6bab003d0 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743332 Jul 12 16:06:53.027489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.056478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.056621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a08d34e-012d-45ec-81a7-8254aa11fbe6 req-a18f7ec9-b0d7-43c5-804d-20639b745a3e tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "GET /v2.0/security-groups/69c2205e-e143-499b-83fc-e8a5726c1891 HTTP/1.1" status: 200 len: 2981 time: 0.1737354 Jul 12 16:06:53.095423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb2e5c05-c551-42de-a662-b274846754a7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:53.114796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:53.123048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.134269 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce06e914-efdd-48c6-bbe2-f4af0853d69b x-openstack-request-id: req-ce06e914-efdd-48c6-bbe2-f4af0853d69b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:53.134726 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:53.136043 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce06e914-efdd-48c6-bbe2-f4af0853d69b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:53.136524 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'status': 'completed', 'code': 200} Jul 12 16:06:53.142686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'eb2e5c05-c551-42de-a662-b274846754a7', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'port_id': 'eb2e5c05-c551-42de-a662-b274846754a7', 'mac_address': 'fa:16:3e:71:1f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:53.209713 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.213351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:53.213728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:53.214052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:53.226034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:53.231141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:53.231467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Attempting to bind port 8779c969-ad44-4220-9faa-052950e35690 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:53.234373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2e5c05-c551-42de-a662-b274846754a7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:53.252551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:53.252551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:53.253388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:53.253857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Bound port: 8779c969-ad44-4220-9faa-052950e35690, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:53.254222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.296746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb2e5c05-c551-42de-a662-b274846754a7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:53.306817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.338694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-0984cd61-c36c-4111-992d-d2830535a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.340401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-0984cd61-c36c-4111-992d-d2830535a70c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1099 time: 0.1777809 Jul 12 16:06:53.416972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Allocated IP 172.20.0.11 (60e2b10f-819b-4aa0-b786-d076ae68200b/8bf3054d-1cde-412e-b176-24357189df55/d248b5e9-2056-487e-b086-df624c18e687) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:53.442990 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-446366a4-90d4-44c1-9e1f-a46f93968f66 req-48c3b6b9-bd60-47b5-850b-c78d05e70d78 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 210 time: 0.0578330 Jul 12 16:06:53.453153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:53.458894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:53.482345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.504191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:53.576262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-024919ff-3e58-435a-a956-e73002395b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.578105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-024919ff-3e58-435a-a956-e73002395b37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2288344 Jul 12 16:06:53.662016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-56b3a107-1339-4715-8f47-23b52c663df1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0738156 Jul 12 16:06:53.728896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['eb2e5c05-c551-42de-a662-b274846754a7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:53.794564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc35e3a-daba-4c2e-beec-0d46e7c43f9e req-80bebf49-f606-414b-be67-192aaf00d043 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.796162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3dc35e3a-daba-4c2e-beec-0d46e7c43f9e req-80bebf49-f606-414b-be67-192aaf00d043 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.3836381 Jul 12 16:06:53.798620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:53.801392 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184eb53-250b-4385-8395-b0cd032ccf41" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:53.830872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-8a7cf7fe-76a7-4e2a-bd85-f3861e671339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.834584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-8a7cf7fe-76a7-4e2a-bd85-f3861e671339 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1642904 Jul 12 16:06:53.932602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3dc35e3a-daba-4c2e-beec-0d46e7c43f9e req-15325d59-8135-4161-8ed0-93810b3ae44c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269755 Jul 12 16:06:53.948653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:53.992443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-799e4478-ba8c-42c5-b547-da488003fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.993976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-799e4478-ba8c-42c5-b547-da488003fc90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415205 Jul 12 16:06:54.036954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:54.039859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.040506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.041880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] 10.222.0.65 "PUT /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 1121 time: 1.5794685 Jul 12 16:06:54.057173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.057528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.057875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.058499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.058617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.058872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.059201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.059626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.059895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.060645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.060645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.060810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3a1db0-d596-48d7-95c6-ebee44daf94f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.079086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8def2-dc37-4345-858f-64963424598b req-906ccd63-e1d5-4165-818f-d73cae984ad0 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.080661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8db8def2-dc37-4345-858f-64963424598b req-906ccd63-e1d5-4165-818f-d73cae984ad0 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1411805 Jul 12 16:06:54.084991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.127064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8db8def2-dc37-4345-858f-64963424598b req-67e50b74-5e33-4d6c-8360-2cd1560baa8a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Jul 12 16:06:54.160414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8779c969-ad44-4220-9faa-052950e35690'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:54.211646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Network 60e2b10f-819b-4aa0-b786-d076ae68200b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:54.217518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:54.234072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:54.238309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:54.247928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8779c969-ad44-4220-9faa-052950e35690'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:54.296401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-ebc7a5d2-2bc5-410e-a552-b5ad548bdf0d service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912824 Jul 12 16:06:54.297686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.298081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.298587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.299842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.300189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.300733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.301175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.301389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.301717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.302037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.302358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.302803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:54.314241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2341d9-0c7b-4377-b014-77d5469ad627 req-fa09b041-e7d1-472c-8716-2cf290e4bfae tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.316392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef2341d9-0c7b-4377-b014-77d5469ad627 req-fa09b041-e7d1-472c-8716-2cf290e4bfae tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 932 time: 0.0786572 Jul 12 16:06:54.379138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef2341d9-0c7b-4377-b014-77d5469ad627 req-f92964ad-511a-4a8a-8288-bbd23b4c1d2c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544336 Jul 12 16:06:54.451192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.454300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.476289 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b76f3-0893-43e5-83f1-d217f57270db x-openstack-request-id: req-624b76f3-0893-43e5-83f1-d217f57270db {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:54.476993 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-unplugged", "status": "completed", "tag": "8779c969-ad44-4220-9faa-052950e35690", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:54.476993 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-624b76f3-0893-43e5-83f1-d217f57270db {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:54.477590 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8779c969-ad44-4220-9faa-052950e35690', 'code': 200} Jul 12 16:06:54.495810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd9043-9c3f-41b2-bb93-4ec15b71345b req-a51a3c7f-be42-46b3-8a51-16bd5c7349fc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.497656 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7fd9043-9c3f-41b2-bb93-4ec15b71345b req-a51a3c7f-be42-46b3-8a51-16bd5c7349fc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.4064469 Jul 12 16:06:54.501038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-02b280de-f494-4f55-8178-6188336a4fbc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6341951 Jul 12 16:06:54.529351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-148657dc-2927-4dcf-abd9-6c9bfaa29abf tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b54568f0-d25c-4bc6-a878-60602bf23746 HTTP/1.1" status: 200 len: 1778 time: 0.0509086 Jul 12 16:06:54.540308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Request body: {'port': {'device_id': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:54.601562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6011f75-17cf-48a2-910d-8c673da1a281 req-bc3d5b66-32ab-4cf7-9794-b768a5642ad3 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916689 Jul 12 16:06:54.608729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7fd9043-9c3f-41b2-bb93-4ec15b71345b req-6f5c0dba-8021-4329-8157-e3f8ce531cc6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Jul 12 16:06:54.616343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-2ebb3aa4-1666-4338-8a14-8f5aefb650ba tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.618312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-2ebb3aa4-1666-4338-8a14-8f5aefb650ba tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.77 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 821 time: 0.1996651 Jul 12 16:06:54.637107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'port': {'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'admin_state_up': True, 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:54.663388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.696678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.712464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8779c969-ad44-4220-9faa-052950e35690 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:54.783722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.842666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Made reservation on behalf of 8224b2fdab7a4f59823a76f8739ce77b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:54.845885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:54.846593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.867123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8779c969-ad44-4220-9faa-052950e35690 has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:06:54.911299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.914065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.915251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d8a620-0645-4df5-a3cd-bfff19fa095f req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/b54568f0-d25c-4bc6-a878-60602bf23746 HTTP/1.1" status: 204 len: 173 time: 0.3751719 Jul 12 16:06:54.928931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb2e5c05-c551-42de-a662-b274846754a7 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:54.932897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1101d42-e2a1-42b4-92eb-706f0974a181 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54568f0-d25c-4bc6-a878-60602bf23746,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:54.999333 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c6aa2-2644-4f73-a70a-a10569e37aa3 x-openstack-request-id: req-f10c6aa2-2644-4f73-a70a-a10569e37aa3 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:55.000263 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:55.000524 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f10c6aa2-2644-4f73-a70a-a10569e37aa3 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:55.000921 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:06:55.017599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Allocated IP 172.20.0.10 (fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0/848d3f65-5652-4953-a672-bbefcddad49a/a0f79818-9fdd-4a80-8f9e-dbe532785129) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:55.023781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port eb2e5c05-c551-42de-a662-b274846754a7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:55.036557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port eb2e5c05-c551-42de-a662-b274846754a7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:55.038608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.157240 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.194107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e6606a2-0bb7-4350-b011-9f948d6af829 req-3f10c613-43b6-46dd-9b61-910b0eab35db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 210 time: 0.0341742 Jul 12 16:06:55.195304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb2e5c05-c551-42de-a662-b274846754a7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:55.201231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.239256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.264676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781884db-30e5-4c0a-b4fe-fe575f338a35 req-4cbfc387-1304-47f6-8680-d47952b79973 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.275512 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-781884db-30e5-4c0a-b4fe-fe575f338a35 req-4cbfc387-1304-47f6-8680-d47952b79973 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 944 time: 0.1599584 Jul 12 16:06:55.276091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Transition to ACTIVE for port object a0f79818-9fdd-4a80-8f9e-dbe532785129 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:55.280537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.304275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-2bd51c96-7efe-4017-9017-2f75343e1c83 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "GET /v2.0/security-groups/b5351aae-cf30-4757-a1af-730a5c4f9d74 HTTP/1.1" status: 200 len: 1776 time: 0.0605516 Jul 12 16:06:55.339578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-781884db-30e5-4c0a-b4fe-fe575f338a35 req-a9b73eee-9510-4298-9b2c-553627f8d581 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632451 Jul 12 16:06:55.359531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.375545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['187dbb7c-7718-4579-99c0-a36d2352b4ad'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:55.385903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d248b5e9-2056-487e-b086-df624c18e687 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:55.396207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.413139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:55.417908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Transition to ACTIVE for port object d248b5e9-2056-487e-b086-df624c18e687 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:55.427492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.437686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:55.442144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:55.494924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.521876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.542854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.588421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event updated for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.605639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.605845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-60b6896b-a474-4c2e-8a7d-44587fb60ebd None None] Provisioning complete for port eb2e5c05-c551-42de-a662-b274846754a7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:55.606134 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-60b6896b-a474-4c2e-8a7d-44587fb60ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.606396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.626660 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-24d65964-4a6a-4bb5-9932-8eff4871028b tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9944084 Jul 12 16:06:55.646069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Request body: {'port': {'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:55.650837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.653146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.654282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c0394e2-b4cd-4fc5-bcfb-6da1f9da64af req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5351aae-cf30-4757-a1af-730a5c4f9d74 HTTP/1.1" status: 204 len: 173 time: 0.3397937 Jul 12 16:06:55.677567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Attempting to bind port d248b5e9-2056-487e-b086-df624c18e687 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:55.677889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Attempting to bind port d248b5e9-2056-487e-b086-df624c18e687 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:55.678386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Attempting to bind port d248b5e9-2056-487e-b086-df624c18e687 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:55.695186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Port d248b5e9-2056-487e-b086-df624c18e687 on network 60e2b10f-819b-4aa0-b786-d076ae68200b not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:55.695518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Attempting to bind port d248b5e9-2056-487e-b086-df624c18e687 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:55.708309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1c77-511e-495d-bc79-ebb44fdf525b req-7fdc1036-5353-4cad-b1c0-606c0a4e10b6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.710761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f159d-4f1e-48bc-afb7-97b400220e22 tempest-SecurityGroupsTestAdminJSON-129565694 tempest-SecurityGroupsTestAdminJSON-129565694-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5351aae-cf30-4757-a1af-730a5c4f9d74,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.716161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdbc1c77-511e-495d-bc79-ebb44fdf525b req-7fdc1036-5353-4cad-b1c0-606c0a4e10b6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.1708181 Jul 12 16:06:55.722938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:55.723279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Checking segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:55.723681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Bound using segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:55.724122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Bound port: d248b5e9-2056-487e-b086-df624c18e687, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:55.724930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.777492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.804293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdbc1c77-511e-495d-bc79-ebb44fdf525b req-cd525d1a-2d1e-4bb6-a774-4b29bff68534 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836105 Jul 12 16:06:55.836883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:55.840859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:55.846640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.866655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa56a310-9c01-4d80-8cc0-1cae855918de None None] Provisioning for port a0f79818-9fdd-4a80-8f9e-dbe532785129 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:55.872496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa56a310-9c01-4d80-8cc0-1cae855918de None None] Provisioning complete for port a0f79818-9fdd-4a80-8f9e-dbe532785129 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:55.873115 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fa56a310-9c01-4d80-8cc0-1cae855918de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.898574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.899293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.900778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] 10.222.0.65 "PUT /v2.0/ports/d248b5e9-2056-487e-b086-df624c18e687 HTTP/1.1" status: 200 len: 1092 time: 1.3798051 Jul 12 16:06:55.901280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:55.903787 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1efb12-e4f8-4432-b25f-e69315f63287" -d '{"events": [{"name": "network-changed", "server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "tag": "d248b5e9-2056-487e-b086-df624c18e687"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:55.935143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fa56a310-9c01-4d80-8cc0-1cae855918de None None] Port a0f79818-9fdd-4a80-8f9e-dbe532785129 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:06:55.962332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8f9ca-c288-4c49-a87d-6f6d5f2c133f service neutron] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.978321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5d45-988c-4a7b-a484-0f241235244b req-f72a024f-5b4f-4d9e-addb-1eb2b828b9ac tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.979880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e19f5d45-988c-4a7b-a484-0f241235244b req-f72a024f-5b4f-4d9e-addb-1eb2b828b9ac tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1882727 Jul 12 16:06:56.043746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f86b6-2587-446e-a3cb-b30d20699861 req-fe003c3f-a07f-475a-9807-11959c5900e9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.045243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-907f86b6-2587-446e-a3cb-b30d20699861 req-fe003c3f-a07f-475a-9807-11959c5900e9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 944 time: 0.1192122 Jul 12 16:06:56.061115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-73f0fd8a-b6a8-4141-80a2-9129beab16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.062556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-73f0fd8a-b6a8-4141-80a2-9129beab16a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 1095 time: 0.1013169 Jul 12 16:06:56.067573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e19f5d45-988c-4a7b-a484-0f241235244b req-c852fe3b-b678-405a-9d14-c453465ab985 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773084 Jul 12 16:06:56.114351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-f15b3436-fded-462a-9b32-7b4ab77fd204 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d248b5e9-2056-487e-b086-df624c18e687 HTTP/1.1" status: 200 len: 217 time: 0.0413687 Jul 12 16:06:56.129280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-907f86b6-2587-446e-a3cb-b30d20699861 req-811cb42c-a1fb-469e-aa94-d29fb6377b5d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Jul 12 16:06:56.177622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f79818-9fdd-4a80-8f9e-dbe532785129 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:56.182417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444c7d-7244-44ff-af03-1271260cadbe req-7ac827db-092e-4a42-97ee-64576342d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.183996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-7ac827db-092e-4a42-97ee-64576342d34c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.0538712 Jul 12 16:06:56.194620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.228612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Transition to ACTIVE for port object a0f79818-9fdd-4a80-8f9e-dbe532785129 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:56.233627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.244995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-b8a5ddb1-74bb-48f0-b047-7dd03cbe1ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331283 Jul 12 16:06:56.248986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-7e658d17-1d1d-408b-96d8-d466a2bdb7e4 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "GET /v2.0/security-groups/4c60bacb-b613-4580-92f3-85f3a6048b97 HTTP/1.1" status: 200 len: 1777 time: 0.0693176 Jul 12 16:06:56.313762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d04da5-6a00-4e79-bb6c-fb32117d1873 req-a40377a5-77a9-4ca4-ae17-c1ffc217d478 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.315568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8d04da5-6a00-4e79-bb6c-fb32117d1873 req-a40377a5-77a9-4ca4-ae17-c1ffc217d478 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.1328824 Jul 12 16:06:56.318840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Pushing event updated for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:56.390963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.416625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-217dc0d1-e286-49e6-b7cd-566232843a09 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523647 Jul 12 16:06:56.418381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8d04da5-6a00-4e79-bb6c-fb32117d1873 req-1b5da8c8-fb23-4ca3-9220-856b3d3f31fb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737283 Jul 12 16:06:56.430168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.433692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Attempting to bind port a0f79818-9fdd-4a80-8f9e-dbe532785129 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:56.434361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Attempting to bind port a0f79818-9fdd-4a80-8f9e-dbe532785129 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:56.434875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Attempting to bind port a0f79818-9fdd-4a80-8f9e-dbe532785129 on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:56.441053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Port a0f79818-9fdd-4a80-8f9e-dbe532785129 on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:56.441571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Attempting to bind port a0f79818-9fdd-4a80-8f9e-dbe532785129 on network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:56.456975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:56.457305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Checking segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:56.457694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Bound using segment: {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:56.458120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Bound port: a0f79818-9fdd-4a80-8f9e-dbe532785129, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf37ac3-5019-4e30-85e1-7e83134a5228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:56.458500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.492433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'tag': '8779c969-ad44-4220-9faa-052950e35690'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:56.494479 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "tag": "8779c969-ad44-4220-9faa-052950e35690"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:56.532353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:56.536796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:56.542583 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.559178 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182beabc-a12a-49df-85fc-795211082c14 x-openstack-request-id: req-182beabc-a12a-49df-85fc-795211082c14 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:56.559513 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "tag": "d248b5e9-2056-487e-b086-df624c18e687", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:56.559783 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-182beabc-a12a-49df-85fc-795211082c14 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:56.560245 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687', 'status': 'completed', 'code': 200} Jul 12 16:06:56.583489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.587265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.588585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5c9c0a0-e19d-4518-b4de-6013e83fd779 req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c60bacb-b613-4580-92f3-85f3a6048b97 HTTP/1.1" status: 204 len: 173 time: 0.3311749 Jul 12 16:06:56.601110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.601723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.603153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] 10.222.0.77 "PUT /v2.0/ports/a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 1092 time: 0.9669952 Jul 12 16:06:56.611463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2444c7d-7244-44ff-af03-1271260cadbe req-32968273-fe70-46b0-b686-ffb3b4bf530f service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836996 Jul 12 16:06:56.612874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f2792-fb83-4a7c-807d-476e5620706b tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c60bacb-b613-4580-92f3-85f3a6048b97,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:56.631057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096353eb-0572-473c-8698-ccbd3b5e052d service neutron] Pushing event updated for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:56.716311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:56.735035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-5735c8a6-fa02-41dd-80f5-bc1e1c41a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.737813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-5735c8a6-fa02-41dd-80f5-bc1e1c41a479 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1095 time: 0.0810101 Jul 12 16:06:56.813403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-d942b43a-bff5-41da-bf3f-adb92387a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.815962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-d942b43a-bff5-41da-bf3f-adb92387a9eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 1095 time: 0.1270716 Jul 12 16:06:56.841435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-642aa21e-c150-4c51-a707-0eca15128dee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 217 time: 0.0569103 Jul 12 16:06:56.913475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba51af-989c-47ad-8bde-9343ec766da8 req-2e98a3ed-e458-48ff-a4e3-28cc6293f0c2 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.915103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eeba51af-989c-47ad-8bde-9343ec766da8 req-2e98a3ed-e458-48ff-a4e3-28cc6293f0c2 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.1437306 Jul 12 16:06:56.922051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-58f59983-7bb3-45f7-b5e0-233546433668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.923552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-58f59983-7bb3-45f7-b5e0-233546433668 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.0728092 Jul 12 16:06:56.937619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5a74-1db3-4894-9d4a-bf4ebfddb17f req-9b565094-1062-4560-b856-8d3dc6fe2156 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.940022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd9d5a74-1db3-4894-9d4a-bf4ebfddb17f req-9b565094-1062-4560-b856-8d3dc6fe2156 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 944 time: 0.1938577 Jul 12 16:06:56.980595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-6abc1fc0-6221-4ae4-afa2-00a4be07139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.982446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-6abc1fc0-6221-4ae4-afa2-00a4be07139e service neutron] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 905 time: 0.1555321 Jul 12 16:06:56.991973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eeba51af-989c-47ad-8bde-9343ec766da8 req-2ab3202d-95b1-4ae3-981e-bf8526bee4af tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581222 Jul 12 16:06:57.004654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:57.007712 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46845f7f-199b-425a-aa71-6746159a9841" -d '{"events": [{"server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "name": "network-vif-plugged", "status": "completed", "tag": "eb2e5c05-c551-42de-a662-b274846754a7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:57.020789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:57.032666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd9d5a74-1db3-4894-9d4a-bf4ebfddb17f req-de25fa3a-7d5f-40d4-b07b-df520b0ef02a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Jul 12 16:06:57.035472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-01c740a0-3ed4-4239-ba27-19e65582e4c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d248b5e9-2056-487e-b086-df624c18e687 HTTP/1.1" status: 200 len: 217 time: 0.0420644 Jul 12 16:06:57.041698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'mac_address': 'fa:16:3e:23:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:57.046469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-5f9af9cc-39b9-47a2-8107-0d994f8f0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.048224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-5f9af9cc-39b9-47a2-8107-0d994f8f0aa6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067584 Jul 12 16:06:57.060017 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152fa888-22e8-4e4b-bd5f-a7e2fb0b6eef x-openstack-request-id: req-152fa888-22e8-4e4b-bd5f-a7e2fb0b6eef {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:57.060693 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "tag": "8779c969-ad44-4220-9faa-052950e35690", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:57.061006 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-152fa888-22e8-4e4b-bd5f-a7e2fb0b6eef {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:57.061592 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'tag': '8779c969-ad44-4220-9faa-052950e35690', 'status': 'completed', 'code': 200} Jul 12 16:06:57.085495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.101599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:57.132974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:57.137853 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.139325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-db318fd4-007b-4f53-ba5b-91e3be9db8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.141154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-db318fd4-007b-4f53-ba5b-91e3be9db8e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.0907528 Jul 12 16:06:57.172763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:57.209668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-758ed1b7-9523-4bc9-b09c-a522a7485033 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416634 Jul 12 16:06:57.264320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:57.275453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:57.284611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-225d78b5-e687-4850-9896-b98b5b88e116 req-438a726d-3bb0-4a9c-b1d5-04f12d09d707 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "GET /v2.0/security-groups/ae7f171e-df08-4d25-b9bd-7ccc55e82e9d HTTP/1.1" status: 200 len: 1776 time: 0.2060795 Jul 12 16:06:57.288120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'mac_address': 'fa:16:3e:48:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:57.313397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-f33f7e1d-7965-445c-8148-7e1d80170bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.315474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-f33f7e1d-7965-445c-8148-7e1d80170bc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1124 time: 0.2074022 Jul 12 16:06:57.323332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-07e811eb-25a4-413a-bc90-7fda35e7abdc service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536831 Jul 12 16:06:57.329293 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.356308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:57.376066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-9ff9aa8f-837b-45f6-b1f6-ce6162554a5d service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153011 Jul 12 16:06:57.387271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:57.393496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.483578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c37be-25a7-416d-8aa0-57ab8cde84a4 req-03252f28-689c-476c-80d1-f313c3799f79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.485462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f31c37be-25a7-416d-8aa0-57ab8cde84a4 req-03252f28-689c-476c-80d1-f313c3799f79 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.2745101 Jul 12 16:06:57.511321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:57.527901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:57.528266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.581731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f31c37be-25a7-416d-8aa0-57ab8cde84a4 req-6f36f0b1-6e94-46fb-9537-4dd5bec195af tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876379 Jul 12 16:06:57.607603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-225d78b5-e687-4850-9896-b98b5b88e116 req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.636102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['56d0a920-0c7e-42b1-9429-1e159aa1e3a4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:57.642028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b1efb12-e4f8-4432-b25f-e69315f63287 req-87cb0ae1-5274-4a3f-abeb-3f950684003f service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432902 Jul 12 16:06:57.647644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-83ce05f5-4d06-44a4-80dc-eb008150e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.649297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-83ce05f5-4d06-44a4-80dc-eb008150e60c service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.3249419 Jul 12 16:06:57.672070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-979613b6-2f9a-4870-8da1-d6ee710ee626 req-ab183bb6-fb41-49b9-b573-b0c570f08236 service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372388 Jul 12 16:06:57.704326 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b0af2-5095-437f-890a-d3023c078a0c x-openstack-request-id: req-047b0af2-5095-437f-890a-d3023c078a0c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:57.704326 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "name": "network-vif-plugged", "status": "completed", "tag": "eb2e5c05-c551-42de-a662-b274846754a7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:57.704326 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-047b0af2-5095-437f-890a-d3023c078a0c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:57.704326 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7', 'code': 200} Jul 12 16:06:57.749763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-03beb7a5-bd5d-4d3d-848f-dfdeae30518a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 217 time: 0.0914378 Jul 12 16:06:57.764266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-225d78b5-e687-4850-9896-b98b5b88e116 req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.764583 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.832493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:57.847244 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.892073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-7428094e-ab06-4650-939a-2bf747021a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.894801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-7428094e-ab06-4650-939a-2bf747021a2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1180499 Jul 12 16:06:57.941582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc634a94-e6ee-4751-bab2-c2b17ef0ccae req-c7104e88-b18f-45fa-89b7-81bc4064e164 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.944293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc634a94-e6ee-4751-bab2-c2b17ef0ccae req-c7104e88-b18f-45fa-89b7-81bc4064e164 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.0808954 Jul 12 16:06:57.948184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-fe14c90f-0ef1-464b-93a9-80a5042f1cc6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453494 Jul 12 16:06:57.949383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-225d78b5-e687-4850-9896-b98b5b88e116 req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.952067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-225d78b5-e687-4850-9896-b98b5b88e116 req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.966799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-225d78b5-e687-4850-9896-b98b5b88e116 req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae7f171e-df08-4d25-b9bd-7ccc55e82e9d HTTP/1.1" status: 204 len: 173 time: 0.6679223 Jul 12 16:06:57.971548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:58.031108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc634a94-e6ee-4751-bab2-c2b17ef0ccae req-182a9dd0-9e4a-4969-8dae-1b4ef3079fa6 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803232 Jul 12 16:06:58.041997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3a26-c9e5-4522-b0f3-dce3d2d059ad req-0000f30f-c7bd-43cc-b971-be22f6535954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.043505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbac3a26-c9e5-4522-b0f3-dce3d2d059ad req-0000f30f-c7bd-43cc-b971-be22f6535954 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 1096 time: 0.2320430 Jul 12 16:06:58.102941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d1cee-3c21-4cf9-9e62-094601ef8d88 tempest-SecurityGroupsTestAdminJSON-1397074240 tempest-SecurityGroupsTestAdminJSON-1397074240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7f171e-df08-4d25-b9bd-7ccc55e82e9d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:58.212408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68cb11-034b-497b-9c31-6252ba40ebdb None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:58.297705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbac3a26-c9e5-4522-b0f3-dce3d2d059ad req-fac1ece7-6934-4420-809e-2ac6cad54813 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802886 Jul 12 16:06:58.316820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32250d-732c-44de-ac84-af1fae5edf3d req-a7ab4226-f0fe-46c2-a0fa-1bf593fc9bd5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.324368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa32250d-732c-44de-ac84-af1fae5edf3d req-a7ab4226-f0fe-46c2-a0fa-1bf593fc9bd5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.1026974 Jul 12 16:06:58.381412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa32250d-732c-44de-ac84-af1fae5edf3d req-66a1873a-2b3f-4e8e-839d-ee0f6240c838 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Jul 12 16:06:58.414869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-592552aa-7113-4fa1-8afd-36b16e1ec5b1 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409885 Jul 12 16:06:58.448576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:58.459653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-62c19041-3927-44b5-a331-18d4f4819215 None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:58.461225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62c19041-3927-44b5-a331-18d4f4819215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:58.518923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946c28f-b7bb-4e18-9484-f680d3032873 req-328fd2b0-76e5-4a50-88e0-30cda3ae95e1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.521048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9946c28f-b7bb-4e18-9484-f680d3032873 req-328fd2b0-76e5-4a50-88e0-30cda3ae95e1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 944 time: 0.2824528 Jul 12 16:06:58.602227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9946c28f-b7bb-4e18-9484-f680d3032873 req-f6e224d8-eb7d-4ab5-9b42-0d9d521ebb66 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Jul 12 16:06:58.604456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04fc32c7-8686-4e7a-b385-d2e2f4d6d0c5 req-dff54874-568d-4fa4-a8e2-699c19f7508b service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814663 Jul 12 16:06:58.738370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f324e40a-8d9d-4604-90a3-72e1319e4762 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a27fe9482f843e681c22ec61fac4176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858684 Jul 12 16:06:58.738926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:58.746673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc3d95-171b-4f9d-a38f-d9b57423a221 req-96ed15e3-ba54-4b7b-b1a0-1b77ea70e0c6 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.748437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52dc3d95-171b-4f9d-a38f-d9b57423a221 req-96ed15e3-ba54-4b7b-b1a0-1b77ea70e0c6 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.1424391 Jul 12 16:06:58.810863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52dc3d95-171b-4f9d-a38f-d9b57423a221 req-220a9752-2612-455a-963a-2ce2e3fea294 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500491 Jul 12 16:06:58.905062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:58.938728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5c24b-9a12-42df-b5ac-395c42ff87d2 req-875f165d-66dc-45e9-99a5-dea2c0d80d4e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.940707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-43c5c24b-9a12-42df-b5ac-395c42ff87d2 req-875f165d-66dc-45e9-99a5-dea2c0d80d4e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 944 time: 0.1810496 Jul 12 16:06:58.951910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:59.021049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29271-3c4a-4976-85d2-8ddc777a0b88 req-d3141eda-aa1f-40e6-81b4-d206e4ef4f34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.022635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2e29271-3c4a-4976-85d2-8ddc777a0b88 req-d3141eda-aa1f-40e6-81b4-d206e4ef4f34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 949 time: 0.0785773 Jul 12 16:06:59.035236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-43c5c24b-9a12-42df-b5ac-395c42ff87d2 req-ca47643e-a029-4a74-9b5d-0f8944f779a9 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854027 Jul 12 16:06:59.070679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:59.073937 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3bfe39-9d62-4271-809d-e43f4d309b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:59.096239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2e29271-3c4a-4976-85d2-8ddc777a0b88 req-68c7df70-ddb7-4e1d-8d64-98b08ecafedc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665846 Jul 12 16:06:59.098003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:59.100780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:59.104426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69c2205e-e143-499b-83fc-e8a5726c1891 HTTP/1.1" status: 204 len: 168 time: 0.3617129 Jul 12 16:06:59.120849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6888-b6c6-436e-9535-b842cc759426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2205e-e143-499b-83fc-e8a5726c1891,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:59.240280 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f64506-41ab-4564-8286-eb73c4593923 x-openstack-request-id: req-a2f64506-41ab-4564-8286-eb73c4593923 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:59.240651 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:59.240906 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2f64506-41ab-4564-8286-eb73c4593923 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:59.241406 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'status': 'completed', 'code': 200} Jul 12 16:06:59.451090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5d653-cc76-41ea-9a08-34e5b6007d6f req-09566f2a-9f4d-46e7-a4a8-52f10ef2b9f2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.465040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdf5d653-cc76-41ea-9a08-34e5b6007d6f req-09566f2a-9f4d-46e7-a4a8-52f10ef2b9f2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2030764 Jul 12 16:06:59.510509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-f5e937c3-19ba-4e55-b7d8-a8909b945db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.512137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-f5e937c3-19ba-4e55-b7d8-a8909b945db4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1095 time: 0.2479131 Jul 12 16:06:59.589458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdf5d653-cc76-41ea-9a08-34e5b6007d6f req-04b90e47-e778-4441-8c5e-3a6efbf72b2d tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234193 Jul 12 16:06:59.711099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:59.715569 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f13b87-526d-4e68-ad2e-420c2b9233c6" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:59.720918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37812) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:59.729221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccabadb-446a-4754-9409-0ec90f6fd8fd req-32f08134-fa20-47ec-ac82-550a9a1bb4cb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.730838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eccabadb-446a-4754-9409-0ec90f6fd8fd req-32f08134-fa20-47ec-ac82-550a9a1bb4cb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.1111076 Jul 12 16:06:59.804431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eccabadb-446a-4754-9409-0ec90f6fd8fd req-8b8d5b16-d49a-43ad-a792-359372ee3364 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Jul 12 16:06:59.805174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-4d2c3bf7-7a6e-43a5-bd52-548b2d669f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.806153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-4d2c3bf7-7a6e-43a5-bd52-548b2d669f45 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.2816122 Jul 12 16:06:59.826278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e3dc1e3-e410-4627-98c8-e4273b9dc353 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c089b7f97564327a69a9ec0fcda9d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039507 Jul 12 16:06:59.839710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:59.873724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-1cbd97a7-c527-40e1-892f-1d4351788374 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 217 time: 0.0566378 Jul 12 16:06:59.876676 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03e0511-2745-490b-b5ce-4a82fb309058 x-openstack-request-id: req-a03e0511-2745-490b-b5ce-4a82fb309058 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:59.877779 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:59.878238 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a03e0511-2745-490b-b5ce-4a82fb309058 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:59.878837 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:07:00.060222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66918000-a8f7-4dc9-a1d6-c3100662b9d2 req-dc056693-e86c-4946-a2c5-5cc509e2a950 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.069364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66918000-a8f7-4dc9-a1d6-c3100662b9d2 req-dc056693-e86c-4946-a2c5-5cc509e2a950 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.0939534 Jul 12 16:07:00.136727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66918000-a8f7-4dc9-a1d6-c3100662b9d2 req-be7a82c6-e3f5-4c59-9a6b-b3e31bd83918 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661879 Jul 12 16:07:00.296106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-8d54eceb-abdc-48ab-8a07-699b1799537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.297637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-8d54eceb-abdc-48ab-8a07-699b1799537c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.3830373 Jul 12 16:07:00.324130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024f14b-1a17-4776-9fa1-acce09e8ee94 req-f3625c1f-71ec-4968-b675-e8c95b043bcf tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.328258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8024f14b-1a17-4776-9fa1-acce09e8ee94 req-f3625c1f-71ec-4968-b675-e8c95b043bcf tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 944 time: 0.0886409 Jul 12 16:07:00.351905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.365472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266c0a-2f45-4a56-a253-a44aadb84c6e req-5da3b5f7-4c7e-40ae-8c29-12fb64cb250d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.374348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7266c0a-2f45-4a56-a253-a44aadb84c6e req-5da3b5f7-4c7e-40ae-8c29-12fb64cb250d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 944 time: 0.5075440 Jul 12 16:07:00.393847 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8024f14b-1a17-4776-9fa1-acce09e8ee94 req-c99c0d87-eaa4-424d-8fe2-28a00a0a6a67 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564167 Jul 12 16:07:00.431342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.528058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7266c0a-2f45-4a56-a253-a44aadb84c6e req-5eaa98c9-ad77-44bd-b482-ff979a06a672 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527004 Jul 12 16:07:00.594006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-1a03b68f-5acc-43fb-9a01-bdaec315221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.597100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-1a03b68f-5acc-43fb-9a01-bdaec315221f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884479 Jul 12 16:07:00.745777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:00.748865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:00.772704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.775501 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.776919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e44777c-55a8-4d37-8a1d-5807d5828c91 HTTP/1.1" status: 204 len: 168 time: 0.9465187 Jul 12 16:07:00.867580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:00.901469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505e5f4-5efc-48fb-b21a-efae1982abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44777c-55a8-4d37-8a1d-5807d5828c91,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:00.925949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:00.926740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.985740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0ba7f-f5e5-4332-a083-24095e609d07 req-85e39e39-15e8-4d4d-8756-6bdbb3dd6ac5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.993875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a0f79818-9fdd-4a80-8f9e-dbe532785129 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:00.996504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bd0ba7f-f5e5-4332-a083-24095e609d07 req-85e39e39-15e8-4d4d-8756-6bdbb3dd6ac5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 949 time: 0.2617953 Jul 12 16:07:01.057327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-d7242689-661c-450f-9b28-030dc863a1e4 service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482741 Jul 12 16:07:01.118000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab568d-3a37-4446-9190-eb49b6872a00 req-516a3235-23c5-4dac-909b-db5df067308f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:01.131963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37834) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:01.133856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8dab568d-3a37-4446-9190-eb49b6872a00 req-516a3235-23c5-4dac-909b-db5df067308f tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.3727100 Jul 12 16:07:01.148690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Request body: {'floatingip': {'port_id': 'eb2e5c05-c551-42de-a662-b274846754a7'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:01.169172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:07:01.240650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.375759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:01.376788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bd0ba7f-f5e5-4332-a083-24095e609d07 req-b46ab099-8f94-41f4-8e3f-9a5e64ed8eb6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725307 Jul 12 16:07:01.414945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd3bfe39-9d62-4271-809d-e43f4d309b5a req-93af84d8-f44d-4398-8567-e4b12d8dc225 service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491318 Jul 12 16:07:01.495681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.602817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:01.612754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd248b5e9-2056-487e-b086-df624c18e687', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': 'd248b5e9-2056-487e-b086-df624c18e687', 'mac_address': 'fa:16:3e:0f:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:01.617473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be57f6-60bc-44df-beb9-824b86eee216 req-069a6edb-528f-4e6e-9ebd-4f23d98a3868 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:01.618912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99be57f6-60bc-44df-beb9-824b86eee216 req-069a6edb-528f-4e6e-9ebd-4f23d98a3868 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1793387 Jul 12 16:07:01.621335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.693203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99be57f6-60bc-44df-beb9-824b86eee216 req-95659cd9-06aa-42bd-9900-b75aa8de23fa tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Jul 12 16:07:01.791066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:01.958592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:01.966583 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b92ee-0af9-42b5-9daa-68d6fe29e800" -d '{"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-plugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:01.981709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2be37-c2f4-4320-b4c2-f455777a22bd req-fd93c282-5b3d-4fe7-ac8c-0eef516e7375 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:01.992127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb2be37-c2f4-4320-b4c2-f455777a22bd req-fd93c282-5b3d-4fe7-ac8c-0eef516e7375 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.2608614 Jul 12 16:07:02.067056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102d4cc-bd27-47d8-bd17-c11c0757fb68 req-b1d3022d-a223-4b9a-8cc1-765d1ec6773e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.081744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0102d4cc-bd27-47d8-bd17-c11c0757fb68 req-b1d3022d-a223-4b9a-8cc1-765d1ec6773e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 944 time: 0.1883647 Jul 12 16:07:02.141386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:02.193648 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.201839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb2be37-c2f4-4320-b4c2-f455777a22bd req-304786c4-8753-4379-a81e-4203ecff3fc4 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074747 Jul 12 16:07:02.230021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10c3c0a1-9643-46db-8df0-550cd88b5e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.234849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:02.257487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:02.262374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0102d4cc-bd27-47d8-bd17-c11c0757fb68 req-dcf3c411-10a8-430e-9111-7c37cb560016 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792984 Jul 12 16:07:02.285493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d248b5e9-2056-487e-b086-df624c18e687 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:02.300926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.301275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.319995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.324136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.324668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.325254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.325744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.326225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.326704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.327189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.327837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.328004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:02.401027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:02.434288 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1593cf-e48b-4289-92a7-12bbbdfb7c7f x-openstack-request-id: req-5b1593cf-e48b-4289-92a7-12bbbdfb7c7f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:02.434594 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-plugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:02.434853 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b1593cf-e48b-4289-92a7-12bbbdfb7c7f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:02.435270 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'code': 200} Jul 12 16:07:02.458805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.628229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-12ff6afe-4cac-43c1-89a4-33f817985ef5 None None] Provisioning complete for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:02.628831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-12ff6afe-4cac-43c1-89a4-33f817985ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.650327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:02.653103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.673226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:07:02.714668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481fdf-1034-435c-8c18-01e6dae9243a req-d7d22afe-ce6e-4fff-a3ce-555e6e088367 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.724007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a481fdf-1034-435c-8c18-01e6dae9243a req-d7d22afe-ce6e-4fff-a3ce-555e6e088367 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0988753 Jul 12 16:07:02.768718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:02.813315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a481fdf-1034-435c-8c18-01e6dae9243a req-c7213d32-389c-490f-93b6-e0877d669245 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860386 Jul 12 16:07:02.818267 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.836603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.836713 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.893731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f79818-9fdd-4a80-8f9e-dbe532785129 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:02.912140 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:02.951250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:03.006037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:03.012519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d248b5e9-2056-487e-b086-df624c18e687'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:03.072317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b031d-9aee-45a4-9595-4818bb6dcc97 req-fd04c5f7-7180-49cb-a685-01b55b885422 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.084307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a37b031d-9aee-45a4-9595-4818bb6dcc97 req-fd04c5f7-7180-49cb-a685-01b55b885422 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 945 time: 0.5315886 Jul 12 16:07:03.125122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa247-577e-4211-9a92-2865507557d5 req-b055a243-273b-4428-8699-e0012c3adcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.126907 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-683fa247-577e-4211-9a92-2865507557d5 req-b055a243-273b-4428-8699-e0012c3adcb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1101 time: 0.6482804 Jul 12 16:07:03.210786 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c associated. External IP: 172.25.8.184, port: eb2e5c05-c551-42de-a662-b274846754a7. Jul 12 16:07:03.230075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a37b031d-9aee-45a4-9595-4818bb6dcc97 req-d7439c47-089f-418f-adaa-70b2a832e65d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447628 Jul 12 16:07:03.261509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:03.315903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403e192-0c42-4e07-8485-b31c1da5125e req-4cb5e921-7d7c-4a7c-bbb0-0152ed892e3f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.317506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6403e192-0c42-4e07-8485-b31c1da5125e req-4cb5e921-7d7c-4a7c-bbb0-0152ed892e3f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1635535 Jul 12 16:07:03.370977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-683fa247-577e-4211-9a92-2865507557d5 req-de47b577-e999-4a38-a4db-7719b1f20633 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255590 Jul 12 16:07:03.423703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6403e192-0c42-4e07-8485-b31c1da5125e req-80f42e6e-ac44-410b-8c52-6ed4a57d8891 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991585 Jul 12 16:07:03.691525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['a0f79818-9fdd-4a80-8f9e-dbe532785129'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:03.801165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-fee6e2ce-2de3-4c3d-93e9-e0489368e543 service neutron] 10.222.0.77 "GET /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.1767526 Jul 12 16:07:03.872128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d2897-6b63-4a06-9728-e643a87b88e5 req-8e4317a3-8f24-4652-9da0-71f78804b7f9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.882123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-964d2897-6b63-4a06-9728-e643a87b88e5 req-8e4317a3-8f24-4652-9da0-71f78804b7f9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 943 time: 0.3066158 Jul 12 16:07:03.933636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196dcd-f60f-4cc9-bc98-a444609db616 req-b905e646-ebb2-4f09-abd4-fa51709af90a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.935462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74196dcd-f60f-4cc9-bc98-a444609db616 req-b905e646-ebb2-4f09-abd4-fa51709af90a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 945 time: 0.2103612 Jul 12 16:07:03.997161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-964d2897-6b63-4a06-9728-e643a87b88e5 req-ac73569a-eb46-4443-a1a1-639f74892a1f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140749 Jul 12 16:07:04.043366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:04.058897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74196dcd-f60f-4cc9-bc98-a444609db616 req-136adadc-6d5e-4b5d-b0f2-c5c2d9dbb694 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065714 Jul 12 16:07:04.131320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:04.192223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:04.235714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8779c969-ad44-4220-9faa-052950e35690 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:04.254727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:04.280309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.309251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:04.317064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.323316 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:04.340820 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:04.341756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:06:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:04.367944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570f26c1-b9db-4727-8eeb-2fabf34a295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.501635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] Transition to ACTIVE for port object 8779c969-ad44-4220-9faa-052950e35690 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:04.510861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.588568 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:04.682483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-f415cc1e-2235-4beb-aeec-12d38a722e43 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=26648972c82642389cffc6c5407397bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991011 Jul 12 16:07:04.776918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:04.843270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.863319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] No DVR routers for this DVR port 8779c969-ad44-4220-9faa-052950e35690 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:04.910362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port d248b5e9-2056-487e-b086-df624c18e687 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:04.915430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': 'eb2e5c05-c551-42de-a662-b274846754a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:71:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784af8-1aff-4ad3-8185-f2211402dc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:07:02Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:04.918254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d248b5e9-2056-487e-b086-df624c18e687 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:04.920595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:04.933887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] Pushing event updated for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:04.961191 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:04.981501 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:04.981501 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:05.013425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.063528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-677cd028-da87-40cb-b5e3-56a03f2cd693 service neutron] 10.222.0.77 "PUT /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2542322 Jul 12 16:07:05.075955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.085101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f002b17b-43ae-4d06-b2f4-b14b65ee2c4c tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "PUT /v2.0/floatingips/2d7a9f1d-5e48-4972-9caf-24663ac1360c HTTP/1.1" status: 200 len: 991 time: 3.9499271 Jul 12 16:07:05.093267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:05.096988 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70072042-fa57-4102-ae9b-9dce398a2b70" -d '{"events": [{"name": "network-changed", "server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "tag": "eb2e5c05-c551-42de-a662-b274846754a7"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:05.124120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:05.126637 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85384ba5-b9c9-4c4a-a620-acc4e272e4c8" -d '{"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-plugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:05.136546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4082d0-327e-4ccd-baeb-c7219e51af40 req-6b22eac8-ea23-4ffd-a9f1-07f553a15b81 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.138156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b4082d0-327e-4ccd-baeb-c7219e51af40 req-6b22eac8-ea23-4ffd-a9f1-07f553a15b81 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.9040976 Jul 12 16:07:05.154609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:05.157748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-84350bd8-901a-45ad-85fb-c867ff3f57e7 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.162305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.176754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-84350bd8-901a-45ad-85fb-c867ff3f57e7 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4846263 Jul 12 16:07:05.195988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-11d2f8d6-ac76-4347-a152-ccb7eb91da84 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/quotas/26648972c82642389cffc6c5407397bc HTTP/1.1" status: 200 len: 375 time: 0.0134842 Jul 12 16:07:05.234780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:05.265261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-d0c257c0-ec89-45cd-b74f-1716e061fe49 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26648972c82642389cffc6c5407397bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636880 Jul 12 16:07:05.298361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b4082d0-327e-4ccd-baeb-c7219e51af40 req-d3d9b4b6-6226-4263-82e8-4ffb33499c30 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859008 Jul 12 16:07:05.309071 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:05.311928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-cfa1725c-3def-4623-9fba-3e8e3a7e327e tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.313510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-cfa1725c-3def-4623-9fba-3e8e3a7e327e tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.1744018 Jul 12 16:07:05.368956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a0f79818-9fdd-4a80-8f9e-dbe532785129 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:05.513530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port a0f79818-9fdd-4a80-8f9e-dbe532785129 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:05.528938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port a0f79818-9fdd-4a80-8f9e-dbe532785129 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:05.529371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.538608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-d7015d5c-64fc-46b2-a36d-bbfa3902d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.540825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-d7015d5c-64fc-46b2-a36d-bbfa3902d41d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454&tenant_id=9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 1095 time: 0.2144411 Jul 12 16:07:05.635884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': 'eb2e5c05-c551-42de-a662-b274846754a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:71:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784af8-1aff-4ad3-8185-f2211402dc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:07:02Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:05.680163 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e443d-85f9-47c6-9d3b-8d782c83146f None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '2d7a9f1d-5e48-4972-9caf-24663ac1360c', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'port_id': 'eb2e5c05-c551-42de-a662-b274846754a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'mac_address': 'fa:16:3e:71:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77784af8-1aff-4ad3-8185-f2211402dc34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:04:22Z', 'updated_at': '2021-07-12T16:07:02Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:05.709443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.744074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8297b5d-8014-420d-93cd-e2a4039aa6e8 req-3718f10b-8996-4024-ac0d-99fd29d6b4ea tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.759230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8297b5d-8014-420d-93cd-e2a4039aa6e8 req-3718f10b-8996-4024-ac0d-99fd29d6b4ea tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1332765 Jul 12 16:07:05.795115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f0e73eaa-cef9-4231-84f0-ef5656158f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.797635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f0e73eaa-cef9-4231-84f0-ef5656158f6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1095 time: 0.2231967 Jul 12 16:07:05.827746 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:05.827953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8297b5d-8014-420d-93cd-e2a4039aa6e8 req-3fa34e5e-fe25-46e9-9d3f-ab991b18b248 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Jul 12 16:07:05.839820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304af4-d34c-442a-b1b5-1510eb3e4007 req-9a67a010-f776-42fc-8886-52087b0b94b7 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.851903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56304af4-d34c-442a-b1b5-1510eb3e4007 req-9a67a010-f776-42fc-8886-52087b0b94b7 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 946 time: 0.1761954 Jul 12 16:07:05.928700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:05.937509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:06.019665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56304af4-d34c-442a-b1b5-1510eb3e4007 req-28f74fd2-437b-4a07-85ca-fa89d7352099 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686232 Jul 12 16:07:06.088039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:06.118272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8779c969-ad44-4220-9faa-052950e35690 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:06.122468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-2750bab6-4aa2-4b96-b413-1d5becdea87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.124313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-2750bab6-4aa2-4b96-b413-1d5becdea87b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2527907 Jul 12 16:07:06.191178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf4194-7d1b-4ad0-aa70-0733528855e3 None None] New status for floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:06.226337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-3f0a345e-801c-4ad8-ae11-00c5f1e9917a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 200 len: 217 time: 0.0947106 Jul 12 16:07:06.334201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f8345a71-2626-4957-94c7-85b75327e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.336219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f8345a71-2626-4957-94c7-85b75327e343 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1023493 Jul 12 16:07:06.363435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2b47b-5da6-4cf4-bfab-4f2fb2c0bd59 req-e4bf2cf1-ce21-4c22-85e6-96f8e2d0a491 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.381223 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd2b47b-5da6-4cf4-bfab-4f2fb2c0bd59 req-e4bf2cf1-ce21-4c22-85e6-96f8e2d0a491 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.1637473 Jul 12 16:07:06.386665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-3dfbc7ef-8931-45a8-be8a-c34f3a4b8024 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418015 Jul 12 16:07:06.491354 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd2b47b-5da6-4cf4-bfab-4f2fb2c0bd59 req-8df2bd17-bf73-4017-909c-a800f317caa7 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Jul 12 16:07:06.562606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-e736766e-874f-462a-b787-db3031d18a1a service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615872 Jul 12 16:07:06.729895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8779c969-ad44-4220-9faa-052950e35690 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:06.735746 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e55da-04c4-44a6-a395-b981e5ba125e x-openstack-request-id: req-f43e55da-04c4-44a6-a395-b981e5ba125e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:06.736056 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-plugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:06.736311 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f43e55da-04c4-44a6-a395-b981e5ba125e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:06.736708 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687', 'code': 200} Jul 12 16:07:06.742521 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-74d31e56-f88b-406b-aa9f-0b93d58e6bf3 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702445 Jul 12 16:07:06.743033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6205ec9e-451b-48ce-be79-3b24d2c6799e None None] Provisioning complete for port a0f79818-9fdd-4a80-8f9e-dbe532785129 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:06.743519 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6205ec9e-451b-48ce-be79-3b24d2c6799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:06.744731 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85c271-1db1-4eeb-abf5-4f25f366a60a x-openstack-request-id: req-8a85c271-1db1-4eeb-abf5-4f25f366a60a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:06.745021 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "tag": "eb2e5c05-c551-42de-a662-b274846754a7", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:06.745271 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a85c271-1db1-4eeb-abf5-4f25f366a60a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:06.745650 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7', 'status': 'completed', 'code': 200} Jul 12 16:07:06.813431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-c3962abf-79eb-4347-99cf-9f14349cb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.821366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-c3962abf-79eb-4347-99cf-9f14349cb393 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=755019fa1c7144ea8b57fef118d8e807&device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 1096 time: 0.1956499 Jul 12 16:07:06.954474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a2c04-0b24-4af6-9c4a-fd5505d9aede req-752dc065-9c77-4819-8b36-48277c12b120 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.960368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca5a2c04-0b24-4af6-9c4a-fd5505d9aede req-752dc065-9c77-4819-8b36-48277c12b120 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 946 time: 0.2171464 Jul 12 16:07:06.981276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-3eed84fd-f438-4247-9b48-35a259e1d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.982794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-3eed84fd-f438-4247-9b48-35a259e1d42e service neutron] 10.222.0.77 "GET /v2.0/networks?id=76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 200 len: 925 time: 0.1538653 Jul 12 16:07:07.046211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca5a2c04-0b24-4af6-9c4a-fd5505d9aede req-215dcad6-8e8d-4708-bbf4-181df543d918 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726352 Jul 12 16:07:07.057873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dcd2f-1e68-4c8a-8eee-888e8d60fefc req-e54ea99c-15e7-45b8-80b7-55bb1e4ac41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.074027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a6dcd2f-1e68-4c8a-8eee-888e8d60fefc req-e54ea99c-15e7-45b8-80b7-55bb1e4ac41a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 1097 time: 0.2132695 Jul 12 16:07:07.087804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:07.150707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a6dcd2f-1e68-4c8a-8eee-888e8d60fefc req-925d43b0-c48e-472b-a086-6f3ff967481a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592823 Jul 12 16:07:07.184968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3697443-136c-46cc-9fe1-b509934327e6 req-02e1a8f6-25f3-42a6-9bb8-eaf341c73aeb tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 210 time: 0.1212397 Jul 12 16:07:07.192281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-b0bac179-f66a-42f5-8bbc-a1b122be6fd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2e5c05-c551-42de-a662-b274846754a7 HTTP/1.1" status: 200 len: 1001 time: 0.1988738 Jul 12 16:07:07.263425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-a3c34f95-2d67-473f-8eb6-f9c5f0fa98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.265950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-a3c34f95-2d67-473f-8eb6-f9c5f0fa98e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 200 len: 863 time: 0.0668335 Jul 12 16:07:07.332527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cde1a-f0e9-47e1-8110-a55c983e190c req-abdf3328-6910-40e9-9e45-914e5e807394 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.334515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-000cde1a-f0e9-47e1-8110-a55c983e190c req-abdf3328-6910-40e9-9e45-914e5e807394 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0959365 Jul 12 16:07:07.352700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-f6a2ce3f-f046-4555-a22c-e9ee66e64009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.354353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-f6a2ce3f-f046-4555-a22c-e9ee66e64009 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76ced32e-90b0-4233-ad91-15e3118c535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802364 Jul 12 16:07:07.396872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-000cde1a-f0e9-47e1-8110-a55c983e190c req-0ad241fa-bfc5-4eb2-8bd8-2f32a3577b44 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Jul 12 16:07:07.544687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e340-9129-4bb2-9e82-c055accef3d1 req-36276888-2185-4aa0-9753-5449c3ac69e9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.547515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7735e340-9129-4bb2-9e82-c055accef3d1 req-36276888-2185-4aa0-9753-5449c3ac69e9 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1879396 Jul 12 16:07:07.564817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-8cd6299d-31d6-4aca-bf8e-1200f5d8326f service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591074 Jul 12 16:07:07.653582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074e012-678b-4833-939f-7a7eac90bb76 req-d345e3c5-202b-4747-925e-ff03c9610054 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.655223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7074e012-678b-4833-939f-7a7eac90bb76 req-d345e3c5-202b-4747-925e-ff03c9610054 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 946 time: 0.1224208 Jul 12 16:07:07.734419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7074e012-678b-4833-939f-7a7eac90bb76 req-f3edfae0-47cb-4c3c-a962-1c4e7d5b23fa tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680990 Jul 12 16:07:07.824862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-41d260b5-e08b-4fcd-8bb7-fe543db2d4c6 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=26648972c82642389cffc6c5407397bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605001 Jul 12 16:07:07.826857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70072042-fa57-4102-ae9b-9dce398a2b70 req-d014c648-77b0-4cf3-b722-dfd90bb585c8 service neutron] 10.222.0.77 "GET /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191601 Jul 12 16:07:07.850589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7735e340-9129-4bb2-9e82-c055accef3d1 req-3e1cbb55-b633-461f-a82d-42891fde9f29 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841685 Jul 12 16:07:08.007599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-7603c4e6-4f89-4694-95de-a8f2e935c63c tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.010206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-7603c4e6-4f89-4694-95de-a8f2e935c63c tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784077 Jul 12 16:07:08.036730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Request body: {'port': {'device_id': '244fe247-d058-41dd-8561-023cd44fd1d4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '26648972c82642389cffc6c5407397bc'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:08.375665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f31659da-5c9b-49cd-aaf6-2ec906c81177 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.378810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f31659da-5c9b-49cd-aaf6-2ec906c81177 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.3168893 Jul 12 16:07:08.393546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda42a6-a75a-4f00-b01e-34cc2825ac78 req-43ca3789-472f-41aa-9092-ee4266b2f26a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.395384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bda42a6-a75a-4f00-b01e-34cc2825ac78 req-43ca3789-472f-41aa-9092-ee4266b2f26a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.2774820 Jul 12 16:07:08.460882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Made reservation on behalf of 26648972c82642389cffc6c5407397bc for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:08.466547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:08.497501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:08.545879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bda42a6-a75a-4f00-b01e-34cc2825ac78 req-72761e61-a78d-4580-892e-ffde5d7a82cc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402416 Jul 12 16:07:08.646513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-77e31b19-ea55-421d-a91b-6b07c652c3a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2336960 Jul 12 16:07:08.690168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f8417547-7649-4a04-baf8-49e7dc4b70b8 service neutron] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:08.699222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f8417547-7649-4a04-baf8-49e7dc4b70b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:08.701102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3c38c5d-2354-490b-ad5e-4e2614bc4dfd req-f8417547-7649-4a04-baf8-49e7dc4b70b8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.3044286 Jul 12 16:07:08.738482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:08.742317 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f8f878-6fab-4ba3-9705-b7ea140a6e1c" -d '{"events": [{"server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "name": "network-vif-plugged", "status": "completed", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:08.805274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:08.805494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4c53-f3c5-47f1-830b-9497cd5bd309 req-734c9200-13e4-4fbd-83cd-5b7a3338e0c1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.813520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:08.813771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e0c4c53-f3c5-47f1-830b-9497cd5bd309 req-734c9200-13e4-4fbd-83cd-5b7a3338e0c1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 946 time: 0.2558055 Jul 12 16:07:08.913222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e0c4c53-f3c5-47f1-830b-9497cd5bd309 req-4691a75a-a507-44cf-9be7-8519d63f9caa tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976083 Jul 12 16:07:09.043801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a007e7f9-0202-48ed-8b89-3342f984a872 req-6c8effb6-02b3-4a73-833f-c513e463fa63 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 210 time: 0.0901556 Jul 12 16:07:09.044807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:09.132064 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc7734-00f9-4241-8b8c-b1d4410ba478 x-openstack-request-id: req-fdbc7734-00f9-4241-8b8c-b1d4410ba478 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:09.132652 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "name": "network-vif-plugged", "status": "completed", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:09.133107 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdbc7734-00f9-4241-8b8c-b1d4410ba478 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:09.135323 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'code': 200} Jul 12 16:07:09.373856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Allocated IP 192.168.233.96 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/ae4c7876-b902-485a-a979-7a5df5f3593c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:09.463817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f61f0-d1d2-47c4-8a63-87f011a47736 req-90b6e713-a5ed-4edd-968b-2a6d13eb6138 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.472768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de7f61f0-d1d2-47c4-8a63-87f011a47736 req-90b6e713-a5ed-4edd-968b-2a6d13eb6138 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.2240515 Jul 12 16:07:09.494176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205042d-59de-4934-aecd-4c605080f53f req-bf30f6ff-56bf-4ec1-b7c8-1e1dcff370d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.496243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5205042d-59de-4934-aecd-4c605080f53f req-bf30f6ff-56bf-4ec1-b7c8-1e1dcff370d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1097 time: 0.1799452 Jul 12 16:07:09.544250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5205042d-59de-4934-aecd-4c605080f53f req-d125df9a-2c2b-4f9f-aea2-b073f949c95c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Jul 12 16:07:09.586905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de7f61f0-d1d2-47c4-8a63-87f011a47736 req-c72503ca-a8f9-4178-80a6-3ee8011345f1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098280 Jul 12 16:07:09.889502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d56f4-5acc-45fe-8d67-ee574856851e req-4b2d8887-111f-4c70-a21c-5040e22f4630 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.900270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f53d56f4-5acc-45fe-8d67-ee574856851e req-4b2d8887-111f-4c70-a21c-5040e22f4630 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.1056533 Jul 12 16:07:09.934709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c2f93-bb9a-4907-942e-9ec042ff4180 req-9a4621e5-9351-49c8-9d95-e9e7c85e5107 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.942796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c9c2f93-bb9a-4907-942e-9ec042ff4180 req-9a4621e5-9351-49c8-9d95-e9e7c85e5107 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 946 time: 0.4602561 Jul 12 16:07:09.998357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f53d56f4-5acc-45fe-8d67-ee574856851e req-3cd7e6a6-12aa-4a6d-b711-af656fd54e0f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Jul 12 16:07:10.031620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.050521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Transition to ACTIVE for port object ae4c7876-b902-485a-a979-7a5df5f3593c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:10.105543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c9c2f93-bb9a-4907-942e-9ec042ff4180 req-2983c6a1-7fda-4339-b4d8-ab1ed778a0bb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601815 Jul 12 16:07:10.109010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.209091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:10.213382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:10.216256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:10.290754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.294901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.297613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Pushing event updated for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:10.347766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-5140e706-f8de-4894-8b38-289db160ed5f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3212376 Jul 12 16:07:10.362236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Request body: {'port': {'device_id': '244fe247-d058-41dd-8561-023cd44fd1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:10.540244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e669f5a-93ab-45ba-af4a-9fe8630c3879 req-06977cf8-1921-44ef-9f41-6921648f54e3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.559758 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e669f5a-93ab-45ba-af4a-9fe8630c3879 req-06977cf8-1921-44ef-9f41-6921648f54e3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.1530924 Jul 12 16:07:10.562988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.624509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e669f5a-93ab-45ba-af4a-9fe8630c3879 req-ad495ccb-6cfa-445d-a71d-df0a5ffc2877 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Jul 12 16:07:10.772264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-091ecde9-5422-47c9-9ed3-c511ccad788e None None] Provisioning for port ae4c7876-b902-485a-a979-7a5df5f3593c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:10.778764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-091ecde9-5422-47c9-9ed3-c511ccad788e None None] Provisioning complete for port ae4c7876-b902-485a-a979-7a5df5f3593c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:10.779143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-091ecde9-5422-47c9-9ed3-c511ccad788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.779926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf245-547e-4e23-a7ce-ab9462afd4a5 req-1ccbf64a-ab0a-4023-9038-cbfbf9e07434 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.794963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93abf245-547e-4e23-a7ce-ab9462afd4a5 req-1ccbf64a-ab0a-4023-9038-cbfbf9e07434 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 946 time: 0.2805252 Jul 12 16:07:10.818266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-091ecde9-5422-47c9-9ed3-c511ccad788e None None] Port ae4c7876-b902-485a-a979-7a5df5f3593c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:07:10.831730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92546d6-80a3-4a02-a259-350867b09fc5 req-07ebe308-9a49-4eed-a97c-0091d2f95335 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.834193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b92546d6-80a3-4a02-a259-350867b09fc5 req-07ebe308-9a49-4eed-a97c-0091d2f95335 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 935 time: 0.0905077 Jul 12 16:07:10.923206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93abf245-547e-4e23-a7ce-ab9462afd4a5 req-9f82a2c7-8a6f-47c1-aec1-6313b4b9d0aa tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231894 Jul 12 16:07:10.956627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b92546d6-80a3-4a02-a259-350867b09fc5 req-a01d172c-20de-4303-bd9a-a242a1fca396 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165171 Jul 12 16:07:11.165260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4c7876-b902-485a-a979-7a5df5f3593c {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:11.192545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.200852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cfb4-d2f6-41ad-bda9-b977168e6185 req-5e1d762f-71fe-41bc-876e-95e0c9917f14 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.202595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8341cfb4-d2f6-41ad-bda9-b977168e6185 req-5e1d762f-71fe-41bc-876e-95e0c9917f14 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1138692 Jul 12 16:07:11.243512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Transition to ACTIVE for port object ae4c7876-b902-485a-a979-7a5df5f3593c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:11.249338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.307226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8341cfb4-d2f6-41ad-bda9-b977168e6185 req-5d584e1a-f7e0-4c95-a0c4-41a8ac60c3d7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882862 Jul 12 16:07:11.424507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:11.444839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:11.499416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:11.599517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37959e-a796-4485-8ef3-b5c8762dd225 req-c863dad3-248d-4bb6-bfcf-89d1c252234f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.601272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc37959e-a796-4485-8ef3-b5c8762dd225 req-c863dad3-248d-4bb6-bfcf-89d1c252234f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 946 time: 0.1551301 Jul 12 16:07:11.618644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Attempting to bind port ae4c7876-b902-485a-a979-7a5df5f3593c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:11.619639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Attempting to bind port ae4c7876-b902-485a-a979-7a5df5f3593c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:11.620190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Attempting to bind port ae4c7876-b902-485a-a979-7a5df5f3593c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:11.637257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c9749-ff6b-40c3-ad22-4a80c6ec00ca req-aec00274-b022-4b35-a080-83d856402467 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.639106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c47c9749-ff6b-40c3-ad22-4a80c6ec00ca req-aec00274-b022-4b35-a080-83d856402467 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.3082092 Jul 12 16:07:11.640087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Port ae4c7876-b902-485a-a979-7a5df5f3593c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:07:11.640601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Attempting to bind port ae4c7876-b902-485a-a979-7a5df5f3593c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:11.700468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc37959e-a796-4485-8ef3-b5c8762dd225 req-cf492fb3-74e9-436c-8824-43de0d8cbc9f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904436 Jul 12 16:07:11.715959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c47c9749-ff6b-40c3-ad22-4a80c6ec00ca req-9b9c91ae-92d0-4837-9741-94334a93851e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648215 Jul 12 16:07:11.719537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:11.721027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:11.721642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:11.722841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Bound port: ae4c7876-b902-485a-a979-7a5df5f3593c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:11.722967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.821899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:11.831065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:11.837262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ae4c7876-b902-485a-a979-7a5df5f3593c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:11.837508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.846067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-188f5450-f90b-4546-a59a-c51222f4bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.848382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-188f5450-f90b-4546-a59a-c51222f4bf8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1101 time: 0.4277463 Jul 12 16:07:11.850130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.871059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'mac_address': 'fa:16:3e:50:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:11.898343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.900588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:11.903413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/ae4c7876-b902-485a-a979-7a5df5f3593c HTTP/1.1" status: 200 len: 1095 time: 1.5465159 Jul 12 16:07:11.942325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc943-0d85-49e8-a612-d96340765778 req-907d7801-f22b-4c8f-8bbe-65aaccdac3d0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.952140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-125fc943-0d85-49e8-a612-d96340765778 req-907d7801-f22b-4c8f-8bbe-65aaccdac3d0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1095 time: 0.1249466 Jul 12 16:07:11.974426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:11.976932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650" -d '{"events": [{"name": "network-changed", "server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:12.011683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-125fc943-0d85-49e8-a612-d96340765778 req-78036761-46c6-4d52-a6e2-1d812531905b tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Jul 12 16:07:12.032600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:12.036049 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6c42ad-c7f6-44c2-a54d-f894c53fa550" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:12.082178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:12.094245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:12.116813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:12.290131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e223b57-0aae-4b17-8630-40abf3ea65a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:12.299380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:12.315375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:12.471621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:07:12.472162 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:07:12.474360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812924b7-42ff-430c-a7d8-43173d16c0f5 req-e59b9877-29f9-4e32-8d21-458ad2861f35 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.477332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-812924b7-42ff-430c-a7d8-43173d16c0f5 req-e59b9877-29f9-4e32-8d21-458ad2861f35 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 946 time: 0.1151984 Jul 12 16:07:12.502931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-8ba7c993-9686-4939-b2db-299ac6919d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.505084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-8ba7c993-9686-4939-b2db-299ac6919d26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.6409197 Jul 12 16:07:12.559634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-812924b7-42ff-430c-a7d8-43173d16c0f5 req-63bc8f0a-4212-4f93-ab2f-9fa011390c28 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763981 Jul 12 16:07:12.603021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-6ae64c92-025b-4435-8fb6-dbde048d37b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0895605 Jul 12 16:07:12.605348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-7148ed13-01ce-42f1-8354-b60591084f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.607302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-7148ed13-01ce-42f1-8354-b60591084f3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26648972c82642389cffc6c5407397bc&device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 1098 time: 0.6215606 Jul 12 16:07:12.642837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f12c3-5f74-4c15-b4c1-ae18900845a8 req-f052b24a-8150-4dac-9815-0e0ac479048a tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.653490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-704f12c3-5f74-4c15-b4c1-ae18900845a8 req-f052b24a-8150-4dac-9815-0e0ac479048a tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 947 time: 0.3036432 Jul 12 16:07:12.712084 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f34415-dbe8-4aa5-8d63-6ee116d0ff89 x-openstack-request-id: req-26f34415-dbe8-4aa5-8d63-6ee116d0ff89 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:12.712929 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:12.713604 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26f34415-dbe8-4aa5-8d63-6ee116d0ff89 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:12.714424 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c', 'status': 'completed', 'code': 200} Jul 12 16:07:12.726032 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7939bf-e476-4865-a6d8-63a1b1bcd7cb x-openstack-request-id: req-6e7939bf-e476-4865-a6d8-63a1b1bcd7cb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:12.726414 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:12.726741 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e7939bf-e476-4865-a6d8-63a1b1bcd7cb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:12.727220 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:07:12.734558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-c59c0b52-fd72-4f8b-a12f-e2fa64c3741e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=ae4c7876-b902-485a-a979-7a5df5f3593c HTTP/1.1" status: 200 len: 217 time: 0.1076803 Jul 12 16:07:12.769852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:12.771334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:12.877436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-704f12c3-5f74-4c15-b4c1-ae18900845a8 req-5d60c100-2aec-4b6f-a36f-1ee2d92a1a43 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221868 Jul 12 16:07:12.914313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-1c31db56-9d07-44c9-8e1e-a567bf1c1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.916906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-1c31db56-9d07-44c9-8e1e-a567bf1c1931 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2885671 Jul 12 16:07:12.921051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8251cfb5-668c-4e19-8f50-907a5a14d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.921699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd397a3-62b1-4bc0-8f17-a6f1a03d4508 req-ab46aaa9-55f8-4d33-a80c-904fe504dbb0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.928411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-8251cfb5-668c-4e19-8f50-907a5a14d10b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1814542 Jul 12 16:07:12.933184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3dd397a3-62b1-4bc0-8f17-a6f1a03d4508 req-ab46aaa9-55f8-4d33-a80c-904fe504dbb0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 1095 time: 0.0963073 Jul 12 16:07:12.963674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:12.981646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3dd397a3-62b1-4bc0-8f17-a6f1a03d4508 req-4b4cdf39-73ef-459f-919f-e7938c89bc68 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438910 Jul 12 16:07:13.094126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:13.105339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.210460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.277069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:13.291363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-39f964aa-aeae-4533-81be-a66a5e2e3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.294237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-39f964aa-aeae-4533-81be-a66a5e2e3e90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604878 Jul 12 16:07:13.301157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2b329-d3a4-4491-ba35-e3ff45fc5b49 None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:13.324278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-511ba69f-2542-48f0-b327-53808d2b4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.326998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-511ba69f-2542-48f0-b327-53808d2b4d2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3962653 Jul 12 16:07:13.362561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-01957360-37d1-4169-8bc2-815b9017fd8f tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.375190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-01957360-37d1-4169-8bc2-815b9017fd8f tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2205570 Jul 12 16:07:13.394657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:07:13.396369 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:07:13.479015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-a77979fa-a579-4cb1-971c-abe4850a3f84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1027663 Jul 12 16:07:13.493184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:13.580616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.604917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c5450-45c0-42be-83e9-61f27eb1ac2e req-346ddea7-8261-48ae-9577-f085b3562e0d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.616476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e3c5450-45c0-42be-83e9-61f27eb1ac2e req-346ddea7-8261-48ae-9577-f085b3562e0d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.4171565 Jul 12 16:07:13.668848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5f0becc-9beb-4191-b65c-5a84dbb3acb6 None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:13.669641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5f0becc-9beb-4191-b65c-5a84dbb3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.712725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e3c5450-45c0-42be-83e9-61f27eb1ac2e req-55a08200-0f92-45a2-97a2-12516cc3af35 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Jul 12 16:07:13.716563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-c64cdd5a-003a-49d7-aac3-ee6efb4a285c service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614409 Jul 12 16:07:13.719490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-1f543636-79f5-462a-8fad-9a93237799a9 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143829 Jul 12 16:07:14.340216 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.368896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:14.410154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:14.420104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-2d6ac3c2-b99e-468d-a22b-0ff424811c5b service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827533 Jul 12 16:07:14.426075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b721216e-03e2-4dbe-b806-7ae6ff572d73 req-d339faad-3a23-4f5c-a471-3f16e58a7442 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798594 Jul 12 16:07:14.430937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.495299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062975d-2f43-4318-92a3-0e3d1e01c657 req-59a64bed-8863-4435-9703-39cfa24c73c3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:14.507391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2062975d-2f43-4318-92a3-0e3d1e01c657 req-59a64bed-8863-4435-9703-39cfa24c73c3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 946 time: 0.5705140 Jul 12 16:07:14.602590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:14.698709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2062975d-2f43-4318-92a3-0e3d1e01c657 req-6dc6389e-e2e1-4aba-b872-fd28d0fc3060 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902564 Jul 12 16:07:14.728240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:14.730584 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40958f-d6e0-4dd3-8189-1f0621a9357b" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:14.785860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-a6e52805-e9cd-4179-9d9f-84ea434dff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:14.788317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-a6e52805-e9cd-4179-9d9f-84ea434dff50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=26648972c82642389cffc6c5407397bc&device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 1098 time: 0.2589681 Jul 12 16:07:14.838390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:14.913360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:07:14.998416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.016295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.048701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:15.049102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.055294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-52e903b9-0ce5-4173-9224-514777f6fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.057116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-52e903b9-0ce5-4173-9224-514777f6fd6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2506886 Jul 12 16:07:15.138971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-418e1bb2-19e6-4957-b1b5-d751f4743b49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=ae4c7876-b902-485a-a979-7a5df5f3593c HTTP/1.1" status: 200 len: 217 time: 0.0722852 Jul 12 16:07:15.199152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f452-6fb4-49f2-a8f4-876dfe1086d7 req-bbb10b55-1c41-4ad7-a844-665571f33597 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.207315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84c7f452-6fb4-49f2-a8f4-876dfe1086d7 req-bbb10b55-1c41-4ad7-a844-665571f33597 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 950 time: 0.2480152 Jul 12 16:07:15.237642 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9 associated. External IP: 172.25.8.34, port: 187dbb7c-7718-4579-99c0-a36d2352b4ad. Jul 12 16:07:15.243320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-ada15f79-42af-4fea-9b99-64a335863228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.245175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-ada15f79-42af-4fea-9b99-64a335863228 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0978677 Jul 12 16:07:15.263370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.303005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84c7f452-6fb4-49f2-a8f4-876dfe1086d7 req-3f6e932a-3d43-4c18-826c-c8e5a4484d3a tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944049 Jul 12 16:07:15.340563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:15.346803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.402884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-4e981d79-e939-48a4-8c45-73ea1b89753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.404474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-4e981d79-e939-48a4-8c45-73ea1b89753a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482642 Jul 12 16:07:15.477420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48778a92-c800-47d4-8d77-aafbb84cde69 None None] Pushing event updated for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:15.703818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-e3f53369-6ead-4565-a3d0-600bc2950a15 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915392 Jul 12 16:07:15.768813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:15.927749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dd066aca-8bb9-4687-b5f0-5911c8c5e5bd None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:15.928153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd066aca-8bb9-4687-b5f0-5911c8c5e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.934663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb1ffa0-6ce8-463e-b7cb-ffe5d28ba650 req-f0180707-fa60-45d3-87e3-e4ce51fa3b09 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239599 Jul 12 16:07:15.969191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:15.977569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.990229 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:16.008883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:16.009592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:16.092597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-8cf4a403-6f27-4754-acf7-a38141a662cc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "PUT /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 995 time: 2.6047518 Jul 12 16:07:16.098494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:16.104932 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b882f04-cd5f-4da9-853f-1f2394abac68" -d '{"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:16.237138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-a97cefb5-a4e9-4998-b216-f8c59a2bb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.247480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-a97cefb5-a4e9-4998-b216-f8c59a2bb000 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1350965 Jul 12 16:07:16.280314 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:16.398912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-4c53f6e8-5975-4b54-89ea-2ad9a94a2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.408259 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-4c53f6e8-5975-4b54-89ea-2ad9a94a2ff2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.1591685 Jul 12 16:07:16.514230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58cb4a-840f-42ae-986b-203876d96116 req-68057e5a-3431-4bdf-8cad-b75d614468bd tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.521239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-29526485-6155-4a53-bb93-cd7890b0bb6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 998 time: 0.1119013 Jul 12 16:07:16.523778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf58cb4a-840f-42ae-986b-203876d96116 req-68057e5a-3431-4bdf-8cad-b75d614468bd tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 947 time: 0.1346953 Jul 12 16:07:16.536645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:16.679392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf58cb4a-840f-42ae-986b-203876d96116 req-34796a95-d3fb-438b-b011-a3497d50e91e tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202781 Jul 12 16:07:16.679611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-bc5626ae-9d28-4f77-90ef-574f55f391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.679611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-bc5626ae-9d28-4f77-90ef-574f55f391a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1413376 Jul 12 16:07:16.679780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 72ded54a-50e3-42db-b6cc-4a313ba21be3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:16.679780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:16.743905 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:14Z', 'revision_number': 1, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:16.758057 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8575a973-7f83-4cf4-b462-e64f7d9d3e3c x-openstack-request-id: req-8575a973-7f83-4cf4-b462-e64f7d9d3e3c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:16.758352 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:16.758622 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8575a973-7f83-4cf4-b462-e64f7d9d3e3c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:16.758996 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:07:16.791156 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:16.820052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:16.823000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:16.837161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-5d23e4c4-2145-4bc6-bf6f-17aac05a4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.838226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-5d23e4c4-2145-4bc6-bf6f-17aac05a4294 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651199 Jul 12 16:07:17.117314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-26b898f2-62f3-462b-9461-3d3da6c3756c service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603505 Jul 12 16:07:17.124005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579ab2-b874-4f1d-987e-bd0413f5d6e8 req-97ecb688-641a-4d54-b48f-ba542a3d8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.125534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05579ab2-b874-4f1d-987e-bd0413f5d6e8 req-97ecb688-641a-4d54-b48f-ba542a3d8eb4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1102 time: 0.1440659 Jul 12 16:07:17.129097 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:17.246381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5ccfd2c-e77b-4442-b934-af98704dcb64 req-124b96dc-debb-4d99-ac99-44dca7c2d9a4 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197553 Jul 12 16:07:17.329078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05579ab2-b874-4f1d-987e-bd0413f5d6e8 req-46381ce7-884f-4603-ab6c-5f00baa9c5aa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904179 Jul 12 16:07:17.587373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c44bd-6785-41a4-aaa7-c6f221c7e0db req-19b0ceaa-d67e-42e1-902d-36f82bf81990 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.594483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-086c44bd-6785-41a4-aaa7-c6f221c7e0db req-19b0ceaa-d67e-42e1-902d-36f82bf81990 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1332681 Jul 12 16:07:17.684051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-086c44bd-6785-41a4-aaa7-c6f221c7e0db req-5fe92f59-9792-4847-85f7-63609071a0bb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Jul 12 16:07:17.687623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:14Z', 'revision_number': 1, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:17.733445 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651a5d9-2ae2-4e33-b4b7-3e4a3ae24c4e x-openstack-request-id: req-6651a5d9-2ae2-4e33-b4b7-3e4a3ae24c4e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:17.734036 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:17.734523 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6651a5d9-2ae2-4e33-b4b7-3e4a3ae24c4e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:17.735152 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:07:17.771910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0d394-3629-4ae3-8842-81dd509c0326 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:14Z', 'revision_number': 1, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:17.891862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-47e58c7f-a9cd-4958-ac2f-b376dacdf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.895294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-47e58c7f-a9cd-4958-ac2f-b376dacdf500 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1244931 Jul 12 16:07:18.075279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240aeb8a-497c-404d-823e-81e2e6a175d0 req-01d73d9a-2504-4b37-8763-b99efb03788f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.079368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-240aeb8a-497c-404d-823e-81e2e6a175d0 req-01d73d9a-2504-4b37-8763-b99efb03788f tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 951 time: 0.1374865 Jul 12 16:07:18.146452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-9e29096f-7b97-422d-a088-36c0c7e0aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.153948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-9e29096f-7b97-422d-a088-36c0c7e0aaaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.2504649 Jul 12 16:07:18.171383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-240aeb8a-497c-404d-823e-81e2e6a175d0 req-445b692b-a74a-47c9-9040-278262d9d555 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836873 Jul 12 16:07:18.279756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7ab0e-0c3b-433b-8b71-56b7297525c4 None None] New status for floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:18.313768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-fbeb3c32-d20f-4d40-8d21-7eb16106bcf0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 998 time: 0.1487594 Jul 12 16:07:18.465505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-2afac1c9-b087-493b-8ac8-372a7ee942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.467442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-2afac1c9-b087-493b-8ac8-372a7ee942ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1395206 Jul 12 16:07:18.721136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-3a9c47e3-e83e-4669-900c-508b176d3ba1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.731170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-3a9c47e3-e83e-4669-900c-508b176d3ba1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2574668 Jul 12 16:07:18.771666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:18.776513 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1e668-d7da-4296-a671-64dd182074c9" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:18.855283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-0403413f-5827-4398-9aa5-1897bd4f5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.870553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-0403413f-5827-4398-9aa5-1897bd4f5479 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820763 Jul 12 16:07:18.878819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ae4c7876-b902-485a-a979-7a5df5f3593c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:18.899085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-9b1bdc3e-f128-4006-afc0-86009f135c98 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 998 time: 0.1670053 Jul 12 16:07:18.927383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749edd79-6b6a-4615-8e0c-46e2a5b2d545 req-c79d4dac-a3f4-4676-8af9-9f82ce7c4604 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.930112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:18.946284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-749edd79-6b6a-4615-8e0c-46e2a5b2d545 req-c79d4dac-a3f4-4676-8af9-9f82ce7c4604 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 947 time: 0.3431699 Jul 12 16:07:19.064679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-1291527b-fbd5-4276-9955-2754f3502c82 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868718 Jul 12 16:07:19.104818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ae4c7876-b902-485a-a979-7a5df5f3593c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:19.144651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'ae4c7876-b902-485a-a979-7a5df5f3593c', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'ae4c7876-b902-485a-a979-7a5df5f3593c', 'mac_address': 'fa:16:3e:dc:92:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:19.176486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:19.234776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-749edd79-6b6a-4615-8e0c-46e2a5b2d545 req-c7f46ec5-a84a-424f-a15e-2a94eb61b1dd tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871170 Jul 12 16:07:19.236502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:19.266750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4c7876-b902-485a-a979-7a5df5f3593c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:19.305552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ae4c7876-b902-485a-a979-7a5df5f3593c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:19.311917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b882f04-cd5f-4da9-853f-1f2394abac68 req-dc39ce77-4145-4c58-9242-63a03c3c6419 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386734 Jul 12 16:07:19.313790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:19.403313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:19.546565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a09fc4-6ea2-4ab1-bf5f-1b7a353403b1 req-0a9802e2-a218-417f-9975-c83a53eab832 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:19.548508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34a09fc4-6ea2-4ab1-bf5f-1b7a353403b1 req-0a9802e2-a218-417f-9975-c83a53eab832 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0818672 Jul 12 16:07:19.601708 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34a09fc4-6ea2-4ab1-bf5f-1b7a353403b1 req-4c3c3e57-ade3-45d7-9327-4f3ab9262abd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Jul 12 16:07:19.703100 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e0b180-2af9-4d98-b2c6-c4c3553172f8 x-openstack-request-id: req-c7e0b180-2af9-4d98-b2c6-c4c3553172f8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:19.706141 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-plugged", "status": "completed", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:19.706296 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7e0b180-2af9-4d98-b2c6-c4c3553172f8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:19.706819 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'code': 200} Jul 12 16:07:19.896952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['ae4c7876-b902-485a-a979-7a5df5f3593c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:19.954553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:19.961731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:20.088760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5741172-c4ee-4b5a-88ae-391e6c7cac2b req-f74d76c9-4269-436f-bda9-dbe4cd814aa8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:20.090468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5741172-c4ee-4b5a-88ae-391e6c7cac2b req-f74d76c9-4269-436f-bda9-dbe4cd814aa8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 951 time: 0.0893855 Jul 12 16:07:20.103212 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9 associated. External IP: 172.25.8.34, port: 187dbb7c-7718-4579-99c0-a36d2352b4ad. Jul 12 16:07:20.148706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5741172-c4ee-4b5a-88ae-391e6c7cac2b req-2ef4ed52-f929-464f-8b52-81a0f231eadd tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Jul 12 16:07:20.255670 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:07:20.368147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:20.511187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:20.526581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:20.537861 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:20.538712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:20.666944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d0ea-6275-4644-9486-1524131af5bc req-8a26dcb6-7ae8-45de-a9ff-39031da41fb4 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:20.672412 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:20.681906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71c0d0ea-6275-4644-9486-1524131af5bc req-8a26dcb6-7ae8-45de-a9ff-39031da41fb4 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 948 time: 0.1083283 Jul 12 16:07:20.728075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71c0d0ea-6275-4644-9486-1524131af5bc req-0dbd996a-dd90-4f43-b386-bb091701c70a tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Jul 12 16:07:20.814414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:20.988892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:20.989759 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:19Z', 'revision_number': 3, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:20.995205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:21.036555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:21.045810 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:21.046425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:21.054916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:21.057657 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660" -d '{"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:21.065355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c717-f4f7-4840-8f40-dca79cd57f2e req-08c579c5-f5af-430c-82af-ad048c429e27 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.073194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea60c717-f4f7-4840-8f40-dca79cd57f2e req-08c579c5-f5af-430c-82af-ad048c429e27 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1102 time: 0.0994217 Jul 12 16:07:21.104030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-63a1ec74-5710-403e-930d-07c2dfe20b68 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "PUT /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 998 time: 2.1800611 Jul 12 16:07:21.121270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea60c717-f4f7-4840-8f40-dca79cd57f2e req-4840abfc-44ff-424c-83aa-13570ea01b64 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Jul 12 16:07:21.199882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-4d78f338-7b96-4106-9769-5cd77862be0c tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.201839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-4d78f338-7b96-4106-9769-5cd77862be0c tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports/187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 942 time: 0.0924928 Jul 12 16:07:21.281673 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:21.328685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-d49ce8b0-9ac7-45a7-858f-03d63503c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.332733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-d49ce8b0-9ac7-45a7-858f-03d63503c099 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0685277 Jul 12 16:07:21.360463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e838-639c-4786-99f5-601ede365f00 req-1cf0d3a8-54f6-4779-b517-6249b089290f tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.362416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b010e838-639c-4786-99f5-601ede365f00 req-1cf0d3a8-54f6-4779-b517-6249b089290f tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 950 time: 0.0728106 Jul 12 16:07:21.402705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b010e838-639c-4786-99f5-601ede365f00 req-0f178d99-bdd9-492e-8dc6-8888ce501194 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Jul 12 16:07:21.435488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-60baea44-a873-4e97-8178-33ee18c3b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.437381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-60baea44-a873-4e97-8178-33ee18c3b5de service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.0981717 Jul 12 16:07:21.498624 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-6caf86b4-d831-497f-871d-21cd3bdaf77b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0513661 Jul 12 16:07:21.552746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-d22ac90d-3c1c-47c8-b641-7d26a51f919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.554787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-d22ac90d-3c1c-47c8-b641-7d26a51f919a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.0552070 Jul 12 16:07:21.561284 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:19Z', 'revision_number': 3, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:21.598180 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147f08a-e460-450d-8aae-b2e3f8fc47e7 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:19Z', 'revision_number': 3, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:21.598802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6f40-6a97-4a76-9ed8-4d541d60fd48 req-31c0a0bd-a1ee-4fed-9253-5504121b4412 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.602086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe1a6f40-6a97-4a76-9ed8-4d541d60fd48 req-31c0a0bd-a1ee-4fed-9253-5504121b4412 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0788600 Jul 12 16:07:21.625352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-bf7659b6-0ca5-4765-887d-67bc70512932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.627821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-bf7659b6-0ca5-4765-887d-67bc70512932 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674512 Jul 12 16:07:21.652021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe1a6f40-6a97-4a76-9ed8-4d541d60fd48 req-f9376d8c-8e5f-466a-a1c7-24133b62d04c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Jul 12 16:07:21.739638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-6cc15880-4d5d-42ac-b0cf-996ee49225c3 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043520 Jul 12 16:07:21.837381 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f205e10-27b6-48df-8727-5242cccf4342 x-openstack-request-id: req-8f205e10-27b6-48df-8727-5242cccf4342 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:21.837381 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:21.837654 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f205e10-27b6-48df-8727-5242cccf4342 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:21.837898 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:07:21.852629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895a39a-2a29-444f-8a3a-7630944bed10 None None] New status for floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:21.872855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-ba4ac577-52fc-484d-9520-53323ad1c00e service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216934 Jul 12 16:07:22.046436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-98e5c7d3-3d0a-4b96-a9dc-6dcd4b1cba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.049533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-98e5c7d3-3d0a-4b96-a9dc-6dcd4b1cba53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1097 time: 0.1332321 Jul 12 16:07:22.059938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-1de1dd56-a20b-46e5-b1c3-01994d81a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.063378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-1de1dd56-a20b-46e5-b1c3-01994d81a1f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1903937 Jul 12 16:07:22.195360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-e8f5eff8-9064-4eed-b683-6cb9fc27f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.197941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-e8f5eff8-9064-4eed-b683-6cb9fc27f1a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.1264801 Jul 12 16:07:22.253001 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:22.257718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-7bc56455-d1a0-49f2-8e32-0e12b6a30e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.259238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-7bc56455-d1a0-49f2-8e32-0e12b6a30e05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.1976931 Jul 12 16:07:22.266517 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:22.267687 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:22.296887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-be7c23bb-811e-49bb-b7fb-1aa1a4376030 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0897629 Jul 12 16:07:22.375951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-4f36b626-b939-4551-aef1-fbbf74a6fd3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 1001 time: 0.1106894 Jul 12 16:07:22.418902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-e24c33fe-075b-401b-bcbc-d0963b024816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.425213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-e24c33fe-075b-401b-bcbc-d0963b024816 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1206415 Jul 12 16:07:22.440802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-284cfd83-766a-4f37-9f52-96b10c556bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.451170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-284cfd83-766a-4f37-9f52-96b10c556bfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.0742145 Jul 12 16:07:22.501867 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:22.563336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-6662b2b8-c689-458e-890c-ab5c72d03029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.568135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-6662b2b8-c689-458e-890c-ab5c72d03029 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353390 Jul 12 16:07:22.592704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-e1590ad8-afbd-459f-a6d2-8ec09847e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.594891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-e1590ad8-afbd-459f-a6d2-8ec09847e1af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407692 Jul 12 16:07:22.769714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-c0eb82c3-60f3-44a5-9901-11acb0563d52 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922870 Jul 12 16:07:22.775338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-c2e470c9-36e7-4ec6-a6c7-e28af9196847 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648903 Jul 12 16:07:22.831508 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:22Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:22.868055 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:22.878554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:22.879216 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:22.891852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ae4c7876-b902-485a-a979-7a5df5f3593c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:22.895876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:22.932989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a2b45b1-0b6e-4f22-bd8c-cedb475d3660 req-aad40364-9a1e-41aa-81c4-35cfe7e992ad service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482985 Jul 12 16:07:23.114352 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:23.374355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70eb87-73b9-4f14-bd86-60d98255e87e req-7218b99e-0251-4617-9a54-4f6f79acf6c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:23.384064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f70eb87-73b9-4f14-bd86-60d98255e87e req-7218b99e-0251-4617-9a54-4f6f79acf6c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 948 time: 0.1617227 Jul 12 16:07:23.437477 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f70eb87-73b9-4f14-bd86-60d98255e87e req-30aa7342-007d-4a82-bf3f-dc7b33eb7ac8 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Jul 12 16:07:23.575240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03104ddc-ff0c-4f53-ab87-83b548b1c92d req-3de1ad0b-55ef-42fb-beda-fcd7e309caca service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925222 Jul 12 16:07:23.584538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:22Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:23.623364 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cf4df-d5f4-4b85-9cfa-7bda03a705b4 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ac:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:22Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:23.655273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port ae4c7876-b902-485a-a979-7a5df5f3593c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:23.685633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port ae4c7876-b902-485a-a979-7a5df5f3593c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:23.700957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:23.821903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:23.842619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:23.845836 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c" -d '{"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:23.869876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd248b5e9-2056-487e-b086-df624c18e687', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': 'd248b5e9-2056-487e-b086-df624c18e687', 'mac_address': 'fa:16:3e:0f:43:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:23.912187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210fdc3-74f5-449f-b03a-4814cd2265a3 req-e385b099-d33b-4567-a941-aecb78b54103 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:23.919734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:23.922619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e210fdc3-74f5-449f-b03a-4814cd2265a3 req-e385b099-d33b-4567-a941-aecb78b54103 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 1102 time: 0.1183245 Jul 12 16:07:23.999996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e210fdc3-74f5-449f-b03a-4814cd2265a3 req-6c037083-6318-4b3e-94c7-21da7f4dc4e3 tempest-ServersAdminTestJSON-1393182182 tempest-ServersAdminTestJSON-1393182182-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763323 Jul 12 16:07:24.018408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:24.035528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ebf8d-b2c9-4b28-9f6e-2ed42e5d55ec req-7936bc9b-aded-4aff-9ca4-0ca8032ce202 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.043693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c4ebf8d-b2c9-4b28-9f6e-2ed42e5d55ec req-7936bc9b-aded-4aff-9ca4-0ca8032ce202 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1779914 Jul 12 16:07:24.078557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d248b5e9-2056-487e-b086-df624c18e687 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:24.108608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c4ebf8d-b2c9-4b28-9f6e-2ed42e5d55ec req-625904e3-00ec-4966-83bd-6bf551b90047 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Jul 12 16:07:24.156670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:24.168406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:24.296902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:24.310662 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4265b0-8989-4667-bd4d-4ad4b403c4b0" -d '{"events": [{"server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:24.379531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ae4c7876-b902-485a-a979-7a5df5f3593c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:24.387131 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b9b55-b5f5-43c1-8a94-e439d5a0a8df x-openstack-request-id: req-e29b9b55-b5f5-43c1-8a94-e439d5a0a8df {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:24.387416 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:24.388001 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e29b9b55-b5f5-43c1-8a94-e439d5a0a8df {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:24.388382 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'status': 'completed', 'code': 200} Jul 12 16:07:24.418497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:24.459488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:24.529879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d248b5e9-2056-487e-b086-df624c18e687'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:24.561162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-a64e943a-96ba-4f74-b9d4-5037fccefb97 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.3219109 Jul 12 16:07:24.647006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:24.739254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-947f9810-dfbd-4fab-96da-febf6dce19f4 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.755025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-947f9810-dfbd-4fab-96da-febf6dce19f4 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports/a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 943 time: 0.1812427 Jul 12 16:07:24.780252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-f9c4ceb2-575e-422f-a85f-8a484aa0cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.793811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-f9c4ceb2-575e-422f-a85f-8a484aa0cf9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1097 time: 0.4219806 Jul 12 16:07:24.945326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:25.013574 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.057215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:25.068289 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.095532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-e3f7c7a7-ec28-47aa-943d-71e8b5aed5e5 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1782434 Jul 12 16:07:25.175161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a80d3326-5bd8-46bf-b822-e53d82674724 None None] Provisioning complete for port ae4c7876-b902-485a-a979-7a5df5f3593c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:25.175931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a80d3326-5bd8-46bf-b822-e53d82674724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.247178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:25.378254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-017aec08-ea00-4782-ac2b-e7d0f6763baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.379987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-017aec08-ea00-4782-ac2b-e7d0f6763baf service neutron] 10.222.0.77 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.5836225 Jul 12 16:07:25.385533 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01d73f6-f0cf-4bfa-b097-c525b327e0eb x-openstack-request-id: req-d01d73f6-f0cf-4bfa-b097-c525b327e0eb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:25.385826 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "name": "network-vif-plugged", "status": "completed", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:25.386083 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d01d73f6-f0cf-4bfa-b097-c525b327e0eb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:25.386487 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c', 'code': 200} Jul 12 16:07:25.390829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-e1f5f7dc-888a-44f8-b989-317699dec053 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.403620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a94ea45e-1f5c-4477-8649-52e4be08d671 req-e1f5f7dc-888a-44f8-b989-317699dec053 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2892931 Jul 12 16:07:25.505603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-273fd0b0-841e-4f40-b96d-a2dd28a22f87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 1001 time: 0.0987821 Jul 12 16:07:25.597507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:25.597967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.601780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd62d-b513-40b7-a545-6f12e0540154 req-d38c7504-762d-45b3-a5a0-f1d6252ad03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.603948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-474bd62d-b513-40b7-a545-6f12e0540154 req-d38c7504-762d-45b3-a5a0-f1d6252ad03e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 1100 time: 0.1441627 Jul 12 16:07:25.628194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-aaeb47af-972c-40c1-8999-e88592de6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.633611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-aaeb47af-972c-40c1-8999-e88592de6ab0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1204097 Jul 12 16:07:25.691046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-474bd62d-b513-40b7-a545-6f12e0540154 req-6db36006-0af9-4893-b64f-0759816130b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Jul 12 16:07:25.773887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-5a0c6325-48a5-441e-b0af-82233db4b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.777939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-5a0c6325-48a5-441e-b0af-82233db4b194 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321523 Jul 12 16:07:25.809980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.838562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd01b2-bec2-4392-9709-0628664fdc55 req-27e061fe-f511-4aad-8d53-83d121c99379 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.849748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4cd01b2-bec2-4392-9709-0628664fdc55 req-27e061fe-f511-4aad-8d53-83d121c99379 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 949 time: 0.1572173 Jul 12 16:07:25.904156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:25.914636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:25.940690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4cd01b2-bec2-4392-9709-0628664fdc55 req-89c80a98-9573-4975-9398-267c5e74c838 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899620 Jul 12 16:07:25.958690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-8e02fd7a-5cce-4162-8b2d-24f784548ca2 service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651061 Jul 12 16:07:26.057477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11c9a7-3d9f-413d-9c60-146f592d8ca1 None None] Pushing event updated for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:26.135842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3cf9ef-c59b-4600-88fe-e2ad031d190c req-b73abedf-3e3d-4c7a-ad22-05e52167ac3f service neutron] 10.222.0.77 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658559 Jul 12 16:07:26.222635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cbedb-93d8-429d-99ff-384f38ce8002 req-857afe3b-5bc5-4e26-8fa4-fd64bbaa4162 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.229827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f6cbedb-93d8-429d-99ff-384f38ce8002 req-857afe3b-5bc5-4e26-8fa4-fd64bbaa4162 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 950 time: 0.1249142 Jul 12 16:07:26.279567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f6cbedb-93d8-429d-99ff-384f38ce8002 req-d54f0360-2a19-468a-b895-a5068879fde8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 Jul 12 16:07:26.445591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e574f59-4274-40b6-973e-6e9480d8352e None None] Provisioning complete for port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:26.446299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e574f59-4274-40b6-973e-6e9480d8352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:26.566870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41250-c27a-4b6f-b714-28fc9ae75c4a req-59fae093-30ee-4e7d-90fd-5d8e6048c865 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.568379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f41250-c27a-4b6f-b714-28fc9ae75c4a req-59fae093-30ee-4e7d-90fd-5d8e6048c865 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1376679 Jul 12 16:07:26.620317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f41250-c27a-4b6f-b714-28fc9ae75c4a req-f307f48b-cc83-402d-8d53-b5cbf2717b81 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Jul 12 16:07:26.891017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:26.958528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d248b5e9-2056-487e-b086-df624c18e687 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:26.958903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.061068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.068208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b24e-b4a1-4622-b466-4413ad31103e req-4a933349-6f0c-418c-8b51-deb3dd031463 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.070673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f10b24e-b4a1-4622-b466-4413ad31103e req-4a933349-6f0c-418c-8b51-deb3dd031463 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 950 time: 0.1519413 Jul 12 16:07:27.124246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:27.132808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.200901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-e97e582d-f53f-43dd-ac70-0d6463713349 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.202211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-e97e582d-f53f-43dd-ac70-0d6463713349 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/ports?device_id=62e1a2c9-efc1-48f7-8846-8e988dc5772b HTTP/1.1" status: 200 len: 950 time: 0.1772840 Jul 12 16:07:27.236583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f10b24e-b4a1-4622-b466-4413ad31103e req-5ece5ec8-b3ce-40f7-adec-043c567c500b tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541653 Jul 12 16:07:27.246348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:27.361574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Deleting port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:27.362428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.387628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}, {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}, {'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:27.394292 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a92b4-c658-4ec6-b585-8eb9a3508391" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}, {"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}, {"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-plugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:27.529808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] For port dfa92b19-e5cc-467c-85d9-bcd27aa9c688, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:27.532114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.590475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Calling delete_port for dfa92b19-e5cc-467c-85d9-bcd27aa9c688 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:27.647573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-2c916ad5-4caa-4f10-8a96-2731344636d3 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.3140976 Jul 12 16:07:27.734536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-018ee4b9-152f-499e-90d0-fa2f69e5785a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.749453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-018ee4b9-152f-499e-90d0-fa2f69e5785a tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports/a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 943 time: 0.0860975 Jul 12 16:07:27.902158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:27.917172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['dfa92b19-e5cc-467c-85d9-bcd27aa9c688', '72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:27.940285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event deleted for resources: {'Port': ['ID=dfa92b19-e5cc-467c-85d9-bcd27aa9c688,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:27.952576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9eaa30c7-8788-482f-a03a-b5f9ed454b8f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:27.975377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-1df2fc3e-d214-4429-a14d-80d0d9834d89 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1058872 Jul 12 16:07:28.052436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] No DVR routers for this DVR port dfa92b19-e5cc-467c-85d9-bcd27aa9c688 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:28.061271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:28.069604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-833a59e3-f3fe-44be-a3c2-0e9fca885870 req-49804056-9f1a-4be3-a9e7-6538a074e53c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "DELETE /v2.0/ports/dfa92b19-e5cc-467c-85d9-bcd27aa9c688 HTTP/1.1" status: 204 len: 173 time: 0.8594191 Jul 12 16:07:28.070469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'name': 'network-vif-deleted', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:28.090873 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8aa326-1b22-488d-ba04-f2720b60ac0a" -d '{"events": [{"server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "name": "network-vif-deleted", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:28.254288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-f18d9348-08eb-4fcc-a66e-20db31cf65ca tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.264639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-f18d9348-08eb-4fcc-a66e-20db31cf65ca tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2866867 Jul 12 16:07:28.448909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-f49af455-631d-4145-99d0-6b4aaeb27937 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1001 time: 0.1829562 Jul 12 16:07:28.460270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:28.556872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:28.635272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-8610cca0-ab8e-42a9-98fa-209379811cc6 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.636795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-8610cca0-ab8e-42a9-98fa-209379811cc6 tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.65 "GET /v2.0/ports?device_id=90e588d5-692d-44d6-9ffd-0d1822cf6fa3 HTTP/1.1" status: 200 len: 950 time: 0.2653387 Jul 12 16:07:28.870383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:28.881242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:28.881687 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9 disassociated. External IP: 172.25.8.34, port: a0f79818-9fdd-4a80-8f9e-dbe532785129. Jul 12 16:07:29.000209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Deleting port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:29.000546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.229052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] For port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:29.229425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.276534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Calling delete_port for 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:29.346708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:29.537422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:29.544731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.548742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:29.561645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:29.562558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:29.575139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.645026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Pushing event deleted for resources: {'Port': ['ID=56d0a920-0c7e-42b1-9429-1e159aa1e3a4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:29.715986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] No DVR routers for this DVR port 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:29.719348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.722554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e57283a8-7f21-41ac-9605-0eae1b6d774d req-e1bcb334-4656-4908-98e9-f52e3abaad4a tempest-ImagesOneServerTestJSON-761818454 tempest-ImagesOneServerTestJSON-761818454-project] 10.222.0.65 "DELETE /v2.0/ports/56d0a920-0c7e-42b1-9429-1e159aa1e3a4 HTTP/1.1" status: 204 len: 173 time: 1.0667698 Jul 12 16:07:29.723228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:29.724928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-deleted', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:29.744433 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8378cb5-164a-497c-a963-fecc7e5b9579" -d '{"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-deleted", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:29.765525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-78812839-e32d-4e19-ba28-7d4d6e3b237d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "PUT /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 694 time: 1.3150311 Jul 12 16:07:29.870261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-8af08488-307a-4b70-ba1a-099a2213fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:29.884343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-8af08488-307a-4b70-ba1a-099a2213fbef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 1097 time: 0.1132152 Jul 12 16:07:30.091635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:30.097213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-4cda8271-1026-4696-96b5-2b2df8f75ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.104223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-4cda8271-1026-4696-96b5-2b2df8f75ac5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.2159243 Jul 12 16:07:30.143395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:30.158736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-d219c67a-0797-4d67-89b3-c5e5d4d700bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 200 len: 217 time: 0.0534027 Jul 12 16:07:30.161509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:30.165173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:30.239241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-37692aa3-c073-4b92-9580-9eb388f51cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.250981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-37692aa3-c073-4b92-9580-9eb388f51cd5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.0779049 Jul 12 16:07:30.326584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:30.385661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-95eb516d-d234-4df0-8b0a-81ffe9481cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.388150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-95eb516d-d234-4df0-8b0a-81ffe9481cc9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368284 Jul 12 16:07:30.537533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-c634a0b8-c486-4826-9ab7-7860a687b3ab service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415203 Jul 12 16:07:30.680634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dfa92b19-e5cc-467c-85d9-bcd27aa9c688 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:30.711264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: dfa92b19-e5cc-467c-85d9-bcd27aa9c688 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:30.711622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dfa92b19-e5cc-467c-85d9-bcd27aa9c688 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:30.742105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:30.781458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ae840-dfd1-4416-8f53-f3ae9641870e None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:31.207614 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46553248-25b9-43b4-8ee6-3b9d50fb3255 None None] New status for floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:31.215838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24186db2-e921-4df2-97ef-ba9ebec212eb req-8e98af01-7d44-49c8-bdcd-81849dce7b84 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685131 Jul 12 16:07:31.512160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68f8e-bdc0-4497-b9e3-7e97620fc5f4 req-b92c101f-d3f5-44c5-bc20-138fe10bdd05 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:31.513891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a68f8e-bdc0-4497-b9e3-7e97620fc5f4 req-b92c101f-d3f5-44c5-bc20-138fe10bdd05 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 949 time: 0.1426759 Jul 12 16:07:31.572464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a68f8e-bdc0-4497-b9e3-7e97620fc5f4 req-0849b358-1983-4250-b9de-3a1031223249 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Jul 12 16:07:31.750124 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2be5d8-7ce8-4b96-be4f-618d90596299 x-openstack-request-id: req-fd2be5d8-7ce8-4b96-be4f-618d90596299 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:31.751957 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}, {"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-plugged", "status": "completed", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "code": 200}, {"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-plugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:31.752832 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd2be5d8-7ce8-4b96-be4f-618d90596299 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:31.753888 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:07:31.754629 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'code': 200} Jul 12 16:07:31.755323 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687', 'code': 200} Jul 12 16:07:31.897459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e21bcea6-7358-46f6-a4f0-505586ce526f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:31.989800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7e9a-05d6-4249-9203-f42091c31f14 req-4288dd21-3e58-4452-bdf6-34fce8492757 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:31.997560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5ed7e9a-05d6-4249-9203-f42091c31f14 req-4288dd21-3e58-4452-bdf6-34fce8492757 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0964527 Jul 12 16:07:32.056930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5ed7e9a-05d6-4249-9203-f42091c31f14 req-c7439aea-46be-4fea-a225-23c5e9717653 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Jul 12 16:07:32.261812 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d9f9d-1302-4262-b739-bc7b3b53dcab x-openstack-request-id: req-634d9f9d-1302-4262-b739-bc7b3b53dcab {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:32.262370 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1a2c9-efc1-48f7-8846-8e988dc5772b", "name": "network-vif-deleted", "tag": "dfa92b19-e5cc-467c-85d9-bcd27aa9c688", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:32.262463 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-634d9f9d-1302-4262-b739-bc7b3b53dcab {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:32.262790 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1a2c9-efc1-48f7-8846-8e988dc5772b', 'name': 'network-vif-deleted', 'tag': 'dfa92b19-e5cc-467c-85d9-bcd27aa9c688', 'status': 'completed', 'code': 200} Jul 12 16:07:32.403709 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ae94a3-3e5a-4274-ba0a-a06549f3c480 x-openstack-request-id: req-e2ae94a3-3e5a-4274-ba0a-a06549f3c480 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:32.405124 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e588d5-692d-44d6-9ffd-0d1822cf6fa3", "name": "network-vif-deleted", "tag": "56d0a920-0c7e-42b1-9429-1e159aa1e3a4", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:32.405595 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2ae94a3-3e5a-4274-ba0a-a06549f3c480 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:32.406244 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e588d5-692d-44d6-9ffd-0d1822cf6fa3', 'name': 'network-vif-deleted', 'tag': '56d0a920-0c7e-42b1-9429-1e159aa1e3a4', 'status': 'completed', 'code': 200} Jul 12 16:07:32.890464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:32.927669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:32.928539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 56d0a920-0c7e-42b1-9429-1e159aa1e3a4 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:32.930757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:32.933388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38470) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:33.179373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38478) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:33.188950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-37e259ae-47d5-46ee-9d4d-9ce255ef5ec4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8426e19887684951a084baed2c729beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542641 Jul 12 16:07:33.311855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:33.375440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:33.476123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:33.482069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:33.492896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0a0d754-b8c1-4fd2-8d7b-680844ad9bba HTTP/1.1" status: 204 len: 168 time: 0.3107848 Jul 12 16:07:33.508546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc625-4636-4c72-8be5-2586272f970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a0d754-b8c1-4fd2-8d7b-680844ad9bba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:33.557622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e597-29aa-4b59-a112-6527736d943c req-2d67b50c-093c-48f3-938e-2671498bb1e7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:33.559194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-2d67b50c-093c-48f3-938e-2671498bb1e7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1184092 Jul 12 16:07:33.673156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-0b621c84-df03-477e-992e-0e5cb34e6c95 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1001415 Jul 12 16:07:33.684371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:33.742457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.361661 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04fa076e-8a0b-44d1-b6a7-e852f63d7cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.401961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.408902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:34.412427 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987" -d '{"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:34.416287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.528080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38512) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:34.616211 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9 associated. External IP: 172.25.8.34, port: 187dbb7c-7718-4579-99c0-a36d2352b4ad. Jul 12 16:07:34.717260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-682727415-network', 'tenant_id': 'ea4f27aae1904dd4a13884e531250ffc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:34.764823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Made reservation on behalf of ea4f27aae1904dd4a13884e531250ffc for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:34.790543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.810869 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.831045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:34.953058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:35.010219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.022561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-331db257-dc35-459e-89e4-22a2d85ece9d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.024189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-331db257-dc35-459e-89e4-22a2d85ece9d tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.77 "GET /v2.0/ports?device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 946 time: 0.1417065 Jul 12 16:07:35.094566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.106897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.165216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:07:35.181936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:35.189919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.197159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:35.214215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:35.215355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:35.283152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.283918 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Added segment 1e0d284a-97b0-4faa-91c2-d56ed3e5cc39 of type vlan for network 06eed356-ce37-42da-b6f8-33c2806b7730 Jul 12 16:07:35.285628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-1667dfaa-2c42-4f87-89bb-37f11e3d99e0 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "PUT /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 995 time: 1.5993340 Jul 12 16:07:35.299499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74c0a6-ef47-4f77-b913-def06aec1e28,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:35.396876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.403650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Deleting port a0f79818-9fdd-4a80-8f9e-dbe532785129 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:35.404338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.459201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e597-29aa-4b59-a112-6527736d943c req-fa94ec6d-ab04-4c36-88da-fb62970308e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.460888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-fa94ec6d-ab04-4c36-88da-fb62970308e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1667395 Jul 12 16:07:35.521971 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.524990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.525924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.554856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:35.614587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] Pushing event updated for resources: {'Network': ['ID=06eed356-ce37-42da-b6f8-33c2806b7730,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:35.676019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3df4aa8b-9128-4ec7-9982-f86a08c9e89a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1339796 Jul 12 16:07:35.693388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 06eed356-ce37-42da-b6f8-33c2806b7730 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:07:35.694365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:35.714507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Request body: {'subnet': {'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-682727415-subnet', 'tenant_id': 'ea4f27aae1904dd4a13884e531250ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:35.744540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e597-29aa-4b59-a112-6527736d943c req-de3fc72b-cb27-4708-804e-091e02bae261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.746975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-de3fc72b-cb27-4708-804e-091e02bae261 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.2798951 Jul 12 16:07:35.800270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.808774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] For port a0f79818-9fdd-4a80-8f9e-dbe532785129, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a0f79818-9fdd-4a80-8f9e-dbe532785129,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:35.809138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.827863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-e905589e-ee1b-4062-80cc-37d5fff227b2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.831853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-e905589e-ee1b-4062-80cc-37d5fff227b2 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.65 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 949 time: 0.3153403 Jul 12 16:07:35.863051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Calling delete_port for a0f79818-9fdd-4a80-8f9e-dbe532785129 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:35.886124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Made reservation on behalf of ea4f27aae1904dd4a13884e531250ffc for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:35.888721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:35.917677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-db583411-be05-41a1-a35a-3e9cbb45daa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 998 time: 0.1630249 Jul 12 16:07:36.029555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e597-29aa-4b59-a112-6527736d943c req-d9689631-04d2-40e0-b1ba-c8ad4d4249b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.038595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-d9689631-04d2-40e0-b1ba-c8ad4d4249b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1103914 Jul 12 16:07:36.102202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Deleting port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:36.102697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.272917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.300980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:34Z', 'revision_number': 8, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:36.306989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] For port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:36.307347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.324869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Calling delete_port for 9eaa30c7-8788-482f-a03a-b5f9ed454b8f owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:36.377218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e597-29aa-4b59-a112-6527736d943c req-df2c80a3-740a-40c0-8a5b-c0587eab38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.381167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:36.391238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-df2c80a3-740a-40c0-8a5b-c0587eab38d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3515847 Jul 12 16:07:36.400523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:36.401155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:36.413203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09beb3ca-1517-448b-b1ef-5a4a81e63add,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:36.417605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Checking segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:36.417959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Network hostable DHCP agents. Network: 06eed356-ce37-42da-b6f8-33c2806b7730, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:07:36.458181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Network 06eed356-ce37-42da-b6f8-33c2806b7730 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:07:36.530185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 06eed356-ce37-42da-b6f8-33c2806b7730) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:36.599824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.602459 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.609892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.669697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:36.692409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-53280efd-57a5-492e-978f-0671bee5c3cf service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996430 Jul 12 16:07:36.716910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event deleted for resources: {'Port': ['ID=a0f79818-9fdd-4a80-8f9e-dbe532785129,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:36.745937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f4442efc-03e5-44ac-988e-6b76dc50f516 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0504146 Jul 12 16:07:36.814454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014d1dc-e2fc-4a20-a7ff-640cce785dba None None] Network 06eed356-ce37-42da-b6f8-33c2806b7730 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:36.817266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['a0f79818-9fdd-4a80-8f9e-dbe532785129'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:36.822116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['187dbb7c-7718-4579-99c0-a36d2352b4ad'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:36.837928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] No DVR routers for this DVR port a0f79818-9fdd-4a80-8f9e-dbe532785129 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:36.842663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:36.846752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-260379ee-e4d5-4b52-9e5a-3727b34e4462 req-0b9a4345-01a0-4a4a-bec8-972095a2ab84 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.77 "DELETE /v2.0/ports/a0f79818-9fdd-4a80-8f9e-dbe532785129 HTTP/1.1" status: 204 len: 173 time: 1.8077784 Jul 12 16:07:36.847304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'name': 'network-vif-deleted', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:36.850590 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9db53-02c0-4613-a3e2-9a317027bfe8" -d '{"events": [{"server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "name": "network-vif-deleted", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:37.054065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64e9e597-29aa-4b59-a112-6527736d943c req-f69cc242-6a72-4345-a4d6-5d4a6925626c service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605239 Jul 12 16:07:37.058243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.162230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:37.184862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event deleted for resources: {'Port': ['ID=9eaa30c7-8788-482f-a03a-b5f9ed454b8f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:37.234210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.284375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] No DVR routers for this DVR port 9eaa30c7-8788-482f-a03a-b5f9ed454b8f on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:37.304138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.304138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bee5df89-afa2-4d59-a415-b102d8e149ba req-6d662321-a30b-4fa7-81f3-33a1418453d8 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.65 "DELETE /v2.0/ports/9eaa30c7-8788-482f-a03a-b5f9ed454b8f HTTP/1.1" status: 204 len: 173 time: 1.4643681 Jul 12 16:07:37.583044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18ae64-97bf-41fc-847f-133e0b9ab728 None None] Network 06eed356-ce37-42da-b6f8-33c2806b7730 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:37.831652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:34Z', 'revision_number': 8, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:37.836499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615024-48ab-4e1c-aa3c-930a70dd36ea req-f37d7f3b-6a4c-4485-8e71-ab6675cefeeb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:37.837583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b615024-48ab-4e1c-aa3c-930a70dd36ea req-f37d7f3b-6a4c-4485-8e71-ab6675cefeeb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1443517 Jul 12 16:07:37.928695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a196c6d-1f6b-4e85-9b8d-d7d53eac8359 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9617f098-2c04-49da-ab0e-fdab964b1ae9', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'floating_ip_address': '172.25.8.34', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'port_id': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'mac_address': 'fa:16:3e:ef:8b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:48Z', 'updated_at': '2021-07-12T16:07:34Z', 'revision_number': 8, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:37.942486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b615024-48ab-4e1c-aa3c-930a70dd36ea req-d1eb408e-ced4-4fef-9721-70d7662dc27f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Jul 12 16:07:38.276258 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27740210-3e3d-451a-bcd8-1d3b6a3f9005 None None] New status for floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:38.340141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c1a88ff-4e12-4b5e-8eb6-0fa6efb070ed req-6b5a3426-e39f-4b8e-b685-3e6f3c4c9294 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=03dc6363-d3f2-4963-8d04-6fc335db48ae HTTP/1.1" status: 200 len: 210 time: 0.0441482 Jul 12 16:07:38.386932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6778954-b9f1-4c07-a4f9-c8bb8c807f44 x-openstack-request-id: req-d6778954-b9f1-4c07-a4f9-c8bb8c807f44 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:38.387524 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:38.388066 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6778954-b9f1-4c07-a4f9-c8bb8c807f44 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:38.388698 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'status': 'completed', 'code': 200} Jul 12 16:07:38.489605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987 req-f886df83-cb59-4086-af76-b4db09557260 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=861ce94b-0ec6-40b9-a7f1-6d00cd046d36 HTTP/1.1" status: 200 len: 210 time: 0.0837619 Jul 12 16:07:38.493081 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bec6c6-5a9f-4ba2-82e7-8ece21ecb92a x-openstack-request-id: req-76bec6c6-5a9f-4ba2-82e7-8ece21ecb92a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:38.493397 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ce94b-0ec6-40b9-a7f1-6d00cd046d36", "name": "network-vif-deleted", "tag": "a0f79818-9fdd-4a80-8f9e-dbe532785129", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:38.493645 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76bec6c6-5a9f-4ba2-82e7-8ece21ecb92a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:38.497838 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ce94b-0ec6-40b9-a7f1-6d00cd046d36', 'name': 'network-vif-deleted', 'tag': 'a0f79818-9fdd-4a80-8f9e-dbe532785129', 'status': 'completed', 'code': 200} Jul 12 16:07:38.613328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88feb2e4-6657-4136-a8eb-4a0ac362b005 req-60c00422-e2c2-4870-a723-0461c07f7717 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 995 time: 0.1589196 Jul 12 16:07:38.661408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a0f79818-9fdd-4a80-8f9e-dbe532785129 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:38.713683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: a0f79818-9fdd-4a80-8f9e-dbe532785129 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:38.714952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a0f79818-9fdd-4a80-8f9e-dbe532785129 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:38.857873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987 req-485be624-10d0-4159-8163-727befc7f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:38.859723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987 req-485be624-10d0-4159-8163-727befc7f5aa service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3588710 Jul 12 16:07:38.868253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feb2e4-6657-4136-a8eb-4a0ac362b005 req-e6e94d41-e6ef-4ebe-9dbe-f1bdfb36d6d9 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:38.875211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88feb2e4-6657-4136-a8eb-4a0ac362b005 req-e6e94d41-e6ef-4ebe-9dbe-f1bdfb36d6d9 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2511153 Jul 12 16:07:38.883156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-88feb2e4-6657-4136-a8eb-4a0ac362b005 req-cb934695-fcea-46a3-8db3-a88eb3cae063 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:07:38.889653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88feb2e4-6657-4136-a8eb-4a0ac362b005 req-cb934695-fcea-46a3-8db3-a88eb3cae063 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127513 Jul 12 16:07:38.918888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9eaa30c7-8788-482f-a03a-b5f9ed454b8f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:39.118896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 9eaa30c7-8788-482f-a03a-b5f9ed454b8f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:39.119262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9eaa30c7-8788-482f-a03a-b5f9ed454b8f not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:39.295131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987 req-4d324d86-c9f4-4377-87d8-721dad65a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:39.297175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b6d574d-2953-43ea-9dc5-c7ba14bdb987 req-4d324d86-c9f4-4377-87d8-721dad65a803 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308879 Jul 12 16:07:39.935823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-b9f2f43e-bae5-42d4-b346-cb23def87a0f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:39.937315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-b9f2f43e-bae5-42d4-b346-cb23def87a0f tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.65 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 949 time: 0.0782764 Jul 12 16:07:40.057194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Deleting port ae4c7876-b902-485a-a979-7a5df5f3593c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:40.057543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:40.168813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] For port ae4c7876-b902-485a-a979-7a5df5f3593c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ae4c7876-b902-485a-a979-7a5df5f3593c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:40.169178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:40.240253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Calling delete_port for ae4c7876-b902-485a-a979-7a5df5f3593c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:40.335124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff88a7-0695-4bff-8dc2-9acf2e6231b0 req-43eb814c-84d4-4801-9d79-9e53d86e9e8b tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.340301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3dff88a7-0695-4bff-8dc2-9acf2e6231b0 req-43eb814c-84d4-4801-9d79-9e53d86e9e8b tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/ports?device_id=244fe247-d058-41dd-8561-023cd44fd1d4 HTTP/1.1" status: 200 len: 949 time: 0.0780835 Jul 12 16:07:40.359376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-630e1aac-15a9-451e-b24f-0e81cfbaa7b1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.361657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-630e1aac-15a9-451e-b24f-0e81cfbaa7b1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.1971960 Jul 12 16:07:40.383443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3dff88a7-0695-4bff-8dc2-9acf2e6231b0 req-aafe846f-036d-4ec7-aae9-dbbf6c388f14 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.58 "GET /v2.0/security-groups?id=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Jul 12 16:07:40.387497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-412b6603-efc8-45ef-8532-3bc3706ca078 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/quotas/ea4f27aae1904dd4a13884e531250ffc HTTP/1.1" status: 200 len: 375 time: 0.0161397 Jul 12 16:07:40.390222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}, {'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'name': 'network-vif-deleted', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:40.392535 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf33220-5f2b-49a3-940b-03c23b13a022" -d '{"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}, {"server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "name": "network-vif-deleted", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:40.459799 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-a4853ff2-1ca2-47d7-9f2e-07e37a319ae9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585992 Jul 12 16:07:40.492776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-1227940b-9d56-4a1a-92bf-13c8f89b79e1 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.0788991 Jul 12 16:07:40.542126 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:40.557980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['ae4c7876-b902-485a-a979-7a5df5f3593c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:40.571731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-75b748e5-a284-4643-881b-6edeed4ff128 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.573295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-75b748e5-a284-4643-881b-6edeed4ff128 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports/187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 942 time: 0.0740879 Jul 12 16:07:40.625016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Pushing event deleted for resources: {'Port': ['ID=ae4c7876-b902-485a-a979-7a5df5f3593c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:40.655426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] No DVR routers for this DVR port ae4c7876-b902-485a-a979-7a5df5f3593c on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:40.659063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:40.661429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74d83f2b-a3e1-44f6-8e44-24185c045926 req-1eb32ae8-a652-488d-abbe-1f396de256c5 tempest-ServerDiagnosticsNegativeTest-1341030504 tempest-ServerDiagnosticsNegativeTest-1341030504-project] 10.222.0.65 "DELETE /v2.0/ports/ae4c7876-b902-485a-a979-7a5df5f3593c HTTP/1.1" status: 204 len: 173 time: 0.7148249 Jul 12 16:07:40.676031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-b5220454-1dce-468e-be1e-2a449cfc80af service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038634 Jul 12 16:07:40.805962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-224e2781-83dd-46fb-a4a9-469f64fa1b90 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.1007814 Jul 12 16:07:40.856201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-9d025fb1-d0fe-47f3-a61b-50ddf713a91e service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698291 Jul 12 16:07:40.948412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-d90cd571-a776-46fe-aa86-562e923c73ce tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.959871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-d90cd571-a776-46fe-aa86-562e923c73ce tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1523063 Jul 12 16:07:41.039525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-544c366c-0ce7-472c-87e7-594cf30a765f tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.0784557 Jul 12 16:07:41.049579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:41.152862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:41.216148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92aa50-de52-4bea-92d2-9ddf22fe9acb req-dc24b450-d3b6-45e9-b0f0-865b2e62670c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:41.224302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a92aa50-de52-4bea-92d2-9ddf22fe9acb req-dc24b450-d3b6-45e9-b0f0-865b2e62670c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0890517 Jul 12 16:07:41.289625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a92aa50-de52-4bea-92d2-9ddf22fe9acb req-b4d9c4a7-0588-4102-9be7-25d6e353e598 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605888 Jul 12 16:07:41.388312 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:41.394086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:41.394745 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9 disassociated. External IP: 172.25.8.34, port: 187dbb7c-7718-4579-99c0-a36d2352b4ad. Jul 12 16:07:41.742468 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2693c-4696-47a6-984d-6178b2b732ed x-openstack-request-id: req-bbe2693c-4696-47a6-984d-6178b2b732ed {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:41.742751 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}, {"server_uuid": "03dc6363-d3f2-4963-8d04-6fc335db48ae", "name": "network-vif-deleted", "tag": "9eaa30c7-8788-482f-a03a-b5f9ed454b8f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:41.743001 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbe2693c-4696-47a6-984d-6178b2b732ed {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:41.743669 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:07:41.743927 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc6363-d3f2-4963-8d04-6fc335db48ae', 'name': 'network-vif-deleted', 'tag': '9eaa30c7-8788-482f-a03a-b5f9ed454b8f', 'status': 'completed', 'code': 200} Jul 12 16:07:41.861459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-bcec8e8c-dadb-4cfd-b5f0-433ccfb4ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:41.863835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-bcec8e8c-dadb-4cfd-b5f0-433ccfb4ebfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0805929 Jul 12 16:07:41.976998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b238426-77d9-4fc8-a24e-69df1cec523d req-58ac31ae-8eac-4605-9e5e-bacef38919c9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 210 time: 0.0790541 Jul 12 16:07:42.037254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-7a00652c-be63-42f2-91bc-960160684e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.039353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-7a00652c-be63-42f2-91bc-960160684e9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.1682036 Jul 12 16:07:42.044670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:42.108442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-22d3463f-ac16-408f-bed4-183f7e3be70e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0593746 Jul 12 16:07:42.177653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-fdedd8fe-589b-432f-a156-2dd656f32ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.180031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-fdedd8fe-589b-432f-a156-2dd656f32ceb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.0613699 Jul 12 16:07:42.235845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:42.251969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:42.262675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-a5709c3e-851a-44a9-a087-570273ee46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.264229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-a5709c3e-851a-44a9-a087-570273ee46b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748703 Jul 12 16:07:42.268020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:42.269029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:42.269656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:42.371196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-b6f0b1b2-848b-42a6-bdca-0bbe7d064ddc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "PUT /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 695 time: 1.3267760 Jul 12 16:07:42.371666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:42.374364 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662834d-aca9-475f-8721-9a2caf5e9f49" -d '{"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:42.416046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38616) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:42.521122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:42.528663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-34e31fc2-bdb1-434d-8812-dff2e1df101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.536392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-34e31fc2-bdb1-434d-8812-dff2e1df101f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1387627 Jul 12 16:07:42.905889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef5515ac-2178-4a82-8ceb-ee9aacc33873 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.908093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef5515ac-2178-4a82-8ceb-ee9aacc33873 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.1850474 Jul 12 16:07:42.924728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ae4c7876-b902-485a-a979-7a5df5f3593c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:42.935329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-eab79ced-b2b1-4fbb-8ed9-b6acf8b72801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.937449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-eab79ced-b2b1-4fbb-8ed9-b6acf8b72801 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.4000018 Jul 12 16:07:42.943886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'port': {'device_id': '0e684994-6709-4856-ae36-57b405b5f8aa', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'admin_state_up': True, 'tenant_id': 'ea4f27aae1904dd4a13884e531250ffc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:42.958157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-f5c540ed-d23e-4bbb-aeac-11a705a78e24 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840799 Jul 12 16:07:43.002049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: ae4c7876-b902-485a-a979-7a5df5f3593c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:43.002555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ae4c7876-b902-485a-a979-7a5df5f3593c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:43.002893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:43.010290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-cf699f00-d410-4a2f-89e6-cc99262d70f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0556304 Jul 12 16:07:43.062588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:43.063056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1e371566-ac61-4e99-9fc1-cdfbfdeca3b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26648972c82642389cffc6c5407397bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448519 Jul 12 16:07:43.064858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38644) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:43.115299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:43.152142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:43.152992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:43.217545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-bd2d1e47-9ae5-42af-9864-d486d231e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.222187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcf33220-5f2b-49a3-940b-03c23b13a022 req-cdc500a0-c731-4e78-a7f5-44eaa0eff6a8 service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533140 Jul 12 16:07:43.227129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-bd2d1e47-9ae5-42af-9864-d486d231e815 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.2159491 Jul 12 16:07:43.246287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.262229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.278258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.348990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:43.351861 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46dd30a-5438-43cd-b99a-99b86d234135" -d '{"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:43.365427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.368396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.372350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6bae8fb1-b407-48dc-943d-9d5b3a4b01a7 HTTP/1.1" status: 204 len: 168 time: 0.3039148 Jul 12 16:07:43.381993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3a3c-f37b-42bb-b3d0-4415e6ec81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae8fb1-b407-48dc-943d-9d5b3a4b01a7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:43.385758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:43.410414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.421328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:43.494880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-cc85cf2b-4ea7-407d-a43a-46fe164c06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.496763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-cc85cf2b-4ea7-407d-a43a-46fe164c06d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634563 Jul 12 16:07:43.497301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Made reservation on behalf of ea4f27aae1904dd4a13884e531250ffc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:43.510977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.582869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:43.754610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5761289-3e84-437a-b4e5-f72666af6cde req-a5e1aa99-0ad5-4b83-bf00-53c4446fcaa7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.762735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5761289-3e84-437a-b4e5-f72666af6cde req-a5e1aa99-0ad5-4b83-bf00-53c4446fcaa7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1269085 Jul 12 16:07:43.765054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'name': 'network-vif-deleted', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:43.774269 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517189f-6d70-470a-aa8c-394430e8a63a" -d '{"events": [{"server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "name": "network-vif-deleted", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:43.845340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Allocated IP 172.20.0.14 (06eed356-ce37-42da-b6f8-33c2806b7730/09beb3ca-1517-448b-b1ef-5a4a81e63add/586aedef-92ae-49d5-be49-5d8e2c07eadb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:43.870922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:43.875701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5761289-3e84-437a-b4e5-f72666af6cde req-a938b733-4eea-4cf2-9ef8-fed91b731647 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956311 Jul 12 16:07:43.928225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e92ff-7b64-426f-89e4-fde8d1711ce6 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:06:11Z', 'revision_number': 4, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '0e61d7ce-aa71-4618-a85d-b7a4a1829a4c', 'name': '', 'network_id': 'fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'mac_address': 'fa:16:3e:cc:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '848d3f65-5652-4953-a672-bbefcddad49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:09Z', 'updated_at': '2021-07-12T16:06:33Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'subnets': [{'id': '848d3f65-5652-4953-a672-bbefcddad49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:43.957318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38686) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:43.972577 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8698f09a-479b-4cee-bd6a-9fad4f71d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:43.992127 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc63c6-6d14-4a01-92ba-18c59569e03a x-openstack-request-id: req-5ccc63c6-6d14-4a01-92ba-18c59569e03a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:43.992419 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:43.992679 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ccc63c6-6d14-4a01-92ba-18c59569e03a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:43.993063 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:07:44.120469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-1d766e48-b9dd-4e4f-9ac7-959d1d17dc7c service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068771 Jul 12 16:07:44.123423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.143183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-0cd451a1-6f52-4a1b-9d0a-a744ea804fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.145260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-0cd451a1-6f52-4a1b-9d0a-a744ea804fcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 1096 time: 0.1568842 Jul 12 16:07:44.264546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a8402ee-3efe-400f-b661-b3247e70c0fa req-301c8299-92d3-423d-ad6c-97fb18a69812 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370244 Jul 12 16:07:44.283150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-fc2294fb-1c32-4f31-be79-899b99f25464 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.285214 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-fc2294fb-1c32-4f31-be79-899b99f25464 tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 951 time: 0.2084863 Jul 12 16:07:44.286603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.323410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8698f09a-479b-4cee-bd6a-9fad4f71d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.334271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24253363-1054-4e01-8a57-0158c51ded66 req-652b7e24-165a-44d2-b243-14bcb245030c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.336834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24253363-1054-4e01-8a57-0158c51ded66 req-652b7e24-165a-44d2-b243-14bcb245030c tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/ports?device_id=590866fd-24c9-4bc1-adeb-28b3f9ea33f4 HTTP/1.1" status: 200 len: 951 time: 0.2580111 Jul 12 16:07:44.342227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8698f09a-479b-4cee-bd6a-9fad4f71d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.382115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Network 06eed356-ce37-42da-b6f8-33c2806b7730 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:44.389121 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f7469-6132-492b-be6f-e57cca722d87 None None] New status for floating IP 9617f098-2c04-49da-ab0e-fdab964b1ae9: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:07:44.393848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:44.397845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-41e355d5-3243-4fcb-96c8-bf800e5afd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.405656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:44.411382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-41e355d5-3243-4fcb-96c8-bf800e5afd5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 200 len: 922 time: 0.2508688 Jul 12 16:07:44.412363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:44.487942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-cc8b331c-db68-4df9-ab09-3f15d8e31650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 200 len: 217 time: 0.0557125 Jul 12 16:07:44.490896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.491544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.495222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8698f09a-479b-4cee-bd6a-9fad4f71d6dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c6e3710e37c4e21b376da993623918a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343177 Jul 12 16:07:44.495764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38690) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:44.500400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698f09a-479b-4cee-bd6a-9fad4f71d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f86c6f-d4d9-47b3-a516-26dbe0d3d3f5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:44.544046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-ef1e8ed1-47eb-49aa-8f3f-f5e1702d4ee5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6044226 Jul 12 16:07:44.565327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Request body: {'port': {'device_id': '0e684994-6709-4856-ae36-57b405b5f8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:44.575838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24253363-1054-4e01-8a57-0158c51ded66 req-a0dfadbb-0b22-4bf1-aa05-2c8bdb3a098b tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268093 Jul 12 16:07:44.610602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Deleting port 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:44.611034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.628028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-73453ec1-b030-4e52-94fb-ad634419e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.629820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-73453ec1-b030-4e52-94fb-ad634419e744 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 200 len: 860 time: 0.1107380 Jul 12 16:07:44.664285 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731781da-6b85-477a-9728-a09355f5f2d0 x-openstack-request-id: req-731781da-6b85-477a-9728-a09355f5f2d0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:44.665259 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d248b5e9-2056-487e-b086-df624c18e687", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:44.665669 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-731781da-6b85-477a-9728-a09355f5f2d0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:44.666323 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687', 'code': 200} Jul 12 16:07:44.675418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.736197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-1c062579-c10d-450f-9145-c792fe434c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.738484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-1c062579-c10d-450f-9145-c792fe434c0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990112 Jul 12 16:07:44.767363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.820384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.855824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] For port 72ded54a-50e3-42db-b6cc-4a313ba21be3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=72ded54a-50e3-42db-b6cc-4a313ba21be3,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:44.855824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:44.870575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-79c891ec-aa39-4aa6-934d-5dbead641c7f service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237655 Jul 12 16:07:44.875493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Calling delete_port for 72ded54a-50e3-42db-b6cc-4a313ba21be3 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:45.007192 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711eda2e-b6d9-4d03-9117-36ac3b8e9d8c x-openstack-request-id: req-711eda2e-b6d9-4d03-9117-36ac3b8e9d8c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:45.007578 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244fe247-d058-41dd-8561-023cd44fd1d4", "name": "network-vif-deleted", "tag": "ae4c7876-b902-485a-a979-7a5df5f3593c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:45.007856 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-711eda2e-b6d9-4d03-9117-36ac3b8e9d8c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:45.008302 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244fe247-d058-41dd-8561-023cd44fd1d4', 'name': 'network-vif-deleted', 'tag': 'ae4c7876-b902-485a-a979-7a5df5f3593c', 'status': 'completed', 'code': 200} Jul 12 16:07:45.031742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d662834d-aca9-475f-8721-9a2caf5e9f49 req-06b241b3-72e6-49d4-ac57-82ac8c69a1fc service neutron] 10.222.0.65 "GET /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512790 Jul 12 16:07:45.083513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7a926-795f-4607-bfa6-ccc03a556667 req-d415d8d4-27ad-4a86-bc01-ab2bbf94450e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.085632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23a7a926-795f-4607-bfa6-ccc03a556667 req-d415d8d4-27ad-4a86-bc01-ab2bbf94450e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 932 time: 0.3481045 Jul 12 16:07:45.111081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.113884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.117826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20f86c6f-d4d9-47b3-a516-26dbe0d3d3f5 HTTP/1.1" status: 204 len: 168 time: 0.6186185 Jul 12 16:07:45.150268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733758ed-5f7d-45b5-b3fb-572df17cd3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f86c6f-d4d9-47b3-a516-26dbe0d3d3f5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:45.233804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23a7a926-795f-4607-bfa6-ccc03a556667 req-fd5a8628-9937-407c-a116-ca8e875c020b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161942 Jul 12 16:07:45.310716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c6acd-78eb-4bf8-b198-f9262d338f52 req-74c6f474-48c5-4c7b-ad9d-3ef6a751862b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.313166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-837c6acd-78eb-4bf8-b198-f9262d338f52 req-74c6f474-48c5-4c7b-ad9d-3ef6a751862b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.0858486 Jul 12 16:07:45.371854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-837c6acd-78eb-4bf8-b198-f9262d338f52 req-7993a8a5-3f14-49a1-a928-ac47dc0a0a24 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Jul 12 16:07:45.413789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.428361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['72ded54a-50e3-42db-b6cc-4a313ba21be3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:45.473391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6411f7-3ef2-4561-965c-e8745c119696 req-9121d78e-24d7-46da-9787-9aa83d8764b3 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 200 len: 693 time: 0.0748775 Jul 12 16:07:45.482816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Pushing event deleted for resources: {'Port': ['ID=72ded54a-50e3-42db-b6cc-4a313ba21be3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:45.616641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6411f7-3ef2-4561-965c-e8745c119696 req-c53f65b1-a11f-4996-88d7-fc98434d6fba tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.618866 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6411f7-3ef2-4561-965c-e8745c119696 req-c53f65b1-a11f-4996-88d7-fc98434d6fba tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1444061 Jul 12 16:07:45.644117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] No DVR routers for this DVR port 72ded54a-50e3-42db-b6cc-4a313ba21be3 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:45.649594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.651637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04770df0-5d77-4fcb-b1a5-4f09b46625b5 req-1ddc703d-25b1-44e4-9713-285c73f4a35e tempest-ServersAdminTestJSON-200865584 tempest-ServersAdminTestJSON-200865584-project] 10.222.0.77 "DELETE /v2.0/ports/72ded54a-50e3-42db-b6cc-4a313ba21be3 HTTP/1.1" status: 204 len: 173 time: 1.3493245 Jul 12 16:07:45.671732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:45.686341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.706930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6411f7-3ef2-4561-965c-e8745c119696 req-5f8b29fa-9e23-4705-bce3-24b9bf4a3680 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 696 time: 0.0794520 Jul 12 16:07:45.717357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Transition to ACTIVE for port object 586aedef-92ae-49d5-be49-5d8e2c07eadb will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:45.725298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:45.775309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6411f7-3ef2-4561-965c-e8745c119696 req-51bc89dd-7738-48db-8ccc-1c98030d3d25 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 696 time: 0.0597899 Jul 12 16:07:45.784772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-a3c3a754-3be2-4db1-86f2-5a91ee5377e4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.786933 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-a3c3a754-3be2-4db1-86f2-5a91ee5377e4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.2843840 Jul 12 16:07:45.827349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-61708faa-b427-46ef-a198-426b79134893 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/quotas/a7b0d8b244c849ec8eb912982af201fd HTTP/1.1" status: 200 len: 375 time: 0.0275567 Jul 12 16:07:45.860356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:45.989107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Attempting to bind port 586aedef-92ae-49d5-be49-5d8e2c07eadb on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:45.989445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Attempting to bind port 586aedef-92ae-49d5-be49-5d8e2c07eadb by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:45.989773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Attempting to bind port 586aedef-92ae-49d5-be49-5d8e2c07eadb on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:46.000793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-deleted', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:46.003230 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8fbe4d-ecb9-44a8-a9ef-470a0ff8a88e" -d '{"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-deleted", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:46.015017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Port 586aedef-92ae-49d5-be49-5d8e2c07eadb on network 06eed356-ce37-42da-b6f8-33c2806b7730 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:07:46.015351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Attempting to bind port 586aedef-92ae-49d5-be49-5d8e2c07eadb on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:46.041647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-d514f166-cf05-467e-a13a-29b9bc3eb5bf tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881981 Jul 12 16:07:46.042891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:46.043223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Checking segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:46.043688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Bound using segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:46.044169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Bound port: 586aedef-92ae-49d5-be49-5d8e2c07eadb, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:46.044529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.051209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Deleting port 428cae26-f8d3-46d6-80d4-cb97d0b63ed1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:46.051553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.173945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.178234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.198424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Calling delete_port for 428cae26-f8d3-46d6-80d4-cb97d0b63ed1 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:46.256780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:46.261383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:46.264237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-9aaec07e-5067-495d-9bb4-602c9a63cf91 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151721 Jul 12 16:07:46.286736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.325629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38750) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:46.387471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:46.388120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.389536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] 10.222.0.77 "PUT /v2.0/ports/586aedef-92ae-49d5-be49-5d8e2c07eadb HTTP/1.1" status: 200 len: 1092 time: 1.8327978 Jul 12 16:07:46.429402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.474344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0545a-b1ef-48b0-9972-78ce3a370cef service neutron] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:46.495268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-network', 'tenant_id': '82eada079a0f4b86a112af4179240d89'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:46.533901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event deleted for resources: {'Port': ['ID=428cae26-f8d3-46d6-80d4-cb97d0b63ed1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:46.535523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-c14f788f-4e98-4cd6-b8fa-bae7c3321d8f service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624812 Jul 12 16:07:46.594187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Made reservation on behalf of 82eada079a0f4b86a112af4179240d89 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:46.595316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-aa398ea5-b0ce-43b5-a002-6a45bbe8e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:46.597439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-aa398ea5-b0ce-43b5-a002-6a45bbe8e92b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 1095 time: 0.1177759 Jul 12 16:07:46.599726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.635959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.675845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-4a32356e-1bf5-4184-9c44-129a8a04f3e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb HTTP/1.1" status: 200 len: 217 time: 0.0701668 Jul 12 16:07:46.676916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.679482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.692388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6411f7-3ef2-4561-965c-e8745c119696 req-f4ce4cf7-436c-48c3-bda3-41986a9434db tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "DELETE /v2.0/floatingips/9617f098-2c04-49da-ab0e-fdab964b1ae9 HTTP/1.1" status: 204 len: 173 time: 0.9020712 Jul 12 16:07:46.799273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-e9408d73-cb26-4d88-8577-014a5e5c9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:46.800826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-e9408d73-cb26-4d88-8577-014a5e5c9f91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.1149299 Jul 12 16:07:46.850779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-600bb4c2-c358-462e-bdd0-71197a674dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414758 Jul 12 16:07:46.864687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.871201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.892499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:07:46.922490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:46.923364 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Added segment fbcdcf25-fb35-436a-8e2f-73f6bfd6778c of type vlan for network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 Jul 12 16:07:46.994353 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e1e395-4bc2-4eb7-b0d7-92ace628b4d1 x-openstack-request-id: req-55e1e395-4bc2-4eb7-b0d7-92ace628b4d1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:46.994879 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590866fd-24c9-4bc1-adeb-28b3f9ea33f4", "name": "network-vif-deleted", "tag": "72ded54a-50e3-42db-b6cc-4a313ba21be3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:46.995214 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55e1e395-4bc2-4eb7-b0d7-92ace628b4d1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:46.996191 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590866fd-24c9-4bc1-adeb-28b3f9ea33f4', 'name': 'network-vif-deleted', 'tag': '72ded54a-50e3-42db-b6cc-4a313ba21be3', 'status': 'completed', 'code': 200} Jul 12 16:07:47.105403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1311160-eaf7-4fff-af54-15034f5e33c8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:47.186733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:47.246717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:47.255042 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-681259d4-a496-4003-8104-dc42dcfbecd9 service neutron] show failed (client error): The resource could not be found. Jul 12 16:07:47.256128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-681259d4-a496-4003-8104-dc42dcfbecd9 service neutron] 10.222.0.65 "GET /v2.0/ports/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.2731481 Jul 12 16:07:47.279253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:47.280644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.281478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:47.307412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bb472-4e19-4671-908c-f47c6db11651 req-dec1457f-ce24-4fa5-8b57-51fdcc8f2c6d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.321446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-179bb472-4e19-4671-908c-f47c6db11651 req-dec1457f-ce24-4fa5-8b57-51fdcc8f2c6d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/ports?device_id=eacec31d-28d5-4196-a910-9f776cb410f7 HTTP/1.1" status: 200 len: 944 time: 0.2600608 Jul 12 16:07:47.449813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff389-9093-4bf7-aa47-4c78a35875a7 req-4a853012-718a-4d6b-b08d-5f4a2d81b074 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.457929 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0ff389-9093-4bf7-aa47-4c78a35875a7 req-4a853012-718a-4d6b-b08d-5f4a2d81b074 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.3621955 Jul 12 16:07:47.479418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1524951 Jul 12 16:07:47.536946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:47.544481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Request body: {'subnet': {'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-subnet', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:47.646131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-28fe45c4-928e-4e84-9c76-f74b7135263b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a090caf32794cb8b71b264fc16dfb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873413 Jul 12 16:07:47.646980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ffa8b-48f4-4d7a-be47-1b2573dbf99b admin admin] Pushing event updated for resources: {'Network': ['ID=13e0262c-4bc8-4b94-9a8e-7e6d309dffa3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:47.649008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:47.661367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-13f2c633-469d-414d-937e-5e90291542e7 service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016956 Jul 12 16:07:47.662546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:07:47.723311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0ff389-9093-4bf7-aa47-4c78a35875a7 req-60a7b663-7d53-41cf-9050-22a11bb8d546 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995976 Jul 12 16:07:47.778348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Made reservation on behalf of 82eada079a0f4b86a112af4179240d89 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:47.784839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:47.845704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f0bb3-5ce3-4594-be08-323e317e073c req-41e0eec5-db19-4a53-8592-947916cb3eb7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.853479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-135f0bb3-5ce3-4594-be08-323e317e073c req-41e0eec5-db19-4a53-8592-947916cb3eb7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 944 time: 0.8038418 Jul 12 16:07:47.911669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:47.932463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-135f0bb3-5ce3-4594-be08-323e317e073c req-6f47a278-5516-41fa-b259-885fcdb4d7eb tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Jul 12 16:07:48.050428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf37f7f7-92e5-46f2-bc43-beb8a91462a8 req-c867d6c8-89a3-451a-b0a9-8f6c2797fc18 service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797026 Jul 12 16:07:48.055130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.135041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-4516a6d2-b73f-47d1-89ff-398bd5661a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:48.136808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-4516a6d2-b73f-47d1-89ff-398bd5661a12 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1101 time: 0.3316982 Jul 12 16:07:48.157985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:48.160585 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.210653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Deleting port d248b5e9-2056-487e-b086-df624c18e687 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:48.211222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.230941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d1a1868-4f5c-4d42-81cf-1af6ef84f945 req-a280b1d2-7153-44ae-87d2-fa27b669fe7d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 210 time: 0.0775619 Jul 12 16:07:48.273243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.276266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.287077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb785f02-bc2b-4d9e-b8eb-41fc51290dd0 HTTP/1.1" status: 204 len: 168 time: 0.6317918 Jul 12 16:07:48.318569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461e5a4-a83d-4cdc-b991-896100363cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb785f02-bc2b-4d9e-b8eb-41fc51290dd0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:48.351862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Checking segment: {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:48.352250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Network hostable DHCP agents. Network: 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:07:48.355419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cac3be6-114b-49bb-8f72-62be8d4285c9,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:48.451238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:07:48.460147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] For port d248b5e9-2056-487e-b086-df624c18e687, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d248b5e9-2056-487e-b086-df624c18e687,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:48.460459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.472387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.484545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Calling delete_port for d248b5e9-2056-487e-b086-df624c18e687 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:48.491267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:48.502194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:48.502901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.511224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d214184-c815-498b-8877-c928d3a76fef None None] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:48.569006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05cda0-50ea-426f-96ff-cc5379996ee7 req-733a252f-9c71-4ab0-94a1-8848eacbb746 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:48.570608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb05cda0-50ea-426f-96ff-cc5379996ee7 req-733a252f-9c71-4ab0-94a1-8848eacbb746 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 945 time: 0.1915233 Jul 12 16:07:48.574509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a8ea1d69-563e-42d1-ab52-aefabe69a116 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0364377 Jul 12 16:07:48.585414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:48.597034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:48.710774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb05cda0-50ea-426f-96ff-cc5379996ee7 req-3f9e63eb-fc01-4fcf-a58a-d94ac3afd970 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259928 Jul 12 16:07:48.713082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:48.717114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.718480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.849795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 72ded54a-50e3-42db-b6cc-4a313ba21be3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:48.850115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 72ded54a-50e3-42db-b6cc-4a313ba21be3 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:48.893136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.895233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.911233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38808) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:48.962885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'fixed_ips': [{'subnet_id': '2cac3be6-114b-49bb-8f72-62be8d4285c9'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:07:48.964019 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.991033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event deleted for resources: {'Port': ['ID=d248b5e9-2056-487e-b086-df624c18e687,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:49.015532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:49.019362 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98a660-f559-47be-ad69-6dc666910337" -d '{"events": [{"name": "network-changed", "server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:49.029484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-03afb9ec-71ed-45db-9d97-d89103532ff3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.031278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-03afb9ec-71ed-45db-9d97-d89103532ff3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.77 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.2501955 Jul 12 16:07:49.090830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:49.134074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Request body: {'port': {'device_id': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'admin_state_up': True, 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:49.174940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e5b6912-19a0-49ce-b784-b5efb0b05384 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f41a01439ba749cd929daba7be3e9fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391207 Jul 12 16:07:49.191666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Allocated IP 172.20.0.2 (13e0262c-4bc8-4b94-9a8e-7e6d309dffa3/2cac3be6-114b-49bb-8f72-62be8d4285c9/5d5da552-6817-46cc-8ef6-7a71c476c529) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:49.196711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:49.199203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] No DVR routers for this DVR port d248b5e9-2056-487e-b086-df624c18e687 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:49.258019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.260415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-179bb472-4e19-4671-908c-f47c6db11651 req-66d9927a-25de-4d34-aa08-f91336b4b22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "DELETE /v2.0/ports/d248b5e9-2056-487e-b086-df624c18e687 HTTP/1.1" status: 204 len: 173 time: 1.9204717 Jul 12 16:07:49.261102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-deleted', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:49.262275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:49.263878 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb341dbb-1350-4a9a-8f50-296ac5d5149a" -d '{"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-deleted", "tag": "d248b5e9-2056-487e-b086-df624c18e687"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:49.299445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.389518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe80f-513e-417c-afbf-93c8378fab7f req-04dc9deb-c8e3-4b4d-b370-1707c1cb00f9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.392016 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb9fe80f-513e-417c-afbf-93c8378fab7f req-04dc9deb-c8e3-4b4d-b370-1707c1cb00f9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.2671273 Jul 12 16:07:49.395947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.433194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.445819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Transition to ACTIVE for port object 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:49.458541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.479325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c2bb-129b-465f-bca6-8b1c2d9e7103 req-dac5bc23-c821-4d21-a8dd-849d8bb60a09 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.487826 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fa5c2bb-129b-465f-bca6-8b1c2d9e7103 req-dac5bc23-c821-4d21-a8dd-849d8bb60a09 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 944 time: 0.3112133 Jul 12 16:07:49.489958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb9fe80f-513e-417c-afbf-93c8378fab7f req-2efc636d-d399-47c1-825f-2814de764021 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845091 Jul 12 16:07:49.519029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.530843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:49.538817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.606871 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf333dcd-2ed5-49a8-a24c-aea181ebb7c4 x-openstack-request-id: req-cf333dcd-2ed5-49a8-a24c-aea181ebb7c4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:49.606871 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:49.607616 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf333dcd-2ed5-49a8-a24c-aea181ebb7c4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:49.608194 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'status': 'completed', 'code': 200} Jul 12 16:07:49.636958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.643731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] No DVR routers for this DVR port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:49.669277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Transition to ACTIVE for port object 5d5da552-6817-46cc-8ef6-7a71c476c529 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:49.715803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:49.718066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Transition to ACTIVE for port object 5d5da552-6817-46cc-8ef6-7a71c476c529 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:49.738520 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.790366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:49.814598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:49.815293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:49.815854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:49.824178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:49.825579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:07:49.826438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Attempting to bind port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:49.839980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:49.840720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:49.841529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:49.842191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Bound port: 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:49.842795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:49.853350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:49.901444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fa5c2bb-129b-465f-bca6-8b1c2d9e7103 req-8c60b7e0-c575-4e7d-b3aa-27118fc5b9ce tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121485 Jul 12 16:07:49.970850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Pushing event updated for resources: {'Port': ['ID=5d5da552-6817-46cc-8ef6-7a71c476c529,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:50.029492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.032757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.036189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24da21a5-2c3d-467c-99a8-7244d9af021e HTTP/1.1" status: 204 len: 168 time: 0.8358834 Jul 12 16:07:50.081830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Attempting to bind port 5d5da552-6817-46cc-8ef6-7a71c476c529 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:50.083744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Attempting to bind port 5d5da552-6817-46cc-8ef6-7a71c476c529 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:50.086376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Attempting to bind port 5d5da552-6817-46cc-8ef6-7a71c476c529 on network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:50.092031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a02d0-6b89-429d-8202-8525c502ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da21a5-2c3d-467c-99a8-7244d9af021e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:50.102091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Allocated IP 172.20.0.3 (60e2b10f-819b-4aa0-b786-d076ae68200b/8bf3054d-1cde-412e-b176-24357189df55/7ad40d2c-3ac2-49ed-be35-22e975c6be70) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:50.106099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:50.106467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Checking segment: {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:50.106984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.107295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Bound using segment: {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:50.107813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Bound port: 5d5da552-6817-46cc-8ef6-7a71c476c529, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:50.108209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.113299 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b62cde9-6549-44ba-97fe-da17bd8e7492 x-openstack-request-id: req-4b62cde9-6549-44ba-97fe-da17bd8e7492 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:50.113581 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacec31d-28d5-4196-a910-9f776cb410f7", "name": "network-vif-deleted", "tag": "d248b5e9-2056-487e-b086-df624c18e687", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:50.113863 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b62cde9-6549-44ba-97fe-da17bd8e7492 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:50.114251 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacec31d-28d5-4196-a910-9f776cb410f7', 'name': 'network-vif-deleted', 'tag': 'd248b5e9-2056-487e-b086-df624c18e687', 'status': 'completed', 'code': 200} Jul 12 16:07:50.167992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a660-f559-47be-ad69-6dc666910337 req-92b7b371-b17f-41cb-b11f-2c2ac9f6ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:50.169923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-92b7b371-b17f-41cb-b11f-2c2ac9f6ba08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 1095 time: 0.5029609 Jul 12 16:07:50.182354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-35abbabb-91f2-4fdf-ba46-0459fb20c1d7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:50.184803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-35abbabb-91f2-4fdf-ba46-0459fb20c1d7 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 945 time: 0.4915087 Jul 12 16:07:50.189165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:50.204674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:50.291255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.385665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] For port 5d5da552-6817-46cc-8ef6-7a71c476c529, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:50.393255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] For port 5d5da552-6817-46cc-8ef6-7a71c476c529, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d5da552-6817-46cc-8ef6-7a71c476c529,segment=NetworkSegment(fbcdcf25-fb35-436a-8e2f-73f6bfd6778c),segment_id=fbcdcf25-fb35-436a-8e2f-73f6bfd6778c)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:50.400845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.432704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28689954-e19e-4d43-99e8-aa0e7873b2b3 req-854bff4e-37bd-4bc1-b3fa-b08f7813eec8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 210 time: 0.1954174 Jul 12 16:07:50.495245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:50.496348 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:50.498100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] 10.222.0.77 "PUT /v2.0/ports/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 1096 time: 2.3467689 Jul 12 16:07:50.655162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd3d2-b866-47e4-a0af-335b8063f329 None None] Pushing event updated for resources: {'Port': ['ID=5d5da552-6817-46cc-8ef6-7a71c476c529,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:50.728815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:50.961041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:51.004699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.075121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964f3e4-365a-427e-ba07-112da6b3da46 service neutron] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:51.082963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:51.083439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:51.146728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.166957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:51.189394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: d248b5e9-2056-487e-b086-df624c18e687 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:51.189993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d248b5e9-2056-487e-b086-df624c18e687 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:51.192487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'port_id': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'mac_address': 'fa:16:3e:30:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09beb3ca-1517-448b-b1ef-5a4a81e63add', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:51.209995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.273692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.295145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:51.304694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.313210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Network 60e2b10f-819b-4aa0-b786-d076ae68200b is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:51.328098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:51.336764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.337365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:51.343467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:51.350907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-55a9b714-f36a-4919-b990-7474933727dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.352477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-55a9b714-f36a-4919-b990-7474933727dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1099 time: 0.7308209 Jul 12 16:07:51.358090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:51.388120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a660-f559-47be-ad69-6dc666910337 req-ccdd12c4-8622-43f3-869f-09e3b3a1f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.390352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-ccdd12c4-8622-43f3-869f-09e3b3a1f888 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 922 time: 1.1598456 Jul 12 16:07:51.439686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:51.473061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890bed4-4275-4575-b697-e80fca0f6a39 req-3ac4f477-eb48-4f72-b4ea-f6baf15f8db5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.475227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8890bed4-4275-4575-b697-e80fca0f6a39 req-3ac4f477-eb48-4f72-b4ea-f6baf15f8db5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.6641910 Jul 12 16:07:51.495809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-3afc70de-9a2d-4d3a-bcac-b631479229bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb HTTP/1.1" status: 200 len: 217 time: 0.0913026 Jul 12 16:07:51.524334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd56aca-3c97-41b8-8e0c-3620eee7f99b req-6bf7edae-15a7-45a3-8a0e-8b497f1437a5 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.526088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bd56aca-3c97-41b8-8e0c-3620eee7f99b req-6bf7edae-15a7-45a3-8a0e-8b497f1437a5 tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd72bdff-17d6-467d-876d-b33d21c8d2a8 HTTP/1.1" status: 200 len: 945 time: 0.4387355 Jul 12 16:07:51.602754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-1456f03a-f006-4da2-84cc-f1e183942b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.603925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Deleting port 187dbb7c-7718-4579-99c0-a36d2352b4ad {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:51.604106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-1456f03a-f006-4da2-84cc-f1e183942b74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2002678 Jul 12 16:07:51.604476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.610843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.611056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:51.623758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}, {'name': 'network-changed', 'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:51.626241 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff898c9-1c10-46d1-8d81-39a2123b5432" -d '{"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-unplugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}, {"name": "network-changed", "server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:51.703269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['586aedef-92ae-49d5-be49-5d8e2c07eadb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:51.714713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8890bed4-4275-4575-b697-e80fca0f6a39 req-2da5b70c-1b2f-4169-80b3-de0764e0d54c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354680 Jul 12 16:07:51.719822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-57b9390f-9659-419d-b6fc-d828ed25260e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0961361 Jul 12 16:07:51.724306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-e1012e51-07e5-42b9-b702-66712680b19e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5985813 Jul 12 16:07:51.726139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Allocated IP 172.25.8.39 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/3d61ec52-4856-4c43-a8c9-b0449909301d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:51.734608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98a660-f559-47be-ad69-6dc666910337 req-f9dc8d79-d5a6-433d-a27f-3ab7e25241e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.737016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-f9dc8d79-d5a6-433d-a27f-3ab7e25241e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.2316356 Jul 12 16:07:51.747313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Request body: {'port': {'device_id': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:51.774971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bd56aca-3c97-41b8-8e0c-3620eee7f99b req-5a219242-b971-452b-b5b6-71094260c62e tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211359 Jul 12 16:07:51.862841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-1325faa5-8f86-427a-b9fa-806e52d56b64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189294 Jul 12 16:07:51.996849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-e257e557-edce-4f91-ad6c-d819e6cbfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.010358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-e257e557-edce-4f91-ad6c-d819e6cbfb50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2664630 Jul 12 16:07:52.118744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.212335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] For port 187dbb7c-7718-4579-99c0-a36d2352b4ad, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=187dbb7c-7718-4579-99c0-a36d2352b4ad,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:52.212916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.227682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-d6de2d73-624c-4a10-a255-2f7f73279650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.229345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-d6de2d73-624c-4a10-a255-2f7f73279650 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168725 Jul 12 16:07:52.256926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Calling delete_port for 187dbb7c-7718-4579-99c0-a36d2352b4ad owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:52.282369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-f17feea9-e7b4-4e76-9f1c-6fdb51f5a05b service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002967 Jul 12 16:07:52.373240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d5da552-6817-46cc-8ef6-7a71c476c529 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:52.457111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f8494-93d8-440e-b062-8c3e0df2c54c None None] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:52.506738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.524559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e5786-ae6c-4b90-9005-79a66ce16e7e req-ba37f6b3-ea86-4f9e-9c01-6a211b9444fe tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.532419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-202e5786-ae6c-4b90-9005-79a66ce16e7e req-ba37f6b3-ea86-4f9e-9c01-6a211b9444fe tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 931 time: 0.3763208 Jul 12 16:07:52.539685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5d5da552-6817-46cc-8ef6-7a71c476c529 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:52.567651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae790c-0bc9-4d4f-8026-926927f05011 req-4bd8cc82-c6ae-471c-bac4-2ed0f19a8da9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.569576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3ae790c-0bc9-4d4f-8026-926927f05011 req-4bd8cc82-c6ae-471c-bac4-2ed0f19a8da9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 945 time: 0.5089502 Jul 12 16:07:52.575321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Provisioning for port 5d5da552-6817-46cc-8ef6-7a71c476c529 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:52.585179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5d5da552-6817-46cc-8ef6-7a71c476c529 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:52.585682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.597845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-dd007da9-66a4-4346-80d5-6e513ebac5a6 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593431 Jul 12 16:07:52.600738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Pushing event deleted for resources: {'Port': ['ID=187dbb7c-7718-4579-99c0-a36d2352b4ad,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:52.605080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.624278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Provisioning complete for port 5d5da552-6817-46cc-8ef6-7a71c476c529 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:52.624634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.651168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-202e5786-ae6c-4b90-9005-79a66ce16e7e req-53f0e962-7c48-4ec8-9156-162ea057c420 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174169 Jul 12 16:07:52.725117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] No DVR routers for this DVR port 187dbb7c-7718-4579-99c0-a36d2352b4ad on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:52.737514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.739743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f7d7d71-df6f-4da6-b98d-5e09aba43bab req-92e09760-0729-47ad-97b9-89540de61abc tempest-FloatingIPsAssociationTestJSON-1199677839 tempest-FloatingIPsAssociationTestJSON-1199677839-project] 10.222.0.65 "DELETE /v2.0/ports/187dbb7c-7718-4579-99c0-a36d2352b4ad HTTP/1.1" status: 204 len: 173 time: 2.4965601 Jul 12 16:07:52.740477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'name': 'network-vif-deleted', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:52.742901 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db0f951-abcd-4947-80cf-ed5696ebf555" -d '{"events": [{"server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "name": "network-vif-deleted", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:52.759948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3ae790c-0bc9-4d4f-8026-926927f05011 req-f2a14ebd-28dc-4c31-b453-6603e6c85c0b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596808 Jul 12 16:07:52.799803 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f42532-cfa6-4d27-89ef-d052a07b0b57 x-openstack-request-id: req-66f42532-cfa6-4d27-89ef-d052a07b0b57 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:52.800307 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-unplugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "code": 200}, {"name": "network-changed", "server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:52.800573 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66f42532-cfa6-4d27-89ef-d052a07b0b57 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:52.801028 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'code': 200} Jul 12 16:07:52.801282 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'status': 'completed', 'code': 200} Jul 12 16:07:52.869712 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc73ae5-f886-44d5-920b-c9d5ec497eec x-openstack-request-id: req-5bc73ae5-f886-44d5-920b-c9d5ec497eec {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:52.870877 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd72bdff-17d6-467d-876d-b33d21c8d2a8", "name": "network-vif-deleted", "tag": "187dbb7c-7718-4579-99c0-a36d2352b4ad", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:52.871386 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bc73ae5-f886-44d5-920b-c9d5ec497eec {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:52.873590 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72bdff-17d6-467d-876d-b33d21c8d2a8', 'name': 'network-vif-deleted', 'tag': '187dbb7c-7718-4579-99c0-a36d2352b4ad', 'status': 'completed', 'code': 200} Jul 12 16:07:52.957247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.957710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:52.977998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 187dbb7c-7718-4579-99c0-a36d2352b4ad no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:52.993647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4acfb17-b488-48bb-9009-72e9b136da95 req-15493380-b96d-4203-ba42-93414b971db0 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878028 Jul 12 16:07:53.009253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db98a660-f559-47be-ad69-6dc666910337 req-573d3dad-9518-4782-ae15-de7a7120ab49 service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203413 Jul 12 16:07:53.021076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad40d2c-3ac2-49ed-be35-22e975c6be70 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:53.040918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.068160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:53.071979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Transition to ACTIVE for port object 7ad40d2c-3ac2-49ed-be35-22e975c6be70 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:53.083007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.084235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:53.092502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:53.116671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 187dbb7c-7718-4579-99c0-a36d2352b4ad {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:53.119417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 187dbb7c-7718-4579-99c0-a36d2352b4ad not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:53.178875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d61ec52-4856-4c43-a8c9-b0449909301d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:53.235960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:53.283463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-e96108ab-5863-488b-85f7-2ca0da3ff43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.285267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-e96108ab-5863-488b-85f7-2ca0da3ff43d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1099 time: 0.4108260 Jul 12 16:07:53.356361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.380698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 586aedef-92ae-49d5-be49-5d8e2c07eadb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:53.410644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Attempting to bind port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:53.410644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Attempting to bind port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:53.411744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 586aedef-92ae-49d5-be49-5d8e2c07eadb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:53.412054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Attempting to bind port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:53.412517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.421146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 on network 60e2b10f-819b-4aa0-b786-d076ae68200b not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:07:53.421473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Attempting to bind port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:53.434698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:53.435011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Checking segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:53.435410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Bound using segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:53.435904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Bound port: 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:53.437568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.450935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3040656-1927-4647-9482-da8e6898ca1b req-53879ef6-ccbf-4124-917d-fc142cb12ab5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.452505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3040656-1927-4647-9482-da8e6898ca1b req-53879ef6-ccbf-4124-917d-fc142cb12ab5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.4729636 Jul 12 16:07:53.475086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.506238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-7a34e493-22e5-46e6-a43f-e825c3d15dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.507922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-7a34e493-22e5-46e6-a43f-e825c3d15dc1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1099 time: 0.4081740 Jul 12 16:07:53.514771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] For port 5d5da552-6817-46cc-8ef6-7a71c476c529, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d5da552-6817-46cc-8ef6-7a71c476c529,segment=NetworkSegment(fbcdcf25-fb35-436a-8e2f-73f6bfd6778c),segment_id=fbcdcf25-fb35-436a-8e2f-73f6bfd6778c)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:53.545145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.583884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-94832c68-d8ad-4883-82f1-0c0a67cd293a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.592437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-94832c68-d8ad-4883-82f1-0c0a67cd293a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.2788291 Jul 12 16:07:53.627659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:53.631727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:53.640768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-4d5992ad-0e01-4c77-8b1c-b9ab9f8f4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.648679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-4d5992ad-0e01-4c77-8b1c-b9ab9f8f4b29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3101182 Jul 12 16:07:53.656545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-5a9f476f-8636-49e9-b97c-33d7355f4b13 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/quotas/9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 375 time: 0.0630217 Jul 12 16:07:53.659229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3040656-1927-4647-9482-da8e6898ca1b req-4f1c7b75-b1a5-49df-957a-19a9e4695a1f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949549 Jul 12 16:07:53.699163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.715335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65e058-36a9-4eff-82b3-7fb1c12bee8e None None] Pushing event updated for resources: {'Port': ['ID=5d5da552-6817-46cc-8ef6-7a71c476c529,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:53.756056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-05848de4-02be-4ad1-ab1a-af0c52a874b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0938029 Jul 12 16:07:53.772250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:07:53.772630 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:07:53.795326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.795917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.796284 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.797503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] 10.222.0.77 "PUT /v2.0/ports/7ad40d2c-3ac2-49ed-be35-22e975c6be70 HTTP/1.1" status: 200 len: 1091 time: 2.0636556 Jul 12 16:07:53.834209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:53.836800 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57e65f-abe0-42f2-97f7-360cfdda28d0" -d '{"events": [{"server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "name": "network-vif-plugged", "status": "completed", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:53.854173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-d73c140c-82f7-462d-ac85-55dbe636d55c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1958585 Jul 12 16:07:53.865519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-508a8ff3-46f6-499b-b456-0b9c2de1bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.866635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38898) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:53.867031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:53.867155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-508a8ff3-46f6-499b-b456-0b9c2de1bfac service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3461330 Jul 12 16:07:53.873976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.926293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-bf973822-cc4d-43c7-98ac-aaba47302eb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0487893 Jul 12 16:07:53.933622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-49100851-1d4a-47ab-8f31-4c10d8033c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.934957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-49100851-1d4a-47ab-8f31-4c10d8033c47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1673546 Jul 12 16:07:53.962859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-76cf16f8-4bc0-42ab-b6b0-67ba9af034fa None None] Provisioning complete for port 5d5da552-6817-46cc-8ef6-7a71c476c529 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:53.963398 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76cf16f8-4bc0-42ab-b6b0-67ba9af034fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.964920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:53.997440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:54.021189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43172d-a4b0-4085-af8f-6ef22ac58cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:54.105785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-a8a606f8-2184-485d-bdb0-669c3f91f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.107261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-a8a606f8-2184-485d-bdb0-669c3f91f43c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1714599 Jul 12 16:07:54.169291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-5e94dc64-c30a-485b-9f23-1302724b9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.170829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-5e94dc64-c30a-485b-9f23-1302724b9ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240872 Jul 12 16:07:54.396919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d5da552-6817-46cc-8ef6-7a71c476c529 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:54.458065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5d5da552-6817-46cc-8ef6-7a71c476c529 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:54.458602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:54.511619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-eb8d2291-3cb7-4ea1-a6d7-64a7f9dae94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.513143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-eb8d2291-3cb7-4ea1-a6d7-64a7f9dae94a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 1094 time: 0.6569557 Jul 12 16:07:54.521626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-735f0010-b922-4074-bf45-9557d742560a service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665866 Jul 12 16:07:54.630918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-bdfb38c6-9c51-42f1-8331-fcf6295cf89d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70 HTTP/1.1" status: 200 len: 217 time: 0.1059811 Jul 12 16:07:54.654480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-3bd1f259-17e2-4a83-bafb-13d079a31fa9 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3833456 Jul 12 16:07:54.674176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-3b6d5a59-1bcb-4d32-b98d-f2f5a396b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.675654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-3b6d5a59-1bcb-4d32-b98d-f2f5a396b673 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5571518 Jul 12 16:07:54.752542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbafe5-520c-4203-9858-f300e5823879 req-4768ab36-0610-4cb6-a6df-11e09b6c852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.754113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-4768ab36-0610-4cb6-a6df-11e09b6c852d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1141560 Jul 12 16:07:54.791350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-8120177b-9301-4647-bf8f-d51bb365ab27 service neutron] 10.222.0.58 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566743 Jul 12 16:07:54.808416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:54.810975 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e5cb46-4411-4d52-aacd-25cd9786edd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:54.814643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-528dec0d-57e6-415d-8f11-57da76de831f service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990541 Jul 12 16:07:54.817346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-ddaea5dd-71b3-4658-902e-5561fe21c552 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434070 Jul 12 16:07:54.819129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:54.980924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-e639ee0d-3013-4b34-ab0a-e25fbe7df9cb service neutron] 10.222.0.77 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491687 Jul 12 16:07:55.001912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-da7c1ff1-a793-4637-a7e5-84c5372e68dc service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091471 Jul 12 16:07:55.044342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-d23d70c7-70a7-41e6-8151-40d7f5ebeb75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:55.045810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-d23d70c7-70a7-41e6-8151-40d7f5ebeb75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772802 Jul 12 16:07:55.141671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-863c16b8-13b8-4dc2-a050-488cbba72623 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0794160 Jul 12 16:07:55.159631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08dbafe5-520c-4203-9858-f300e5823879 req-c75d0438-c253-4591-b17c-ed41a1341d88 service neutron] 10.222.0.77 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499012 Jul 12 16:07:55.163663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:55.187647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-25b2419e-fa0b-4e65-a246-0f1cb23e5e79 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605213 Jul 12 16:07:55.201553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-24f84014-2800-4aba-89fc-af0261bc313a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589371 Jul 12 16:07:55.284885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ff898c9-1c10-46d1-8d81-39a2123b5432 req-e1b72fec-08a2-4511-b3da-1175e6572483 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495942 Jul 12 16:07:55.303144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Router df3a6796-7c20-4270-bbf0-c27d502515c3 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:07:55.488220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996056d-7d83-4ac0-9d0a-4cfe2ce43c94 req-5660de62-79f5-4eba-9c7f-5221490e9bc0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:55.494164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:55.495456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b996056d-7d83-4ac0-9d0a-4cfe2ce43c94 req-5660de62-79f5-4eba-9c7f-5221490e9bc0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 943 time: 0.2073593 Jul 12 16:07:55.506254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Sync routers for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:55.519080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:55.522390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:55.534852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:55.539449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-37842fda-6e7c-4195-8e01-23999a5179c5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9514737 Jul 12 16:07:55.540414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:55.590041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b996056d-7d83-4ac0-9d0a-4cfe2ce43c94 req-5e8972b4-621c-48b0-9837-0e5c1e62fb86 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790734 Jul 12 16:07:55.695033 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523b08a-fc1a-4000-8830-a96536809295 x-openstack-request-id: req-e523b08a-fc1a-4000-8830-a96536809295 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:55.695394 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "name": "network-vif-plugged", "status": "completed", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:55.695741 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e523b08a-fc1a-4000-8830-a96536809295 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:55.696206 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'code': 200} Jul 12 16:07:55.750722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Deleting port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:55.751795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:55.761317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:55.817676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c10fd-7f7d-43c1-8449-3ae65d29b736 req-02049298-56fc-467c-97e6-54066246e6dd tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:55.824724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c68c10fd-7f7d-43c1-8449-3ae65d29b736 req-02049298-56fc-467c-97e6-54066246e6dd tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.2042241 Jul 12 16:07:55.969736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] For port 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:55.970134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.028251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c68c10fd-7f7d-43c1-8449-3ae65d29b736 req-4854282c-a757-4340-9d09-f7cb7712ccfc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025762 Jul 12 16:07:56.034651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Calling delete_port for 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:56.068940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:53Z', 'revision_number': 3, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:56.101703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Checking router: df3a6796-7c20-4270-bbf0-c27d502515c3 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:56.102153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Updating router df3a6796-7c20-4270-bbf0-c27d502515c3 port 3d61ec52-4856-4c43-a8c9-b0449909301d binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:07:56.114794 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5d4bb-5578-4f4d-9cee-84bf4a71f3f5 x-openstack-request-id: req-bcb5d4bb-5578-4f4d-9cee-84bf4a71f3f5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:56.115083 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:56.115552 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcb5d4bb-5578-4f4d-9cee-84bf4a71f3f5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:56.115967 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'status': 'completed', 'code': 200} Jul 12 16:07:56.146648 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.156548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5f31-c757-44b3-b77b-18c77e200af9 req-a8f331e8-1f77-4edd-bec7-70ad037b72a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:56.165924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-531c5f31-c757-44b3-b77b-18c77e200af9 req-a8f331e8-1f77-4edd-bec7-70ad037b72a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.1904268 Jul 12 16:07:56.215858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42c774-531a-4a82-badf-e2ff6e15496c req-b713165c-973e-4827-9777-c84ffbe4fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:56.217280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be42c774-531a-4a82-badf-e2ff6e15496c req-b713165c-973e-4827-9777-c84ffbe4fcd3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 1097 time: 0.4586005 Jul 12 16:07:56.252037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-531c5f31-c757-44b3-b77b-18c77e200af9 req-3e1c11fd-3062-4c1e-85b9-fa1753bf5829 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868964 Jul 12 16:07:56.409477 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be42c774-531a-4a82-badf-e2ff6e15496c req-18ebee48-d18c-410d-97e0-a72bcb7113b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781747 Jul 12 16:07:56.487369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3186ac50-3dd5-4ded-aaef-e8232fc53951 req-b40d3f74-571d-472d-942e-67b02f6e6bc0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.0414512 Jul 12 16:07:56.498264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a082e8e0-2a65-495b-b174-a587b224cfa6 req-448bb564-46d4-4ab3-8958-5b900e6a71a3 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Jul 12 16:07:56.506544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.518319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-968f451e-0b51-4097-9d23-7829133cdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:56.520600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-968f451e-0b51-4097-9d23-7829133cdb20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 1094 time: 0.2190623 Jul 12 16:07:56.553972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e61d7ce-aa71-4618-a85d-b7a4a1829a4c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:56.578184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.583934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.589074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Transition to ACTIVE for port object 3d61ec52-4856-4c43-a8c9-b0449909301d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:56.598755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.599179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.599359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.599707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.600091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.600430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.600809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.601145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.601712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.602206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.602539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.602915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:56.608859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.697575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Attempting to bind port 3d61ec52-4856-4c43-a8c9-b0449909301d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:07:56.698413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Attempting to bind port 3d61ec52-4856-4c43-a8c9-b0449909301d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:07:56.699960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Attempting to bind port 3d61ec52-4856-4c43-a8c9-b0449909301d on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:07:56.706606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862feb1-c696-4023-9c09-fbbc37210174 None None] Pushing event updated for resources: {'Port': ['ID=3d61ec52-4856-4c43-a8c9-b0449909301d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:56.711289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:07:56.711779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:56.712083 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.712475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:07:56.712958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Bound port: 3d61ec52-4856-4c43-a8c9-b0449909301d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:07:56.713338 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.766398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:56.937434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-c5e0b2f8-e108-49be-b589-1fae9a0e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:56.948767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-c5e0b2f8-e108-49be-b589-1fae9a0e274a service neutron] 10.222.0.77 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 905 time: 0.4049714 Jul 12 16:07:56.959227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] For port 3d61ec52-4856-4c43-a8c9-b0449909301d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:07:56.971877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Allocated IP 172.20.0.1 (13e0262c-4bc8-4b94-9a8e-7e6d309dffa3/2cac3be6-114b-49bb-8f72-62be8d4285c9/f73f55f7-b4df-4354-97f6-2ee0fae3e1e3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:56.982675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] For port 3d61ec52-4856-4c43-a8c9-b0449909301d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d61ec52-4856-4c43-a8c9-b0449909301d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:07:56.997172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.041436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.046262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-9aee1223-aa51-418a-8243-27b842dbf15a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70 HTTP/1.1" status: 200 len: 217 time: 0.0576410 Jul 12 16:07:57.081405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:57.109384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'mac_address': 'fa:16:3e:48:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:57.112671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:57.113363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:57.116787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862feb1-c696-4023-9c09-fbbc37210174 None None] Pushing event updated for resources: {'Port': ['ID=3d61ec52-4856-4c43-a8c9-b0449909301d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:57.174152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.177150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d40996-f768-41a8-b454-56b3cd075f6a req-7c4d8cc0-e419-4cc6-a94d-1fd6a9a49b9a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:57.178704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d40996-f768-41a8-b454-56b3cd075f6a req-7c4d8cc0-e419-4cc6-a94d-1fd6a9a49b9a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 948 time: 0.2455037 Jul 12 16:07:57.182961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-34098b86-1e13-41d0-8fde-b7ca8fb826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:57.184058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-34098b86-1e13-41d0-8fde-b7ca8fb826c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1305254 Jul 12 16:07:57.258626 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:07:57.259822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.281366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:57.295291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-5178c32c-469e-4bfe-aaad-b66ed99ffee8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613112 Jul 12 16:07:57.312108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:57.319107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.319410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d40996-f768-41a8-b454-56b3cd075f6a req-6db4b7e8-d727-47ca-b410-6da5ae38474f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897615 Jul 12 16:07:57.322386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:57.384455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-e5492a89-2d82-49a9-ae90-f8a82314ce96 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:57.389067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-e5492a89-2d82-49a9-ae90-f8a82314ce96 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 820 time: 0.1967282 Jul 12 16:07:57.504500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:57.566632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Transition to ACTIVE for port object f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:07:57.677943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-189fed9e-649c-414d-b8b3-d6b5a0c9dbe3 service neutron] 10.222.0.77 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620605 Jul 12 16:07:57.684805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:57.724359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.751870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Request body: {'port': {'device_id': '08678998-519c-4554-98e5-dd3f2213ae75', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'admin_state_up': True, 'tenant_id': '9666fc46eec24038b93ccf94bb42c661'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:57.803998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:53Z', 'revision_number': 3, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:57.867799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-530b2a4d-bc6d-4402-a70b-7c64a7a3eeb5 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512528 Jul 12 16:07:57.890946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e5cb46-4411-4d52-aacd-25cd9786edd7 req-e872c1bf-21d2-4418-9960-eb0fb8c06273 service neutron] 10.222.0.77 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983690 Jul 12 16:07:57.893909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Router b59be457-a329-4e5a-a1d2-46c090507ca1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:07:57.947891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd3a3-3669-48fe-aebc-86344a83c935 req-bd3cd8ec-5ece-4100-b120-8f959982fa00 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:57.955079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f18fd3a3-3669-48fe-aebc-86344a83c935 req-bd3cd8ec-5ece-4100-b120-8f959982fa00 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.4047122 Jul 12 16:07:58.054595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:07:58.062698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d39c87-8349-4d1b-9e95-f48e265c2dcd None None] The sync data for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 is: [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:53Z', 'revision_number': 3, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:07:58.117720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Pushing event updated for resources: {'Port': ['ID=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:58.132365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:58.135511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:07:58.197581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.197920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.198243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.198567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.199268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.199612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.200074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.200403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.200875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.201306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.201620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.201945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:58.208200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.375673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Made reservation on behalf of 9666fc46eec24038b93ccf94bb42c661 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:58.377781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.530012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-c5d8d74a-6c9d-4a26-9715-5eee25b927d8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:58.532715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-c5d8d74a-6c9d-4a26-9715-5eee25b927d8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543512 Jul 12 16:07:58.543661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59429-ea4e-4f41-abee-2437a0e09849 req-43d27151-06c9-469d-b406-e1c61a742720 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:58.551625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41c59429-ea4e-4f41-abee-2437a0e09849 req-43d27151-06c9-469d-b406-e1c61a742720 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 943 time: 1.7797003 Jul 12 16:07:58.553567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:58.662065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f18fd3a3-3669-48fe-aebc-86344a83c935 req-e5a9e01a-e74a-4fe4-821e-ada5feabcfe4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060318 Jul 12 16:07:58.681511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-2bdccccb-cb92-4090-ab88-40e9fcb28eb1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:58.684657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-2bdccccb-cb92-4090-ab88-40e9fcb28eb1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e&tenant_id=01ef4485048e46728164ad3c8e4fea24&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 949 time: 1.4974992 Jul 12 16:07:58.695954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db96fd1b-1757-42cd-97ea-b504a41ee7ab None None] Provisioning for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:07:58.696717 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.699845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db96fd1b-1757-42cd-97ea-b504a41ee7ab None None] Provisioning complete for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:58.700218 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db96fd1b-1757-42cd-97ea-b504a41ee7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.707868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Allocated IP 172.20.0.5 (d5254bb4-056e-47c4-807c-3c9013677608/8e61c257-7e83-47c7-afba-479968510822/4919532c-2d52-4038-84c8-ad46f69223f8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:07:58.755272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:58.797809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-db96fd1b-1757-42cd-97ea-b504a41ee7ab None None] Port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:07:58.864827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41c59429-ea4e-4f41-abee-2437a0e09849 req-de0d0386-d085-4464-b2a8-88ff170eca48 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121421 Jul 12 16:07:58.936098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:58.965112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'mac_address': 'fa:16:3e:8a:2e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:58.992357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:07:59.005112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3bf877f-eb67-4515-b296-1ff6e36b9073 admin admin] 10.222.0.58 "PUT /v2.0/routers/b59be457-a329-4e5a-a1d2-46c090507ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1287069 Jul 12 16:07:59.007948 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Sync routers for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:07:59.008415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:59.041236 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:59.042212 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:59.052424 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.075469 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-f3e39bdc-7f76-4f1b-a1c1-010a3d332b19 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:07:59.077131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-f3e39bdc-7f76-4f1b-a1c1-010a3d332b19 service neutron] 10.222.0.65 "DELETE /v2.0/ports/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.3759422 Jul 12 16:07:59.085406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad40d2c-3ac2-49ed-be35-22e975c6be70 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:59.138591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:59.145729 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.217388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.274367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:59.327000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88fce5a4-272f-491a-9dc5-e1b1af865c7c req-0200655d-884c-4764-8ff4-32a0dbdbeb98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.2484939 Jul 12 16:07:59.367997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39e0d75a-d3b1-4d45-a7d8-fd95b4c69d88 req-c967cac6-e28b-4c3b-9367-67c88a4c84b3 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 210 time: 0.0485075 Jul 12 16:07:59.425564 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:59.442519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:59.446584 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.470009 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.506765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['7ad40d2c-3ac2-49ed-be35-22e975c6be70'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:59.558219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.684522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.687681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:07:56Z', 'revision_number': 5, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port': {'id': 'd1686dbf-d444-4d7e-94e8-2815f48edf2e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:06:05Z', 'updated_at': '2021-07-12T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:59.717407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Checking router: b59be457-a329-4e5a-a1d2-46c090507ca1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:07:59.728652 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Routers {'b59be457-a329-4e5a-a1d2-46c090507ca1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:07:59.729522 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b59be457-a329-4e5a-a1d2-46c090507ca1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:59.744531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Deleting port d1686dbf-d444-4d7e-94e8-2815f48edf2e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:59.745080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.758406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7faf59-1a72-49cb-8913-c89f020050b1 req-9cdba3fe-a579-4a77-83a2-70728661a54b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:59.768042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee7faf59-1a72-49cb-8913-c89f020050b1 req-9cdba3fe-a579-4a77-83a2-70728661a54b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.1977758 Jul 12 16:07:59.904327 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] Set router b59be457-a329-4e5a-a1d2-46c090507ca1 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:07:59.928662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] For port d1686dbf-d444-4d7e-94e8-2815f48edf2e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d1686dbf-d444-4d7e-94e8-2815f48edf2e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:59.929525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.946853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Calling delete_port for d1686dbf-d444-4d7e-94e8-2815f48edf2e owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:59.987070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:07:59Z', 'revision_number': 6, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:00.040277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afea48-9ab6-4dc3-b931-3ff4a7deed81 None None] The sync data for ids ['b59be457-a329-4e5a-a1d2-46c090507ca1'] in n-d-800078-3 is: [{'id': 'b59be457-a329-4e5a-a1d2-46c090507ca1', 'name': 'tempest-FloatingIPsAssociationTestJSON-2136800372-router', 'tenant_id': '8224b2fdab7a4f59823a76f8739ce77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:06:04Z', 'updated_at': '2021-07-12T16:07:59Z', 'revision_number': 6, 'project_id': '8224b2fdab7a4f59823a76f8739ce77b', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:00.167336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee7faf59-1a72-49cb-8913-c89f020050b1 req-a33d9631-bb1c-4801-9751-f65c977c0b64 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980682 Jul 12 16:08:00.171474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.186524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.248761 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.263761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8779c969-ad44-4220-9faa-052950e35690'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:00.264597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-fa144d36-898d-4b73-96e1-8de5ddbb69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.266841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-fa144d36-898d-4b73-96e1-8de5ddbb69c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1100 time: 1.0428088 Jul 12 16:08:00.386707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a09e226-1d6d-477e-b2af-4159ed478e8c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.432712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.443707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Network d5254bb4-056e-47c4-807c-3c9013677608 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:00.478644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:00.495457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.495615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.502820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:00.551813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Pushing event deleted for resources: {'Port': ['ID=d1686dbf-d444-4d7e-94e8-2815f48edf2e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.573556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.642442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d61ec52-4856-4c43-a8c9-b0449909301d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:00.643340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e1b64-9acc-4c34-8fba-d85a3398f0c1 req-140365a2-96f4-4269-aa63-00c544570135 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.657720 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca1e1b64-9acc-4c34-8fba-d85a3398f0c1 req-140365a2-96f4-4269-aa63-00c544570135 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 944 time: 0.3024793 Jul 12 16:08:00.769417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.769967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.772413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:00.784927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Pushing event updated for resources: {'Port': ['ID=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.799467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5d533-44ec-4d17-bfcc-317b7d631d5b req-89520104-1639-4d6b-82d3-33ab885bec27 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.806510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9c5d533-44ec-4d17-bfcc-317b7d631d5b req-89520104-1639-4d6b-82d3-33ab885bec27 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 949 time: 1.1715081 Jul 12 16:08:00.820257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-1f4693ce-2b59-40bf-b609-424e906347b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.821827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-1f4693ce-2b59-40bf-b609-424e906347b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.5193169 Jul 12 16:08:00.839954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3d61ec52-4856-4c43-a8c9-b0449909301d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:00.841810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.845048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-0b93e3ca-0ad5-47da-b298-e92fc5ba782f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1413834 Jul 12 16:08:00.863538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3d61ec52-4856-4c43-a8c9-b0449909301d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:00.864098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.886915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Request body: {'port': {'device_id': '08678998-519c-4554-98e5-dd3f2213ae75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:00.895237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-2bf463f3-50ab-4ccc-8ed1-4731802cdd7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0632718 Jul 12 16:08:00.899535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.113 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/6f888398-8c9c-43fc-ab2c-b1d41cedf101) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:00.917580 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca1e1b64-9acc-4c34-8fba-d85a3398f0c1 req-57cd464a-782b-4136-b583-611ce124e399 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590990 Jul 12 16:08:00.965607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.993903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:01.030253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:01.030511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.135573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-13065b13-e95d-45ad-a9b4-953b70607732 None None] Provisioning complete for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:01.136577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13065b13-e95d-45ad-a9b4-953b70607732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.189666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9c5d533-44ec-4d17-bfcc-317b7d631d5b req-0190558e-2b1a-4d31-9eec-c5dc2cbcbe6a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820910 Jul 12 16:08:01.290981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.302187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.409438 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.419834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-13065b13-e95d-45ad-a9b4-953b70607732 None None] Port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:01.426281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-3e5feeb1-df4b-4064-b9de-1f865de3f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:01.435744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-3e5feeb1-df4b-4064-b9de-1f865de3f518 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.4812610 Jul 12 16:08:01.470192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3d61ec52-4856-4c43-a8c9-b0449909301d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d61ec52-4856-4c43-a8c9-b0449909301d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:01.471215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.481816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.534657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:01.537001 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffaa1c6-97b5-47d6-a74f-76888dbbdfc9" -d '{"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-plugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:01.558053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:01.567130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:01.590982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd2b78da-7f42-44b0-89b2-4956710d10a6 req-467726df-baa1-47b4-b6f0-ac4341ff9cdc tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 210 time: 0.1135223 Jul 12 16:08:01.599053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.615678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:01.616023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0e61d7ce-aa71-4618-a85d-b7a4a1829a4c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:01.617495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.664645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3d61ec52-4856-4c43-a8c9-b0449909301d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:01.677199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:01.701789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.704594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59be457-a329-4e5a-a1d2-46c090507ca1 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:08:01.724520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.726686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3aac988d-954b-4d45-a8f0-ceeae54f0bca admin admin] 10.222.0.58 "DELETE /v2.0/routers/b59be457-a329-4e5a-a1d2-46c090507ca1 HTTP/1.1" status: 204 len: 168 time: 2.7143180 Jul 12 16:08:01.731977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:01.739006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:01.797961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:01.922094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:01.942676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Deleting subnet 848d3f65-5652-4953-a672-bbefcddad49a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:01.950670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.959863 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c011592-0472-4e56-aef0-6d561dc1c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.987745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:01.992230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:01.992603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.006625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886012c0-a292-4b37-aee3-9078c8c6e2a8 req-cfd6d11f-c49c-4896-979f-90457cfbca36 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.008278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-886012c0-a292-4b37-aee3-9078c8c6e2a8 req-cfd6d11f-c49c-4896-979f-90457cfbca36 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 931 time: 0.5434368 Jul 12 16:08:02.014437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.099825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-886012c0-a292-4b37-aee3-9078c8c6e2a8 req-5c28e385-765d-4ed1-889c-e2648d0e542e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823185 Jul 12 16:08:02.104959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.106916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object 6f888398-8c9c-43fc-ab2c-b1d41cedf101 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:02.233059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.238285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f13c78ee-9bcf-4087-adae-35120af69ee4 None None] Provisioning complete for port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:02.238583 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f13c78ee-9bcf-4087-adae-35120af69ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.245996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.254350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.294006 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf259fb-c4e7-4af4-875c-3739bd76a17f x-openstack-request-id: req-8cf259fb-c4e7-4af4-875c-3739bd76a17f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:02.294441 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-plugged", "status": "completed", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:02.294806 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cf259fb-c4e7-4af4-875c-3739bd76a17f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:02.295374 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'code': 200} Jul 12 16:08:02.351968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:02.358911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4919532c-2d52-4038-84c8-ad46f69223f8 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:02.362121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:02.370153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:02.392709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.403968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:02.413295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.472264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.472940 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.488130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-9632f9d7-4c2b-4a6f-ade8-02a6bafa595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.490681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-9632f9d7-4c2b-4a6f-ade8-02a6bafa595f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0360153 Jul 12 16:08:02.503009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Transition to ACTIVE for port object 4919532c-2d52-4038-84c8-ad46f69223f8 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:02.504060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.523320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d61ec52-4856-4c43-a8c9-b0449909301d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:02.538953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-872c4c70-d4f5-43e0-a1b3-480b0199eaa4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9906068 Jul 12 16:08:02.561917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Request body: {'port': {'device_id': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:02.571908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.613508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.625102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.668209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3d61ec52-4856-4c43-a8c9-b0449909301d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:02.669148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.678382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.678382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.678705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Router df3a6796-7c20-4270-bbf0-c27d502515c3 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:02.678795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.678872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200eafe-d07b-4a84-9161-f5526f5dcafe req-d26dfddc-aa4a-4d18-985b-20266750dc0a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.683177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.683668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.683986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.684327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.684667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.684997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.685328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.685658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.685984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.686789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c200eafe-d07b-4a84-9161-f5526f5dcafe req-d26dfddc-aa4a-4d18-985b-20266750dc0a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.2447193 Jul 12 16:08:02.690382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848d3f65-5652-4953-a672-bbefcddad49a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.727854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06357730-c6f9-4fca-8398-b4f72c63522d None None] Network fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:02.747789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.760780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50c193e6-c11e-4fa2-a493-c9cd1bb1ce25 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/848d3f65-5652-4953-a672-bbefcddad49a HTTP/1.1" status: 204 len: 168 time: 1.0159886 Jul 12 16:08:02.810309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:02.816977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c200eafe-d07b-4a84-9161-f5526f5dcafe req-c9678772-8fbb-4eb7-bb75-dabba665dbd0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290312 Jul 12 16:08:02.831319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3d0bc4d4-9b1c-4d8f-a0fb-8ed70aebe1e6 None None] Provisioning complete for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:02.831758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc4d4-9b1c-4d8f-a0fb-8ed70aebe1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.855098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25716d1-d106-4b64-baf3-58acd94e3417 req-3fef6c14-260e-4434-95ed-3bce63a2fb71 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.856677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b25716d1-d106-4b64-baf3-58acd94e3417 req-3fef6c14-260e-4434-95ed-3bce63a2fb71 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.8350217 Jul 12 16:08:02.887990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.908383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.959086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.991177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bc4d4-9b1c-4d8f-a0fb-8ed70aebe1e6 None None] Port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:03.004625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-6c386168-e942-4fb4-a99b-19656884b9ce service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981501 Jul 12 16:08:03.084338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.134799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47680f7c-5ea6-434b-aba9-d233d25e9aa0 None None] Provisioning for port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:03.139851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47680f7c-5ea6-434b-aba9-d233d25e9aa0 None None] Provisioning complete for port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:03.140225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47680f7c-5ea6-434b-aba9-d233d25e9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.149981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b25716d1-d106-4b64-baf3-58acd94e3417 req-f359dd5c-5699-4406-9040-1aba9a8331d3 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590716 Jul 12 16:08:03.178087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1686dbf-d444-4d7e-94e8-2815f48edf2e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:03.204741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d1686dbf-d444-4d7e-94e8-2815f48edf2e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:03.205085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1686dbf-d444-4d7e-94e8-2815f48edf2e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:03.228580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] DHCP port deletion for fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:08:03.262083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-47680f7c-5ea6-434b-aba9-d233d25e9aa0 None None] Port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:03.276691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:03.277054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:03.277349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:03.296706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:03.297033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:03.306540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:03.318110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e5922569-c26f-43f5-b0bf-5be7b1b15e7d admin admin] 10.222.0.58 "PUT /v2.0/routers/df3a6796-7c20-4270-bbf0-c27d502515c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7767446 Jul 12 16:08:03.318676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Sync routers for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:03.320663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:03.321001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:03.321385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:03.321821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Bound port: 4919532c-2d52-4038-84c8-ad46f69223f8, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:03.322180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.326494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de6c0c25-15e2-49d8-8f83-c313c3b970f3 req-bee2b802-2fb9-45f4-9ada-74d2ddb119ab service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925992 Jul 12 16:08:03.357250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Deleting port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:03.363859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.399288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Deleting port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:03.400181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.460058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:03.485072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:03.511512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.528034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] For port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:03.528396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.538282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:03.539886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:07:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:03.600416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Calling delete_port for a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:03.608837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f888398-8c9c-43fc-ab2c-b1d41cedf101 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:03.619378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:03.620025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.621419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] 10.222.0.65 "PUT /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 1091 time: 2.7419324 Jul 12 16:08:03.623310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f39ad9-481d-436d-b720-359b737fcc49 req-df2d186d-c86a-488f-8cdf-9690d0469939 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:03.625444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:03.627807 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66072ae-7930-4535-8e53-f6b622f55a09" -d '{"events": [{"name": "network-changed", "server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:03.631686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92f39ad9-481d-436d-b720-359b737fcc49 req-df2d186d-c86a-488f-8cdf-9690d0469939 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.3419085 Jul 12 16:08:03.635151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.669712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Transition to ACTIVE for port object 6f888398-8c9c-43fc-ab2c-b1d41cedf101 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:03.680117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.702698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:03.727674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6f60-ab36-49ab-a805-7656e6a9720a service neutron] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:03.731879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92f39ad9-481d-436d-b720-359b737fcc49 req-9abf9de8-a270-4280-96c2-b585d9e53ec0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978203 Jul 12 16:08:03.790289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d1611-a3c1-4f12-ab70-d3f856a68b20 req-412efbee-040a-4a59-b96c-008efdb677cb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:03.797737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-345d1611-a3c1-4f12-ab70-d3f856a68b20 req-412efbee-040a-4a59-b96c-008efdb677cb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 936 time: 0.3037491 Jul 12 16:08:03.804043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Pushing event updated for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:03.910533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-232c1ba2-1c05-4bd2-8f5c-024fa9bd48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:03.911785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-232c1ba2-1c05-4bd2-8f5c-024fa9bd48b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1094 time: 0.2258871 Jul 12 16:08:03.912462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.921298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] For port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,segment=NetworkSegment(edf37ac3-5019-4e30-85e1-7e83134a5228),segment_id=edf37ac3-5019-4e30-85e1-7e83134a5228)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:03.921864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.944761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Calling delete_port for a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:03.956963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-345d1611-a3c1-4f12-ab70-d3f856a68b20 req-3ba936b0-c943-4fe5-b8a8-1abab2250522 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581790 Jul 12 16:08:04.061625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Attempting to bind port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:04.062225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Attempting to bind port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:04.063254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Attempting to bind port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:04.087379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:04.087746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Attempting to bind port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:04.105317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:04.105317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:04.105317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:04.105317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Bound port: 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:04.106516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.122952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:04.137657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] No DVR routers for this DVR port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:04.140576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-fb186b66-3124-4cba-817b-a73df86af483 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 217 time: 0.2146442 Jul 12 16:08:04.159263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.227355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049a374-68b6-4200-b39a-8f1c18d2ec16 req-318bcd7a-6023-4502-98e1-9de975d3518e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.237154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a049a374-68b6-4200-b39a-8f1c18d2ec16 req-318bcd7a-6023-4502-98e1-9de975d3518e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.2524381 Jul 12 16:08:04.251188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:04.280057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] No DVR routers for this DVR port a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:04.290620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d39d1-1a80-4dc8-b93f-35a286470611 None None] Pushing event deleted for resources: {'Port': ['ID=a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:04.304270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:04.307329 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb02d1-9611-479c-a612-0543f9e79e8f" -d '{"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-plugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:04.321987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:04.334507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a049a374-68b6-4200-b39a-8f1c18d2ec16 req-c2780364-3806-4a8e-b407-2936e9f434ed tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963724 Jul 12 16:08:04.347505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.347658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.367227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3a15-53f8-4336-994b-163df14e2391 req-a7006e22-a5a4-4eb1-90c9-b8687b3240af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.368897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-a7006e22-a5a4-4eb1-90c9-b8687b3240af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.2121737 Jul 12 16:08:04.370788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:04.395367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf37ac3-5019-4e30-85e1-7e83134a5228') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:04.395977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf37ac3-5019-4e30-85e1-7e83134a5228') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:04.408081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b18f5bc6-b866-49ef-aa0a-d0cd45bb0e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.425267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-da2eb8bf-ba0c-4c97-b767-8ea878024c5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444450 Jul 12 16:08:04.426045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:58Z', 'revision_number': 4, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f73f55f7-b4df-4354-97f6-2ee0fae3e1e3', 'name': '', 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'mac_address': 'fa:16:3e:f0:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:56Z', 'updated_at': '2021-07-12T16:07:59Z', 'revision_number': 2, 'project_id': '82eada079a0f4b86a112af4179240d89', 'subnets': [{'id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:04.431982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.470426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.474074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.476054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] 10.222.0.65 "PUT /v2.0/ports/6f888398-8c9c-43fc-ab2c-b1d41cedf101 HTTP/1.1" status: 200 len: 1096 time: 1.9243541 Jul 12 16:08:04.476558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:04.482220 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c399e1-ada9-4b96-b411-382ec611ecdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:04.536130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67896c-b573-45f1-9eae-e487d024d389 service neutron] Pushing event updated for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:04.540400 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.545071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Checking router: df3a6796-7c20-4270-bbf0-c27d502515c3 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:04.545573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Updating router df3a6796-7c20-4270-bbf0-c27d502515c3 port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:08:04.548526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:04.560060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:04.560060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:04.564153 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:04.582373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3afb-b958-4d44-9fcd-f36d92578bdd req-19f2d6eb-0f43-44e5-8b0e-7124e699d16b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.584851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:04.585112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3ad6eb0-e015-492e-aa10-b93dbdd6b4c9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:04.590318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-537e3afb-b958-4d44-9fcd-f36d92578bdd req-19f2d6eb-0f43-44e5-8b0e-7124e699d16b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.3345075 Jul 12 16:08:04.659852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.665802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d957079e-2ce3-4557-a61f-78a8b9278a87 req-333f513d-05ae-4a12-ad2e-25e9bff2afa0 tempest-FloatingIPsNegativeTestJSON-996065931 tempest-FloatingIPsNegativeTestJSON-996065931-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=82eada079a0f4b86a112af4179240d89 HTTP/1.1" status: 200 len: 217 time: 0.1140413 Jul 12 16:08:04.799669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-05c28954-594f-4a2d-8d6e-f1d07970db2a service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569019 Jul 12 16:08:04.802176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-e6d8970e-90a8-4f1b-8b32-1cd3243cef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.804476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-e6d8970e-90a8-4f1b-8b32-1cd3243cef75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 1099 time: 0.1370237 Jul 12 16:08:04.804856 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010c7415-113f-48ef-a9a7-b617533e4252 x-openstack-request-id: req-010c7415-113f-48ef-a9a7-b617533e4252 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:04.805318 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:04.805725 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-010c7415-113f-48ef-a9a7-b617533e4252 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:04.806397 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8', 'status': 'completed', 'code': 200} Jul 12 16:08:04.839535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-537e3afb-b958-4d44-9fcd-f36d92578bdd req-74f6141b-06e5-4315-a00a-4aebe70aeff4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482252 Jul 12 16:08:04.845208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:04.885426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-f2324c94-17b8-4bb4-bbe2-f621aab22cae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101 HTTP/1.1" status: 200 len: 217 time: 0.0720589 Jul 12 16:08:05.067238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-1354c11b-7e4f-42c3-ac2c-f181bc8f4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.069671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-1354c11b-7e4f-42c3-ac2c-f181bc8f4758 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1769032 Jul 12 16:08:05.164697 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35535c7-f9ec-4b7c-8b83-50f452f0e27f x-openstack-request-id: req-d35535c7-f9ec-4b7c-8b83-50f452f0e27f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:05.165143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:05.165496 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d35535c7-f9ec-4b7c-8b83-50f452f0e27f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:05.165992 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101', 'status': 'completed', 'code': 200} Jul 12 16:08:05.196051 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dc4499-842c-452d-9f8d-12f70ec16106 x-openstack-request-id: req-14dc4499-842c-452d-9f8d-12f70ec16106 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:05.196368 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-plugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:05.196625 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14dc4499-842c-452d-9f8d-12f70ec16106 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:05.197028 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'code': 200} Jul 12 16:08:05.202896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708daa9b-a33e-4425-ad7b-b9f6d49e7fe7 req-2fc798be-a345-4c41-9a91-8f1e3d4ea8d1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.207400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708daa9b-a33e-4425-ad7b-b9f6d49e7fe7 req-2fc798be-a345-4c41-9a91-8f1e3d4ea8d1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.2911372 Jul 12 16:08:05.210241 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.302040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.308099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.316746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Transition to ACTIVE for port object f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:05.324119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.327673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.330734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-708daa9b-a33e-4425-ad7b-b9f6d49e7fe7 req-93bb9db1-8ba0-4d41-b410-f02d14edd41a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112866 Jul 12 16:08:05.331121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0 HTTP/1.1" status: 204 len: 168 time: 2.5196805 Jul 12 16:08:05.373455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4af0f617-2acc-4243-a01d-2926d5a99d3e req-0a1a824a-225f-4a5e-b0ef-f8efd7a62dac tempest-FloatingIPsNegativeTestJSON-996065931 tempest-FloatingIPsNegativeTestJSON-996065931-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0664065 Jul 12 16:08:05.377542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857104b8-ee0a-42fc-9c7f-0ff6c970e888 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf56f9c-e4c4-4f4c-ad3a-299cb6bdd0b0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:05.411242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-4f090f6e-6979-4030-8456-29fc22f56a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.416334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-4f090f6e-6979-4030-8456-29fc22f56a59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3317137 Jul 12 16:08:05.449655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f68b3a15-53f8-4336-994b-163df14e2391 req-267a5c32-6f2e-4aca-966a-6a28a2d97243 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349592 Jul 12 16:08:05.630727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0b56-8a6a-4dc3-8871-a6c23fca8834 req-86a3f62c-003f-4f38-815c-f5e26c7f92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.634476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5be0b56-8a6a-4dc3-8871-a6c23fca8834 req-86a3f62c-003f-4f38-815c-f5e26c7f92d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 1096 time: 0.4586346 Jul 12 16:08:05.648865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536d651-f23a-46c6-9eda-8da79ab134f1 None None] Pushing event updated for resources: {'Port': ['ID=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:05.692266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.694423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Attempting to bind port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:05.694842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Attempting to bind port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:05.695406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Attempting to bind port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 on network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:05.705921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:05.706451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Checking segment: {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:05.707135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.708084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Bound using segment: {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:05.708433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Bound port: f73f55f7-b4df-4354-97f6-2ee0fae3e1e3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:05.709027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.722242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-99d4cea9-466e-47d8-b67b-afd27c0523ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.723715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-99d4cea9-466e-47d8-b67b-afd27c0523ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1094 time: 0.1981983 Jul 12 16:08:05.790429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-114121f9-7a22-4bfc-b3d2-87b672b8b651 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659174 Jul 12 16:08:05.809435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39026) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:05.813519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd510e-fa36-40ea-aafc-2ff2bbe987ee req-15322503-6947-4c31-9f75-eee26325e577 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.815171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06cd510e-fa36-40ea-aafc-2ff2bbe987ee req-15322503-6947-4c31-9f75-eee26325e577 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.2023740 Jul 12 16:08:05.822815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] For port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:05.827636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] For port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,segment=NetworkSegment(fbcdcf25-fb35-436a-8e2f-73f6bfd6778c),segment_id=fbcdcf25-fb35-436a-8e2f-73f6bfd6778c)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:05.836242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:05.895123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5be0b56-8a6a-4dc3-8871-a6c23fca8834 req-7f3eb99c-1712-4f61-8d7a-f58ba303645f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233944 Jul 12 16:08:05.923197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06cd510e-fa36-40ea-aafc-2ff2bbe987ee req-afd82a3e-22ea-420c-9671-4ae6f15b0a73 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Jul 12 16:08:05.927217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-e648bbd9-e3a0-4b15-bf3d-91699e9b12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.929597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-e648bbd9-e3a0-4b15-bf3d-91699e9b12df service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1984611 Jul 12 16:08:05.979669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8508eb-c5de-4705-86fc-cca723a70dae req-183451ee-5ab9-4f11-a02c-558f2d284b12 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.981255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a8508eb-c5de-4705-86fc-cca723a70dae req-183451ee-5ab9-4f11-a02c-558f2d284b12 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 948 time: 0.3339515 Jul 12 16:08:05.983895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:05.985150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:08:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:05.986932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9113a576-b11a-4cd0-a15e-37c9aaa54157 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8224b2fdab7a4f59823a76f8739ce77b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758196 Jul 12 16:08:05.989832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39030) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:06.041528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-ba48438d-b863-4181-ab47-9574e0ffba79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 217 time: 0.0925291 Jul 12 16:08:06.068158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a52ab44-1224-4ef0-8963-8b806cda67b8 req-9c250c7e-9000-4fe1-bb8a-d8387fde9c3f service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691123 Jul 12 16:08:06.111969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a8508eb-c5de-4705-86fc-cca723a70dae req-23e37516-c448-45c3-b772-119f982cc5ab tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114171 Jul 12 16:08:06.130289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536d651-f23a-46c6-9eda-8da79ab134f1 None None] Pushing event updated for resources: {'Port': ['ID=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:06.137703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:06.239078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-5d300865-f192-42a9-9710-0ed68c53fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.240842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-5d300865-f192-42a9-9710-0ed68c53fc34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.1888900 Jul 12 16:08:06.249045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:06.250656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd4b4-1da4-4810-b07a-91e87d4e3578 req-9fe10d47-b9f2-4335-86c6-149e6923840c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.250993 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-f45abe22-9eb1-4df2-87d1-6e1989bb77df req-1dc56ffd-a7cc-4b63-b5a7-a2e5f48aa7b9 tempest-FloatingIPsNegativeTestJSON-996065931 tempest-FloatingIPsNegativeTestJSON-996065931-project] show failed (client error): The resource could not be found. Jul 12 16:08:06.252592 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47ecd4b4-1da4-4810-b07a-91e87d4e3578 req-9fe10d47-b9f2-4335-86c6-149e6923840c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.0982084 Jul 12 16:08:06.264199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f45abe22-9eb1-4df2-87d1-6e1989bb77df req-1dc56ffd-a7cc-4b63-b5a7-a2e5f48aa7b9 tempest-FloatingIPsNegativeTestJSON-996065931 tempest-FloatingIPsNegativeTestJSON-996065931-project] 10.222.0.58 "GET /v2.0/floatingips/82d512ac-aeec-44f7-a5a4-8c822b8ae96f HTTP/1.1" status: 404 len: 350 time: 0.0884223 Jul 12 16:08:06.270641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39034) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:06.283012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:06.296749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-092a0cf8-b9be-4529-98ae-0fe864ad3576 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jul 12 16:08:06.421883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47ecd4b4-1da4-4810-b07a-91e87d4e3578 req-5dd70707-f8e8-4720-a283-ce64675a726a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295388 Jul 12 16:08:06.513099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-c1df4794-000a-486c-8a6a-0169767d73ff service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051275 Jul 12 16:08:06.636263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:58Z', 'revision_number': 4, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f73f55f7-b4df-4354-97f6-2ee0fae3e1e3', 'name': '', 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'mac_address': 'fa:16:3e:f0:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:56Z', 'updated_at': '2021-07-12T16:08:05Z', 'revision_number': 4, 'project_id': '82eada079a0f4b86a112af4179240d89', 'subnets': [{'id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:06.666479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8c5e0-42cd-4340-8f97-e15225306051 None None] The sync data for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 is: [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:07:58Z', 'revision_number': 4, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f73f55f7-b4df-4354-97f6-2ee0fae3e1e3', 'name': '', 'network_id': '13e0262c-4bc8-4b94-9a8e-7e6d309dffa3', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'mac_address': 'fa:16:3e:f0:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:56Z', 'updated_at': '2021-07-12T16:08:05Z', 'revision_number': 4, 'project_id': '82eada079a0f4b86a112af4179240d89', 'subnets': [{'id': '2cac3be6-114b-49bb-8f72-62be8d4285c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:06.674838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a66072ae-7930-4535-8e53-f6b622f55a09 req-037e2d9b-35a2-452f-8bb0-fecf85a5a91a service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515670 Jul 12 16:08:06.755839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40a3eb-1f9b-46f3-b4db-8d81bf505b40 req-acffff79-b4c9-40b2-b7c3-a81c2dc8c8a2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.757711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d40a3eb-1f9b-46f3-b4db-8d81bf505b40 req-acffff79-b4c9-40b2-b7c3-a81c2dc8c8a2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1220438 Jul 12 16:08:06.832172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-bcd458ff-29b2-4ecb-a0c8-a40df8171c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.832852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d40a3eb-1f9b-46f3-b4db-8d81bf505b40 req-55a4195a-ca4f-49a8-859f-0e6e3337ba34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671062 Jul 12 16:08:06.833729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-bcd458ff-29b2-4ecb-a0c8-a40df8171c5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 1099 time: 0.6844201 Jul 12 16:08:06.875958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:06.878802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:06.880315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5 HTTP/1.1" status: 204 len: 168 time: 0.8894136 Jul 12 16:08:06.986396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840233d7-8243-4a6e-a2b2-807584581aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816cba4-55a1-4bf5-a0f2-1b0ee1430bf5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:07.013604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92709-eecb-4df7-a707-e17f6541ae85 req-0fa77d39-1388-479d-8370-b7ff427c6534 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.021620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-43b92709-eecb-4df7-a707-e17f6541ae85 req-0fa77d39-1388-479d-8370-b7ff427c6534 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.3356552 Jul 12 16:08:07.093144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:07.165072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-43b92709-eecb-4df7-a707-e17f6541ae85 req-1d9b19f8-e907-4084-8d86-fcaf625fecf9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422982 Jul 12 16:08:07.185787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-124046d1-b02c-460d-99fa-38d79ea7762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.187345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-124046d1-b02c-460d-99fa-38d79ea7762a service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3433301 Jul 12 16:08:07.286033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-406ba9e3-9662-4dec-82d6-13d498e4bfb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101 HTTP/1.1" status: 200 len: 217 time: 0.0649266 Jul 12 16:08:07.322150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aae12-de7a-43ea-89de-f346329fecf9 req-ad93a80e-7363-4efa-a4fb-54a11b429739 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.324035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d8aae12-de7a-43ea-89de-f346329fecf9 req-ad93a80e-7363-4efa-a4fb-54a11b429739 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1490037 Jul 12 16:08:07.386976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d8aae12-de7a-43ea-89de-f346329fecf9 req-5e11897f-89ea-4825-86d5-803512ee1f89 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553088 Jul 12 16:08:07.433115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-9bccb743-8f05-4199-aebe-bdb631785472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.434594 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-9bccb743-8f05-4199-aebe-bdb631785472 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1405065 Jul 12 16:08:07.533425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49133-33bd-4a65-bc5d-2be06fa5356d req-a3d2c012-dbab-443b-992b-ab8d219dd55d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.535000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aae49133-33bd-4a65-bc5d-2be06fa5356d req-a3d2c012-dbab-443b-992b-ab8d219dd55d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 948 time: 0.1512854 Jul 12 16:08:07.596702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-d2b379ee-0871-48cc-aefe-4fd404ca314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.599134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-d2b379ee-0871-48cc-aefe-4fd404ca314b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504323 Jul 12 16:08:07.605892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3cc72-387f-4d65-9f00-4614761250d5 req-4ef69080-35c2-40e6-a4d2-f0603e4e400c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.607831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46c3cc72-387f-4d65-9f00-4614761250d5 req-4ef69080-35c2-40e6-a4d2-f0603e4e400c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.0953641 Jul 12 16:08:07.664211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46c3cc72-387f-4d65-9f00-4614761250d5 req-aa0e0d2f-446e-4fdb-9b3f-36f38668b1c0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Jul 12 16:08:07.711651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aae49133-33bd-4a65-bc5d-2be06fa5356d req-cb88d6cc-43bd-49b7-aea3-a6f686b32845 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706400 Jul 12 16:08:07.716301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:07.833604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-e35972b0-037a-4bdf-a399-fa49442a1098 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233419 Jul 12 16:08:08.121942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8c399e1-ada9-4b96-b411-382ec611ecdc req-260bfca9-a675-408d-a329-efb75d0ac3c2 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763457 Jul 12 16:08:08.135986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3cd5a-64a3-4d30-81c2-2304ff97da00 req-87db4133-47ca-4db2-b466-a42d2c4a94cb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.138694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6f3cd5a-64a3-4d30-81c2-2304ff97da00 req-87db4133-47ca-4db2-b466-a42d2c4a94cb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.0701370 Jul 12 16:08:08.142318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a3499-2734-44a9-b6c5-eb51aad8a641 req-af5a9739-7c1c-45fe-8f8a-915ba8067566 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.143865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-629a3499-2734-44a9-b6c5-eb51aad8a641 req-af5a9739-7c1c-45fe-8f8a-915ba8067566 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.2221642 Jul 12 16:08:08.182589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6f3cd5a-64a3-4d30-81c2-2304ff97da00 req-de1f8d23-eba6-4860-a2df-214f1ed7b3dc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365124 Jul 12 16:08:08.225983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-629a3499-2734-44a9-b6c5-eb51aad8a641 req-ebfd9ded-5302-41d2-a594-dcef9559dddb tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752003 Jul 12 16:08:08.299784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Deleting port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:08.300296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.402924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf370386-115a-4e26-85d1-57177d123e60 req-d4446cfe-6228-4160-9654-6a5d473b8515 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.410768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf370386-115a-4e26-85d1-57177d123e60 req-d4446cfe-6228-4160-9654-6a5d473b8515 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.1157382 Jul 12 16:08:08.428145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] For port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,segment=NetworkSegment(fbcdcf25-fb35-436a-8e2f-73f6bfd6778c),segment_id=fbcdcf25-fb35-436a-8e2f-73f6bfd6778c)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:08.428514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.446037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Calling delete_port for f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:08.451411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:08.460622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf370386-115a-4e26-85d1-57177d123e60 req-d538569a-b964-433c-8562-10b237c29470 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Jul 12 16:08:08.506935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:08.512950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:08.513297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.595511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-01572a7b-f43a-47a0-8cff-6eb4faaee43a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297301 Jul 12 16:08:08.634299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.688963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.732771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-eb0ec2f4-1f73-477c-acd5-d8dc15d4aa5d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.734508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-eb0ec2f4-1f73-477c-acd5-d8dc15d4aa5d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314468 Jul 12 16:08:08.736522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73f55f7-b4df-4354-97f6-2ee0fae3e1e3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:08.755309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-b7a1f68a-de03-4621-9c62-99f52a303e32 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/quotas/01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 375 time: 0.0106409 Jul 12 16:08:08.824367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595499e-0c96-4267-b402-d73973e230f8 req-ff9b49b7-297e-4ccc-a898-060620d439d4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.825923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d595499e-0c96-4267-b402-d73973e230f8 req-ff9b49b7-297e-4ccc-a898-060620d439d4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.1494322 Jul 12 16:08:08.836414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-e3ce36b9-255d-43dd-a85e-fc5ff599323b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752306 Jul 12 16:08:08.945255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d595499e-0c96-4267-b402-d73973e230f8 req-d7014036-7e2d-45f4-9120-9eeffcc81116 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076131 Jul 12 16:08:08.973518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.994920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6f888398-8c9c-43fc-ab2c-b1d41cedf101 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:09.080931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9368f61-c589-4c87-a724-87af7d559a25 req-36c070da-a648-43b5-9039-1f2d74704d93 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 210 time: 0.0608873 Jul 12 16:08:09.163996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:09.191483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '6f888398-8c9c-43fc-ab2c-b1d41cedf101', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '6f888398-8c9c-43fc-ab2c-b1d41cedf101', 'mac_address': 'fa:16:3e:c8:ed:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:09.263982 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:09.280011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f888398-8c9c-43fc-ab2c-b1d41cedf101 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:09.297988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df1fe5-9ee6-4c19-9d9a-0f6e96255b11 req-62d31d05-3c8e-415e-9d93-fe0200b636b0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:09.299964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64df1fe5-9ee6-4c19-9d9a-0f6e96255b11 req-62d31d05-3c8e-415e-9d93-fe0200b636b0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 948 time: 0.1641593 Jul 12 16:08:09.304727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:09.308863 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:09.320494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Router df3a6796-7c20-4270-bbf0-c27d502515c3 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:09.356856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64df1fe5-9ee6-4c19-9d9a-0f6e96255b11 req-6e0d9c42-2fa8-4ce9-9e60-3ad20b10d5c7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Jul 12 16:08:09.387428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:09.504848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:09.513574 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Sync routers for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:09.516615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39146) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:09.520161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-48f3f08b-a7ce-45f8-bd9c-c3755032feb2 admin admin] 10.222.0.58 "PUT /v2.0/routers/df3a6796-7c20-4270-bbf0-c27d502515c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484026 Jul 12 16:08:09.540315 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:09.541402 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:08:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:09.637655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:09.712645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa3faf-541a-4ae0-92cc-ac4821b84195 req-072052a9-8cad-421a-a16d-ab2e2802fde9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:09.726107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90fa3faf-541a-4ae0-92cc-ac4821b84195 req-072052a9-8cad-421a-a16d-ab2e2802fde9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1417766 Jul 12 16:08:09.732132 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:09.790829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90fa3faf-541a-4ae0-92cc-ac4821b84195 req-de7a4663-ec9d-4a53-ac44-dd73ddbd61b0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Jul 12 16:08:09.842195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.018332 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:08:08Z', 'revision_number': 5, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port': {'id': '3d61ec52-4856-4c43-a8c9-b0449909301d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:39:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:07:51Z', 'updated_at': '2021-07-12T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:10.042832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.053015 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Checking router: df3a6796-7c20-4270-bbf0-c27d502515c3 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:10.058397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03e2e1-fa43-4655-9f1e-ad9a16b2da89 req-30391ba3-5f89-4577-9a68-f7bb97f71062 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.065442 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Routers {'df3a6796-7c20-4270-bbf0-c27d502515c3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:10.066580 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:08:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['df3a6796-7c20-4270-bbf0-c27d502515c3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:10.068450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac03e2e1-fa43-4655-9f1e-ad9a16b2da89 req-30391ba3-5f89-4577-9a68-f7bb97f71062 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.2914107 Jul 12 16:08:10.136247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac03e2e1-fa43-4655-9f1e-ad9a16b2da89 req-d9be3eb1-839f-480e-bf37-4683005b3093 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667949 Jul 12 16:08:10.186043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Deleting port 3d61ec52-4856-4c43-a8c9-b0449909301d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:10.186625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.211185 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] Set router df3a6796-7c20-4270-bbf0-c27d502515c3 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:10.301554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] For port 3d61ec52-4856-4c43-a8c9-b0449909301d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d61ec52-4856-4c43-a8c9-b0449909301d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:10.302093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.328382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1ef1469-e36d-4757-959f-b7cd2cc53869 req-c08f3af0-7429-4e64-b7db-ee8e60bfcb91 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 210 time: 0.0441556 Jul 12 16:08:10.335851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Calling delete_port for 3d61ec52-4856-4c43-a8c9-b0449909301d owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:10.457755 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:08:10Z', 'revision_number': 6, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:10.504132 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133365f0-20ba-4521-8b47-556ed8bbb39c None None] The sync data for ids ['df3a6796-7c20-4270-bbf0-c27d502515c3'] in n-d-800078-3 is: [{'id': 'df3a6796-7c20-4270-bbf0-c27d502515c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1819537094-router', 'tenant_id': '82eada079a0f4b86a112af4179240d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:07:48Z', 'updated_at': '2021-07-12T16:08:10Z', 'revision_number': 6, 'project_id': '82eada079a0f4b86a112af4179240d89', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:10.648877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.686750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-6583afd8-bffa-48c3-9535-ed9ff9cb03a8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291305 Jul 12 16:08:10.716189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d61ec52-4856-4c43-a8c9-b0449909301d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:10.774791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787f2c-1703-4e96-9883-4d38cc19113d req-76a5ad6d-cd70-4d51-acb5-a66e991d5b78 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.780931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ab2b3-5f65-4f19-8402-69239b991367 req-b64d2bdd-970c-4636-89fb-95f8e8490f6c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.782386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85787f2c-1703-4e96-9883-4d38cc19113d req-76a5ad6d-cd70-4d51-acb5-a66e991d5b78 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.1665387 Jul 12 16:08:10.789375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-883ab2b3-5f65-4f19-8402-69239b991367 req-b64d2bdd-970c-4636-89fb-95f8e8490f6c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 949 time: 0.2062080 Jul 12 16:08:10.842038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.846573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:10.872722 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-883ab2b3-5f65-4f19-8402-69239b991367 req-71d39381-ed07-40d6-80eb-885d4e958f48 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820692 Jul 12 16:08:10.874688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85787f2c-1703-4e96-9883-4d38cc19113d req-de96a349-a9c3-4b48-a937-492ebd96af72 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912061 Jul 12 16:08:10.921895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-5dbf7811-86da-45b2-ba3a-e59ed18c7ba2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.929671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-5dbf7811-86da-45b2-ba3a-e59ed18c7ba2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319522 Jul 12 16:08:10.952024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Request body: {'port': {'device_id': '718266cb-6243-409a-8b71-3eff8a432b5f', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '01ef4485048e46728164ad3c8e4fea24'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:10.994935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6f888398-8c9c-43fc-ab2c-b1d41cedf101 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:11.011200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.013515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.100828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.101709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3a6796-7c20-4270-bbf0-c27d502515c3 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:08:11.102616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-13ceb7d1-96a2-4143-a573-fb2db99f158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.106722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:11.115456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:11.116278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.116758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.119751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72fbf1f3-9afa-4f5a-b98a-d03e07424a69 admin admin] 10.222.0.58 "DELETE /v2.0/routers/df3a6796-7c20-4270-bbf0-c27d502515c3 HTTP/1.1" status: 204 len: 168 time: 1.6009862 Jul 12 16:08:11.122437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:11.176475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Deleting subnet 2cac3be6-114b-49bb-8f72-62be8d4285c9 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:11.180467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.220731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.293158 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.321390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:11.324672 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba142343-d53a-4379-9604-d39feded212c" -d '{"events": [{"server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "name": "network-vif-plugged", "status": "completed", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:11.341500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:11.346491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.385364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.418935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:11.481147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818c126-454a-4fe4-9a63-e63685d5ea19 req-a2d29e71-f113-48bc-b967-13515f4735d4 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.489031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6818c126-454a-4fe4-9a63-e63685d5ea19 req-a2d29e71-f113-48bc-b967-13515f4735d4 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.1423581 Jul 12 16:08:11.491241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.532991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cac3be6-114b-49bb-8f72-62be8d4285c9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:11.538498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.543023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3fa43ac1-b7e1-4e11-a981-d511934e0241 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2cac3be6-114b-49bb-8f72-62be8d4285c9 HTTP/1.1" status: 204 len: 168 time: 0.4180465 Jul 12 16:08:11.544057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ec840-e396-415e-9847-024e836b6516 None None] Network 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:11.546539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39198) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:11.615026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6818c126-454a-4fe4-9a63-e63685d5ea19 req-8355de26-69c7-4743-a321-259ff7d81497 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249170 Jul 12 16:08:11.665551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e8939-b9d1-4fc8-a2ba-8dcf80252320 req-e21c01e6-1534-4b19-9417-bf837f5b4111 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.673274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e0e8939-b9d1-4fc8-a2ba-8dcf80252320 req-e21c01e6-1534-4b19-9417-bf837f5b4111 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.5448067 Jul 12 16:08:11.695464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.743084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e0e8939-b9d1-4fc8-a2ba-8dcf80252320 req-baf58b89-7e7f-4783-a9cd-04d22dba39db tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Jul 12 16:08:11.773973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-13ceb7d1-96a2-4143-a573-fb2db99f158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.775073 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cff1d-5a5d-45e4-81f2-7eacc07dcf3b x-openstack-request-id: req-c36cff1d-5a5d-45e4-81f2-7eacc07dcf3b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:11.775368 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "name": "network-vif-plugged", "status": "completed", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:11.775665 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c36cff1d-5a5d-45e4-81f2-7eacc07dcf3b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:11.776036 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101', 'code': 200} Jul 12 16:08:11.792544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Deleting port 5d5da552-6817-46cc-8ef6-7a71c476c529 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:11.793181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.825851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b6e2c70-9fb2-4dac-86e7-11ea5f6645b7 None None] Provisioning complete for port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:11.826213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2c70-9fb2-4dac-86e7-11ea5f6645b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.836478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-13ceb7d1-96a2-4143-a573-fb2db99f158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.878532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-13ceb7d1-96a2-4143-a573-fb2db99f158a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57e924b711d14bbcaad134de27ee9c20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0251832 Jul 12 16:08:11.885597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:11.887924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] For port 5d5da552-6817-46cc-8ef6-7a71c476c529, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d5da552-6817-46cc-8ef6-7a71c476c529,segment=NetworkSegment(fbcdcf25-fb35-436a-8e2f-73f6bfd6778c),segment_id=fbcdcf25-fb35-436a-8e2f-73f6bfd6778c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:11.888381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.918909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Calling delete_port for 5d5da552-6817-46cc-8ef6-7a71c476c529 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:11.970133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Made reservation on behalf of 01ef4485048e46728164ad3c8e4fea24 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:11.973715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.975747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ceb7d1-96a2-4143-a573-fb2db99f158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a7d2a-7a65-4600-87f3-3c8b626189e0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.003003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] DHCP port deletion for 13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:08:12.040285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5022582-aea6-4e16-b13d-deabf8a5534b req-73c5b3f6-fde9-474e-99ef-716f6e977ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.041745 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5022582-aea6-4e16-b13d-deabf8a5534b req-73c5b3f6-fde9-474e-99ef-716f6e977ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 1101 time: 0.2618856 Jul 12 16:08:12.057062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f3d5a7b-41e4-4586-88d7-ddb0e3b225fd req-83b1724b-1b73-4bd1-a641-5b28c3dc35d4 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 210 time: 0.0425742 Jul 12 16:08:12.070113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.084350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Deleting port 5d5da552-6817-46cc-8ef6-7a71c476c529 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:12.084350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.098892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.110558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5da552-6817-46cc-8ef6-7a71c476c529,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.120651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] No DVR routers for this DVR port 5d5da552-6817-46cc-8ef6-7a71c476c529 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:12.193730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] For port 5d5da552-6817-46cc-8ef6-7a71c476c529, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:12.194019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.194157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.215290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Calling delete_port for 5d5da552-6817-46cc-8ef6-7a71c476c529 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:12.218168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Port 5d5da552-6817-46cc-8ef6-7a71c476c529 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:08:12.220227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.226769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5022582-aea6-4e16-b13d-deabf8a5534b req-30bb37c6-d07a-4791-98a2-cf723ce25e10 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553755 Jul 12 16:08:12.237864 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.251162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] Pushing event deleted for resources: {'Port': ['ID=5d5da552-6817-46cc-8ef6-7a71c476c529,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.253069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7616f4d-480f-484a-a305-8922a4089905 None None] No DVR routers for this DVR port 5d5da552-6817-46cc-8ef6-7a71c476c529 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:12.255937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e0262c-4bc8-4b94-9a8e-7e6d309dffa3']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:12.267831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:12.268110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcdcf25-fb35-436a-8e2f-73f6bfd6778c') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:12.282171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.302086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.309921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48ee1-b08a-4de0-9300-da901f7e46d9 req-a141c125-cb8c-4055-b9a6-2ab24e6012d7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.311340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:12.311638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6c48ee1-b08a-4de0-9300-da901f7e46d9 req-a141c125-cb8c-4055-b9a6-2ab24e6012d7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 946 time: 0.2834547 Jul 12 16:08:12.311808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:12.313478 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:12.321034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9b62-a1bd-46a2-8c97-db90b5b731c6 req-ba661a61-649b-40dc-9b89-de94c3145468 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.322551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469a9b62-a1bd-46a2-8c97-db90b5b731c6 req-ba661a61-649b-40dc-9b89-de94c3145468 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 950 time: 0.1188669 Jul 12 16:08:12.345368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Allocated IP 192.168.233.69 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/511be085-f595-4f0d-bedb-8add431a2c6f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:12.347504 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.350716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.355495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/549a7d2a-7a65-4600-87f3-3c8b626189e0 HTTP/1.1" status: 204 len: 168 time: 0.4616528 Jul 12 16:08:12.408942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6c48ee1-b08a-4de0-9300-da901f7e46d9 req-dfe24f98-fefd-4c7d-af9a-911d69f5933a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Jul 12 16:08:12.411797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4843ee-5b2e-4f93-85d6-4b12cc6af24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a7d2a-7a65-4600-87f3-3c8b626189e0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.427187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469a9b62-a1bd-46a2-8c97-db90b5b731c6 req-4b1ae209-6a70-4407-a75e-a315c190eb7e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943947 Jul 12 16:08:12.433274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.447547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d61ec52-4856-4c43-a8c9-b0449909301d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:12.448440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.448440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] 10.222.0.58 "DELETE /v2.0/networks/13e0262c-4bc8-4b94-9a8e-7e6d309dffa3 HTTP/1.1" status: 204 len: 168 time: 0.8916590 Jul 12 16:08:12.455896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fccb6-b0d4-4702-b9a3-30b32e23d358 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e0262c-4bc8-4b94-9a8e-7e6d309dffa3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.490634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3d61ec52-4856-4c43-a8c9-b0449909301d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:12.490634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d61ec52-4856-4c43-a8c9-b0449909301d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:12.490930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:12.512333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:12.512683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f73f55f7-b4df-4354-97f6-2ee0fae3e1e3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:12.513205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d5da552-6817-46cc-8ef6-7a71c476c529 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:12.536798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5d5da552-6817-46cc-8ef6-7a71c476c529 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:12.537100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d5da552-6817-46cc-8ef6-7a71c476c529 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:12.615980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39214) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:12.660355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-427eab1b-8346-4c81-b625-81c5e8b5c256 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82eada079a0f4b86a112af4179240d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407925 Jul 12 16:08:12.664038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39218) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:12.691753 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.708769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Transition to ACTIVE for port object 511be085-f595-4f0d-bedb-8add431a2c6f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:12.725941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.749557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.761730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7', '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:12.800771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.804840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:12.810600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:12.814802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:12.849435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:12.885880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.886449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.899711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.913696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c9caf-4fb9-443d-91c4-784435854e7c req-d71fc0fc-b40f-4554-b2f4-4d64c0d6fa35 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.919519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-f253cf63-3f05-4dfe-a1fe-9a530df6bda3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9722552 Jul 12 16:08:12.920091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d4c9caf-4fb9-443d-91c4-784435854e7c req-d71fc0fc-b40f-4554-b2f4-4d64c0d6fa35 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.1802702 Jul 12 16:08:12.936353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Request body: {'port': {'device_id': '718266cb-6243-409a-8b71-3eff8a432b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:12.952642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.956150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.967821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1311160-eaf7-4fff-af54-15034f5e33c8 HTTP/1.1" status: 204 len: 168 time: 0.2967231 Jul 12 16:08:13.037719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bafb35-9018-4517-a683-bc705ad78b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1311160-eaf7-4fff-af54-15034f5e33c8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:13.046310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d4c9caf-4fb9-443d-91c4-784435854e7c req-305d847c-b6d0-4294-9296-32c9880dd8d6 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125901 Jul 12 16:08:13.111555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:13.168118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b965d7-818e-4bb1-8986-6acdd516b3f4 req-297e3cd8-9542-465c-bd3c-ccb1c363f74d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:13.177684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b965d7-818e-4bb1-8986-6acdd516b3f4 req-297e3cd8-9542-465c-bd3c-ccb1c363f74d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1865039 Jul 12 16:08:13.190835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.214953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'port_id': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'mac_address': 'fa:16:3e:30:94:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09beb3ca-1517-448b-b1ef-5a4a81e63add', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:13.283033 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.309581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:13.377579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:13.395657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.472884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:13.478650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7edac52-46bd-4fb0-a284-32e9811bf4ed None None] Provisioning for port 511be085-f595-4f0d-bedb-8add431a2c6f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:13.493272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7edac52-46bd-4fb0-a284-32e9811bf4ed None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:13.493785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7edac52-46bd-4fb0-a284-32e9811bf4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.529247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83705032-5567-405b-bdf7-b4ea204e0e5e req-4782e3bb-56c0-4141-90ea-785ac6eb153c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:13.535512 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83705032-5567-405b-bdf7-b4ea204e0e5e req-4782e3bb-56c0-4141-90ea-785ac6eb153c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 935 time: 0.1721270 Jul 12 16:08:13.579446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f7edac52-46bd-4fb0-a284-32e9811bf4ed None None] Port 511be085-f595-4f0d-bedb-8add431a2c6f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:13.593677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b965d7-818e-4bb1-8986-6acdd516b3f4 req-910565c6-b24f-4735-872e-c0397c1fe1ec tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121103 Jul 12 16:08:13.608461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['586aedef-92ae-49d5-be49-5d8e2c07eadb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:13.622498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83705032-5567-405b-bdf7-b4ea204e0e5e req-1d428f93-226e-425e-a808-101606588bfb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706174 Jul 12 16:08:13.780711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:13.792279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.850573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Transition to ACTIVE for port object 511be085-f595-4f0d-bedb-8add431a2c6f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:13.858145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:13.859459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23ffac-79e7-4c14-8ce8-8c69ad10dcd9 req-fda8eae3-3a50-4794-b4d7-c6abb3bee894 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:13.862305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f23ffac-79e7-4c14-8ce8-8c69ad10dcd9 req-fda8eae3-3a50-4794-b4d7-c6abb3bee894 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 950 time: 0.0943763 Jul 12 16:08:13.925881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f23ffac-79e7-4c14-8ce8-8c69ad10dcd9 req-0416713f-9b6e-462e-aabe-0fc302675152 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568295 Jul 12 16:08:13.972971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e28bf8-7743-45fe-a4b8-0ce84adb698d req-c25eed7b-75a8-45e2-9862-52785fdcd76c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:13.974955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14e28bf8-7743-45fe-a4b8-0ce84adb698d req-c25eed7b-75a8-45e2-9862-52785fdcd76c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 945 time: 0.1796887 Jul 12 16:08:14.007206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:14.145495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:14.145827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:14.146155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:14.160643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14e28bf8-7743-45fe-a4b8-0ce84adb698d req-a9e7d2e8-be83-4e1c-b621-b0eb9653ea67 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566968 Jul 12 16:08:14.163613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:14.164196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:14.178909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:14.179247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:14.179664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:14.180110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Bound port: 511be085-f595-4f0d-bedb-8add431a2c6f, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:14.180471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.262218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:14.266565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:14.272096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.307710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.308769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.310220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] 10.222.0.77 "PUT /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 1095 time: 1.3828242 Jul 12 16:08:14.313469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:14.315399 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa8e1e-10b0-4705-97be-d6402078f46e" -d '{"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:14.352983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5c408-11dd-405a-a9cd-af1899ffdcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:14.454142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-84f7ffa5-cb1d-48fa-9cf3-a94e1f7bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.456389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-84f7ffa5-cb1d-48fa-9cf3-a94e1f7bcd8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1098 time: 0.0850747 Jul 12 16:08:14.537861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-68d81847-77f7-4c77-a36e-aa8a3f3b3b85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.0691383 Jul 12 16:08:14.614317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8e42-c480-4dc9-97ef-e11e8307c757 req-3e553ffa-920a-4b48-a312-109eba86e300 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.615951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-498a8e42-c480-4dc9-97ef-e11e8307c757 req-3e553ffa-920a-4b48-a312-109eba86e300 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.1126592 Jul 12 16:08:14.623853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-71249524-7a5c-4335-9a43-b9760018fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.625811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-71249524-7a5c-4335-9a43-b9760018fa86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0691624 Jul 12 16:08:14.647347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-474b457a-adfc-42cc-aafe-ec5aaaad43d3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.648875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-474b457a-adfc-42cc-aafe-ec5aaaad43d3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 1101 time: 0.1216745 Jul 12 16:08:14.662620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-498a8e42-c480-4dc9-97ef-e11e8307c757 req-5b9b0b1a-1249-4e82-8542-c88777bff6b1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jul 12 16:08:14.690511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-47c97b05-e44d-4703-8f30-8eace41518d4 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.738634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-c5a05c45-d0de-409a-9aca-fac3328aa75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.740226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-c5a05c45-d0de-409a-9aca-fac3328aa75d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056209 Jul 12 16:08:14.743194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:14.820428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:14.877916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-47c97b05-e44d-4703-8f30-8eace41518d4 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.882100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-7b9e2132-8a9c-4063-9ba7-d7ff82bd2fcd service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281614 Jul 12 16:08:14.889226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-47c97b05-e44d-4703-8f30-8eace41518d4 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.889892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c84fc8ec-2a28-4f2e-b355-3e3c5e5f3aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.920570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.950127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:14.958705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c90c9542-e921-4b41-9d3d-ed71ea5ef710 req-47c97b05-e44d-4703-8f30-8eace41518d4 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912817 Jul 12 16:08:14.991806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:14.999793 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.020977 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2020dde5-e6b6-4b83-b80f-0370d1b251a9 x-openstack-request-id: req-2020dde5-e6b6-4b83-b80f-0370d1b251a9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:15.021262 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:15.029673 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2020dde5-e6b6-4b83-b80f-0370d1b251a9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:15.030147 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'status': 'completed', 'code': 200} Jul 12 16:08:15.039546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:15.040791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c84fc8ec-2a28-4f2e-b355-3e3c5e5f3aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.046593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c84fc8ec-2a28-4f2e-b355-3e3c5e5f3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.082774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c97b05-e44d-4703-8f30-8eace41518d4 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38910b89-1eb3-404c-badf-b3f5644486c7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:15.133153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc8ec-2a28-4f2e-b355-3e3c5e5f3aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6f77c-ce41-4bc6-9581-b39587402904,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:15.134123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:15.164951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b996ed3-1573-428d-8c0b-4c222ed239f7 req-1a4b9b00-1f91-4b9a-aa9b-879e9e92e2a8 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587979 Jul 12 16:08:15.177735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c84fc8ec-2a28-4f2e-b355-3e3c5e5f3aa2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db9a359735184e069c5994e9503e431d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308684 Jul 12 16:08:15.178497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39306) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:15.185109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:15.198964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '4919532c-2d52-4038-84c8-ad46f69223f8', 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608', 'port_id': '4919532c-2d52-4038-84c8-ad46f69223f8', 'mac_address': 'fa:16:3e:9e:3e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61c257-7e83-47c7-afba-479968510822', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:15.217779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704652-855e-4dfd-b202-df82cab42d95 req-94f30f9c-4fd1-4092-803e-e521b604f39e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.220396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1704652-855e-4dfd-b202-df82cab42d95 req-94f30f9c-4fd1-4092-803e-e521b604f39e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.1126304 Jul 12 16:08:15.241567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.262389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1704652-855e-4dfd-b202-df82cab42d95 req-c635b9a0-e6b3-4741-b737-eca6f6233ee1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Jul 12 16:08:15.269831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4919532c-2d52-4038-84c8-ad46f69223f8 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:15.292635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:15.296329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a2588-e671-4ecd-8c85-d6001017a101 req-8119b42c-55a9-4c87-a7fb-2b22b0de91de tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.298131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.303979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b3a2588-e671-4ecd-8c85-d6001017a101 req-8119b42c-55a9-4c87-a7fb-2b22b0de91de tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1778748 Jul 12 16:08:15.355410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:15.363064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.371983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b3a2588-e671-4ecd-8c85-d6001017a101 req-a5f9e278-5f7d-475a-ba46-764ace5b7e81 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Jul 12 16:08:15.395523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.398535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-2125504d-35d2-4d92-909a-c9539d8588f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.400031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-2125504d-35d2-4d92-909a-c9539d8588f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1098 time: 0.1701601 Jul 12 16:08:15.440525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c3f88-cca3-4487-b5ab-f1ba9609bd9b req-9a1eebf3-5d05-4fa7-9e39-0d24bf28dac8 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.441877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-992c3f88-cca3-4487-b5ab-f1ba9609bd9b req-9a1eebf3-5d05-4fa7-9e39-0d24bf28dac8 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 944 time: 0.0715294 Jul 12 16:08:15.493371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-992c3f88-cca3-4487-b5ab-f1ba9609bd9b req-474bd19d-ab5b-467d-a68b-3c7041ae126d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Jul 12 16:08:15.520686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.523319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.524492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4aa6f77c-ce41-4bc6-9581-b39587402904 HTTP/1.1" status: 204 len: 168 time: 0.3454280 Jul 12 16:08:15.534833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-586cd791-af5e-4595-8d4c-c97412c576ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.536313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-586cd791-af5e-4595-8d4c-c97412c576ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1209173 Jul 12 16:08:15.537601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c130c8e-a152-4937-8139-611c7769793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6f77c-ce41-4bc6-9581-b39587402904,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:15.586933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['4919532c-2d52-4038-84c8-ad46f69223f8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:15.643159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-53e4486b-a2da-4438-899b-77b7ac101ba8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.0900834 Jul 12 16:08:15.711215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-569328a9-d737-45bc-a16f-f27259511811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.713363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-569328a9-d737-45bc-a16f-f27259511811 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0630684 Jul 12 16:08:15.819557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-5b1b80e2-f54d-43ed-878b-95a9cfdc59b9 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339894 Jul 12 16:08:15.945815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-196357c9-5cce-4c16-901b-36800ba7d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.947241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-196357c9-5cce-4c16-901b-36800ba7d090 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210560 Jul 12 16:08:15.974637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed4f0-588a-4bbd-abe9-66afdbaef907 req-7a63e150-06c6-42c0-88be-94e6bc6e1d18 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:15.976983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b7ed4f0-588a-4bbd-abe9-66afdbaef907 req-7a63e150-06c6-42c0-88be-94e6bc6e1d18 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 944 time: 0.1373472 Jul 12 16:08:16.032576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b7ed4f0-588a-4bbd-abe9-66afdbaef907 req-b94b16c9-e5f9-4481-8835-40990ded58e9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Jul 12 16:08:16.066595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-8a2772ea-97a8-4435-86fc-be754c4f2f84 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:16.068493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-8a2772ea-97a8-4435-86fc-be754c4f2f84 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369990 Jul 12 16:08:16.104271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-884896b8-0dc7-453c-a0aa-5d84d4bb7f51 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0243938 Jul 12 16:08:16.151535 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-40922110-604e-4ab1-9c73-9769f8dd5fa2 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905453 Jul 12 16:08:16.247785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-6bb9b69b-d1d9-4c98-8a32-6ac6720053a7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428936 Jul 12 16:08:16.271082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73fa8e1e-10b0-4705-97be-d6402078f46e req-fd730e22-e022-45bd-8ca4-ad6d40b9449d service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122301 Jul 12 16:08:16.466206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a58d-6036-4569-be15-cd90a2e3e8fc req-a7301b8d-0462-4a89-a6af-d67fb138baf6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:16.468069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f006a58d-6036-4569-be15-cd90a2e3e8fc req-a7301b8d-0462-4a89-a6af-d67fb138baf6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.0739918 Jul 12 16:08:16.478526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39388) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:16.516957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f006a58d-6036-4569-be15-cd90a2e3e8fc req-83ae2a1b-b337-47c1-b83f-6e304e3d410f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Jul 12 16:08:16.593606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1785394029-network', 'tenant_id': 'd52086dc83b34be189f2e276b2af50ba'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:16.622476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Made reservation on behalf of d52086dc83b34be189f2e276b2af50ba for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:16.625817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.649794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.852696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a911e4-8ca0-4c64-a3eb-3c42b80fa351 req-252e7bc3-6796-4ac4-9741-801bebfd58bb tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:16.854317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49a911e4-8ca0-4c64-a3eb-3c42b80fa351 req-252e7bc3-6796-4ac4-9741-801bebfd58bb tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 944 time: 0.1021593 Jul 12 16:08:16.934091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49a911e4-8ca0-4c64-a3eb-3c42b80fa351 req-a0b7814d-dbca-4192-920b-3b311c6a4ddc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731556 Jul 12 16:08:16.976304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-9e53aa0f-d387-4c75-93f0-34266ea8fd6d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:16.977864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-9e53aa0f-d387-4c75-93f0-34266ea8fd6d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 944 time: 0.0847554 Jul 12 16:08:17.034734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:17.080300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2dfb-2826-40d0-90ef-e84724968378 req-be5db8de-d856-4eba-b9d3-6a110351ab97 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:17.090499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-579e2dfb-2826-40d0-90ef-e84724968378 req-be5db8de-d856-4eba-b9d3-6a110351ab97 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.4608402 Jul 12 16:08:17.113372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 4919532c-2d52-4038-84c8-ad46f69223f8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:17.124933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 4919532c-2d52-4038-84c8-ad46f69223f8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:17.125630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Deleting port 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:17.126043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.128559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.185959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.196480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.237287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-579e2dfb-2826-40d0-90ef-e84724968378 req-e88eea97-dc02-4c53-a771-bf248b2d6a3f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458316 Jul 12 16:08:17.253048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] For port 586aedef-92ae-49d5-be49-5d8e2c07eadb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=586aedef-92ae-49d5-be49-5d8e2c07eadb,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:17.253934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.277529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:08:17.291304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.291433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Calling delete_port for 586aedef-92ae-49d5-be49-5d8e2c07eadb owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:17.291828 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Added segment f7b1623c-6bd8-4573-9c5e-9b72f9ec0398 of type vlan for network 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 Jul 12 16:08:17.305130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.360433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.390914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:17.396929 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991f86b-84ba-4d9b-9299-935055c2fbd3" -d '{"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-plugged", "status": "completed", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:17.410059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.413543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:17.414165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.425888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92b4fd8-b401-4740-aee2-4ebeccba838d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:17.431720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:17.439578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.493283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4d2af7e-df5d-4b09-a67f-fa268f7a41b9 req-bcf81e77-a2db-42e3-a365-309edc707f05 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 210 time: 0.0670938 Jul 12 16:08:17.550324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0700414 Jul 12 16:08:17.555656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39424) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:17.559457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba48de-f28f-46fa-b000-7bba8a5da63b admin admin] Pushing event updated for resources: {'Network': ['ID=8cf89d4e-3b90-4fce-9775-ad8d2dfd1491,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:17.563726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:17.576720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:08:17.586623 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359c347-3f31-4689-9321-646e24186ff9 x-openstack-request-id: req-2359c347-3f31-4689-9321-646e24186ff9 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:17.587135 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-plugged", "status": "completed", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:17.587566 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2359c347-3f31-4689-9321-646e24186ff9 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:17.588139 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8', 'code': 200} Jul 12 16:08:17.591886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Request body: {'subnet': {'network_id': '8cf89d4e-3b90-4fce-9775-ad8d2dfd1491', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1785394029-subnet', 'tenant_id': 'd52086dc83b34be189f2e276b2af50ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:17.604017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8158f2-906b-42d4-bc5d-08d03b98a7d1 req-6fdda559-8a70-480b-b819-5823b53f02bd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:17.615566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff8158f2-906b-42d4-bc5d-08d03b98a7d1 req-6fdda559-8a70-480b-b819-5823b53f02bd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.1368959 Jul 12 16:08:17.717412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff8158f2-906b-42d4-bc5d-08d03b98a7d1 req-a51ad463-da12-4c4c-be6a-d299a2a18efc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985055 Jul 12 16:08:17.744031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Made reservation on behalf of d52086dc83b34be189f2e276b2af50ba for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:17.746993 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.906994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.962348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event deleted for resources: {'Port': ['ID=586aedef-92ae-49d5-be49-5d8e2c07eadb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:18.043910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] No DVR routers for this DVR port 586aedef-92ae-49d5-be49-5d8e2c07eadb on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:18.051087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:18.053087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13a47eab-d3d1-452f-ae2e-ccc1eedc8a0e req-2c151f26-3601-43e4-9e2b-d24a93d390ee tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "DELETE /v2.0/ports/586aedef-92ae-49d5-be49-5d8e2c07eadb HTTP/1.1" status: 204 len: 173 time: 1.0685503 Jul 12 16:08:18.055876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'name': 'network-vif-deleted', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:18.058200 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efef439-63d2-4095-847a-36f429ce5f69" -d '{"events": [{"server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "name": "network-vif-deleted", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:18.069026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8656102-089e-4dce-b035-cc226dca558f req-bde6512b-01c9-46c7-8b90-a71a71c7af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:18.070509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8656102-089e-4dce-b035-cc226dca558f req-bde6512b-01c9-46c7-8b90-a71a71c7af6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1096 time: 0.2514446 Jul 12 16:08:18.102828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bc5b4-f2c5-4d0c-b19e-af54859d1875 req-4d447459-8d01-4183-b7e0-7a7821b876b5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:18.104378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f8bc5b4-f2c5-4d0c-b19e-af54859d1875 req-4d447459-8d01-4183-b7e0-7a7821b876b5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.3028111 Jul 12 16:08:18.129508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2087026c-0994-4955-aed6-bd1f769b3fcf req-269d4c2f-385b-4f2a-a5b3-8fb131c76db8 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e684994-6709-4856-ae36-57b405b5f8aa HTTP/1.1" status: 200 len: 210 time: 0.0299814 Jul 12 16:08:18.179422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f8bc5b4-f2c5-4d0c-b19e-af54859d1875 req-5a867d4d-53bf-41db-b176-89996b2127f9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669956 Jul 12 16:08:18.180992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8656102-089e-4dce-b035-cc226dca558f req-db346ccf-0826-4eca-a893-cf5b3d27c53e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872126 Jul 12 16:08:18.241363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:18.276031 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c728a022-5670-4658-8265-293fa055d3e8 x-openstack-request-id: req-c728a022-5670-4658-8265-293fa055d3e8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:18.276319 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e684994-6709-4856-ae36-57b405b5f8aa", "name": "network-vif-deleted", "tag": "586aedef-92ae-49d5-be49-5d8e2c07eadb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:18.276588 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c728a022-5670-4658-8265-293fa055d3e8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:18.276968 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e684994-6709-4856-ae36-57b405b5f8aa', 'name': 'network-vif-deleted', 'tag': '586aedef-92ae-49d5-be49-5d8e2c07eadb', 'status': 'completed', 'code': 200} Jul 12 16:08:18.310680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Pushing event updated for resources: {'Subnet': ['ID=935a6d06-42ae-4293-bb44-5965bfca11c1,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:18.319302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Checking segment: {'id': 'f7b1623c-6bd8-4573-9c5e-9b72f9ec0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cf89d4e-3b90-4fce-9775-ad8d2dfd1491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:18.319780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Network hostable DHCP agents. Network: 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:08:18.342565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Network 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:08:18.358763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:18.370292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df75ce-c273-4c03-a13e-e4e6e4a81cd9 None None] Network 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:18.376522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:18.377300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:18.404208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fae7bbdd-762e-423e-9254-7da51774602c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8430204 Jul 12 16:08:18.540715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e43cf-6f32-4f63-b575-81530aa3feb6 req-a9a834bf-dffd-43ff-a5cc-f18c5da84c1a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:18.552489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-449e43cf-6f32-4f63-b575-81530aa3feb6 req-a9a834bf-dffd-43ff-a5cc-f18c5da84c1a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1040032 Jul 12 16:08:18.560319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c174f-193f-4137-bd77-8862b253a64a None None] Network 8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:18.616891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-449e43cf-6f32-4f63-b575-81530aa3feb6 req-b512c48e-2aab-42da-bcea-472ac2f00e78 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jul 12 16:08:18.751657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-8a9c8e88-69b0-4f95-9be6-364268705153 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619054 Jul 12 16:08:18.771773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-114b9ef5-5111-43c2-afaf-fb34f1be4967 req-c946d332-36b3-4e54-aadc-8a3ba9baa901 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 210 time: 0.0475481 Jul 12 16:08:18.847137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:18.877644 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-0e8d8232-75bf-42de-9ae6-bcfdda4b0b2a req-3190a171-8073-4b75-b636-0fe1a734232d tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] show failed (client error): The resource could not be found. Jul 12 16:08:18.884808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e8d8232-75bf-42de-9ae6-bcfdda4b0b2a req-3190a171-8073-4b75-b636-0fe1a734232d tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/0b29719a-d62a-4993-b7e2-5565c6f743d1 HTTP/1.1" status: 404 len: 352 time: 0.0413883 Jul 12 16:08:18.949135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-0ef0deaf-b827-499b-9d92-f7510b8c7402 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:18.951023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-0ef0deaf-b827-499b-9d92-f7510b8c7402 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934240 Jul 12 16:08:18.970348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:19.028945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:19.036293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af754466-bd3c-449c-b325-c857670ec65b req-92936b51-1615-4043-930a-b62ce673f842 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:19.039317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af754466-bd3c-449c-b325-c857670ec65b req-92936b51-1615-4043-930a-b62ce673f842 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.0871301 Jul 12 16:08:19.051199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '511be085-f595-4f0d-bedb-8add431a2c6f', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '511be085-f595-4f0d-bedb-8add431a2c6f', 'mac_address': 'fa:16:3e:70:27:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:19.058299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dff29980-b5db-4253-a467-16f775969ae0 req-73b3c715-c4e8-4bce-9d80-580a7b697b97 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d52086dc83b34be189f2e276b2af50ba HTTP/1.1" status: 200 len: 2984 time: 0.1357858 Jul 12 16:08:19.104242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af754466-bd3c-449c-b325-c857670ec65b req-0075c0a7-564f-47d4-801b-d1996e67f7e3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501261 Jul 12 16:08:19.123756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.134622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dff29980-b5db-4253-a467-16f775969ae0 req-43ffddc8-e8fb-4e9c-bc8c-1afce6d27d11 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/e92b4fd8-b401-4740-aee2-4ebeccba838d HTTP/1.1" status: 200 len: 2981 time: 0.0754211 Jul 12 16:08:19.138196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:19.177353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:19.180712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:19.181013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.186963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.254565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dff29980-b5db-4253-a467-16f775969ae0 req-389ea786-72f1-4aaa-95e9-da7bb572926d tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/e92b4fd8-b401-4740-aee2-4ebeccba838d HTTP/1.1" status: 200 len: 2981 time: 0.1108961 Jul 12 16:08:19.267120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:19.355153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-8a618b0c-3d88-49df-8bd0-f9d3266c8e33 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391660 Jul 12 16:08:19.489686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:19.511040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37163536-f1b9-439f-b32e-cb47f5b36d28 req-3e71be33-65bc-4681-bfd3-d0f3f713c236 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/e92b4fd8-b401-4740-aee2-4ebeccba838d HTTP/1.1" status: 200 len: 2981 time: 0.1538827 Jul 12 16:08:19.548127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.236 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/55f0a72f-bf60-4164-a5ae-61b33d8df986) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:19.604904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c165f51-a426-4dce-8279-1e1f9031f29f req-4fec67b2-778c-4c19-b2ca-55d02cde0769 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:19.606639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c165f51-a426-4dce-8279-1e1f9031f29f req-4fec67b2-778c-4c19-b2ca-55d02cde0769 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.1704328 Jul 12 16:08:19.735237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-68f91720-30ea-4cc0-b5e4-612d4ef7667c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:19.736710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c165f51-a426-4dce-8279-1e1f9031f29f req-f036a653-106f-4346-b9c9-8e342b3dc39d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193008 Jul 12 16:08:19.736844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-68f91720-30ea-4cc0-b5e4-612d4ef7667c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401766 Jul 12 16:08:19.744385 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-37163536-f1b9-439f-b32e-cb47f5b36d28 req-22f24037-0385-4f67-8ae9-a40bf97dad1b tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 12 16:08:19.758103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37163536-f1b9-439f-b32e-cb47f5b36d28 req-22f24037-0385-4f67-8ae9-a40bf97dad1b tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "DELETE /v2.0/security-groups/e92b4fd8-b401-4740-aee2-4ebeccba838d HTTP/1.1" status: 409 len: 352 time: 0.2452283 Jul 12 16:08:19.775291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:19.874585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.902203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object 55f0a72f-bf60-4164-a5ae-61b33d8df986 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:19.931090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:19.934838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.954424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.968428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:20.010632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:20.013861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:20.018466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:20.081845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:20.082829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.155030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:20.159919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659867839', 'description': 'tempest-description--1991892162'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:20.179612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.51 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/f1ecd9aa-7385-427e-81be-3262ba0f311a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:20.212674 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-a530e5eb-d754-4fc4-bcd5-7bcf075d1ec0 req-60680a86-d409-4630-b70a-192db85908d2 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] show failed (client error): The resource could not be found. Jul 12 16:08:20.214167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a530e5eb-d754-4fc4-bcd5-7bcf075d1ec0 req-60680a86-d409-4630-b70a-192db85908d2 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/1f26f039-05ae-43b3-95b0-87b82bc96dce HTTP/1.1" status: 404 len: 352 time: 0.0460744 Jul 12 16:08:20.244109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.360778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e9de4f87-e848-4b2c-b648-be06c730fc61 None None] Provisioning for port 55f0a72f-bf60-4164-a5ae-61b33d8df986 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:20.365912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e9de4f87-e848-4b2c-b648-be06c730fc61 None None] Provisioning complete for port 55f0a72f-bf60-4164-a5ae-61b33d8df986 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:20.366288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f87-e848-4b2c-b648-be06c730fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.403312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e9de4f87-e848-4b2c-b648-be06c730fc61 None None] Port 55f0a72f-bf60-4164-a5ae-61b33d8df986 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:20.411578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53ef14bd-cf0f-46e2-89ba-3270bcb0e1f2 req-c32b78a0-0363-4907-aca6-ccbc3035a3c7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 210 time: 0.0545778 Jul 12 16:08:20.481974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:20.509406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.515986 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.523977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-42ce7aa1-4b66-442b-aeb9-906f2d106da6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5593619 Jul 12 16:08:20.527218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.537497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Request body: {'port': {'device_id': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:20.577798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfaab6-419b-4e42-83f9-e7c1e2410966 req-8bddf414-a855-4762-9ecd-2a0a98b7ace8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:20.578808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object f1ecd9aa-7385-427e-81be-3262ba0f311a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:20.579747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19cfaab6-419b-4e42-83f9-e7c1e2410966 req-8bddf414-a855-4762-9ecd-2a0a98b7ace8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.4928606 Jul 12 16:08:20.582461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.583962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4276125 Jul 12 16:08:20.586708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:20.588179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226792-8988-448c-afe5-bfff560611b4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a635c5c2-ef0b-464b-a5b6-751f5464dc7d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:20.591928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'security_group_rule': {'security_group_id': 'a635c5c2-ef0b-464b-a5b6-751f5464dc7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:20.627248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.641878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:20.689268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.696207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19cfaab6-419b-4e42-83f9-e7c1e2410966 req-09500981-fd6f-4e63-a30a-50f08129bc1f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921233 Jul 12 16:08:20.714469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:20.724628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:20.730095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:20.737879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:20.744280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.791854 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-784c8ec5-c3dd-4c40-9f88-21f4a1410e8c req-f1464e4b-1e46-46c2-92c3-fd7f608583f2 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] show failed (client error): The resource could not be found. Jul 12 16:08:20.792930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-784c8ec5-c3dd-4c40-9f88-21f4a1410e8c req-f1464e4b-1e46-46c2-92c3-fd7f608583f2 tempest-SecurityGroupsNegativeTestJSON-600086274 tempest-SecurityGroupsNegativeTestJSON-600086274-project] 10.222.0.58 "GET /v2.0/security-groups/a72b12d8-fcc9-4a85-92c9-8fcf5c15374f HTTP/1.1" status: 404 len: 352 time: 0.0273242 Jul 12 16:08:20.806843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:20.807520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.811035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:20.836581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3b01-7ba6-4476-bf5c-b859aac2bf17 req-e85e1963-0e51-44a9-a202-3f96688feb35 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:20.838206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e60a3b01-7ba6-4476-bf5c-b859aac2bf17 req-e85e1963-0e51-44a9-a202-3f96688feb35 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.2016962 Jul 12 16:08:20.842798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.855685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:20.875468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-4babb0f8-aa99-4dd3-81bc-1a65a990ea24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1138003 Jul 12 16:08:20.884275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:20.911760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Request body: {'port': {'device_id': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:21.000655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Deleting subnet 935a6d06-42ae-4293-bb44-5965bfca11c1 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:21.002408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 511be085-f595-4f0d-bedb-8add431a2c6f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:21.006879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:21.007274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.022476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.080246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf5c3c2-3235-4d5f-9093-e97229893110,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:21.086510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e60a3b01-7ba6-4476-bf5c-b859aac2bf17 req-4c2ffbf5-2058-4771-9840-68f1cb0a6b6a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255194 Jul 12 16:08:21.123820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.144117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.161491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.162732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f3ac9db0-67b6-41bd-90ba-3c51bfaadd27 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748255 Jul 12 16:08:21.165922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:21.169004 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684f1a7c-a5ad-4f1f-b492-f785dfb6900b" -d '{"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:21.172681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:21.180112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'security_group_rule': {'security_group_id': 'a635c5c2-ef0b-464b-a5b6-751f5464dc7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:21.185018 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.189850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:21.195600 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.229907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.246372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.251194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:21.293984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 586aedef-92ae-49d5-be49-5d8e2c07eadb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:21.294335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 586aedef-92ae-49d5-be49-5d8e2c07eadb not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:21.308386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6232e449-0f38-421e-a597-d452dcc05b35 None None] Provisioning for port f1ecd9aa-7385-427e-81be-3262ba0f311a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:21.308647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcae1f-3565-4796-b841-505d80dd696b req-6d86f8f8-8474-4201-863d-3e3de3536be2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:21.316809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3bcae1f-3565-4796-b841-505d80dd696b req-6d86f8f8-8474-4201-863d-3e3de3536be2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.2420571 Jul 12 16:08:21.317425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6232e449-0f38-421e-a597-d452dcc05b35 None None] Provisioning complete for port f1ecd9aa-7385-427e-81be-3262ba0f311a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:21.318048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6232e449-0f38-421e-a597-d452dcc05b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.321753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:21.364356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6232e449-0f38-421e-a597-d452dcc05b35 None None] Port f1ecd9aa-7385-427e-81be-3262ba0f311a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:21.446455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.457311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.460726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3bcae1f-3565-4796-b841-505d80dd696b req-a2a8aeb7-5310-4bfa-8eb8-ddaa5cbc85cb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429296 Jul 12 16:08:21.466828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f0a72f-bf60-4164-a5ae-61b33d8df986 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:21.472517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.488027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.497566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486c373a-c1ed-4e7e-a012-69c2b58097ec,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:21.506690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935a6d06-42ae-4293-bb44-5965bfca11c1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:21.511992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Transition to ACTIVE for port object 55f0a72f-bf60-4164-a5ae-61b33d8df986 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:21.517674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.522696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.527732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ca3cc4d-f5e3-4446-b426-60ae39223995 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504415 Jul 12 16:08:21.534453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.536890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-641c9b86-6f2a-4ef2-b88b-1577330f5cd5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/935a6d06-42ae-4293-bb44-5965bfca11c1 HTTP/1.1" status: 204 len: 168 time: 0.7229409 Jul 12 16:08:21.543852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39568) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:21.545106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39570) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:21.595221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Pushing event updated for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:21.615741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:21.640476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-bd82a519-34e4-48bd-be73-3d73be56e805 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1731355 Jul 12 16:08:21.695567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c3790f17-06f7-4f91-971a-b0bef5418c3c None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:21.697681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c3790f17-06f7-4f91-971a-b0bef5418c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.723671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Attempting to bind port 55f0a72f-bf60-4164-a5ae-61b33d8df986 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:21.724097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Attempting to bind port 55f0a72f-bf60-4164-a5ae-61b33d8df986 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:21.724511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Attempting to bind port 55f0a72f-bf60-4164-a5ae-61b33d8df986 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:21.732846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Port 55f0a72f-bf60-4164-a5ae-61b33d8df986 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:21.733359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Attempting to bind port 55f0a72f-bf60-4164-a5ae-61b33d8df986 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:21.737595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a56836-a120-48c9-806a-16af99c4c9e6 req-73beb8a2-ee35-4a9e-8473-1c6a7a241665 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:21.745049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67a56836-a120-48c9-806a-16af99c4c9e6 req-73beb8a2-ee35-4a9e-8473-1c6a7a241665 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1096 time: 0.1467395 Jul 12 16:08:21.764652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:21.764945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:21.765330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:21.766552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Bound port: 55f0a72f-bf60-4164-a5ae-61b33d8df986, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:21.766932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.820831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.830636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.850727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67a56836-a120-48c9-806a-16af99c4c9e6 req-e631941c-15b6-4fbc-bf5a-5779e1144b4b tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Jul 12 16:08:21.890467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:21.894252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:21.901652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.919536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-ffa02324-54b3-4fc4-8dca-879f315aea53 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:21.924504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:21.925199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:21.927138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-ffa02324-54b3-4fc4-8dca-879f315aea53 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755876 Jul 12 16:08:21.928148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] 10.222.0.65 "PUT /v2.0/ports/55f0a72f-bf60-4164-a5ae-61b33d8df986 HTTP/1.1" status: 200 len: 1096 time: 1.3943682 Jul 12 16:08:21.932103 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2d05f-8e1f-4072-aabd-d1d2e9993468 x-openstack-request-id: req-bca2d05f-8e1f-4072-aabd-d1d2e9993468 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:21.932528 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:21.933016 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bca2d05f-8e1f-4072-aabd-d1d2e9993468 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:21.934088 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'code': 200} Jul 12 16:08:21.988960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:21.991478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0fee9dcd-4d88-43ae-b63d-7ae60aa70b73 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/quotas/b3f54b603ee24ac7b30fbb868a5280b6 HTTP/1.1" status: 200 len: 375 time: 0.0633430 Jul 12 16:08:21.991893 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d975cc-569c-45dd-8f96-a8cf976513d8" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:22.105803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-bffc55dd-6d34-412e-add7-52607d52707c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133940 Jul 12 16:08:22.132134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.149628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf89d4e-3b90-4fce-9775-ad8d2dfd1491']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:22.183916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b1623c-6bd8-4573-9c5e-9b72f9ec0398') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:22.184208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b1623c-6bd8-4573-9c5e-9b72f9ec0398') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:22.195072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-3c6b82d9-d369-4cb6-8805-3510f6de6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.197402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-3c6b82d9-d369-4cb6-8805-3510f6de6d7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 1099 time: 0.1996665 Jul 12 16:08:22.198072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371edc-cc4e-4d0d-a300-49624d835a3c service neutron] Pushing event updated for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:22.207077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.210755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ecd9aa-7385-427e-81be-3262ba0f311a {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:22.226787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.244698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-b5109424-65b8-420b-9a84-342036fe8e06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986 HTTP/1.1" status: 200 len: 217 time: 0.0387900 Jul 12 16:08:22.257325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.259858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Transition to ACTIVE for port object f1ecd9aa-7385-427e-81be-3262ba0f311a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:22.268726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:22.269140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.271206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:22.274504 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:22.327849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e591672-3e2b-49f3-ad94-998579072847 req-e0957f8e-647e-4117-b75a-1a2bfb2df87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.330303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e591672-3e2b-49f3-ad94-998579072847 req-e0957f8e-647e-4117-b75a-1a2bfb2df87c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1100 time: 0.2777433 Jul 12 16:08:22.371831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df34d5-6b19-4e02-b6ed-3b46900bb653 req-e4a38978-a4e8-4853-8d0c-4f8d1c08638b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.379637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e9df34d5-6b19-4e02-b6ed-3b46900bb653 req-e4a38978-a4e8-4853-8d0c-4f8d1c08638b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 935 time: 0.3014264 Jul 12 16:08:22.383620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-306360f8-776b-4051-94f2-ff606a584ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.385419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-306360f8-776b-4051-94f2-ff606a584ed2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1294212 Jul 12 16:08:22.390928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.408955 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.414270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:22.425418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.427483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8cf89d4e-3b90-4fce-9775-ad8d2dfd1491 HTTP/1.1" status: 204 len: 168 time: 0.8792992 Jul 12 16:08:22.485963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e591672-3e2b-49f3-ad94-998579072847 req-8de2f6a2-3fdb-4f70-9118-ac0e369abc7c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467009 Jul 12 16:08:22.524079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e9df34d5-6b19-4e02-b6ed-3b46900bb653 req-93f9f88d-d899-4b3e-9158-dd98247bb2e2 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440961 Jul 12 16:08:22.524470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823497f8-c981-47b8-b587-10787f8996f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf89d4e-3b90-4fce-9775-ad8d2dfd1491,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:22.575475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-53659cc6-fd6a-4a9f-87cb-4ef6a390ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.582779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-53659cc6-fd6a-4a9f-87cb-4ef6a390ca29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878238 Jul 12 16:08:22.679681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39594) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:22.713544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Attempting to bind port f1ecd9aa-7385-427e-81be-3262ba0f311a on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:22.714147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Attempting to bind port f1ecd9aa-7385-427e-81be-3262ba0f311a by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:22.714671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Attempting to bind port f1ecd9aa-7385-427e-81be-3262ba0f311a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:22.742097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Port f1ecd9aa-7385-427e-81be-3262ba0f311a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:22.742423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Attempting to bind port f1ecd9aa-7385-427e-81be-3262ba0f311a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:22.756066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-3ae6e7b8-29ea-48c6-b611-a977c5fe7322 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645951 Jul 12 16:08:22.780240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:22.780621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:22.781059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:22.781541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Bound port: f1ecd9aa-7385-427e-81be-3262ba0f311a, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:22.781891 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:22.788300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Allocated IP 172.25.8.48 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:22.822089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-45118086-4726-4aee-878e-c0f1fcc8c0ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d52086dc83b34be189f2e276b2af50ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353693 Jul 12 16:08:22.823437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39598) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:22.834705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107a47d-6b93-4b7b-b7b0-45a26a3d42f4 req-64cfed80-112e-4e1f-a82b-1b766f1cb365 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.836255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a107a47d-6b93-4b7b-b7b0-45a26a3d42f4 req-64cfed80-112e-4e1f-a82b-1b766f1cb365 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.2710867 Jul 12 16:08:22.898912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7f1a-1b12-4985-be32-af5f1648c6a9 req-9dacb431-5c26-4a7e-9d49-ffc17e4546b0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:22.900742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b00c7f1a-1b12-4985-be32-af5f1648c6a9 req-9dacb431-5c26-4a7e-9d49-ffc17e4546b0 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1096 time: 0.1437380 Jul 12 16:08:22.926615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-cee50253-00dc-47b2-a480-366c0f5657cf service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338336 Jul 12 16:08:22.949270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b00c7f1a-1b12-4985-be32-af5f1648c6a9 req-f0c6df7f-6cdf-45ad-9ae2-8ab2c1ebde1f tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Jul 12 16:08:23.025348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a107a47d-6b93-4b7b-b7b0-45a26a3d42f4 req-8a9ae8cf-44cb-4790-bda9-86f014d90956 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782217 Jul 12 16:08:23.030901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:23.040981 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf148ce-11f7-4bdb-bd4c-df61609cf400 x-openstack-request-id: req-bdf148ce-11f7-4bdb-bd4c-df61609cf400 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:23.041348 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:23.041953 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdf148ce-11f7-4bdb-bd4c-df61609cf400 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:23.042659 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'status': 'completed', 'code': 200} Jul 12 16:08:23.053570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.064237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:23.087795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.114540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.128848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.160289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-f1398ebd-f805-4538-9a1d-a86d8137f67c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335915 Jul 12 16:08:23.175248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.176153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.177716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] 10.222.0.65 "PUT /v2.0/ports/f1ecd9aa-7385-427e-81be-3262ba0f311a HTTP/1.1" status: 200 len: 1095 time: 2.2764328 Jul 12 16:08:23.186479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:23.189445 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084a4cca-e724-4ff6-a557-cda916f75b90" -d '{"events": [{"name": "network-changed", "server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:23.268580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-e807bf13-0980-4958-945a-ba047b74ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.270101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-e807bf13-0980-4958-945a-ba047b74ed32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 1099 time: 0.1972775 Jul 12 16:08:23.313768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-d1542a8a-50b6-4c07-9d75-4f8d41a679b3 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.315827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-d1542a8a-50b6-4c07-9d75-4f8d41a679b3 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546125 Jul 12 16:08:23.393343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a0149-bce0-4ce4-8197-bcaad379ce51 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:23.396136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-eb84b544-f663-4676-b804-2ed2c7c17e7f tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/quotas/b3f54b603ee24ac7b30fbb868a5280b6 HTTP/1.1" status: 200 len: 375 time: 0.0704765 Jul 12 16:08:23.470942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.479911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-21744b6e-a4bb-4846-a9ca-445c04b4bc01 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655243 Jul 12 16:08:23.485085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.487980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:23.489405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e92b4fd8-b401-4740-aee2-4ebeccba838d HTTP/1.1" status: 204 len: 168 time: 0.6636202 Jul 12 16:08:23.502848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-f060380d-8c7c-4c32-b768-73c8be9f17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.504477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-f060380d-8c7c-4c32-b768-73c8be9f17ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1877434 Jul 12 16:08:23.540949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4899cf-5b8a-440e-b5a1-b4197a755492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92b4fd8-b401-4740-aee2-4ebeccba838d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:23.551875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:23.564289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-d02b8517-175d-4d0a-8808-6744aa964cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.566919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-d02b8517-175d-4d0a-8808-6744aa964cff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 1098 time: 0.3064406 Jul 12 16:08:23.571367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:23.580424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:23.590911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'Port': ['ID=0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:23.591499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-a03b872e-7180-4f81-92c8-88a4ac14f104 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986 HTTP/1.1" status: 200 len: 217 time: 0.0759113 Jul 12 16:08:23.625303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150264e0-32b4-4dae-81ce-c8b1f0c28e99 req-f43d46fd-0617-40ab-98a7-0b9d9538aac1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.633015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-150264e0-32b4-4dae-81ce-c8b1f0c28e99 req-f43d46fd-0617-40ab-98a7-0b9d9538aac1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.2258985 Jul 12 16:08:23.689262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-c28d8c64-3a88-4dcb-93b1-b84753f00650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a HTTP/1.1" status: 200 len: 217 time: 0.1052868 Jul 12 16:08:23.738741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-9f164ba2-0a31-4124-a1bc-32820d47e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:23.744733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-9f164ba2-0a31-4124-a1bc-32820d47e764 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1412802 Jul 12 16:08:23.757398 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc80421-95cc-49c0-8291-3f25eb6e8fe1 x-openstack-request-id: req-3dc80421-95cc-49c0-8291-3f25eb6e8fe1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:23.758036 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:23.758749 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dc80421-95cc-49c0-8291-3f25eb6e8fe1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:23.759510 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'status': 'completed', 'code': 200} Jul 12 16:08:23.780653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-150264e0-32b4-4dae-81ce-c8b1f0c28e99 req-b57bae4e-5feb-4f98-ae20-91ebdc744ba7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463785 Jul 12 16:08:23.964411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-1d3127b3-c366-412c-9f4c-5a901ccd7970 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351901 Jul 12 16:08:24.071419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-652f1731-ae74-455b-8331-d94d276979ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:24.073007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-652f1731-ae74-455b-8331-d94d276979ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174918 Jul 12 16:08:24.100167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b796b3-fdd8-4e9c-8b48-cd3c2f30122c req-f9d5e8d2-cab7-4987-8637-0f71f68f828a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:24.107179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98b796b3-fdd8-4e9c-8b48-cd3c2f30122c req-f9d5e8d2-cab7-4987-8637-0f71f68f828a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 947 time: 0.2390909 Jul 12 16:08:24.241756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98b796b3-fdd8-4e9c-8b48-cd3c2f30122c req-2ec5f098-ed19-40fd-bd67-81a986e2b761 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335857 Jul 12 16:08:24.259075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-c459628f-f16c-469d-8a31-ceb3dc72771b tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:24.260743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-c459628f-f16c-469d-8a31-ceb3dc72771b tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878249 Jul 12 16:08:24.305007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Request body: {'port': {'device_id': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'b3f54b603ee24ac7b30fbb868a5280b6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:24.472999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-b9b47652-9270-4e0e-a3aa-6f4b6b69c95a service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623910 Jul 12 16:08:24.516812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2de0156-7e33-49c6-aa27-11f850df4269 req-3ae81ef7-aad5-4007-aac9-d8ee6cc123ba tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0428672 Jul 12 16:08:24.522973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-cde4fe50-95a8-4ae2-84f1-792b7769b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:24.524687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-cde4fe50-95a8-4ae2-84f1-792b7769b3e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.8183217 Jul 12 16:08:24.654763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97d975cc-569c-45dd-8f96-a8cf976513d8 req-26102e54-be74-40fb-9803-0d4567aa3c32 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729589 Jul 12 16:08:24.656886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Made reservation on behalf of b3f54b603ee24ac7b30fbb868a5280b6 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:24.661030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.664564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.671232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.848462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-7bf89853-adb0-490a-a9b9-c1bf21fbd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:24.849971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-7bf89853-adb0-490a-a9b9-c1bf21fbd79d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2889767 Jul 12 16:08:24.862037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.885680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.893974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:24.959520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-69b65881-6e9f-4952-bd0e-124569618fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988843 Jul 12 16:08:25.031840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392730d6-289c-43a1-831c-bbe4359500d9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:25.069105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55f0a72f-bf60-4164-a5ae-61b33d8df986 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:25.143148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86417d-b861-487b-9d90-68fc323bc31a req-8ffa3ef4-7a51-4c0e-a819-4438e1fe65c5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:25.145481 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e86417d-b861-487b-9d90-68fc323bc31a req-8ffa3ef4-7a51-4c0e-a819-4438e1fe65c5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.3622043 Jul 12 16:08:25.161978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-009993c9-17a1-478c-a476-a5afd36a5b70 req-3242cf7b-635f-4193-9b34-599047cd7835 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800742 Jul 12 16:08:25.176338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Allocated IP 192.168.233.145 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/730bf4b6-463c-4c68-aa66-bb36faab47b9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:25.285330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:25.311191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'mac_address': 'fa:16:3e:10:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:25.323315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e86417d-b861-487b-9d90-68fc323bc31a req-4c482ab6-7280-417b-8590-2de1699cc6e2 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625574 Jul 12 16:08:25.392387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.409666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f0a72f-bf60-4164-a5ae-61b33d8df986 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:25.426813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-d0863c84-408b-457a-b18e-537d454740ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:25.428804 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-d0863c84-408b-457a-b18e-537d454740ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 1098 time: 0.1861842 Jul 12 16:08:25.437900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:25.446930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.477821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.509196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.517724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Transition to ACTIVE for port object 730bf4b6-463c-4c68-aa66-bb36faab47b9 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:25.524209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.629000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:25.635119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.648537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-2fede840-1a1f-4042-a017-7a8e8b43b4db tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535541 Jul 12 16:08:25.738624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:25.741943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:25.746299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:25.773735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'Port': ['ID=0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:25.783153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:25.784440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-3aacbf91-c1d1-4be0-993b-f584972307df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:25.786821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-3aacbf91-c1d1-4be0-993b-f584972307df service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3477561 Jul 12 16:08:25.813339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:25.814735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.825668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.840517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-0af5252f-78c8-4c2e-ac35-17e0f1c97eb7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5501518 Jul 12 16:08:25.853990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Request body: {'port': {'device_id': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:25.864037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['55f0a72f-bf60-4164-a5ae-61b33d8df986'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:25.958608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.974002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:25.975438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dfe65de-2b39-402e-a398-ed13e0f6dcec tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4291294 Jul 12 16:08:25.977898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-a2799836-a9c3-49e5-a94d-ad5bd8ab6273 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a HTTP/1.1" status: 200 len: 217 time: 0.1628277 Jul 12 16:08:26.090483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-999e865e-a153-4bd3-9f1f-15a48899d1c1 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.093110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-999e865e-a153-4bd3-9f1f-15a48899d1c1 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4344404 Jul 12 16:08:26.144828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-6f75f03c-c865-481c-9cd8-d1f0fe312df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.148816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-6f75f03c-c865-481c-9cd8-d1f0fe312df0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1541462 Jul 12 16:08:26.157297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Request body: {'port': {'device_id': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'b3f54b603ee24ac7b30fbb868a5280b6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:26.242094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-67a089ec-af3c-4bb0-b908-78c8c9a5f405 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:08:26.243103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-67a089ec-af3c-4bb0-b908-78c8c9a5f405 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304661 Jul 12 16:08:26.266760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bf0b1-c0e5-4945-812f-dfbd23fe0c9f req-6bd07e3b-7943-41b1-bc29-21cd67507cd6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.268185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-293bf0b1-c0e5-4945-812f-dfbd23fe0c9f req-6bd07e3b-7943-41b1-bc29-21cd67507cd6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.4759538 Jul 12 16:08:26.274088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Request body: {'binding': {'host': 'n-h2-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:26.274539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:08:26.294681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ac8336a8-4c2c-4903-b423-ceef4dd1c683 None None] Provisioning for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:26.300611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ac8336a8-4c2c-4903-b423-ceef4dd1c683 None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:26.301192 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ac8336a8-4c2c-4903-b423-ceef4dd1c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.338720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:26.342711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ac8336a8-4c2c-4903-b423-ceef4dd1c683 None None] Port 730bf4b6-463c-4c68-aa66-bb36faab47b9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:26.349124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.363031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Transition to ACTIVE for port object 730bf4b6-463c-4c68-aa66-bb36faab47b9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:26.367432 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.419625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:26.430321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-293bf0b1-c0e5-4945-812f-dfbd23fe0c9f req-69581f83-2e22-402f-80c0-d2cc2603d19d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525767 Jul 12 16:08:26.458112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-93dc71eb-64f4-484e-b643-f072baf3ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.459882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-93dc71eb-64f4-484e-b643-f072baf3ba9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2950814 Jul 12 16:08:26.530112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Attempting to bind port 730bf4b6-463c-4c68-aa66-bb36faab47b9 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:26.530718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Attempting to bind port 730bf4b6-463c-4c68-aa66-bb36faab47b9 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:26.532927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Attempting to bind port 730bf4b6-463c-4c68-aa66-bb36faab47b9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:26.539233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Port 730bf4b6-463c-4c68-aa66-bb36faab47b9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:26.539566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Attempting to bind port 730bf4b6-463c-4c68-aa66-bb36faab47b9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:26.541553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Made reservation on behalf of b3f54b603ee24ac7b30fbb868a5280b6 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:26.545092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.548963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:26.549323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:26.549846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:26.550469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Bound port: 730bf4b6-463c-4c68-aa66-bb36faab47b9, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:26.550669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.641145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:26.644896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:26.650221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.688223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.688893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:26.690431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] 10.222.0.77 "PUT /v2.0/ports/730bf4b6-463c-4c68-aa66-bb36faab47b9 HTTP/1.1" status: 200 len: 1096 time: 0.8418179 Jul 12 16:08:26.690935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:26.693274 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:26.721912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10aa6f-c151-49d4-8b11-92b3f43acf5b service neutron] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:26.776122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Allocated IP 192.168.233.150 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/8d87336e-9a09-4b88-b84b-6b589b08174a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:26.780214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on host n-h2-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:26.780214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:26.780459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:26.795327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:26.798028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:26.814730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-5918a62d-4d9a-411f-ba77-28095c92787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.816400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-5918a62d-4d9a-411f-ba77-28095c92787e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 1099 time: 0.0767565 Jul 12 16:08:26.822080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:26.822445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:26.822939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:26.823370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Bound port: 4919532c-2d52-4038-84c8-ad46f69223f8, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:26.840623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-1441b2be-e949-4380-9d82-a0bd65dad7fa service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703210 Jul 12 16:08:26.883963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-1e787cc3-90af-419c-a831-6cff8ae18245 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9 HTTP/1.1" status: 200 len: 217 time: 0.0512543 Jul 12 16:08:26.949824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-bd576548-31a3-4cee-a4f4-a23d473b4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:26.952235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-bd576548-31a3-4cee-a4f4-a23d473b4b77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0563686 Jul 12 16:08:27.023512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-ba6046af-c31d-4b1a-9e74-81c1dcdae963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.025425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-ba6046af-c31d-4b1a-9e74-81c1dcdae963 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610859 Jul 12 16:08:27.045453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:27.066999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.068230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-2352b82e-86bc-4eef-b181-f8653cbcc790 service neutron] 10.222.0.58 "POST /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.8103664 Jul 12 16:08:27.083564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55f0a72f-bf60-4164-a5ae-61b33d8df986 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:27.088345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084a4cca-e724-4ff6-a557-cda916f75b90 req-adc20e12-75a9-4438-919a-3a1cd1fda9a1 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225695 Jul 12 16:08:27.120662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.159540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Transition to ACTIVE for port object 8d87336e-9a09-4b88-b84b-6b589b08174a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:27.226399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 55f0a72f-bf60-4164-a5ae-61b33d8df986 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:27.231042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-2c2bcb6f-9977-4cf0-b0e0-65a9adda69bb service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966171 Jul 12 16:08:27.232395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 55f0a72f-bf60-4164-a5ae-61b33d8df986 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:27.232983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.283091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.361385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:27.366474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:27.390193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:27.395619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.428225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:27.430467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a668de2a-59c9-4578-96c3-7e7439481ab4 req-3c9e2663-91c6-47b8-9550-e952558b254f service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920202 Jul 12 16:08:27.434544 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c72533-3f53-40ef-8ebe-7971de07ed07" -d '{"events": [{"server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "name": "network-vif-plugged", "status": "completed", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:27.459337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:27.467472 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.468140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:27.513319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.514334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.536537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:27.538009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488f367-1647-4a5c-8e6a-dcceec91c2ce req-5999a258-842b-4f07-a464-36e66dbe1a28 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.559317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488f367-1647-4a5c-8e6a-dcceec91c2ce req-5999a258-842b-4f07-a464-36e66dbe1a28 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 936 time: 0.2927365 Jul 12 16:08:27.569724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-49675e4a-43c5-403f-968f-86e58db0d787 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4178653 Jul 12 16:08:27.588814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Request body: {'port': {'device_id': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:27.601698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b0c2-7724-4c04-83cf-9db399a08798 req-9b43ae85-b348-484b-abe5-c2bf42f365c1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.603286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94a2b0c2-7724-4c04-83cf-9db399a08798 req-9b43ae85-b348-484b-abe5-c2bf42f365c1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 947 time: 0.1853309 Jul 12 16:08:27.608067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-1f80fdc1-1197-4983-8046-26af164106ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.609691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-1f80fdc1-1197-4983-8046-26af164106ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1096 time: 0.2221606 Jul 12 16:08:27.705357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488f367-1647-4a5c-8e6a-dcceec91c2ce req-15f6dc8f-d481-405f-b0db-973e25903093 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444166 Jul 12 16:08:27.726246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.736590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-411d1455-3052-4b8a-85b0-7530ad3a11b4 None None] Provisioning for port 8d87336e-9a09-4b88-b84b-6b589b08174a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:27.743728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-411d1455-3052-4b8a-85b0-7530ad3a11b4 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:27.751622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-411d1455-3052-4b8a-85b0-7530ad3a11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:27.768404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-be3d45f6-a374-4c50-be0d-3d59c268e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:27.770656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-be3d45f6-a374-4c50-be0d-3d59c268e8dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1487839 Jul 12 16:08:27.820603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-411d1455-3052-4b8a-85b0-7530ad3a11b4 None None] Port 8d87336e-9a09-4b88-b84b-6b589b08174a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:28.048242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-93f77ee4-d8d4-4bdd-aaae-ad245f4ab299 None None] Provisioning complete for port 55f0a72f-bf60-4164-a5ae-61b33d8df986 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:28.048728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-93f77ee4-d8d4-4bdd-aaae-ad245f4ab299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.063186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-461f6292-6a7b-405f-a8f8-6a4308cfb16c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.064970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-461f6292-6a7b-405f-a8f8-6a4308cfb16c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.1909547 Jul 12 16:08:28.185941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-8cd425ac-4a36-4299-9d55-7a19cec1abfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 217 time: 0.4070969 Jul 12 16:08:28.190107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-d1ac7618-ff3e-41f9-bf67-dd9c4021dd64 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/quotas/ea4f27aae1904dd4a13884e531250ffc HTTP/1.1" status: 200 len: 375 time: 0.1037838 Jul 12 16:08:28.205911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94a2b0c2-7724-4c04-83cf-9db399a08798 req-98ce51ba-bf92-4d06-a396-a1cffc95eeb9 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826957 Jul 12 16:08:28.235842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d87336e-9a09-4b88-b84b-6b589b08174a {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:28.246838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.273144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Transition to ACTIVE for port object 8d87336e-9a09-4b88-b84b-6b589b08174a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:28.278623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.281626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-41b6a15c-bda0-432c-9bf7-25d87aee2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.282965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-41b6a15c-bda0-432c-9bf7-25d87aee2ee1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0761118 Jul 12 16:08:28.323675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-a2c1a5f2-a282-4c04-8e80-0b82ed6267f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340328 Jul 12 16:08:28.330910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-5b871f43-6b4c-4428-b7d9-b88c87f5f8e4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323400 Jul 12 16:08:28.399259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:28.468511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-610187c3-adf7-40b1-a40f-41db2aea0c62 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361105 Jul 12 16:08:28.478377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25172-7232-43cc-83f3-a8cca1b3a0a9 req-13fa9cd6-606a-4711-b7db-158b016af418 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.479941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08a25172-7232-43cc-83f3-a8cca1b3a0a9 req-13fa9cd6-606a-4711-b7db-158b016af418 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1586115 Jul 12 16:08:28.521780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-ca446343-e526-4def-aad9-331b63565396 service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774597 Jul 12 16:08:28.524456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Attempting to bind port 8d87336e-9a09-4b88-b84b-6b589b08174a on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:28.524792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Attempting to bind port 8d87336e-9a09-4b88-b84b-6b589b08174a by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:28.525117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Attempting to bind port 8d87336e-9a09-4b88-b84b-6b589b08174a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:28.541987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Port 8d87336e-9a09-4b88-b84b-6b589b08174a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:28.542281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Attempting to bind port 8d87336e-9a09-4b88-b84b-6b589b08174a on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:28.572900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08a25172-7232-43cc-83f3-a8cca1b3a0a9 req-7d82d9cb-a7ee-492e-b99b-929f04085fc9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Jul 12 16:08:28.585837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:28.586464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:28.586595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:28.586984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Bound port: 8d87336e-9a09-4b88-b84b-6b589b08174a, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:28.587341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.611611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-1ca5326f-b355-45a2-ab01-fb346ee88a07 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306508 Jul 12 16:08:28.686856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-81448e20-041d-4646-9b89-ac13879f8fcd service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546221 Jul 12 16:08:28.694364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:28.698010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:28.702879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.740000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.741175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:28.742986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] 10.222.0.77 "PUT /v2.0/ports/8d87336e-9a09-4b88-b84b-6b589b08174a HTTP/1.1" status: 200 len: 1096 time: 1.1624203 Jul 12 16:08:28.745578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:28.748247 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b01d9-c551-446f-b25f-e4eef80d0b35" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:28.784337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402ee34-baf7-4fad-b93f-e9b12e16f98a req-f0dcc122-12ed-4d56-a7dd-2c8874fd56f2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.786295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e402ee34-baf7-4fad-b93f-e9b12e16f98a req-f0dcc122-12ed-4d56-a7dd-2c8874fd56f2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.0948956 Jul 12 16:08:28.794699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4960149-aeb0-46e7-b7a8-5f5f18f99dbf service neutron] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:28.849055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e402ee34-baf7-4fad-b93f-e9b12e16f98a req-085dfb9e-8f0b-4604-8d22-46286d956bfa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511897 Jul 12 16:08:28.877645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-966f6c3a-bb9e-4c32-9caf-d6445cba5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:28.879581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-966f6c3a-bb9e-4c32-9caf-d6445cba5728 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 1099 time: 0.0778768 Jul 12 16:08:28.950446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-925d5a1f-61e1-4cb7-b4d3-684e1a537cb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8d87336e-9a09-4b88-b84b-6b589b08174a HTTP/1.1" status: 200 len: 217 time: 0.0590401 Jul 12 16:08:28.969341 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc25db9-35df-4b6b-b7f3-3547ec34a7b9 x-openstack-request-id: req-bdc25db9-35df-4b6b-b7f3-3547ec34a7b9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:28.969875 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:28.970215 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdc25db9-35df-4b6b-b7f3-3547ec34a7b9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:28.970639 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'status': 'completed', 'code': 200} Jul 12 16:08:29.103074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device f1ecd9aa-7385-427e-81be-3262ba0f311a details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:29.109011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-eddd9653-c000-4fd8-b3a6-6df3cd3fd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.111436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-eddd9653-c000-4fd8-b3a6-6df3cd3fd314 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 1099 time: 0.1189644 Jul 12 16:08:29.210458 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb113fe-572e-46eb-9f2e-e52814d08177 x-openstack-request-id: req-7fb113fe-572e-46eb-9f2e-e52814d08177 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:29.210987 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "name": "network-vif-plugged", "status": "completed", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:29.211534 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fb113fe-572e-46eb-9f2e-e52814d08177 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:29.212187 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'code': 200} Jul 12 16:08:29.320490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:29.353456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'mac_address': 'fa:16:3e:b6:7b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:29.387281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-27af97a6-e853-4b20-a499-e8010119c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.389453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-27af97a6-e853-4b20-a499-e8010119c713 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2697756 Jul 12 16:08:29.439343 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-a25b9c36-5d1f-43c7-ae64-e4ccadd8698d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9 HTTP/1.1" status: 200 len: 217 time: 0.0421405 Jul 12 16:08:29.458625 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:29.486436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ecd9aa-7385-427e-81be-3262ba0f311a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:29.505539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b65b-2028-4565-82ce-054df2ec4259 req-74e5065d-a84e-4627-bb8e-4f46002e43dc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.508710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f61b65b-2028-4565-82ce-054df2ec4259 req-74e5065d-a84e-4627-bb8e-4f46002e43dc tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.3594837 Jul 12 16:08:29.516572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:29.523358 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:29.586109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-bd40ceda-e078-4329-81cb-8e36b946ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.587612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-bd40ceda-e078-4329-81cb-8e36b946ad6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1396906 Jul 12 16:08:29.600739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:29.646966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f61b65b-2028-4565-82ce-054df2ec4259 req-a17df2e4-e2d8-4173-8ca8-a38f9405e03c tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180296 Jul 12 16:08:29.697763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-ae37afe9-5882-4a3b-b8b7-184fc325bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.699397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-ae37afe9-5882-4a3b-b8b7-184fc325bd8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007433 Jul 12 16:08:29.702843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-081cb893-f451-4b04-9d30-1e1698d4248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.705032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-081cb893-f451-4b04-9d30-1e1698d4248e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.7476072 Jul 12 16:08:29.758490 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4867e5ec-3071-41d4-9cae-ccbe5601bb5e x-openstack-request-id: req-4867e5ec-3071-41d4-9cae-ccbe5601bb5e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:29.758849 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:29.759044 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4867e5ec-3071-41d4-9cae-ccbe5601bb5e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:29.759407 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'status': 'completed', 'code': 200} Jul 12 16:08:29.828773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb91d-bb53-42b4-816f-600be2d7dc7d req-9e1011a3-4358-434a-b6f7-7d7883f44829 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.832687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95afb91d-bb53-42b4-816f-600be2d7dc7d req-9e1011a3-4358-434a-b6f7-7d7883f44829 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 948 time: 0.2722597 Jul 12 16:08:29.841775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c94e87-6dcc-4553-af5a-2e629f30a7ec req-a6ad3392-fefe-46ca-969d-b676d16937f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.844637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91c94e87-6dcc-4553-af5a-2e629f30a7ec req-a6ad3392-fefe-46ca-969d-b676d16937f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 1101 time: 0.2861047 Jul 12 16:08:29.858750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['f1ecd9aa-7385-427e-81be-3262ba0f311a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:29.883663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-86f8dab4-14a0-407b-bc90-6038ae942ae6 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693606 Jul 12 16:08:29.919628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-f97fef14-eea1-459a-b5b6-224202523278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:29.922212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-f97fef14-eea1-459a-b5b6-224202523278 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1873679 Jul 12 16:08:29.939086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95afb91d-bb53-42b4-816f-600be2d7dc7d req-4320d1d0-5c46-4004-a946-347ca4c61ca3 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884106 Jul 12 16:08:30.011215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0325d99-581b-4d31-8802-4c621fe1c8a1 req-e6c7253b-214f-42b8-b370-53d8621660fa tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 210 time: 0.0942438 Jul 12 16:08:30.121844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-3d7fb0b6-c708-4ffc-a2f2-3a5550dadff4 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816347 Jul 12 16:08:30.129280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91c94e87-6dcc-4553-af5a-2e629f30a7ec req-e2e53dda-97f4-4fba-9169-22d575a56968 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754080 Jul 12 16:08:30.144722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f5242e1-f5a1-4953-8e50-10a3fac22ac2 req-c3bebbb9-3399-4fc4-8686-381be25c4cef service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520323 Jul 12 16:08:30.276571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba8eede-96a9-4cfc-b57c-a9e06a764a2f req-203490f6-19b7-407e-8209-25fadef73272 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333263 Jul 12 16:08:30.311233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeffb7a-159c-4955-9222-407c0364cd1c req-7a3bd65a-9aea-43bd-b0fc-b0c7dfc23b65 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.314409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3aeffb7a-159c-4955-9222-407c0364cd1c req-7a3bd65a-9aea-43bd-b0fc-b0c7dfc23b65 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 948 time: 0.0832675 Jul 12 16:08:30.371309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3aeffb7a-159c-4955-9222-407c0364cd1c req-22bf9bc3-f584-4dea-96d7-c5fc357baaeb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489628 Jul 12 16:08:30.431360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-334c3a80-6cf8-47d0-be36-86a8152b2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.433114 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-334c3a80-6cf8-47d0-be36-86a8152b2712 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 1099 time: 0.0813365 Jul 12 16:08:30.447239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa039e7-3120-471d-94b7-09231ad8d1c7 req-ffd6b702-48df-4818-ad0d-d0c760a82b12 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.448839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4fa039e7-3120-471d-94b7-09231ad8d1c7 req-ffd6b702-48df-4818-ad0d-d0c760a82b12 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1398942 Jul 12 16:08:30.544556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4fa039e7-3120-471d-94b7-09231ad8d1c7 req-d9771044-e7f5-4eae-a184-5d5c81bd8e75 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859973 Jul 12 16:08:30.581665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-8f9f113f-8449-40dc-9b77-a2c304276ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.583926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-8f9f113f-8449-40dc-9b77-a2c304276ded service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1339705 Jul 12 16:08:30.641779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-8bbd4990-cf6e-4195-bb83-8d6aa280f7cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8d87336e-9a09-4b88-b84b-6b589b08174a HTTP/1.1" status: 200 len: 217 time: 0.0498428 Jul 12 16:08:30.704149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-ccf95b59-1b8e-4231-95ae-67afc7717c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.705913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-ccf95b59-1b8e-4231-95ae-67afc7717c1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0499659 Jul 12 16:08:30.826567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-b39eaaf0-37b1-4a2e-956c-4f20c5a5e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:30.846867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-b39eaaf0-37b1-4a2e-956c-4f20c5a5e3e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153934 Jul 12 16:08:30.898119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:31.043189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:31.060209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'mac_address': 'fa:16:3e:c0:2d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:31.116998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device f1ecd9aa-7385-427e-81be-3262ba0f311a up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:31.169445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.191226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91296919-c246-4db8-8e18-34a7fef26444 req-c110340a-f48d-45af-a8a9-b2b54d7d96a8 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:31.192837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91296919-c246-4db8-8e18-34a7fef26444 req-c110340a-f48d-45af-a8a9-b2b54d7d96a8 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.1740997 Jul 12 16:08:31.200829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-7dbb6fa0-30af-4656-9ebf-d08208b441d1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:31.202982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-7dbb6fa0-30af-4656-9ebf-d08208b441d1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.3709569 Jul 12 16:08:31.238520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'port': {'device_id': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'admin_state_up': True, 'tenant_id': 'ea4f27aae1904dd4a13884e531250ffc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:31.253142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:31.303124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-fe2a49e9-d191-4a92-a77c-664e2c9c1309 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510534 Jul 12 16:08:31.304864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:31.312947 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91296919-c246-4db8-8e18-34a7fef26444 req-d95c1aee-f971-43bf-b124-78fb27f0f9d0 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079726 Jul 12 16:08:31.332519 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.410120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port f1ecd9aa-7385-427e-81be-3262ba0f311a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:31.480015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port f1ecd9aa-7385-427e-81be-3262ba0f311a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:31.481764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.502362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Made reservation on behalf of ea4f27aae1904dd4a13884e531250ffc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:31.509784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.578335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:31.621616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-627968ab-2d91-42f0-a9f1-851066fd6cc9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5941417 Jul 12 16:08:31.661619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.666189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4b1a-e455-4517-a71b-348131d1ba52 req-ad96e937-e621-41db-81a4-34d9e2a3adb5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:31.674761 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24ce4b1a-e455-4517-a71b-348131d1ba52 req-ad96e937-e621-41db-81a4-34d9e2a3adb5 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.5706329 Jul 12 16:08:31.681695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282b01d9-c551-446f-b25f-e4eef80d0b35 req-6cb6c0d9-c655-4a72-8076-72521c133753 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670354 Jul 12 16:08:31.716668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['730bf4b6-463c-4c68-aa66-bb36faab47b9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:31.728104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:31.736578 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a9db4e-07b0-4f5e-a3d5-06ecd02b8d0f" -d '{"events": [{"server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:31.768741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24ce4b1a-e455-4517-a71b-348131d1ba52 req-7bfcbcea-ab72-4413-a8eb-e00acf1b1f2b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863268 Jul 12 16:08:31.817641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:31.832566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.846101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Allocated IP 172.20.0.6 (06eed356-ce37-42da-b6f8-33c2806b7730/09beb3ca-1517-448b-b1ef-5a4a81e63add/da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:31.997334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9e9ba7f-6a0e-45c0-be53-d2b6f5312554 req-76c0cca5-a024-479b-825e-7c26ad3871e2 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 210 time: 0.0782237 Jul 12 16:08:32.071488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e4eb-8767-4b7d-b5e1-592e4a3e8af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.071488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:32.123768 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.139711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f980c-5551-442e-b521-ed084bb4c3de req-6b9c1661-2b3a-4d63-ba7a-81cddb14d4dc tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:32.153459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f980c-5551-442e-b521-ed084bb4c3de req-6b9c1661-2b3a-4d63-ba7a-81cddb14d4dc tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 948 time: 0.4948974 Jul 12 16:08:32.273158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f980c-5551-442e-b521-ed084bb4c3de req-fb6178ad-0b29-4198-89b0-7b3f94952f94 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Jul 12 16:08:32.309972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f491b67f-ed74-4049-a73c-acd0e17bd763 None None] Provisioning complete for port f1ecd9aa-7385-427e-81be-3262ba0f311a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:32.310496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f491b67f-ed74-4049-a73c-acd0e17bd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.329573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.455284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Network 06eed356-ce37-42da-b6f8-33c2806b7730 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:32.463920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:32.466857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:32.478791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:32.574599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:32.575602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.622191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-4aaf8f37-55bd-4ed9-8ce8-327d69d7fb58 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3908288 Jul 12 16:08:32.635353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Request body: {'port': {'device_id': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:32.809895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.829772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df452a90-3efe-4e00-b8c3-b43a0423bf6e req-ebbfde5d-1bf1-46ee-8e50-1af03c4cbab7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:32.840021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df452a90-3efe-4e00-b8c3-b43a0423bf6e req-ebbfde5d-1bf1-46ee-8e50-1af03c4cbab7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 949 time: 0.1159594 Jul 12 16:08:32.871514 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:32.910254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:32.937772 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df452a90-3efe-4e00-b8c3-b43a0423bf6e req-82d80323-c445-4073-a1cd-ed2bb089f839 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940156 Jul 12 16:08:33.063678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:33.081403 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c69096-0e6c-48ec-8ee9-e13239532463 x-openstack-request-id: req-16c69096-0e6c-48ec-8ee9-e13239532463 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:33.081403 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "name": "network-vif-plugged", "status": "completed", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:33.082046 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16c69096-0e6c-48ec-8ee9-e13239532463 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:33.082046 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'code': 200} Jul 12 16:08:33.083393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'mac_address': 'fa:16:3e:36:76:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:33.117208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9509a-ebb4-49a4-bbd5-e20f42a02676 req-e7e4c566-a9cb-4a9c-8ffe-6fcfc0b52ec4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:33.125246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9c9509a-ebb4-49a4-bbd5-e20f42a02676 req-e7e4c566-a9cb-4a9c-8ffe-6fcfc0b52ec4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.3980446 Jul 12 16:08:33.181090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:33.216034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d87336e-9a09-4b88-b84b-6b589b08174a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:33.245460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9c9509a-ebb4-49a4-bbd5-e20f42a02676 req-77de3e6c-1574-49c5-b330-cbdd39d94c01 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189914 Jul 12 16:08:33.299417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:33.309092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:33.350249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31718-4e25-464f-9d3e-579a240f94b2 req-d6ecbfd3-bba7-49ae-b8ef-a63d87083be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:33.353489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fc31718-4e25-464f-9d3e-579a240f94b2 req-d6ecbfd3-bba7-49ae-b8ef-a63d87083be2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 1100 time: 0.1873424 Jul 12 16:08:33.440993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:33.498697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fc31718-4e25-464f-9d3e-579a240f94b2 req-57ead6e3-eec9-4e32-adbb-0b1682b50d56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031291 Jul 12 16:08:33.561730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4201a99-e9fa-4de3-aba3-f11697bc6e14 req-bca1616b-3ba6-4b5d-a4d0-8014574da5e9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:33.570253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4201a99-e9fa-4de3-aba3-f11697bc6e14 req-bca1616b-3ba6-4b5d-a4d0-8014574da5e9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.1357656 Jul 12 16:08:33.631402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:33.648337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4201a99-e9fa-4de3-aba3-f11697bc6e14 req-2e65ff17-08b0-488c-9d8f-50cfeb7f3eb4 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762448 Jul 12 16:08:33.665508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:33.717813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Transition to ACTIVE for port object da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:33.727699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:33.758068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8d87336e-9a09-4b88-b84b-6b589b08174a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:33.827216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f81aaf-bc80-4e76-a5fc-a07f7b94d7b5 req-a0c6b58a-33b1-4bb3-8595-f3d5dd5a9e82 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:33.838088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47f81aaf-bc80-4e76-a5fc-a07f7b94d7b5 req-a0c6b58a-33b1-4bb3-8595-f3d5dd5a9e82 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3072968 Jul 12 16:08:33.908660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:34.014110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0719-4c3a-43ff-846b-14c6fd43b562 req-b882b21d-65fe-4955-8018-25f0e2f75bb7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.023518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-648a0719-4c3a-43ff-846b-14c6fd43b562 req-b882b21d-65fe-4955-8018-25f0e2f75bb7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.1331592 Jul 12 16:08:34.038773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47f81aaf-bc80-4e76-a5fc-a07f7b94d7b5 req-4f9c3ba2-8c29-489b-b2b6-40e7c1cf9769 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873994 Jul 12 16:08:34.089712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Attempting to bind port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:34.090034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Attempting to bind port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:34.090364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Attempting to bind port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:34.091439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-648a0719-4c3a-43ff-846b-14c6fd43b562 req-281a3ec2-24fa-4ab7-a289-3393d75d0134 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Jul 12 16:08:34.097384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 on network 06eed356-ce37-42da-b6f8-33c2806b7730 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:34.097680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Attempting to bind port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:34.109626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-70b92c5c-a09b-4639-aaa2-01185252048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.109626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-70b92c5c-a09b-4639-aaa2-01185252048f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1100 time: 0.1696572 Jul 12 16:08:34.110527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:34.110527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Checking segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:34.110527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Bound using segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:34.110527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Bound port: da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:34.110527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.264721 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:08:34.301183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-7201f77e-4822-4043-ade7-689b42ad74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.303454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-7201f77e-4822-4043-ade7-689b42ad74ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1888380 Jul 12 16:08:34.325527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:34.333514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:34.357760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.363811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-255f99c7-c020-4e42-9f14-87beb294f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.381954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8a4d0132-db48-4929-ae16-978e3bbd3ae6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.0680115 Jul 12 16:08:34.472528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.473652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.476240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] 10.222.0.77 "PUT /v2.0/ports/da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 HTTP/1.1" status: 200 len: 1091 time: 1.8465269 Jul 12 16:08:34.476983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:34.481310 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e" -d '{"events": [{"name": "network-changed", "server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:34.532741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8ca0144a-314e-45fc-84ac-21c7493d2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.534224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8ca0144a-314e-45fc-84ac-21c7493d2876 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1355987 Jul 12 16:08:34.535622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e971af-66be-47eb-a1bf-923e977b33e6 req-e4f595b1-349a-49f9-855d-d3102709fa65 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.538715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51e971af-66be-47eb-a1bf-923e977b33e6 req-e4f595b1-349a-49f9-855d-d3102709fa65 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 949 time: 0.3035426 Jul 12 16:08:34.540581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940bb62-b2c4-4652-a042-2a0d03691358 service neutron] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:34.617957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a71cc-9a60-4196-9910-d5d270a9dd67 req-0f8df0a8-c342-4530-9668-53ab4dc5a6bb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.626774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed6a71cc-9a60-4196-9910-d5d270a9dd67 req-0f8df0a8-c342-4530-9668-53ab4dc5a6bb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 949 time: 0.1627214 Jul 12 16:08:34.631632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51e971af-66be-47eb-a1bf-923e977b33e6 req-3f0321bb-9841-4fb4-b775-d87376de9cf8 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 Jul 12 16:08:34.656219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-593f847b-d9f0-4848-bb37-03dd10d19c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.658157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-593f847b-d9f0-4848-bb37-03dd10d19c32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 1094 time: 0.1039963 Jul 12 16:08:34.717410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed6a71cc-9a60-4196-9910-d5d270a9dd67 req-1fe242e7-4c81-4a3a-b8ce-6a0c3fdc7034 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862629 Jul 12 16:08:34.730279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-5d3e8764-cda4-4c89-887d-c8a51d03e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.731857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-5d3e8764-cda4-4c89-887d-c8a51d03e70b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786056 Jul 12 16:08:34.799079 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.824461 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64cc858-3927-4bac-81c7-c310a2e5e030 x-openstack-request-id: req-a64cc858-3927-4bac-81c7-c310a2e5e030 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:34.826107 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:34.828059 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a64cc858-3927-4bac-81c7-c310a2e5e030 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:34.828706 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'status': 'completed', 'code': 200} Jul 12 16:08:34.832116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-c33209b5-591f-49ec-ba43-cdf70fd3cda9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 HTTP/1.1" status: 200 len: 217 time: 0.1573806 Jul 12 16:08:34.931046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:34.960576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-765bed39-52a9-4919-8576-aecdbf901bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179637 Jul 12 16:08:34.965326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-ce23dd84-7d96-4e5d-b5ea-8c6f3ececb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.967281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-ce23dd84-7d96-4e5d-b5ea-8c6f3ececb31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.1262069 Jul 12 16:08:35.044249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-c0bb2659-af39-4a96-92a7-116ffafb1af0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540533 Jul 12 16:08:35.065336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:35.076146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.081043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:35.081272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.197857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e104e23-c210-4a51-817b-92653a61f229 req-57a722a0-c0de-4b40-b0b7-5a86bf812719 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.199606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e104e23-c210-4a51-817b-92653a61f229 req-57a722a0-c0de-4b40-b0b7-5a86bf812719 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.2244034 Jul 12 16:08:35.273764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-d6f41574-db7c-44bf-8eb7-e22f09771cea service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190764 Jul 12 16:08:35.293796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39830) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:35.305964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.322670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73f4be-3b0d-42c1-a9db-26fc559274d3 req-807b04eb-7b10-4b35-9429-fcc8efa79807 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.324250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a73f4be-3b0d-42c1-a9db-26fc559274d3 req-807b04eb-7b10-4b35-9429-fcc8efa79807 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.2049723 Jul 12 16:08:35.331343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-bd39c166-31a3-41bb-b9ca-fce33ddfd943 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629425 Jul 12 16:08:35.343131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:35.346214 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9048266-6bdb-4c8c-afc1-24031fb55e44" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:35.364320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:35.382290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.402327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:35.447501 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a73f4be-3b0d-42c1-a9db-26fc559274d3 req-ea613909-f637-42a0-afd3-0c24cf8ce3f5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042502 Jul 12 16:08:35.560265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e104e23-c210-4a51-817b-92653a61f229 req-bf2dd2fe-cf90-4f3d-acc5-b5ff4ddee613 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284755 Jul 12 16:08:35.566749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8281a279-530a-40b5-9f1f-d542a9fc6ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.572185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:35.614185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 8d87336e-9a09-4b88-b84b-6b589b08174a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:35.626330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d1c3ca0-87d3-4e21-ac36-1fb4e14f23ee req-d8b6b2ec-8c25-466f-b9ec-dd315a653424 service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433397 Jul 12 16:08:35.648160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:35.648579 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.715616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.820979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.860768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a27957-e175-440c-b5aa-c79a78d5feb1 req-68483ccb-159b-4dbd-b2d4-78e6ed3062e4 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.862846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23a27957-e175-440c-b5aa-c79a78d5feb1 req-68483ccb-159b-4dbd-b2d4-78e6ed3062e4 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1827216 Jul 12 16:08:35.871413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9032e759-0bfa-4fd6-be13-e9ce68b9d65d None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:35.872047 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9032e759-0bfa-4fd6-be13-e9ce68b9d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.882296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff9e1-38ea-4bb1-818d-d22728b0af1f req-36580548-c30d-4723-b5c3-57617c83fce9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.890170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afcff9e1-38ea-4bb1-818d-d22728b0af1f req-36580548-c30d-4723-b5c3-57617c83fce9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.1412749 Jul 12 16:08:35.899048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-1999e14f-b048-4db5-ab28-2735605bf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.900024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8281a279-530a-40b5-9f1f-d542a9fc6ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.900734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-1999e14f-b048-4db5-ab28-2735605bf5b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 1094 time: 0.1122410 Jul 12 16:08:35.911161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8281a279-530a-40b5-9f1f-d542a9fc6ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.912616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:35.958264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23a27957-e175-440c-b5aa-c79a78d5feb1 req-2f0790cf-b886-452b-a165-045be23849bb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863442 Jul 12 16:08:35.967968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.974237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8281a279-530a-40b5-9f1f-d542a9fc6ba3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ac72f217de4492684ea841ba5865d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6770315 Jul 12 16:08:35.975331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39842) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:36.008219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281a279-530a-40b5-9f1f-d542a9fc6ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0f1ee-59e5-4210-818d-e6fa1a3a18f5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:36.033232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:36.038548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.044396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-8bb5157c-8104-4ff7-8a35-c1e4becfaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.047768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-8bb5157c-8104-4ff7-8a35-c1e4becfaa7c service neutron] 10.222.0.77 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 922 time: 0.1357856 Jul 12 16:08:36.077094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.122831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afcff9e1-38ea-4bb1-818d-d22728b0af1f req-ed4923d2-4da4-49bf-920a-0c3b993ead12 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305491 Jul 12 16:08:36.125818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-66a7ba8e-a679-4c5a-9380-9f5d72838f33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 HTTP/1.1" status: 200 len: 217 time: 0.0600555 Jul 12 16:08:36.158284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.160939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.162116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ba0f1ee-59e5-4210-818d-e6fa1a3a18f5 HTTP/1.1" status: 204 len: 168 time: 0.1857746 Jul 12 16:08:36.179556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1a504-617c-4e7b-9234-beb18f24a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0f1ee-59e5-4210-818d-e6fa1a3a18f5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:36.237022 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a2baab-c564-4231-9cdc-bbbb6c2fece1 x-openstack-request-id: req-a3a2baab-c564-4231-9cdc-bbbb6c2fece1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:36.237601 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:36.238060 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3a2baab-c564-4231-9cdc-bbbb6c2fece1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:36.238655 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:08:36.264830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-875b05be-c1b8-4d6c-b5d7-ee1a16a010ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.266622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-875b05be-c1b8-4d6c-b5d7-ee1a16a010ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.1283691 Jul 12 16:08:36.331736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-03380bba-4e79-4905-9639-e002c248e3ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552542 Jul 12 16:08:36.397085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a095d392-16b1-4e83-8d41-30bac40ce914 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:36.397641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a095d392-16b1-4e83-8d41-30bac40ce914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.439190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a41b-6ea8-45f0-bf12-c965779a64ea req-ae881659-a389-430c-b4ac-deff64815108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.442117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0845a41b-6ea8-45f0-bf12-c965779a64ea req-ae881659-a389-430c-b4ac-deff64815108 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 1101 time: 0.1232238 Jul 12 16:08:36.491990 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-7c472108-4c7e-41af-8eb8-5e56b447630c service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513917 Jul 12 16:08:36.506493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c75e-d9f3-42a7-83e8-8459f755450e req-f3742a03-bbd1-41a5-8c0d-4b2a87359014 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.508066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90a8c75e-d9f3-42a7-83e8-8459f755450e req-f3742a03-bbd1-41a5-8c0d-4b2a87359014 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 949 time: 0.1384225 Jul 12 16:08:36.526567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0845a41b-6ea8-45f0-bf12-c965779a64ea req-b1cceaaa-e52c-43f6-a13e-a4c25e161a93 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677516 Jul 12 16:08:36.553993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e2e8f-d4aa-400c-a53d-f2cd772b0b89 req-f9163206-e01d-4d46-9e0b-62b39a96d0d9 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.557379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a9e2e8f-d4aa-400c-a53d-f2cd772b0b89 req-f9163206-e01d-4d46-9e0b-62b39a96d0d9 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1125684 Jul 12 16:08:36.602502 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a9e2e8f-d4aa-400c-a53d-f2cd772b0b89 req-1335e643-29e7-4a88-aa84-61525c5f3ec8 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378661 Jul 12 16:08:36.607983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90a8c75e-d9f3-42a7-83e8-8459f755450e req-1a4ac079-8bb8-440a-869c-561a0fc124db tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908532 Jul 12 16:08:36.631366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516785c1-f8eb-4a7b-80f3-ab9ac87dd23e req-d9e27fdc-f86b-44a4-8b4a-6a7d993ce20a service neutron] 10.222.0.77 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223233 Jul 12 16:08:36.804087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157fad2-5780-4dbb-9af0-8bf0516e54d1 req-1e443174-c1c2-418f-906b-4cdd8db9f916 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.805600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8157fad2-5780-4dbb-9af0-8bf0516e54d1 req-1e443174-c1c2-418f-906b-4cdd8db9f916 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.0761898 Jul 12 16:08:36.826925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e3bc6-b884-463d-93f3-da7f2cfc1947 req-f25da913-943f-4183-ab89-c0439da3dade tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.829032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-713e3bc6-b884-463d-93f3-da7f2cfc1947 req-f25da913-943f-4183-ab89-c0439da3dade tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.1077209 Jul 12 16:08:36.854839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8157fad2-5780-4dbb-9af0-8bf0516e54d1 req-e6e3295c-73c7-4671-9257-2105ec3c3304 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Jul 12 16:08:36.880811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-8977048b-099a-4873-95c3-795037c1863d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036689 Jul 12 16:08:36.883622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-713e3bc6-b884-463d-93f3-da7f2cfc1947 req-a4aa1439-e16a-4879-b10d-5e226741491b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Jul 12 16:08:36.997336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-344417c4-08ba-48b2-a4be-3cd67664c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:36.998832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-344417c4-08ba-48b2-a4be-3cd67664c642 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 1096 time: 0.0575676 Jul 12 16:08:37.072916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa216c17-a89d-4ec9-947a-55bea52da52a req-06e6d687-31bf-49a6-b22f-a982d7ca9f58 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.075272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa216c17-a89d-4ec9-947a-55bea52da52a req-06e6d687-31bf-49a6-b22f-a982d7ca9f58 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 950 time: 0.0868452 Jul 12 16:08:37.094860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:37.122192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa216c17-a89d-4ec9-947a-55bea52da52a req-6d9507a7-4517-460f-88bf-b1f60dab6914 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Jul 12 16:08:37.186674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-7e192f3a-c605-428c-bfc9-5cc5db30b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.188773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-7e192f3a-c605-428c-bfc9-5cc5db30b0b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.1580477 Jul 12 16:08:37.216913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541021f-c6c8-4606-b838-96a6833d48a2 req-56b04d3f-24da-4866-890d-5bda7e3bc389 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.218488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3541021f-c6c8-4606-b838-96a6833d48a2 req-56b04d3f-24da-4866-890d-5bda7e3bc389 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1261091 Jul 12 16:08:37.252604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-356cf5c9-8af0-4194-80c5-3d69ae2ecd3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 200 len: 217 time: 0.0494053 Jul 12 16:08:37.322543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550180-fd8f-4050-8261-9e203ee86693 req-b59d89b8-88b1-4a82-ac00-ae1b8ff45846 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.325118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3541021f-c6c8-4606-b838-96a6833d48a2 req-d90c44d1-6ac2-4ec4-aa47-46ce0cd79aeb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760190 Jul 12 16:08:37.330472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa550180-fd8f-4050-8261-9e203ee86693 req-b59d89b8-88b1-4a82-ac00-ae1b8ff45846 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.0846689 Jul 12 16:08:37.330635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-d810fb52-be21-418e-814a-7cd4d6343031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.332047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-d810fb52-be21-418e-814a-7cd4d6343031 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0627506 Jul 12 16:08:37.386957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa550180-fd8f-4050-8261-9e203ee86693 req-cef67a14-52be-4d01-92d6-b72fed7a252c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Jul 12 16:08:37.388216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-34080feb-7829-4507-9ec4-8381db9a7e27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475726 Jul 12 16:08:37.517002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-64ff3e76-1ed0-45bb-9bec-43f4da49ff4c service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196313 Jul 12 16:08:37.706829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ab113d1-eabe-4258-8eb2-8c201745adb4 req-cd290ae4-a0d5-4385-8873-8235f4f10c16 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794662 Jul 12 16:08:37.759724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b986a-b1f8-4e90-82cc-2d62aa84ca46 req-23e4f05d-33ee-4731-b6bd-377bd1207c90 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.766373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b986a-b1f8-4e90-82cc-2d62aa84ca46 req-23e4f05d-33ee-4731-b6bd-377bd1207c90 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.768545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c73b986a-b1f8-4e90-82cc-2d62aa84ca46 req-23e4f05d-33ee-4731-b6bd-377bd1207c90 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3&device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 1690 time: 0.1508052 Jul 12 16:08:37.803555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93630-98e6-459b-840a-bcf99b5b2c13 req-fbba3784-d784-412a-a59f-6aec0b9f577c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.810903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3f93630-98e6-459b-840a-bcf99b5b2c13 req-fbba3784-d784-412a-a59f-6aec0b9f577c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.0806098 Jul 12 16:08:37.817248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c73b986a-b1f8-4e90-82cc-2d62aa84ca46 req-95483fa0-b3e5-4b4f-b880-38203de463cf tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Jul 12 16:08:37.856768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3f93630-98e6-459b-840a-bcf99b5b2c13 req-a97868d1-c852-4131-ad8b-7a75217a20a2 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 12 16:08:38.059095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68a236-4987-45c0-a90b-02b357faded6 req-48b4e857-d6b9-4d37-9f23-843d6d613a67 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.060647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e68a236-4987-45c0-a90b-02b357faded6 req-48b4e857-d6b9-4d37-9f23-843d6d613a67 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.0730925 Jul 12 16:08:38.070243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3309-07b5-4422-963d-bf288f8d423d req-433f4e4f-a04b-4361-824c-43673f2356f3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.071795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f2f3309-07b5-4422-963d-bf288f8d423d req-433f4e4f-a04b-4361-824c-43673f2356f3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 1101 time: 0.0582139 Jul 12 16:08:38.102601 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e68a236-4987-45c0-a90b-02b357faded6 req-99dab3f0-09ea-4c39-920c-fddecdca411e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Jul 12 16:08:38.113284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f2f3309-07b5-4422-963d-bf288f8d423d req-37f43a40-5092-4346-bcc6-b1ba465aea7d tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Jul 12 16:08:38.239973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:38.242411 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d84de06-8212-4165-bbfa-50fbf4cd0ee2" -d '{"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:38.287166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bc713-fbbe-420d-a09a-e48d68bbd32f req-9816280f-06ff-459b-9c38-09af19fac0e1 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.288842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-806bc713-fbbe-420d-a09a-e48d68bbd32f req-9816280f-06ff-459b-9c38-09af19fac0e1 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 1100 time: 0.0663695 Jul 12 16:08:38.300992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a16e-146c-4cc1-89c9-8ca93f1e7282 req-990b8889-cd1c-4355-b56f-7e56463706b5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.303332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a520a16e-146c-4cc1-89c9-8ca93f1e7282 req-990b8889-cd1c-4355-b56f-7e56463706b5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.0795496 Jul 12 16:08:38.338905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-806bc713-fbbe-420d-a09a-e48d68bbd32f req-9226fa57-9db0-4ed5-9ed2-b3bb4d15bac7 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Jul 12 16:08:38.351621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a520a16e-146c-4cc1-89c9-8ca93f1e7282 req-a3f08355-2e42-498a-9d59-d972d2842268 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Jul 12 16:08:38.416287 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955eb331-948b-4190-a518-77d720dcfccf x-openstack-request-id: req-955eb331-948b-4190-a518-77d720dcfccf {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:38.416836 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:38.417273 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-955eb331-948b-4190-a518-77d720dcfccf {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:38.417835 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'code': 200} Jul 12 16:08:38.491038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-115bf3e0-ce00-4017-947a-504dc292ca94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852261 Jul 12 16:08:38.571891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bdfcd-d1d0-4ffb-81e1-762862dfd5aa req-a7321799-bb82-46a4-8240-dc469f75d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.574318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-163bdfcd-d1d0-4ffb-81e1-762862dfd5aa req-a7321799-bb82-46a4-8240-dc469f75d213 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 1101 time: 0.0819349 Jul 12 16:08:38.646938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-163bdfcd-d1d0-4ffb-81e1-762862dfd5aa req-16158d65-1937-4023-b077-8cecceb6a532 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Jul 12 16:08:38.663220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dcda5-2dfe-440e-be63-83fad1bc6326 req-11898d8d-1b8f-4259-a1c9-37ae7a4517b7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.670065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-577dcda5-2dfe-440e-be63-83fad1bc6326 req-11898d8d-1b8f-4259-a1c9-37ae7a4517b7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1497829 Jul 12 16:08:38.716159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-577dcda5-2dfe-440e-be63-83fad1bc6326 req-39023f3c-78f8-4256-805b-357475e95c91 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Jul 12 16:08:38.720873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-2496b291-d448-47d3-939f-5e24fd063962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.722791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-2496b291-d448-47d3-939f-5e24fd063962 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 1096 time: 0.1645339 Jul 12 16:08:38.732169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249eef8-48af-4a6e-8d7c-1d2235236089 req-ee9a6520-dec3-4798-b783-0a52d6d1278f tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.739841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0249eef8-48af-4a6e-8d7c-1d2235236089 req-ee9a6520-dec3-4798-b783-0a52d6d1278f tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.0893595 Jul 12 16:08:38.780827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0249eef8-48af-4a6e-8d7c-1d2235236089 req-bc323417-01a7-47ce-a71b-d7ce5c5deaad tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Jul 12 16:08:38.870120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-b91cf39c-c805-45bb-bc3f-b30d2c4d3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:38.871739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-b91cf39c-c805-45bb-bc3f-b30d2c4d3c71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.0962610 Jul 12 16:08:38.882558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39944) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:38.908608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-81ea023b-2ef6-440e-83ce-9f7d1fbac9b4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380638 Jul 12 16:08:38.923230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-c78ad9d8-d55e-4acc-9b28-25c11375f1ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 200 len: 217 time: 0.0425160 Jul 12 16:08:38.954229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:39.052738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-6083197f-ca24-405e-8d28-c985b4972f82 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:39.054328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-6083197f-ca24-405e-8d28-c985b4972f82 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446123 Jul 12 16:08:39.055284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-daf4c59c-0d71-448b-a911-bc5bb4599552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.080063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-dfda74a3-e551-4eb5-aa71-47a49f0fc7fd tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0149326 Jul 12 16:08:39.088623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:39.104801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'port_id': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'mac_address': 'fa:16:3e:41:d0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09beb3ca-1517-448b-b1ef-5a4a81e63add', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:39.148209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.163724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:39.186647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:39.191466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.198350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-c0432fff-780b-4bf9-94c4-d26f9c15a5b5 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094205 Jul 12 16:08:39.247132 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-daf4c59c-0d71-448b-a911-bc5bb4599552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.253036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-daf4c59c-0d71-448b-a911-bc5bb4599552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.284008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:39.301342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-daf4c59c-0d71-448b-a911-bc5bb4599552 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6356cb533d404d0685f3c29868cd6cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138768 Jul 12 16:08:39.301713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39950) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:39.303817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c59c-0d71-448b-a911-bc5bb4599552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ccf762-0a96-4a09-9fea-48d225dcb9ba,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:39.320996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-39136b7f-d39a-444d-912b-36a3586b3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:39.322511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-39136b7f-d39a-444d-912b-36a3586b3d87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.3927441 Jul 12 16:08:39.367456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-2be4cc48-ddbe-452e-8d78-3ca24f4fdd88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jul 12 16:08:39.372490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.384540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a716be-07e7-4506-871d-182d15c84d34 req-b84bd0ac-5132-4978-a095-c7469873379f tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:39.391778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13a716be-07e7-4506-871d-182d15c84d34 req-b84bd0ac-5132-4978-a095-c7469873379f tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1177812 Jul 12 16:08:39.396707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.461483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.465068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.466553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50ccf762-0a96-4a09-9fea-48d225dcb9ba HTTP/1.1" status: 204 len: 168 time: 0.1640668 Jul 12 16:08:39.476917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2031d1d-d51a-4562-bbaf-903b2c9ab092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ccf762-0a96-4a09-9fea-48d225dcb9ba,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:39.514205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13a716be-07e7-4506-871d-182d15c84d34 req-beaa6b6f-e48a-4a2a-93bd-fae458903d10 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214585 Jul 12 16:08:39.557698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-440edb88-3196-43fc-94d2-8101ae79b5fc service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529367 Jul 12 16:08:39.581552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:39.783654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e21a7dc9-65ca-4e22-bc99-0ab9c98fa766 req-42391769-30d7-40c9-9703-3f4f73461fce service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157941 Jul 12 16:08:39.851088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeba6d-2bb9-4be8-94ca-59ddde941622 req-1b55d4d1-11fc-4fc6-b7f0-8bbc6b297aed tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:39.853132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49eeba6d-2bb9-4be8-94ca-59ddde941622 req-1b55d4d1-11fc-4fc6-b7f0-8bbc6b297aed tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 945 time: 0.1517236 Jul 12 16:08:39.920048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49eeba6d-2bb9-4be8-94ca-59ddde941622 req-b53a518f-97ea-4380-9735-be8a3135a506 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Jul 12 16:08:39.975258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:39.989679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68c3b4f7-2132-454a-84b9-87cc3d22d610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.006779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17129b-065d-4afa-ad8e-6d98b6107f21 req-afbbd84c-cec2-456b-88a7-e829f7104c50 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:40.008732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb17129b-065d-4afa-ad8e-6d98b6107f21 req-afbbd84c-cec2-456b-88a7-e829f7104c50 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.0970907 Jul 12 16:08:40.065528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb17129b-065d-4afa-ad8e-6d98b6107f21 req-78e0bf40-4d68-4d74-aa8c-7e719c10af4f tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510588 Jul 12 16:08:40.157750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba7981-a6f9-4178-bcd9-4b0b44f1b36d req-dd4d43ed-3aee-4d47-99ae-e606f5b610da tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:40.159269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21ba7981-a6f9-4178-bcd9-4b0b44f1b36d req-dd4d43ed-3aee-4d47-99ae-e606f5b610da tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1198401 Jul 12 16:08:40.161236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68c3b4f7-2132-454a-84b9-87cc3d22d610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.166540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68c3b4f7-2132-454a-84b9-87cc3d22d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.227962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-68c3b4f7-2132-454a-84b9-87cc3d22d610 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=253c49a867524db8ae87ab0c7b215424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492626 Jul 12 16:08:40.229477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3b4f7-2132-454a-84b9-87cc3d22d610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4706a-70ff-46ac-adce-dcc49edfc50a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:40.233536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:40.255940 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21ba7981-a6f9-4178-bcd9-4b0b44f1b36d req-beb21d6b-21fc-44fa-9d07-77309b01c713 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858822 Jul 12 16:08:40.320636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.354534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.424389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.426831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.430497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfd4706a-70ff-46ac-adce-dcc49edfc50a HTTP/1.1" status: 204 len: 168 time: 0.1917779 Jul 12 16:08:40.443120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90d6a-48d4-4c20-bac0-c5d9f565928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4706a-70ff-46ac-adce-dcc49edfc50a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:40.476380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05847dbd-3737-41b0-a0bd-b29b3e49e4f7 req-a7e12c1a-862e-48c1-b627-777ff04abe24 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:40.484700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05847dbd-3737-41b0-a0bd-b29b3e49e4f7 req-a7e12c1a-862e-48c1-b627-777ff04abe24 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 944 time: 0.1045294 Jul 12 16:08:40.541952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05847dbd-3737-41b0-a0bd-b29b3e49e4f7 req-d59699ae-9c4e-4acf-b9a9-11feff0ec3a2 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565798 Jul 12 16:08:40.648605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ae8f5b7-88ee-484c-8678-cc3538e090e1 req-335ae4de-a51c-40aa-9bfd-4c7074c13f92 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 210 time: 0.0698404 Jul 12 16:08:40.867855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3631d-5841-43ed-9a4d-3107a7ad21ba req-bbf44cb8-a369-4fa8-842f-5011aa76809f tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:40.869817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-beb3631d-5841-43ed-9a4d-3107a7ad21ba req-bbf44cb8-a369-4fa8-842f-5011aa76809f tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.0871611 Jul 12 16:08:40.943286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-beb3631d-5841-43ed-9a4d-3107a7ad21ba req-29e326dc-4b4e-4238-9b8c-03fcfe2a9d03 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Jul 12 16:08:40.986553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:41.101573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:41.113946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:41.114907 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:41.183848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2124d-462a-4aaa-acb1-91d1d0a951b7 req-3222c276-6b7b-462d-9667-789dde53e14c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:41.185494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33a2124d-462a-4aaa-acb1-91d1d0a951b7 req-3222c276-6b7b-462d-9667-789dde53e14c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 950 time: 0.0884609 Jul 12 16:08:41.221447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:41.235548 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33a2124d-462a-4aaa-acb1-91d1d0a951b7 req-7a2f2e8f-acfb-4f31-9382-c374591b5ae7 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Jul 12 16:08:41.266465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:41.281506 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9abe9-c872-4d5a-944b-8640664db58a" -d '{"events": [{"server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "name": "network-vif-plugged", "status": "completed", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:41.290877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:41.305947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:41.410983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968570-1a71-44e0-be2b-61faa8135085 req-0ce9f845-1085-42be-ba2a-6bf422bce036 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:41.419416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a968570-1a71-44e0-be2b-61faa8135085 req-0ce9f845-1085-42be-ba2a-6bf422bce036 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.1329322 Jul 12 16:08:41.438120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:41.490337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a968570-1a71-44e0-be2b-61faa8135085 req-f269a46a-7e98-49cc-acc2-5db78b8ca922 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693405 Jul 12 16:08:41.780392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8359bea4-0fb0-47bb-8157-ea1d248e71d1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652025 Jul 12 16:08:41.854210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-2b9a085c-d9eb-429d-89ae-5a25f4a8d887 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405619 Jul 12 16:08:41.936053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d68ac8-9153-4012-ab14-a7cfd6869187 req-c72188e3-cef5-4943-962b-16d7e1fc2fe1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:41.947832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1d68ac8-9153-4012-ab14-a7cfd6869187 req-c72188e3-cef5-4943-962b-16d7e1fc2fe1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3020296 Jul 12 16:08:42.034470 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782ba3e-56d0-4f1f-a045-a3e4c97bcbde x-openstack-request-id: req-c782ba3e-56d0-4f1f-a045-a3e4c97bcbde {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:42.035068 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "name": "network-vif-plugged", "status": "completed", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:42.035306 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c782ba3e-56d0-4f1f-a045-a3e4c97bcbde {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:42.036017 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'code': 200} Jul 12 16:08:42.225412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-09009f9f-1d17-4b20-ab8c-5012756fbd34 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.227614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-09009f9f-1d17-4b20-ab8c-5012756fbd34 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4372044 Jul 12 16:08:42.243419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1d68ac8-9153-4012-ab14-a7cfd6869187 req-8774a09b-4e77-4638-bfb4-d83a3ce6fe2f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942629 Jul 12 16:08:42.268440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:42.279258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-884d23af-ee8f-4133-a796-851bafcd18a6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.282396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-884d23af-ee8f-4133-a796-851bafcd18a6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215231 Jul 12 16:08:42.304316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': '96560cab-c805-4f88-915c-826d145b6c38', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:42.519545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6ac2df5-eaa2-466d-baf2-0989a7a6f336 req-9a76bdab-d4cc-4ead-ab6e-96fd29fa7989 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 210 time: 0.0483594 Jul 12 16:08:42.598911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:08:42.598911 n-d-800078-3 neutron-server[93712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:08:42.598911 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id': '83dd207d6a0844af857d93adac199e6b', 'id': 'f7b6d4c4-6d4e-4fae-b7b1-a5b6b014b981', 'expiration': datetime.datetime(2021, 7, 12, 16, 10, 42, 576962)}] Jul 12 16:08:42.598911 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:08:42.600697 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:08:42.697366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec65be-3789-446c-9253-274dd2adfb9d req-f2c10021-8ed1-4a29-820b-f41c5a7a9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.698906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84ec65be-3789-446c-9253-274dd2adfb9d req-f2c10021-8ed1-4a29-820b-f41c5a7a9230 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 1096 time: 0.1011264 Jul 12 16:08:42.721705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022961f-89fe-43d1-b446-c3f09bed85e1 req-bcb313c3-e5f0-47d0-9e6d-b8cd15f1c0f0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.730247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a022961f-89fe-43d1-b446-c3f09bed85e1 req-bcb313c3-e5f0-47d0-9e6d-b8cd15f1c0f0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.2237184 Jul 12 16:08:42.754205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:42.760723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:42.784103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84ec65be-3789-446c-9253-274dd2adfb9d req-5522cbd2-3bbc-44b9-acb3-94e0cf0dcf5a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511065 Jul 12 16:08:42.832133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a022961f-89fe-43d1-b446-c3f09bed85e1 req-2a12e245-29c4-4a3a-8603-c53c865b5167 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004958 Jul 12 16:08:42.908038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-99335f28-1cee-4caa-8f25-0f4997d7fdea tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.909603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-99335f28-1cee-4caa-8f25-0f4997d7fdea tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.2942638 Jul 12 16:08:42.950645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800078-3'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:42.973731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3bea-9220-4bfd-bebc-a76c856adbba req-db50ce1a-5e9b-489c-b602-2313db2f6599 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:42.976142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d3b3bea-9220-4bfd-bebc-a76c856adbba req-db50ce1a-5e9b-489c-b602-2313db2f6599 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 945 time: 0.0751302 Jul 12 16:08:43.003105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:43.018913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d3b3bea-9220-4bfd-bebc-a76c856adbba req-954cd87a-4811-43a3-8da2-8df18de2d7d2 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Jul 12 16:08:43.028932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.11 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/1f59c448-145b-4ba0-90b7-3205361de4c9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:43.091840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.138371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:43.144481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.155360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:43.169051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 has no active binding in host n-h2-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:08:43.169768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:43.310633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:43.331894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.343870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'mac_address': 'fa:16:3e:8a:2e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:43.357171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object 1f59c448-145b-4ba0-90b7-3205361de4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:43.406158 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.422690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad40d2c-3ac2-49ed-be35-22e975c6be70 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:43.445825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:43.451192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:43.454237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.492411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.508143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:43.547955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:43.582615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:43.585923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.88 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/a4063e8c-cd56-4687-a1d9-be20e5b0a882) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:43.594969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:43.598723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:43.600688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:43.609444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:43.662590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:43.664933 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c736efbc-204f-456c-acc1-949faf69bb03" -d '{"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-unplugged", "status": "completed", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:43.680304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.694973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.744029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e15bd-0900-4c84-b603-8c6cfd71e28d req-9600cadd-b371-4ed7-9dfa-8dbc20598d86 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:43.751090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:43.751777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.760974 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0e15bd-0900-4c84-b603-8c6cfd71e28d req-9600cadd-b371-4ed7-9dfa-8dbc20598d86 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3497779 Jul 12 16:08:43.768047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['7ad40d2c-3ac2-49ed-be35-22e975c6be70'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:43.860907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-5f14c038-ac56-4c71-a494-5bbcddeb0d30 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5661137 Jul 12 16:08:43.906302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Request body: {'port': {'device_id': '96560cab-c805-4f88-915c-826d145b6c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:43.923033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:43.958384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0e15bd-0900-4c84-b603-8c6cfd71e28d req-c35fa37c-471d-498a-b4f8-c5aca6b1d49e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949019 Jul 12 16:08:44.021887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on host n-h1-800078-3 for vnic_type normal with profile {"migrating_to": "n-h2-800078-3"} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:44.022106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:44.022447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:44.043415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:44.043824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Attempting to bind port 4919532c-2d52-4038-84c8-ad46f69223f8 on network d5254bb4-056e-47c4-807c-3c9013677608 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:44.067827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.097118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:44.097603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Checking segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:44.098913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Bound using segment: {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:44.100133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Bound port: 4919532c-2d52-4038-84c8-ad46f69223f8, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5254bb4-056e-47c4-807c-3c9013677608'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:44.100133 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.101121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5472c1ff-d9ae-483c-a337-8124d07cfb51 None None] Provisioning for port 1f59c448-145b-4ba0-90b7-3205361de4c9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:44.114044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5472c1ff-d9ae-483c-a337-8124d07cfb51 None None] Provisioning complete for port 1f59c448-145b-4ba0-90b7-3205361de4c9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:44.114543 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5472c1ff-d9ae-483c-a337-8124d07cfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.132232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c61fd-5a7b-4370-b77f-e31927d0eba6 req-b5f529d1-8a39-4a4d-8925-381e3900564e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:44.139558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-863c61fd-5a7b-4370-b77f-e31927d0eba6 req-b5f529d1-8a39-4a4d-8925-381e3900564e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 935 time: 0.3379905 Jul 12 16:08:44.141360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object a4063e8c-cd56-4687-a1d9-be20e5b0a882 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:44.152814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.194064 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b83303-2d27-4f7b-a989-9e4650359a86 x-openstack-request-id: req-31b83303-2d27-4f7b-a989-9e4650359a86 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:44.194325 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-unplugged", "status": "completed", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:44.194581 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31b83303-2d27-4f7b-a989-9e4650359a86 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:44.194980 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8', 'code': 200} Jul 12 16:08:44.223180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.242933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5472c1ff-d9ae-483c-a337-8124d07cfb51 None None] Port 1f59c448-145b-4ba0-90b7-3205361de4c9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:44.263438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-863c61fd-5a7b-4370-b77f-e31927d0eba6 req-9ec7e2ad-f408-4ced-aefa-1e2493eee874 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228662 Jul 12 16:08:44.385181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:44.389333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:44.392176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:44.463265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:44.464053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.479029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:44.503576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-8718ba2e-829f-4719-a49a-01d45c480f9b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2512155 Jul 12 16:08:44.524708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:44.581277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Request body: {'port': {'device_id': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:44.649000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:44.683155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.730253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca236c6-d6e9-45f5-b896-8e4bf1c6d754 req-6b31e145-8da6-47c1-a255-02771d20a802 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:44.733935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cca236c6-d6e9-45f5-b896-8e4bf1c6d754 req-6b31e145-8da6-47c1-a255-02771d20a802 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.2281475 Jul 12 16:08:44.746856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.861501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:44.865923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:44.866669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.868502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-6a405ca2-9308-4e71-9fa0-30c1a92e80d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 1121 time: 1.9221313 Jul 12 16:08:44.872389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c276dfd7-fab6-42fe-b6a2-24a8a21fd0aa None None] Provisioning for port a4063e8c-cd56-4687-a1d9-be20e5b0a882 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:44.877540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c276dfd7-fab6-42fe-b6a2-24a8a21fd0aa None None] Provisioning complete for port a4063e8c-cd56-4687-a1d9-be20e5b0a882 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:44.877867 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c276dfd7-fab6-42fe-b6a2-24a8a21fd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.884701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca59dc-82a3-403e-835d-47ff86bf2f5d req-11cc18c2-2a4a-440b-8ad7-5498b081e676 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:44.886963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69ca59dc-82a3-403e-835d-47ff86bf2f5d req-11cc18c2-2a4a-440b-8ad7-5498b081e676 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.3682270 Jul 12 16:08:44.894561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cca236c6-d6e9-45f5-b896-8e4bf1c6d754 req-5dbe7472-8e0d-493c-9fbb-18da15eccd4d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094947 Jul 12 16:08:44.958027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69ca59dc-82a3-403e-835d-47ff86bf2f5d req-579fc55a-6c3a-45d0-bf6a-de970b81c5bb tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Jul 12 16:08:45.018129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:45.037806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f59c448-145b-4ba0-90b7-3205361de4c9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:45.053168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.053378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:45.086516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Transition to ACTIVE for port object 1f59c448-145b-4ba0-90b7-3205361de4c9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:45.095198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.158949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['4919532c-2d52-4038-84c8-ad46f69223f8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:45.161234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4919532c-2d52-4038-84c8-ad46f69223f8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:45.233555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Pushing event updated for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:45.366505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:45.391476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf791f-9609-45ea-8875-0da1628151ff req-6ae4bb58-4382-44cb-8014-1dc922e3ef20 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:45.415496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2cf791f-9609-45ea-8875-0da1628151ff req-6ae4bb58-4382-44cb-8014-1dc922e3ef20 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.2422669 Jul 12 16:08:45.433629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c276dfd7-fab6-42fe-b6a2-24a8a21fd0aa None None] Port a4063e8c-cd56-4687-a1d9-be20e5b0a882 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:08:45.475804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Attempting to bind port 1f59c448-145b-4ba0-90b7-3205361de4c9 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:45.476406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Attempting to bind port 1f59c448-145b-4ba0-90b7-3205361de4c9 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:45.476896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Attempting to bind port 1f59c448-145b-4ba0-90b7-3205361de4c9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:45.487282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Port 1f59c448-145b-4ba0-90b7-3205361de4c9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:45.487904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Attempting to bind port 1f59c448-145b-4ba0-90b7-3205361de4c9 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:45.504585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:45.505233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:45.505775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:45.506363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Bound port: 1f59c448-145b-4ba0-90b7-3205361de4c9, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:45.506889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.531500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2cf791f-9609-45ea-8875-0da1628151ff req-5f9f0c35-743a-43ad-b289-d46f9be19b28 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149883 Jul 12 16:08:45.604013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:08:45.679143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:45.686441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1f59c448-145b-4ba0-90b7-3205361de4c9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:45.698288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.726502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40194) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:45.763723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:45.764392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.785851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Pushing event updated for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:45.796999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:45.797846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:45.799678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-fe8f3695-45f6-4d0e-9f11-f8c0a4b4731b service neutron] 10.222.0.77 "PUT /v2.0/ports/1f59c448-145b-4ba0-90b7-3205361de4c9 HTTP/1.1" status: 200 len: 1095 time: 1.9005399 Jul 12 16:08:45.800530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f03f-8b13-4b27-afb3-d39883c4b66e req-39424b00-2d55-41f5-999b-c17096dd7720 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:45.802222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e772f03f-8b13-4b27-afb3-d39883c4b66e req-39424b00-2d55-41f5-999b-c17096dd7720 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 947 time: 0.1559422 Jul 12 16:08:45.939196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e772f03f-8b13-4b27-afb3-d39883c4b66e req-5fcbd4c9-bd08-43cf-a26b-79901bd64d41 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218755 Jul 12 16:08:45.943313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4063e8c-cd56-4687-a1d9-be20e5b0a882 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:45.958965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.004138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Transition to ACTIVE for port object a4063e8c-cd56-4687-a1d9-be20e5b0a882 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:46.012731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.040465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-6e1ca5aa-9db4-4cfc-85a6-e68b67da1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.052471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-6e1ca5aa-9db4-4cfc-85a6-e68b67da1f7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 1098 time: 0.1871350 Jul 12 16:08:46.082983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:46.200977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8'}, {'name': 'network-changed', 'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:46.207356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'mac_address': 'fa:16:3e:c0:2d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:46.207631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6afa032-4436-4c33-81df-2d1901188f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.209269 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a287b-f459-46ec-b6be-6a3771178628" -d '{"events": [{"name": "network-changed", "server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8"}, {"name": "network-changed", "server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:46.228849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-737dcec3-6e1b-4fe3-ac4f-0f368edd0fc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=1f59c448-145b-4ba0-90b7-3205361de4c9 HTTP/1.1" status: 200 len: 217 time: 0.1635454 Jul 12 16:08:46.272970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Pushing event updated for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:46.361214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-d2f87f58-fedb-4869-87e9-3a67fc4e248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.362918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-d2f87f58-fedb-4869-87e9-3a67fc4e248d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1054959 Jul 12 16:08:46.425517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.428336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.453452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55b263-6903-4a53-83c4-093652264b72 req-5fa0fb16-7dc9-44be-9a74-a5c1f723e2a3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.455254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa55b263-6903-4a53-83c4-093652264b72 req-5fa0fb16-7dc9-44be-9a74-a5c1f723e2a3 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.2601042 Jul 12 16:08:46.516455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa55b263-6903-4a53-83c4-093652264b72 req-95b313a9-24ba-43de-a859-49dd4bfdca5d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Jul 12 16:08:46.522792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-cc36dff8-65f7-486e-88b9-e0d70edfeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.524730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-cc36dff8-65f7-486e-88b9-e0d70edfeb2d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465516 Jul 12 16:08:46.619755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:46.621109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Attempting to bind port a4063e8c-cd56-4687-a1d9-be20e5b0a882 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:46.621731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Attempting to bind port a4063e8c-cd56-4687-a1d9-be20e5b0a882 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:46.623630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Attempting to bind port a4063e8c-cd56-4687-a1d9-be20e5b0a882 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:46.659753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:46.662135 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cef8f8-7b0e-47da-bc56-51b4a23d0f74" -d '{"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-plugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:46.679172 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ac7fa-a79a-4969-b931-c65a39c8ae59 x-openstack-request-id: req-482ac7fa-a79a-4969-b931-c65a39c8ae59 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:46.686412 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:46.688084 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-482ac7fa-a79a-4969-b931-c65a39c8ae59 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:46.688892 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8', 'status': 'completed', 'code': 200} Jul 12 16:08:46.689862 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9', 'status': 'completed', 'code': 200} Jul 12 16:08:46.754858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6afa032-4436-4c33-81df-2d1901188f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.756849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Port a4063e8c-cd56-4687-a1d9-be20e5b0a882 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:46.757257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Attempting to bind port a4063e8c-cd56-4687-a1d9-be20e5b0a882 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:46.772941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:46.773852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:46.774255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:46.774703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Bound port: a4063e8c-cd56-4687-a1d9-be20e5b0a882, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:46.775144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.795698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6afa032-4436-4c33-81df-2d1901188f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.873963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:46.881859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:46.893977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:46.898448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:46.907367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-b9bcbba0-359c-468e-83b3-1cbeff9f34fc service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620360 Jul 12 16:08:46.909998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.914180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.930550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-dd57091c-becd-41b1-8298-19b7e9e99bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.935287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afa032-4436-4c33-81df-2d1901188f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de35a1-a4ea-4e30-8a6e-49b5fafd985f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:46.940683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.959657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-dd57091c-becd-41b1-8298-19b7e9e99bb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1124 time: 0.2569642 Jul 12 16:08:47.044827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.045517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.047171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] 10.222.0.65 "PUT /v2.0/ports/a4063e8c-cd56-4687-a1d9-be20e5b0a882 HTTP/1.1" status: 200 len: 1095 time: 2.5401797 Jul 12 16:08:47.056322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:47.056603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a974b-6e5c-4fc5-a0c4-bde8ccdff591 service neutron] Pushing event updated for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:47.060476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:47.064796 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d5b59-9447-4646-a13b-327a261b9d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:47.082931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3f8f6-5d0f-4389-8eae-88d3c9b59168 req-d08fa8db-b8d7-4f1d-940b-a2a96b197ca9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.084745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b3f8f6-5d0f-4389-8eae-88d3c9b59168 req-d08fa8db-b8d7-4f1d-940b-a2a96b197ca9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.7948589 Jul 12 16:08:47.091260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6afa032-4436-4c33-81df-2d1901188f5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=799bf798445c4948b7332100e5d2d56a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3637252 Jul 12 16:08:47.101469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40232) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:47.294905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b3f8f6-5d0f-4389-8eae-88d3c9b59168 req-7a999f27-5497-4e34-ab37-cd8006496bc6 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023025 Jul 12 16:08:47.297213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-28fa55bd-9004-43ca-8eb5-49870fdcb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.298673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-28fa55bd-9004-43ca-8eb5-49870fdcb689 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 1098 time: 0.1363721 Jul 12 16:08:47.300230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.300377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:47.329183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['730bf4b6-463c-4c68-aa66-bb36faab47b9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:47.439042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-d72c19a6-8a54-47fe-ad43-47c52c202491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.441917 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-d72c19a6-8a54-47fe-ad43-47c52c202491 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.4556339 Jul 12 16:08:47.451844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-9303eb57-d8a6-43fa-88b4-ddab5bae9741 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222363 Jul 12 16:08:47.469002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-7cc2f688-0a6a-4590-9f83-8535c6c0819e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882 HTTP/1.1" status: 200 len: 217 time: 0.1546683 Jul 12 16:08:47.488335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.540215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-4629f611-131c-4d1c-89d9-bfc9b1ccb5eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 217 time: 0.0827909 Jul 12 16:08:47.551629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08c7ef-cd23-432a-addb-e2dc96155179 req-b1bb340f-7b9c-49f6-b3ce-148f1593f005 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.562144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a08c7ef-cd23-432a-addb-e2dc96155179 req-b1bb340f-7b9c-49f6-b3ce-148f1593f005 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3139241 Jul 12 16:08:47.591903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:47.593210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.685881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-c13a9da8-6718-452d-ab00-6e9a7d712421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.687470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-c13a9da8-6718-452d-ab00-6e9a7d712421 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2072845 Jul 12 16:08:47.734988 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f830211-bd48-400b-84e4-3488d47e64be x-openstack-request-id: req-3f830211-bd48-400b-84e4-3488d47e64be {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:47.735376 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-plugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:47.735512 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f830211-bd48-400b-84e4-3488d47e64be {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:47.737411 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'code': 200} Jul 12 16:08:47.811067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.815315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.824859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86de35a1-a4ea-4e30-8a6e-49b5fafd985f HTTP/1.1" status: 204 len: 168 time: 0.7217476 Jul 12 16:08:47.883567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.901928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe998-217e-42e0-92c3-c0f7269b9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de35a1-a4ea-4e30-8a6e-49b5fafd985f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:47.902527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-05f7d06f-3134-4341-b0e6-90b8f15fd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.904177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-05f7d06f-3134-4341-b0e6-90b8f15fd7ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.3393686 Jul 12 16:08:47.935442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a08c7ef-cd23-432a-addb-e2dc96155179 req-ed039473-b968-4e08-8155-403a189c0e11 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723640 Jul 12 16:08:47.971176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-851c4067-08ca-4a49-8f0c-5757d0c5dee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460742 Jul 12 16:08:47.999950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:48.008375 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.010916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-46c35f8f-aa89-4bdb-846e-b19e81c8ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.012725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-46c35f8f-aa89-4bdb-846e-b19e81c8ee6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 1098 time: 0.4462087 Jul 12 16:08:48.095170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c33b4-b6bf-4517-9124-c39453347dbc req-37d6e971-b0ae-466c-87be-ce1d5f9a3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.107319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-37d6e971-b0ae-466c-87be-ce1d5f9a3ddb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4069605 Jul 12 16:08:48.115628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831454c-87fd-4dad-95d6-92488017f250 None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:48.117736 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cef79c-9619-471b-bfee-4ff4b5b26ee4 x-openstack-request-id: req-e1cef79c-9619-471b-bfee-4ff4b5b26ee4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:48.118030 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:48.118827 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1cef79c-9619-471b-bfee-4ff4b5b26ee4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:48.119057 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882', 'status': 'completed', 'code': 200} Jul 12 16:08:48.145095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-5288852f-3c98-4eaf-8c6c-100afe8011dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.146578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-5288852f-3c98-4eaf-8c6c-100afe8011dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1211107 Jul 12 16:08:48.297420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-a5514d31-ebee-4893-8446-f71780166257 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=1f59c448-145b-4ba0-90b7-3205361de4c9 HTTP/1.1" status: 200 len: 217 time: 0.1046124 Jul 12 16:08:48.395389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-869d5cbe-6e46-4abb-87e5-21b75ee3d2d5 service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999145 Jul 12 16:08:48.447037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dacbf-f233-45da-b4b1-e04181bff052 req-34ef8d3c-d76a-474d-976c-d850c1e4b744 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.449426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-004dacbf-f233-45da-b4b1-e04181bff052 req-34ef8d3c-d76a-474d-976c-d850c1e4b744 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 947 time: 0.5488741 Jul 12 16:08:48.454590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-c1ef4a69-c103-4d38-9f75-c4d50ce47349 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960086 Jul 12 16:08:48.568842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-526f6115-be0f-49e9-8e8b-78a9b110700d None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:48.571976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-526f6115-be0f-49e9-8e8b-78a9b110700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.575927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-fee8eef2-9601-422a-879a-351d4d4ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.578078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-fee8eef2-9601-422a-879a-351d4d4ef5c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2247050 Jul 12 16:08:48.587119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-004dacbf-f233-45da-b4b1-e04181bff052 req-c6f5dcaf-adee-45fd-8b2f-605d695ebfb8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286764 Jul 12 16:08:48.589072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b222d1-f383-4170-873d-686d15166794 req-c1d529d3-5a7e-4a72-9aca-d5c9cf7f3aa7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.597634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4b222d1-f383-4170-873d-686d15166794 req-c1d529d3-5a7e-4a72-9aca-d5c9cf7f3aa7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.2813904 Jul 12 16:08:48.704330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4b222d1-f383-4170-873d-686d15166794 req-b915f9d9-22b7-43a3-9949-cab777d68290 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056271 Jul 12 16:08:48.705898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:48.780380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-e292187e-2b43-482d-b5ad-6502d8724f7d service neutron] 10.222.0.65 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612447 Jul 12 16:08:48.788819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7748774-82ff-4979-8c72-25d69de0ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.803354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a287b-f459-46ec-b6be-6a3771178628 req-d1b5d2ca-a201-47b7-86ed-e3810138b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.808697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-d1b5d2ca-a201-47b7-86ed-e3810138b5bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084093 Jul 12 16:08:48.846816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-081c33b4-b6bf-4517-9124-c39453347dbc req-c717bd5b-8082-4070-8da1-ca4ec053f967 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726761 Jul 12 16:08:49.014573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-6069afe2-b918-4bbd-883c-ef6fbda2c8e6 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946173 Jul 12 16:08:49.040642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:49.166943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:49.167536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.232108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91a287b-f459-46ec-b6be-6a3771178628 req-13171fa8-f0d3-4320-93ad-1a4ff2c08835 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034550 Jul 12 16:08:49.263534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-96665098-7521-4d09-bb91-a27ef8540a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:49.265256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-96665098-7521-4d09-bb91-a27ef8540a82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 1098 time: 0.3508489 Jul 12 16:08:49.328111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10485936-2479-44d7-9191-f9d4a12d7e9d req-3fe624f6-a9c9-4129-9ab7-51defed7041d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:49.338364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-10485936-2479-44d7-9191-f9d4a12d7e9d req-3fe624f6-a9c9-4129-9ab7-51defed7041d tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 943 time: 0.3727479 Jul 12 16:08:49.488380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7748774-82ff-4979-8c72-25d69de0ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.508281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7748774-82ff-4979-8c72-25d69de0ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.628429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-10485936-2479-44d7-9191-f9d4a12d7e9d req-a1c34529-b779-4d49-a28e-f331055f26e5 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890744 Jul 12 16:08:49.659568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7748774-82ff-4979-8c72-25d69de0ba26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47dee13db3d6427ba3b8e9048b687478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9454873 Jul 12 16:08:49.659695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40292) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:49.665944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7748774-82ff-4979-8c72-25d69de0ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23fc68c-7b0a-4dc1-9dca-4df2a37ea90d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:49.678472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-716ba4ba-1b5b-47ab-991f-0ba9dd4773db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:49.681329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-716ba4ba-1b5b-47ab-991f-0ba9dd4773db service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3965940 Jul 12 16:08:49.739204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:49.741562 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d7c8fc-eb9f-439e-9e2f-4f9159ffb987" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:49.798118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-2ea022f3-fb7b-4b3a-b336-49f1ff11c5ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882 HTTP/1.1" status: 200 len: 217 time: 0.1060627 Jul 12 16:08:49.917298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-61d2005f-39e7-44d4-a13b-395403e16e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:49.918930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-61d2005f-39e7-44d4-a13b-395403e16e8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1122932 Jul 12 16:08:50.104666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-a3c4ca31-354d-421d-b957-baea19b8410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:50.108862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-a3c4ca31-354d-421d-b957-baea19b8410c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776559 Jul 12 16:08:50.152055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.210963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.325448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.330600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.332449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e23fc68c-7b0a-4dc1-9dca-4df2a37ea90d HTTP/1.1" status: 204 len: 168 time: 0.6722112 Jul 12 16:08:50.371064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0d6e-ff51-43a7-b07c-841dffeb6f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23fc68c-7b0a-4dc1-9dca-4df2a37ea90d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:50.378534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-e72257c3-2e8c-4979-a79d-a97ccd6e0133 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584665 Jul 12 16:08:50.564893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7d5b59-9447-4646-a13b-327a261b9d8a req-d363a64a-71ba-45dd-9442-be6d85b2bf70 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750321 Jul 12 16:08:51.038349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1f59c448-145b-4ba0-90b7-3205361de4c9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:51.221936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a4063e8c-cd56-4687-a1d9-be20e5b0a882 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:51.229335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:51.301670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1f59c448-145b-4ba0-90b7-3205361de4c9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:51.374917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '1f59c448-145b-4ba0-90b7-3205361de4c9', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '1f59c448-145b-4ba0-90b7-3205361de4c9', 'mac_address': 'fa:16:3e:e5:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:51.542356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-549c77fb-8f4f-4a5e-969d-0df9b9b263af service neutron] 10.222.0.65 "GET /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8/bindings/n-h2-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.0825584 Jul 12 16:08:51.705914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.922169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f59c448-145b-4ba0-90b7-3205361de4c9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:51.995885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1f59c448-145b-4ba0-90b7-3205361de4c9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:52.031602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.072834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:52.110014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:52.145233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:52.159040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882', 'mac_address': 'fa:16:3e:87:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:52.266955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4919532c-2d52-4038-84c8-ad46f69223f8 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:52.301912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:52.342272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.433279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.440962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.462479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4063e8c-cd56-4687-a1d9-be20e5b0a882 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:52.492020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:52.500793 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.628182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] Transition to ACTIVE for port object 4919532c-2d52-4038-84c8-ad46f69223f8 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:52.634162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.658762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.730536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.823565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] No DVR routers for this DVR port 4919532c-2d52-4038-84c8-ad46f69223f8 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:52.837604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:52.913005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-7d78de0f-a360-4045-8fe1-aa5763c967d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8/bindings/n-h2-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3645689 Jul 12 16:08:52.943362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:53.072532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-8c0a47d1-b3fa-435f-bb3f-c72ff4d66718 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.075176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-8c0a47d1-b3fa-435f-bb3f-c72ff4d66718 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.0813589 Jul 12 16:08:53.176168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-4f197d1c-d8c9-400e-89bc-3d35adeb92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.177971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-4f197d1c-d8c9-400e-89bc-3d35adeb92b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75&tenant_id=9666fc46eec24038b93ccf94bb42c661 HTTP/1.1" status: 200 len: 1095 time: 0.0938976 Jul 12 16:08:53.355562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-3be1e850-308c-4ce8-953b-d981028d1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.360614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-3be1e850-308c-4ce8-953b-d981028d1098 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9666fc46eec24038b93ccf94bb42c661&device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1095 time: 0.1496100 Jul 12 16:08:53.643432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-987ca155-2457-4462-9765-296c02d48c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.643432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-987ca155-2457-4462-9765-296c02d48c59 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 200 len: 921 time: 0.2621930 Jul 12 16:08:53.732650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-5186bf9d-3f8c-47fd-a87b-440c8e6633ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 200 len: 217 time: 0.0799446 Jul 12 16:08:53.816505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-9a8da232-fff4-4818-aa27-79e4bdcaf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.818180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-9a8da232-fff4-4818-aa27-79e4bdcaf846 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 200 len: 860 time: 0.0659683 Jul 12 16:08:53.937577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-f2f87fc5-7a58-4658-a382-c987919ed9ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5254bb4-056e-47c4-807c-3c9013677608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010132 Jul 12 16:08:54.112736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-74de94a4-85f8-4cd0-8bfa-7b1ce4068dfd service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665027 Jul 12 16:08:54.336015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-26dd0e6d-87bf-4cc1-8f53-64ecec1158d4 service neutron] 10.222.0.77 "GET /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103755 Jul 12 16:08:54.885849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-d2d96cac-9109-4029-94c2-32ba4fbd0255 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:54.887965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-d2d96cac-9109-4029-94c2-32ba4fbd0255 tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75&tenant_id=9666fc46eec24038b93ccf94bb42c661&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.1044040 Jul 12 16:08:55.189156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-c829d669-eff7-4975-8485-b6dc01e479b8 service neutron] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:55.193461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-c829d669-eff7-4975-8485-b6dc01e479b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.194806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a460aa12-1f6c-4ed4-ad43-f9dcc443e35e req-c829d669-eff7-4975-8485-b6dc01e479b8 service neutron] 10.222.0.77 "DELETE /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8/bindings/n-h1-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.2980609 Jul 12 16:08:55.220299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a4063e8c-cd56-4687-a1d9-be20e5b0a882 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:55.303457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port a4063e8c-cd56-4687-a1d9-be20e5b0a882 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:55.308623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port a4063e8c-cd56-4687-a1d9-be20e5b0a882 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:55.309214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.427382 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.480419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:55.502370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.605599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:56.104238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8aa119a-4ee0-4796-bc66-7a4eb5a103da None None] Provisioning complete for port a4063e8c-cd56-4687-a1d9-be20e5b0a882 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:56.105593 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8aa119a-4ee0-4796-bc66-7a4eb5a103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.166426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1f59c448-145b-4ba0-90b7-3205361de4c9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:08:57.297199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 1f59c448-145b-4ba0-90b7-3205361de4c9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:08:57.305353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 1f59c448-145b-4ba0-90b7-3205361de4c9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:57.305791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.410003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.461169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1f59c448-145b-4ba0-90b7-3205361de4c9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:57.484212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.566068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:57.879558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d25be13d-afd1-4b5c-91c4-597c4a606c4f None None] Provisioning complete for port 1f59c448-145b-4ba0-90b7-3205361de4c9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:57.879969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d25be13d-afd1-4b5c-91c4-597c4a606c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.003007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:01.203028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.340274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.353733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.399432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:01.407105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b70411636264b04aa16e5eb32a7683f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025831 Jul 12 16:09:01.411152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386dd3e9-5f67-4e62-ab0d-b035df4c7567,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:01.423175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.424093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.427760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.428196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.428483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.429215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.429783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.430456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.430909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.431345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.431767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.432565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd217c0c-1bbc-41d6-a69a-bd88233d2e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.458797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.489542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.571189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.574756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.585817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/386dd3e9-5f67-4e62-ab0d-b035df4c7567 HTTP/1.1" status: 204 len: 168 time: 0.1788037 Jul 12 16:09:01.601243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386dd3e9-5f67-4e62-ab0d-b035df4c7567,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:01.613585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.614140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.614732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.619029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.619744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.620871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.621403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.622169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.622700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.623559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.624645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.625167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f1378d-5c9d-417c-8211-152590621bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.904414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8f1d-4ef8-4f39-8d0f-49ff47f843dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.065549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40550) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.085413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99e26134-49ff-48c0-9e49-b740afe26c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.220081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99e26134-49ff-48c0-9e49-b740afe26c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.225792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99e26134-49ff-48c0-9e49-b740afe26c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.255699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e26134-49ff-48c0-9e49-b740afe26c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238bd6dc-fce0-43e1-add3-375341bb0415,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:02.293805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-99e26134-49ff-48c0-9e49-b740afe26c70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5f8ff11e15345f6a74c9ba4766d0b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244365 Jul 12 16:09:02.293929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40564) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.372384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.405710 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.462658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.466456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.470293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/238bd6dc-fce0-43e1-add3-375341bb0415 HTTP/1.1" status: 204 len: 168 time: 0.1751580 Jul 12 16:09:02.478860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1667ddb-78f9-447d-a3e8-530d283e6570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bd6dc-fce0-43e1-add3-375341bb0415,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:02.826130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14022b-467f-47b9-854e-c5749b2b7036 req-903a5856-309f-465f-ba1f-9ab4670a8e21 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.828703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df14022b-467f-47b9-854e-c5749b2b7036 req-903a5856-309f-465f-ba1f-9ab4670a8e21 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.0721185 Jul 12 16:09:02.877156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.877504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df14022b-467f-47b9-854e-c5749b2b7036 req-0e945e7b-a856-4ddf-ab64-debde7dde787 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Jul 12 16:09:03.082953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a8f90-1cdc-424a-8144-4d4f3d1ba993 req-9f8e0206-c9a9-4aa4-82f6-2aeca726c6b4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.091943 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772d4c8-70b5-4352-b8aa-b962349c100c x-openstack-request-id: req-7772d4c8-70b5-4352-b8aa-b962349c100c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:03.092500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13a8f90-1cdc-424a-8144-4d4f3d1ba993 req-9f8e0206-c9a9-4aa4-82f6-2aeca726c6b4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.0900402 Jul 12 16:09:03.092726 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:03.093211 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7772d4c8-70b5-4352-b8aa-b962349c100c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:03.093998 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:09:03.133910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13a8f90-1cdc-424a-8144-4d4f3d1ba993 req-5291cf10-c5b3-4b94-ab5f-a2b057bacc21 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Jul 12 16:09:03.375796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caae09-00da-41b2-8674-8be7b21bd326 req-ec17ef38-ca17-4c45-83d5-675c4359513b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.377991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7caae09-00da-41b2-8674-8be7b21bd326 req-ec17ef38-ca17-4c45-83d5-675c4359513b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 944 time: 0.0882080 Jul 12 16:09:03.424438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7caae09-00da-41b2-8674-8be7b21bd326 req-088e39c7-1c30-42e8-a212-03c1572214ee tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Jul 12 16:09:03.645931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d808fe-b613-433a-ae91-b5d7338202fe req-0c803dbc-3499-4d8c-a58d-86edc58c22f7 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.647472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70d808fe-b613-433a-ae91-b5d7338202fe req-0c803dbc-3499-4d8c-a58d-86edc58c22f7 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.0722427 Jul 12 16:09:03.694957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70d808fe-b613-433a-ae91-b5d7338202fe req-640cc53a-6779-4681-9891-89549db1feef tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417058 Jul 12 16:09:03.910607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f72c6-80f4-4dfd-b8ed-9fe1b7755129 req-17d41328-d71d-4a9f-8cd1-0b47b6608e9e tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.912358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a11f72c6-80f4-4dfd-b8ed-9fe1b7755129 req-17d41328-d71d-4a9f-8cd1-0b47b6608e9e tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 950 time: 0.0799875 Jul 12 16:09:03.961584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a11f72c6-80f4-4dfd-b8ed-9fe1b7755129 req-32107bad-f412-412f-a010-8e1e6178f283 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jul 12 16:09:04.212982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66e73-ea42-40dd-9087-4818cbc999f6 req-6dbcbd9d-d144-4dee-863b-da2469056d0b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.214987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db66e73-ea42-40dd-9087-4818cbc999f6 req-6dbcbd9d-d144-4dee-863b-da2469056d0b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.0715823 Jul 12 16:09:04.259385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db66e73-ea42-40dd-9087-4818cbc999f6 req-705960b0-6f81-4aa7-91c8-da2148893660 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Jul 12 16:09:04.362470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae4e4438-2743-45c1-b742-84be8712a5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.459880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a966c8-73fd-4f9d-868c-43386ed19060 req-15b75d65-45f3-44c3-b451-fc2c2c0224aa tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.464210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a966c8-73fd-4f9d-868c-43386ed19060 req-15b75d65-45f3-44c3-b451-fc2c2c0224aa tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 1095 time: 0.0688341 Jul 12 16:09:04.510412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a966c8-73fd-4f9d-868c-43386ed19060 req-586d084e-419f-4522-96bf-3cf9d258a59c tempest-LiveAutoBlockMigrationV225Test-913560186 tempest-LiveAutoBlockMigrationV225Test-913560186-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Jul 12 16:09:04.763406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9508b-03ff-485d-a702-86213172d919 req-cbcd88eb-d2a8-494f-bd2c-2216c0e8cf84 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.766225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41f9508b-03ff-485d-a702-86213172d919 req-cbcd88eb-d2a8-494f-bd2c-2216c0e8cf84 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.0916123 Jul 12 16:09:04.795396 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.822257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41f9508b-03ff-485d-a702-86213172d919 req-f6a6ce78-234e-45ac-9eaf-54b677882a22 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Jul 12 16:09:04.949130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7239a54-5780-4de5-9f03-a054e1572778 req-9a602031-d185-4c7c-982d-1ff1cb20b5fe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.952627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7239a54-5780-4de5-9f03-a054e1572778 req-9a602031-d185-4c7c-982d-1ff1cb20b5fe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.0845239 Jul 12 16:09:05.004881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7239a54-5780-4de5-9f03-a054e1572778 req-5382311e-57a0-4bd2-9b26-9a40051da90e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Jul 12 16:09:05.017128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:05.095065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'}, {'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:05.097802 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507fee5a-f804-4dc8-9c51-9f468d3ef439" -d '{"events": [{"server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "name": "network-vif-plugged", "status": "completed", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882"}, {"server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "name": "network-vif-plugged", "status": "completed", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:05.313129 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a2e13-84cd-4cba-83c5-ca1c29bfd134 x-openstack-request-id: req-e13a2e13-84cd-4cba-83c5-ca1c29bfd134 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:05.313425 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "name": "network-vif-plugged", "status": "completed", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882", "code": 200}, {"server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "name": "network-vif-plugged", "status": "completed", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:05.313679 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e13a2e13-84cd-4cba-83c5-ca1c29bfd134 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:05.314080 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882', 'code': 200} Jul 12 16:09:05.314337 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9', 'code': 200} Jul 12 16:09:05.573040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-b4e251b1-c700-410c-95dc-7471fbb79ff0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.574889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-b4e251b1-c700-410c-95dc-7471fbb79ff0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.1779923 Jul 12 16:09:05.581525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8f32-3b2b-4185-a669-385db7fa55fa req-2a8b1a37-b010-4b02-baab-a1e469d343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.583018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32bc8f32-3b2b-4185-a669-385db7fa55fa req-2a8b1a37-b010-4b02-baab-a1e469d343e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 1100 time: 0.1526673 Jul 12 16:09:05.607256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-e242078e-6b69-4589-b770-2b0c64272907 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/quotas/a7b0d8b244c849ec8eb912982af201fd HTTP/1.1" status: 200 len: 375 time: 0.0232511 Jul 12 16:09:05.620237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c49e10-96e9-4778-8269-82c0297e79f9 req-d9a0f1de-37fc-4b67-9d1b-da820a68ebaa tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.629129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57c49e10-96e9-4778-8269-82c0297e79f9 req-d9a0f1de-37fc-4b67-9d1b-da820a68ebaa tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 944 time: 0.1116004 Jul 12 16:09:05.638688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32bc8f32-3b2b-4185-a669-385db7fa55fa req-f82dc8ba-a414-4bb0-923f-91f7341dc9cd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471878 Jul 12 16:09:05.644238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:05.679369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c359e5-7599-485d-a64e-9f2bfec55169 req-215a224c-f64a-43f7-8647-5137603c7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.680970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28c359e5-7599-485d-a64e-9f2bfec55169 req-215a224c-f64a-43f7-8647-5137603c7279 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 1100 time: 0.2569795 Jul 12 16:09:05.684126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57c49e10-96e9-4778-8269-82c0297e79f9 req-6afb3012-06b9-4b7b-9412-43c8dc7fa7ec tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540106 Jul 12 16:09:05.693493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-9b2427fe-cd76-4885-b638-65d7abe66528 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706949 Jul 12 16:09:05.729702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28c359e5-7599-485d-a64e-9f2bfec55169 req-cb05e84d-f6a7-4790-8f2b-30b79ed6f773 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Jul 12 16:09:05.797695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-87509415-5659-46cc-8685-d79864c7b923 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943387 Jul 12 16:09:05.881256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d15c60-d049-4315-8236-e5129cb800fb req-215a2526-1212-4023-a6cc-63eb4f65ab6a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.882773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d15c60-d049-4315-8236-e5129cb800fb req-215a2526-1212-4023-a6cc-63eb4f65ab6a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.0677526 Jul 12 16:09:05.902549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-d3a9ec4a-66da-4c44-80d8-e3646156550a service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992291 Jul 12 16:09:05.924594 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d15c60-d049-4315-8236-e5129cb800fb req-1d2c6db5-54e0-418c-ae00-f92079e357c0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Jul 12 16:09:06.131449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649a055-e815-44c3-97aa-69b8dc35d599 req-45cefdba-365d-4e75-924e-5abc8be66a44 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.133084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6649a055-e815-44c3-97aa-69b8dc35d599 req-45cefdba-365d-4e75-924e-5abc8be66a44 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.0935900 Jul 12 16:09:06.181872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6649a055-e815-44c3-97aa-69b8dc35d599 req-4cfd2152-c592-4a5a-9ac4-7a4960e5ea13 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Jul 12 16:09:06.231884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979491e-e7ff-4cef-a477-113727f5ae8e req-5cac3513-ef68-4958-991c-aff00deea07c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.234449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b979491e-e7ff-4cef-a477-113727f5ae8e req-5cac3513-ef68-4958-991c-aff00deea07c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.0942829 Jul 12 16:09:06.286269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b979491e-e7ff-4cef-a477-113727f5ae8e req-9c922576-d14b-4558-9dd1-eea38699370a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Jul 12 16:09:06.388268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03cee478-83b8-443b-815d-c43ad223a475 req-c0e8f53e-29a5-42f2-9055-1adfa0aa69ea tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 210 time: 0.0493081 Jul 12 16:09:06.410667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762bf3-7f76-47f5-9c20-8260d35caf0f req-50aa26f3-42c0-43f9-973c-e2a8b3c5049a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.412390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47762bf3-7f76-47f5-9c20-8260d35caf0f req-50aa26f3-42c0-43f9-973c-e2a8b3c5049a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.1035650 Jul 12 16:09:06.464869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47762bf3-7f76-47f5-9c20-8260d35caf0f req-ade87d11-f151-4fdf-b787-1ffa3ae806fa tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Jul 12 16:09:06.898071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e996c-8b43-4a39-a912-430e19a02500 req-9bb73979-2743-44e5-addc-c10fde4a8218 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.899556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-259e996c-8b43-4a39-a912-430e19a02500 req-9bb73979-2743-44e5-addc-c10fde4a8218 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 944 time: 0.0790286 Jul 12 16:09:06.902007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f595-7e7a-480f-817b-ef623db68b63 req-390c35f1-8ef8-4802-9a42-7e69dc15e116 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.903780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c25f595-7e7a-480f-817b-ef623db68b63 req-390c35f1-8ef8-4802-9a42-7e69dc15e116 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 944 time: 0.0868807 Jul 12 16:09:06.944194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c25f595-7e7a-480f-817b-ef623db68b63 req-8d31db40-dca5-4e45-99ca-963189c6c2db tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Jul 12 16:09:07.059340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Deleting port 4919532c-2d52-4038-84c8-ad46f69223f8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:07.060837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.102378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.152493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:07.157281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:07.216865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] For port 4919532c-2d52-4038-84c8-ad46f69223f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4919532c-2d52-4038-84c8-ad46f69223f8,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:07.216865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.226104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5a52-e97d-4e41-ba26-9ae5f549fd67 req-3fd96a89-b225-4466-86d7-6643b5efc2af tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:07.232894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-699f5a52-e97d-4e41-ba26-9ae5f549fd67 req-3fd96a89-b225-4466-86d7-6643b5efc2af tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1681843 Jul 12 16:09:07.254678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Calling delete_port for 4919532c-2d52-4038-84c8-ad46f69223f8 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:07.344797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-699f5a52-e97d-4e41-ba26-9ae5f549fd67 req-b04a7b55-0d9d-4b31-9052-b0406acf38cf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098707 Jul 12 16:09:07.417828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:07.439575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'port_id': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'mac_address': 'fa:16:3e:41:d0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09beb3ca-1517-448b-b1ef-5a4a81e63add', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:07.443306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.481637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.501195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8779c969-ad44-4220-9faa-052950e35690'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:07.505071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901b868-c3d4-4ae1-814f-23db793d8bdb req-0c4c24fc-f276-4eef-9e6c-260ffd6e70be tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:07.506843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2901b868-c3d4-4ae1-814f-23db793d8bdb req-0c4c24fc-f276-4eef-9e6c-260ffd6e70be tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.1291370 Jul 12 16:09:07.540927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:07.546103 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e076a7a6-dea0-4283-bc44-616f8f5d9557" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-unplugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:07.557534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event deleted for resources: {'Port': ['ID=4919532c-2d52-4038-84c8-ad46f69223f8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:07.573212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:07.579389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2901b868-c3d4-4ae1-814f-23db793d8bdb req-3991d748-02d1-423a-8cce-78e46b4ee5ab tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630724 Jul 12 16:09:07.579622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.589784 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.631379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:07.672478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] No DVR routers for this DVR port 4919532c-2d52-4038-84c8-ad46f69223f8 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:07.676144 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.677846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-259e996c-8b43-4a39-a912-430e19a02500 req-65b3ce11-3ffb-4ea2-968a-ceea68192d7a tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "DELETE /v2.0/ports/4919532c-2d52-4038-84c8-ad46f69223f8 HTTP/1.1" status: 204 len: 173 time: 0.7356427 Jul 12 16:09:07.678317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-deleted', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:07.680000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:07.680628 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd594a6-198f-4984-8aa2-364abdcb51ab" -d '{"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-deleted", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:07.724171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8978e5-836b-4efb-8ff7-811802114d23 req-1cd7583c-8ba9-43c2-bdf8-e63bf84f582e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:07.731997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f8978e5-836b-4efb-8ff7-811802114d23 req-1cd7583c-8ba9-43c2-bdf8-e63bf84f582e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 945 time: 0.1869407 Jul 12 16:09:07.764924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:07.783980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f8978e5-836b-4efb-8ff7-811802114d23 req-da97081c-9e4f-4ac7-8b0d-bcae418577f7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jul 12 16:09:07.790011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:07.805936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.866602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b703b780-d5e4-49cb-903e-c4a62f9160c8 req-a87a4eea-2ddc-4680-8fd1-55e8ceec13fb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 210 time: 0.0962365 Jul 12 16:09:07.902725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.903073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.903506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.910529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.910994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.911343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.911704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.914213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.914752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.919615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.920087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:07.920572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:08.096921 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb64a3-edb5-4620-84cb-9a191fc070ea x-openstack-request-id: req-f7eb64a3-edb5-4620-84cb-9a191fc070ea {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:08.097228 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-unplugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:08.097486 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7eb64a3-edb5-4620-84cb-9a191fc070ea {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:08.097880 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:09:08.133332 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afcc36b-a856-4adf-9c51-603c6bd324d9 x-openstack-request-id: req-1afcc36b-a856-4adf-9c51-603c6bd324d9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:08.134340 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08678998-519c-4554-98e5-dd3f2213ae75", "name": "network-vif-deleted", "tag": "4919532c-2d52-4038-84c8-ad46f69223f8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:08.134803 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1afcc36b-a856-4adf-9c51-603c6bd324d9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:08.135527 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08678998-519c-4554-98e5-dd3f2213ae75', 'name': 'network-vif-deleted', 'tag': '4919532c-2d52-4038-84c8-ad46f69223f8', 'status': 'completed', 'code': 200} Jul 12 16:09:08.212330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.269943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-ba6c1f71-0fb3-4f92-87ce-cd2f3a835225 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.271450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-ba6c1f71-0fb3-4f92-87ce-cd2f3a835225 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.2925351 Jul 12 16:09:08.294896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100533-1932-4175-8fc0-cfb0a4385224 req-4465fec0-f8ca-4d19-86f4-38d5892257d7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.307859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92100533-1932-4175-8fc0-cfb0a4385224 req-4465fec0-f8ca-4d19-86f4-38d5892257d7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.1645744 Jul 12 16:09:08.320626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Request body: {'port': {'device_id': '143f0d20-bc3b-4f65-be2b-866c15582292', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'admin_state_up': True, 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:08.341941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:08.342400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.350252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.356275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12d3107e-2bbd-4436-bd1c-05433e40bab2 req-fbbe77e3-b3db-4a57-84f5-14e5b64acf7b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.0647650 Jul 12 16:09:08.431348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92100533-1932-4175-8fc0-cfb0a4385224 req-951afdbd-59c7-4b22-be98-0a528bc9f3ad tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222830 Jul 12 16:09:08.478692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:08.488416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.546151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:08.551432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.563777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2da4e-38a6-460d-bf64-b5e674b87b79 req-dc9e2698-a637-475f-aa1d-4c6b71c2e9bf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.573366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32a2da4e-38a6-460d-bf64-b5e674b87b79 req-dc9e2698-a637-475f-aa1d-4c6b71c2e9bf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.0901079 Jul 12 16:09:08.574448 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.676794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:08.678526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.683700 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.691540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32a2da4e-38a6-460d-bf64-b5e674b87b79 req-963e1669-2fe8-46d2-b820-640d0a44980d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168306 Jul 12 16:09:08.798639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ca362-e175-405a-a2a9-e5f07e215529 None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.829236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:08.855644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Allocated IP 172.20.0.5 (60e2b10f-819b-4aa0-b786-d076ae68200b/8bf3054d-1cde-412e-b176-24357189df55/39c917d5-b6f6-4fad-a293-58f0b5cbeccb) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:08.937548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b34345-26d3-4d97-b80d-7e707286efdd req-3b6b4778-8305-4f4b-ae07-081c26172117 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.950778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86b34345-26d3-4d97-b80d-7e707286efdd req-3b6b4778-8305-4f4b-ae07-081c26172117 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc HTTP/1.1" status: 200 len: 943 time: 0.1815386 Jul 12 16:09:09.072437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.134279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.150157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-edb31b26-1470-4158-828c-ae530fa59f5f None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:09.150844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-edb31b26-1470-4158-828c-ae530fa59f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.219444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:09.226991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:09.231813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:09.238235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Network 60e2b10f-819b-4aa0-b786-d076ae68200b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:09.241469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:09.247617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:09.258143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695bc0-9505-4e9d-9625-65764e9a1786 req-818ade59-f51a-42be-a03c-cdafd3732afb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:09.261109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71948de1-82b8-446c-a478-49ac23a32b80 req-68165f53-3931-43ee-98c5-b2d3f8089a3b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:09.265033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71948de1-82b8-446c-a478-49ac23a32b80 req-68165f53-3931-43ee-98c5-b2d3f8089a3b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 944 time: 0.2408745 Jul 12 16:09:09.265737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65695bc0-9505-4e9d-9625-65764e9a1786 req-818ade59-f51a-42be-a03c-cdafd3732afb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.5235362 Jul 12 16:09:09.292874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 4919532c-2d52-4038-84c8-ad46f69223f8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:09.293201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4919532c-2d52-4038-84c8-ad46f69223f8 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:09.321933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:09.322853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.353872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-824bae9e-76cd-4a3b-8f5c-43fdc3c44ab8 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:09.355489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-824bae9e-76cd-4a3b-8f5c-43fdc3c44ab8 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.77 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.2810919 Jul 12 16:09:09.361708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Deleting port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:09.362057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.410202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-708d4b69-7a1f-4d6b-ad63-cad2928c963f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994444 Jul 12 16:09:09.444782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Request body: {'port': {'device_id': '143f0d20-bc3b-4f65-be2b-866c15582292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:09.459711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:09.472112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65695bc0-9505-4e9d-9625-65764e9a1786 req-6caa69a7-fe2f-4fb4-acde-eb1d620a8cb8 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052126 Jul 12 16:09:09.486112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'mac_address': 'fa:16:3e:36:76:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:09.513640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] For port 7ad40d2c-3ac2-49ed-be35-22e975c6be70, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7ad40d2c-3ac2-49ed-be35-22e975c6be70,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:09.513985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.528574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Calling delete_port for 7ad40d2c-3ac2-49ed-be35-22e975c6be70 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:09.579283 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.613154 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-f19de0d8-2f76-42ea-9bfb-a791f468c30a service neutron] show failed (client error): The resource could not be found. Jul 12 16:09:09.616748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-f19de0d8-2f76-42ea-9bfb-a791f468c30a service neutron] 10.222.0.77 "GET /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.2907591 Jul 12 16:09:09.617351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d87336e-9a09-4b88-b84b-6b589b08174a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:09.654631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71948de1-82b8-446c-a478-49ac23a32b80 req-fbf82bcf-de2c-43ea-9ceb-8f75c5d198e9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785832 Jul 12 16:09:09.664282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:09.672801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.739855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.859969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:09.932605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8d87336e-9a09-4b88-b84b-6b589b08174a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:10.106922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab25f-cfae-497a-b5b4-aa594e172fb5 req-6009c5bb-df14-46e8-8f79-f197fb36661d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.109465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f39ab25f-cfae-497a-b5b4-aa594e172fb5 req-6009c5bb-df14-46e8-8f79-f197fb36661d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 931 time: 0.3667550 Jul 12 16:09:10.137989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70'}, {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:10.140919 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5ca79-1b96-4160-bd1e-13709ad2bf5e" -d '{"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70"}, {"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:10.164123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.188202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f18e4945-e252-4afb-a51c-61eb4a6da39e req-469e8d3a-c71b-46aa-957d-37301764e9ea tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.2224138 Jul 12 16:09:10.267766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f39ab25f-cfae-497a-b5b4-aa594e172fb5 req-62db8bf1-2272-438d-a454-9ac06026c11a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234493 Jul 12 16:09:10.277201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Deleting port eb2e5c05-c551-42de-a662-b274846754a7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:10.277693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.281363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:10.281822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.306563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event deleted for resources: {'Port': ['ID=7ad40d2c-3ac2-49ed-be35-22e975c6be70,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:10.467066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c917d5-b6f6-4fad-a293-58f0b5cbeccb {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:10.490863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.491689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.497506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] No DVR routers for this DVR port 7ad40d2c-3ac2-49ed-be35-22e975c6be70 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:10.525494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Transition to ACTIVE for port object 39c917d5-b6f6-4fad-a293-58f0b5cbeccb will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:10.533162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.572095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.577299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:10.578827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86b34345-26d3-4d97-b80d-7e707286efdd req-a0cf0b6a-8a6e-453a-8fee-c027aebe6445 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.77 "DELETE /v2.0/ports/7ad40d2c-3ac2-49ed-be35-22e975c6be70 HTTP/1.1" status: 204 len: 173 time: 1.6164467 Jul 12 16:09:10.580693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-deleted', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:10.586252 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa92481-e5d2-4491-b067-4e45517bbb3d" -d '{"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-deleted", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:10.589280 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.653019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:10.680899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-72fde62e-7da9-4217-b36f-aa880e042b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.682443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-72fde62e-7da9-4217-b36f-aa880e042b67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1100 time: 0.7150018 Jul 12 16:09:10.743057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:10.759836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215c7ef-453d-4efc-a44d-90fba98db754 None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:10.784771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Attempting to bind port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:10.784771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Attempting to bind port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:10.785269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Attempting to bind port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:10.795218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb on network 60e2b10f-819b-4aa0-b786-d076ae68200b not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:10.796945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Attempting to bind port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:10.834204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:10.838680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] For port eb2e5c05-c551-42de-a662-b274846754a7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb2e5c05-c551-42de-a662-b274846754a7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:10.839112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.851690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Checking segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:10.852803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Bound using segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:10.854884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Bound port: 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:10.855413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.019605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:11.024035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:11.032974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.061984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255a6be-8132-4251-b31e-49e10ef7e4e6 req-9f9858e6-6b52-47f8-9ad6-034a46916dc0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:11.070246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e255a6be-8132-4251-b31e-49e10ef7e4e6 req-9f9858e6-6b52-47f8-9ad6-034a46916dc0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.6223493 Jul 12 16:09:11.088176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e46ae66-4962-4735-88eb-9afd7b23aaf1 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:11.088336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e46ae66-4962-4735-88eb-9afd7b23aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.126051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:11.127030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.128637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] 10.222.0.65 "PUT /v2.0/ports/39c917d5-b6f6-4fad-a293-58f0b5cbeccb HTTP/1.1" status: 200 len: 1091 time: 1.6890345 Jul 12 16:09:11.133396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:11.135713 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb979a7-6803-4d75-836f-35179aa52a85" -d '{"events": [{"name": "network-changed", "server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:11.162992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.215238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e255a6be-8132-4251-b31e-49e10ef7e4e6 req-196be50d-c653-4202-a957-3d8cdf0895c6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440446 Jul 12 16:09:11.218928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ace17c-3074-4c92-a238-b6c6dbe9e449 service neutron] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:11.268275 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:09:11.276652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e806-270d-4d79-9750-19c6cf32f965 req-0d59c243-1a7d-461f-b245-209455bca3f7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:11.284625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84f7e806-270d-4d79-9750-19c6cf32f965 req-0d59c243-1a7d-461f-b245-209455bca3f7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.2062616 Jul 12 16:09:11.304945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-e401522e-6b1f-40fd-a83e-efe1b538be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:11.306465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-e401522e-6b1f-40fd-a83e-efe1b538be1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 1094 time: 0.1321902 Jul 12 16:09:11.448832 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e867d6-7abb-47cf-9e84-46e7339dc380 x-openstack-request-id: req-a2e867d6-7abb-47cf-9e84-46e7339dc380 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:11.450038 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70", "code": 200}, {"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:11.450511 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2e867d6-7abb-47cf-9e84-46e7339dc380 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:11.451114 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'code': 200} Jul 12 16:09:11.451633 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:09:11.453019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:11.616196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:11.616958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.771939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:11.882566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.902270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:11.961084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:11.971947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.050841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.052466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.052813 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c disassociated. External IP: 172.25.8.184, port: eb2e5c05-c551-42de-a662-b274846754a7. Jul 12 16:09:12.053159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Calling delete_port for eb2e5c05-c551-42de-a662-b274846754a7 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:12.096869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.133257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:12.237643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-87d97c54-15a5-41b9-b269-eaf4a0276b71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb HTTP/1.1" status: 200 len: 217 time: 0.9019485 Jul 12 16:09:12.320593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84f7e806-270d-4d79-9750-19c6cf32f965 req-91d3cf66-c1c2-457e-b2cf-6e0738b3eee3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0349789 Jul 12 16:09:12.368965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-eb8d5df2-0bd7-4093-ab89-981df836e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.370777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-eb8d5df2-0bd7-4093-ab89-981df836e027 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1070366 Jul 12 16:09:12.372972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e49c3ad-1d06-4309-ba04-b303473c3265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.394105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce19c6e-fa39-4763-bb6c-c92483475e45 req-b0cfb171-bbc1-4dab-8681-fa4f675fc867 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.401037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ce19c6e-fa39-4763-bb6c-c92483475e45 req-b0cfb171-bbc1-4dab-8681-fa4f675fc867 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 945 time: 0.9052660 Jul 12 16:09:12.412651 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f6bcc-7cad-4854-a095-97e9967d5dce x-openstack-request-id: req-318f6bcc-7cad-4854-a095-97e9967d5dce {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:12.412935 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc", "name": "network-vif-deleted", "tag": "7ad40d2c-3ac2-49ed-be35-22e975c6be70", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:12.413184 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-318f6bcc-7cad-4854-a095-97e9967d5dce {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:12.413572 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e65f7c4-5f6e-4b6d-9a1c-80a4033cbbbc', 'name': 'network-vif-deleted', 'tag': '7ad40d2c-3ac2-49ed-be35-22e975c6be70', 'status': 'completed', 'code': 200} Jul 12 16:09:12.475203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-2f23277d-a56e-49e8-8863-a28aba53732b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935192 Jul 12 16:09:12.604144 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e49c3ad-1d06-4309-ba04-b303473c3265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.605409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-1f81c08d-7e6c-4df3-96b2-14397cfdad16 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167195 Jul 12 16:09:12.634950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e49c3ad-1d06-4309-ba04-b303473c3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.767936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ce19c6e-fa39-4763-bb6c-c92483475e45 req-2c7a3445-3820-4919-a647-2aa790b88132 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups?id=3e06ae94-a705-4d68-9a03-439b03f94b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657711 Jul 12 16:09:12.777873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e49c3ad-1d06-4309-ba04-b303473c3265 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bf157c608034a10a573ecb8831e534b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6413250 Jul 12 16:09:12.783922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c3ad-1d06-4309-ba04-b303473c3265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d9d7c-0ae2-489e-8ffb-d3d553ca0f87,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.787128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:12.787837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:12.813301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.857938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event deleted for resources: {'Port': ['ID=eb2e5c05-c551-42de-a662-b274846754a7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.872542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:12.924728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567a2-978f-40d6-9f91-28a720d16c75 req-4f1b9434-4e93-4a94-98a7-ed4df64be36d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.926762 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4fe567a2-978f-40d6-9f91-28a720d16c75 req-4f1b9434-4e93-4a94-98a7-ed4df64be36d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.3197629 Jul 12 16:09:12.939982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48a3430-d98c-4975-9b53-f3ea216ffbf5 req-b0fe16cd-96e0-470e-97dd-3fc1d66a5898 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208342 Jul 12 16:09:12.966099 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84d7e1-e184-4961-8703-f2f51abaea57 x-openstack-request-id: req-6a84d7e1-e184-4961-8703-f2f51abaea57 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:12.966549 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:12.967037 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a84d7e1-e184-4961-8703-f2f51abaea57 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:12.970270 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'status': 'completed', 'code': 200} Jul 12 16:09:12.979143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.004429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.070910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.073607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.075273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/421d9d7c-0ae2-489e-8ffb-d3d553ca0f87 HTTP/1.1" status: 204 len: 168 time: 0.2598290 Jul 12 16:09:13.096173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.122384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc47f6-eed7-47c4-bf4b-527e113f06d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d9d7c-0ae2-489e-8ffb-d3d553ca0f87,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:13.164396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4fe567a2-978f-40d6-9f91-28a720d16c75 req-39beb1f7-4078-484d-bded-0d71dd75eef9 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231188 Jul 12 16:09:13.188446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb2e5c05-c551-42de-a662-b274846754a7 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:13.225179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-797aefaf-1c51-4aac-9b57-fec65147c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.229437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-797aefaf-1c51-4aac-9b57-fec65147c3ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 1094 time: 0.1718791 Jul 12 16:09:13.257501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: eb2e5c05-c551-42de-a662-b274846754a7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:13.269773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb2e5c05-c551-42de-a662-b274846754a7 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:13.270716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:13.271149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b21187c-f2f2-4af2-ae9e-02a7be0e2701 req-9a209118-0be6-4f90-9120-a583d40b9993 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.2007787 Jul 12 16:09:13.294203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Transition to ACTIVE for port object 511be085-f595-4f0d-bedb-8add431a2c6f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:13.302646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:13.305393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.365067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:13.368257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:13.429867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 7ad40d2c-3ac2-49ed-be35-22e975c6be70 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:13.431148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7ad40d2c-3ac2-49ed-be35-22e975c6be70 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:13.453598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:13.456562 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c49b19c-1c8a-4b69-8231-6748f59270a6" -d '{"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:13.526439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-a18202c4-6b75-4988-b201-9a9b55325cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.528538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-a18202c4-6b75-4988-b201-9a9b55325cd8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 905 time: 0.2912076 Jul 12 16:09:13.648622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:13.725161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-98f5ea2f-2ff5-4f04-b173-84dec6174178 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb HTTP/1.1" status: 200 len: 217 time: 0.1681228 Jul 12 16:09:13.730160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-ea13571a-fd24-4726-ac4a-c25880feb4dd tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.731891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-ea13571a-fd24-4726-ac4a-c25880feb4dd tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 943 time: 0.7072666 Jul 12 16:09:13.747803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] No DVR routers for this DVR port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:13.757617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41016) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:13.797439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f512-d99d-4b8d-a823-bdfe1bc25148 req-9f9fd5ce-5f8b-47cf-a0cc-228cd582da6f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.799022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eac1f512-d99d-4b8d-a823-bdfe1bc25148 req-9f9fd5ce-5f8b-47cf-a0cc-228cd582da6f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 949 time: 0.3370888 Jul 12 16:09:13.853878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f98302ac-05de-4918-a92a-1368ebb1995f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.902568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-c19025f5-819a-4f92-95c3-dc81d84963e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.903981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-c19025f5-819a-4f92-95c3-dc81d84963e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1667185 Jul 12 16:09:13.927989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eac1f512-d99d-4b8d-a823-bdfe1bc25148 req-35e9e3f5-0c49-4b3d-b545-e4963bfe7e9c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796077 Jul 12 16:09:14.010446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-03817368-028f-4274-9c4d-97fe72c2ea27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813880 Jul 12 16:09:14.075233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:14.075967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:14.077374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:14.099140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:14.100376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:14.108380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:14.109082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:14.109690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:14.110535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Bound port: 511be085-f595-4f0d-bedb-8add431a2c6f, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:14.111283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.122246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e69fbc-ed10-428f-981d-f246a9269909 req-f9f6f96e-ed14-496c-8386-0e7a9d5081ba tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:14.132255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92e69fbc-ed10-428f-981d-f246a9269909 req-f9f6f96e-ed14-496c-8386-0e7a9d5081ba tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 943 time: 0.3855321 Jul 12 16:09:14.135602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:14.152091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:14.166606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:14.167616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:14.255271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-6e5cff1d-23b4-4299-856c-0d0a1d64f2d4 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286408 Jul 12 16:09:14.305273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a2b28-ce2d-41a1-b190-abcda045bdcf req-c1fbe534-3091-4852-94f7-ec602b784c2b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:14.312285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be1a2b28-ce2d-41a1-b190-abcda045bdcf req-c1fbe534-3091-4852-94f7-ec602b784c2b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.1831381 Jul 12 16:09:14.340904 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f98302ac-05de-4918-a92a-1368ebb1995f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.357355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f98302ac-05de-4918-a92a-1368ebb1995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.401727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] No DVR routers for this DVR port eb2e5c05-c551-42de-a662-b274846754a7 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:14.410897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.412397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f15595da-5f2e-4e3a-8b9e-412863eabe15 req-71c167c8-ef3b-420b-91f9-e5ced907cdbb tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.77 "DELETE /v2.0/ports/eb2e5c05-c551-42de-a662-b274846754a7 HTTP/1.1" status: 204 len: 173 time: 4.8317847 Jul 12 16:09:14.421709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}, {'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'name': 'network-vif-deleted', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:14.424739 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5fbc0b-b170-47d6-906e-525fb4feccdb" -d '{"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}, {"server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "name": "network-vif-deleted", "tag": "eb2e5c05-c551-42de-a662-b274846754a7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:14.448270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:14.518627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98302ac-05de-4918-a92a-1368ebb1995f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c89a9-e528-4b66-8243-fba1daf6ec1c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:14.524952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:14.530928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f98302ac-05de-4918-a92a-1368ebb1995f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c7af6748c15449aa92e044cbf892a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7722600 Jul 12 16:09:14.533585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:14.535548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41028) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:14.562867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.569109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Deleting port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:14.569445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.612017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be1a2b28-ce2d-41a1-b190-abcda045bdcf req-d458231f-14f5-44b5-9a10-f6973eab4c83 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987676 Jul 12 16:09:14.653002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bb979a7-6803-4d75-836f-35179aa52a85 req-04bc14de-7f57-4317-beda-da21d4012536 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844736 Jul 12 16:09:14.689100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] For port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:14.689464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.706676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Calling delete_port for da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:14.752392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:14.758217 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66e99e-a89d-431d-b8c5-f3dcb84200cb x-openstack-request-id: req-1a66e99e-a89d-431d-b8c5-f3dcb84200cb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:14.758682 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:14.760180 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a66e99e-a89d-431d-b8c5-f3dcb84200cb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:14.760682 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'code': 200} Jul 12 16:09:14.808277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.826256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:14.852929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.855867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:14.856528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:14.890131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92e69fbc-ed10-428f-981d-f246a9269909 req-3d95d63e-e0a6-4cc0-b47b-c23dffe1c770 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560937 Jul 12 16:09:14.955875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.963928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.967146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.969461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c19c89a9-e528-4b66-8243-fba1daf6ec1c HTTP/1.1" status: 204 len: 168 time: 0.4276075 Jul 12 16:09:14.984384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba01f8-9f17-48c8-8d88-41a61300de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c89a9-e528-4b66-8243-fba1daf6ec1c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:15.021440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.026646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:15.028294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 1095 time: 4.3234007 Jul 12 16:09:15.157820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:15.303232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] No DVR routers for this DVR port da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:15.312518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af401b9-e0d6-4a3f-8b2d-d1b1bec871c1 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:15.332036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:15.336944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa0ca206-eac2-4e5a-9daf-8aa870be8616 req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.77 "DELETE /v2.0/ports/da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 HTTP/1.1" status: 204 len: 173 time: 1.5709157 Jul 12 16:09:15.339198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:15.407167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64248cc0-d0e7-4100-af80-a118a1025f9d tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event deleted for resources: {'Port': ['ID=da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:15.452338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-0a4ea42c-8ecc-44c9-ac0b-33ae9633b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.459159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-0a4ea42c-8ecc-44c9-ac0b-33ae9633b1b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1098 time: 0.3476534 Jul 12 16:09:15.478103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:15.507930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'mac_address': 'fa:16:3e:1d:3a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:15.655915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa256b-910d-484f-8bef-3c4fc6a8c856 req-022690f4-6806-4a3c-9623-e8605092a640 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.662120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa256b-910d-484f-8bef-3c4fc6a8c856 req-022690f4-6806-4a3c-9623-e8605092a640 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.669248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89aa256b-910d-484f-8bef-3c4fc6a8c856 req-022690f4-6806-4a3c-9623-e8605092a640 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32&device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 1689 time: 0.2090075 Jul 12 16:09:15.723502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-57398e82-603f-4e7f-aeb9-61ac33d2e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.725109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-57398e82-603f-4e7f-aeb9-61ac33d2e3f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2337213 Jul 12 16:09:15.786194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-24f51bf6-5516-41b5-8df4-58651409ff18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.0531983 Jul 12 16:09:15.806623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89aa256b-910d-484f-8bef-3c4fc6a8c856 req-502cea61-bd22-4a2a-95b3-e92743ce4094 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362896 Jul 12 16:09:15.933767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-622d1d3b-5f83-4619-9380-82267bd35f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.935803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-622d1d3b-5f83-4619-9380-82267bd35f54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1281986 Jul 12 16:09:16.001753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:16.053238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c917d5-b6f6-4fad-a293-58f0b5cbeccb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:16.070387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37012b7e-f2cd-4f48-a53b-5403d22e8a47 req-89fa6cdb-151e-4fc3-bdcd-103944072829 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/ports?device_id=77784af8-1aff-4ad3-8185-f2211402dc34 HTTP/1.1" status: 200 len: 210 time: 0.6402879 Jul 12 16:09:16.171076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2be47ec-4545-431c-ba6a-4b180a2b5f62 req-cc4915db-2e6c-4030-bae9-5fed2c41334a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=30600b4a-dd57-47bc-8918-ca8eb80242dc HTTP/1.1" status: 200 len: 210 time: 0.0505774 Jul 12 16:09:16.209279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-c4d6e5e8-4968-45db-b086-47a6a2cb9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:16.215642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-c4d6e5e8-4968-45db-b086-47a6a2cb9adf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660637 Jul 12 16:09:16.265483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:16.292041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:16.563936 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd8540-9602-4ef1-99d5-721e3b98c822 x-openstack-request-id: req-14dd8540-9602-4ef1-99d5-721e3b98c822 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:16.564537 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "code": 200}, {"server_uuid": "77784af8-1aff-4ad3-8185-f2211402dc34", "name": "network-vif-deleted", "tag": "eb2e5c05-c551-42de-a662-b274846754a7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:16.566511 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14dd8540-9602-4ef1-99d5-721e3b98c822 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:16.568473 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'code': 200} Jul 12 16:09:16.568938 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77784af8-1aff-4ad3-8185-f2211402dc34', 'name': 'network-vif-deleted', 'tag': 'eb2e5c05-c551-42de-a662-b274846754a7', 'status': 'completed', 'code': 200} Jul 12 16:09:16.585290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-57dc8f87-4ef0-49b5-9509-63ae2ac63765 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603327 Jul 12 16:09:16.596027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:16.632719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:16.697155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e051ee8a-a1a6-49c9-94a5-6fe94eded3e9 None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:03:51Z', 'revision_number': 4, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9ef06d2f-0c04-4fab-a38b-4a950bf52ea7', 'name': '', 'network_id': '76ced32e-90b0-4233-ad91-15e3118c535d', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'mac_address': 'fa:16:3e:cd:33:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:50Z', 'updated_at': '2021-07-12T16:03:59Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'subnets': [{'id': '8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:16.767692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98def0ae-8bf9-4ea5-add9-3896fc6a4602 req-f70e7f36-8def-46b6-89d6-5df156caabf9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=08678998-519c-4554-98e5-dd3f2213ae75 HTTP/1.1" status: 200 len: 210 time: 0.0785167 Jul 12 16:09:16.948905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bc19080-8a2a-4ac6-b931-2f703df017ff req-b9a80116-2602-45b1-bdf4-67dd560a1676 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566229 Jul 12 16:09:16.978155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['39c917d5-b6f6-4fad-a293-58f0b5cbeccb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:16.991088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181b65b-c880-4adc-89cb-ed51faed6167 req-31b689c1-76cc-4813-96e0-073b47bf8fac tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.003409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8181b65b-c880-4adc-89cb-ed51faed6167 req-31b689c1-76cc-4813-96e0-073b47bf8fac tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.1593430 Jul 12 16:09:17.094830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8181b65b-c880-4adc-89cb-ed51faed6167 req-4f6001fe-3367-49a9-bb9e-6df228c12258 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898304 Jul 12 16:09:17.220051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:17.259486 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed197a01-0a9d-4b84-9375-3a40cff6be64 None None] New status for floating IP 2d7a9f1d-5e48-4972-9caf-24663ac1360c: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:09:17.309348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:17.310100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:17.388558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151121b-0738-498a-bc4e-9103ae7bb4ec req-7665205a-de59-418e-b8d1-b3de9f88f2fd tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.391529 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c151121b-0738-498a-bc4e-9103ae7bb4ec req-7665205a-de59-418e-b8d1-b3de9f88f2fd tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 944 time: 0.1473906 Jul 12 16:09:17.492968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c6ae-e446-4958-99d4-7d89bec491c2 req-ff1c9ceb-b660-4484-a5e3-1a824d49cf08 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.494610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5b1c6ae-e446-4958-99d4-7d89bec491c2 req-ff1c9ceb-b660-4484-a5e3-1a824d49cf08 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 1100 time: 0.0998611 Jul 12 16:09:17.536233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c151121b-0738-498a-bc4e-9103ae7bb4ec req-1a3d5ff0-4571-4673-bfe4-f67488f7efb1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281731 Jul 12 16:09:17.576890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5b1c6ae-e446-4958-99d4-7d89bec491c2 req-fdee26f6-282f-48ca-8152-c19a20d2deed tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Jul 12 16:09:17.910401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea903db-a62c-43e9-be34-786138e67702 req-d7398bcd-4208-4b5d-b01d-1e9f0be34b2e tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.912160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ea903db-a62c-43e9-be34-786138e67702 req-d7398bcd-4208-4b5d-b01d-1e9f0be34b2e tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 1100 time: 0.0758936 Jul 12 16:09:18.003472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ea903db-a62c-43e9-be34-786138e67702 req-04c03f88-b4d5-49f7-b6e5-f216b817ff84 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843878 Jul 12 16:09:18.277284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:18.428366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.484849 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.487727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-2573e142-87e2-4b46-8803-7d0b74885f31 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:18.489385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-2573e142-87e2-4b46-8803-7d0b74885f31 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.2994897 Jul 12 16:09:18.533577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-07c8311a-ec62-45f9-85ae-547e08880269 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/quotas/ea4f27aae1904dd4a13884e531250ffc HTTP/1.1" status: 200 len: 375 time: 0.0358613 Jul 12 16:09:18.571623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}, {'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'name': 'network-vif-deleted', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:18.575415 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db2c403-38c2-46d0-8697-7481e234afad" -d '{"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}, {"server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "name": "network-vif-deleted", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:18.619400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7263d9-64c9-4ebe-bcf6-f5aefbaf9a20 req-95e45547-81b2-4305-acef-87f8ffad8163 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:18.628260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f7263d9-64c9-4ebe-bcf6-f5aefbaf9a20 req-95e45547-81b2-4305-acef-87f8ffad8163 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 947 time: 0.1275909 Jul 12 16:09:18.656590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-42e73899-f393-411a-9da8-aec507f24e2c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203802 Jul 12 16:09:18.718856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f7263d9-64c9-4ebe-bcf6-f5aefbaf9a20 req-157b46f5-8a5d-40a6-aa4e-80d4596515bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876610 Jul 12 16:09:18.719997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.722618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.723772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "DELETE /v2.0/security-groups/3e06ae94-a705-4d68-9a03-439b03f94b13 HTTP/1.1" status: 204 len: 168 time: 0.4449618 Jul 12 16:09:18.750989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41156) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:18.750989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d45797-7ca5-4a37-8d06-b0c57dc46145 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06ae94-a705-4d68-9a03-439b03f94b13,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:18.798816 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-1c9b4c31-1ffc-40cc-b821-3e7a93243a6e tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] show failed (client error): The resource could not be found. Jul 12 16:09:18.802132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c9b4c31-1ffc-40cc-b821-3e7a93243a6e tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "GET /v2.0/security-groups/3e06ae94-a705-4d68-9a03-439b03f94b13 HTTP/1.1" status: 404 len: 347 time: 0.0288637 Jul 12 16:09:18.805121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41158) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:18.892704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-77f7de7e-004a-4a1c-9a06-6c199020c949 service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351639 Jul 12 16:09:18.957450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-568273cc-20bb-4580-8de1-6931e6829036 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657036 Jul 12 16:09:19.131528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0e9e5899-9f1d-458e-9342-9498381574ce service neutron] 10.222.0.58 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376535 Jul 12 16:09:19.329977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Deleting port fb56a36c-a3ca-4bcf-9791-0badee1b4231 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:19.330693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.355715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:19.359068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:19.408154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-26ed6acf-aec8-460f-8c9f-203a3300b19e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.424493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-26ed6acf-aec8-460f-8c9f-203a3300b19e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656839 Jul 12 16:09:19.579146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:19.611618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-c460d0c9-2d9d-4692-b0f8-c7ecde90dc21 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0831184 Jul 12 16:09:19.636205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:19.636635 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.801041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:19.821167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.826058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '511be085-f595-4f0d-bedb-8add431a2c6f', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '511be085-f595-4f0d-bedb-8add431a2c6f', 'mac_address': 'fa:16:3e:70:27:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:19.832395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.832942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.875796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Calling delete_port for fb56a36c-a3ca-4bcf-9791-0badee1b4231 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:19.894789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.917790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9acb38-d663-4c79-8cc5-e0295b5c9c96 req-cef55e6b-b146-444b-bf71-38e6abd0db6e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.926500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:19.927295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe9acb38-d663-4c79-8cc5-e0295b5c9c96 req-cef55e6b-b146-444b-bf71-38e6abd0db6e tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 944 time: 0.1741207 Jul 12 16:09:19.932259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:19.934999 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef288a-24b2-49e1-becb-0d94c75d54f6" -d '{"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-plugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:19.965838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:19.972380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:19.974988 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.999676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:20.037774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe9acb38-d663-4c79-8cc5-e0295b5c9c96 req-7fa76f0c-d453-4e60-83ed-0522eeb6becd tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078913 Jul 12 16:09:20.148298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:20.240084 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd07f9-b54e-420a-a70f-ff3cd5d46d87 x-openstack-request-id: req-47fd07f9-b54e-420a-a70f-ff3cd5d46d87 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:20.240970 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "status": "completed", "code": 200}, {"server_uuid": "30600b4a-dd57-47bc-8918-ca8eb80242dc", "name": "network-vif-deleted", "tag": "da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:20.241233 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47fd07f9-b54e-420a-a70f-ff3cd5d46d87 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:20.241652 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'status': 'completed', 'code': 200} Jul 12 16:09:20.241902 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30600b4a-dd57-47bc-8918-ca8eb80242dc', 'name': 'network-vif-deleted', 'tag': 'da6f8fb7-ece9-49aa-8adf-957c4e3b7fe4', 'status': 'completed', 'code': 200} Jul 12 16:09:20.364798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:20.409718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:20.654090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28fdba75-6f21-41b4-b187-5e9f9124a073 req-0ba20b53-4cc1-46f4-b649-3d842c0c3eb4 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 210 time: 0.1345501 Jul 12 16:09:20.758272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41212) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:20.782862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.006137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Pushing event deleted for resources: {'Port': ['ID=fb56a36c-a3ca-4bcf-9791-0badee1b4231,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:21.015506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b61d4f2a-aa4e-448c-824b-2f147422951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.056593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-80141a17-89cb-416e-ba19-a1a495d5a5f3 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 440 time: 1.4365184 Jul 12 16:09:21.152540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d00e86-a9b5-48f7-b17a-0e7949e41be6 req-2908dc4e-9541-4018-96a4-ea0ff08c605a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.161061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96d00e86-a9b5-48f7-b17a-0e7949e41be6 req-2908dc4e-9541-4018-96a4-ea0ff08c605a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.2246888 Jul 12 16:09:21.217600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.228591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.230257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a1d17199-5b16-4351-b1a2-81ac29607e28 tempest-ServersWithSpecificFlavorTestJSON-153874132 tempest-ServersWithSpecificFlavorTestJSON-153874132-project] 10.222.0.58 "DELETE /v2.0/floatingips/2d7a9f1d-5e48-4972-9caf-24663ac1360c HTTP/1.1" status: 204 len: 168 time: 2.4241939 Jul 12 16:09:21.250669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-0c3cba41-b05b-4080-b50e-67da56762b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.256057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-0c3cba41-b05b-4080-b50e-67da56762b38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1099 time: 1.0096021 Jul 12 16:09:21.261701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-8377f9f6-e184-4ed6-9cf1-518c4b329aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.262955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-8377f9f6-e184-4ed6-9cf1-518c4b329aff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1099 time: 0.9975035 Jul 12 16:09:21.301569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96d00e86-a9b5-48f7-b17a-0e7949e41be6 req-751b5fb9-1638-4015-b161-accc464b558d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193397 Jul 12 16:09:21.449594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b61d4f2a-aa4e-448c-824b-2f147422951f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.462586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b61d4f2a-aa4e-448c-824b-2f147422951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.655309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-a41b1b0c-900b-4ad8-8899-b762a06ff1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.657012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-a41b1b0c-900b-4ad8-8899-b762a06ff1fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3845212 Jul 12 16:09:21.661603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4f2a-aa4e-448c-824b-2f147422951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986eeff3-437c-4003-8a76-c3d52a8f26a5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:21.713050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b61d4f2a-aa4e-448c-824b-2f147422951f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0922a52a7fd4eed929d30ad4270bace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525335 Jul 12 16:09:21.715339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:21.733098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-42c7f985-dea5-4da4-b06f-8f638cd1337a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.0467010 Jul 12 16:09:21.754681 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c799a38-772e-40b4-ae92-7f4c0e412239 x-openstack-request-id: req-9c799a38-772e-40b4-ae92-7f4c0e412239 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:21.755242 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-plugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:21.755242 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c799a38-772e-40b4-ae92-7f4c0e412239 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:21.755665 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'code': 200} Jul 12 16:09:21.832023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.888411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:21.986290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-0c37278d-594c-4ade-a571-dff2a002489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.988379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-0c37278d-594c-4ade-a571-dff2a002489b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2464867 Jul 12 16:09:22.145648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-066c9797-0263-405b-afaf-1d47a32231f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:22.148294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-066c9797-0263-405b-afaf-1d47a32231f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.8844299 Jul 12 16:09:22.206136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:22.209449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:22.212968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/986eeff3-437c-4003-8a76-c3d52a8f26a5 HTTP/1.1" status: 204 len: 168 time: 0.4944131 Jul 12 16:09:22.250244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21350ae-33c0-485a-b47b-4cc5b4e7060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986eeff3-437c-4003-8a76-c3d52a8f26a5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:22.428276 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e210e2-2337-45b1-9274-3412374efa43 req-06054e9f-4fd9-48bb-ad96-96c6b50e52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:22.434036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38e210e2-2337-45b1-9274-3412374efa43 req-06054e9f-4fd9-48bb-ad96-96c6b50e52ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 1096 time: 0.4400003 Jul 12 16:09:22.447653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-6d451b09-9b95-42c9-b882-0976fca6610f tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:22.455308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-6d451b09-9b95-42c9-b882-0976fca6610f tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.65 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 821 time: 0.4498086 Jul 12 16:09:22.477379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Request body: {'port': {'device_id': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'admin_state_up': True, 'tenant_id': 'ea4f27aae1904dd4a13884e531250ffc'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:22.701181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38e210e2-2337-45b1-9274-3412374efa43 req-6fb366f7-6792-4ca5-a548-4e2e4f1d02ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440727 Jul 12 16:09:22.821630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Made reservation on behalf of ea4f27aae1904dd4a13884e531250ffc for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:22.825293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.044720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:23.077280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c946-f8f1-478a-a9b9-60ba18cbf3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.105788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-a6b50619-e8be-43e4-83fe-e4e9e55bf1c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.9443882 Jul 12 16:09:23.192202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0ea6e356-ada8-4cba-8f2b-7ba2497087a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.194250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0ea6e356-ada8-4cba-8f2b-7ba2497087a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f&tenant_id=01ef4485048e46728164ad3c8e4fea24&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 948 time: 0.3017619 Jul 12 16:09:23.198523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fe38-16e8-464b-ae5b-3e04a80d15a2 req-a9a1e240-8533-4653-98cd-b90f0232e6bc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.208863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4973fe38-16e8-464b-ae5b-3e04a80d15a2 req-a9a1e240-8533-4653-98cd-b90f0232e6bc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 945 time: 1.3661506 Jul 12 16:09:23.254158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Allocated IP 172.20.0.11 (06eed356-ce37-42da-b6f8-33c2806b7730/09beb3ca-1517-448b-b1ef-5a4a81e63add/e4dd97fb-39c4-4c2a-826a-47f176a27525) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:23.271805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-2129deda-69dd-4c22-a979-bce4b5b6e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.273477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-2129deda-69dd-4c22-a979-bce4b5b6e5e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1560185 Jul 12 16:09:23.285321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-597f1ebf-3451-41c4-9d8b-2c06c6c9e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.287646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-597f1ebf-3451-41c4-9d8b-2c06c6c9e807 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2792046 Jul 12 16:09:23.323026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4973fe38-16e8-464b-ae5b-3e04a80d15a2 req-f4ae4b33-dc12-4064-af16-7711879c39ef tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128714 Jul 12 16:09:23.332784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b495c5d4-ab7e-4c63-81fe-d4e8e9e12eea req-5a2af0f1-0a79-49b0-ad4e-0f68b5680fe8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 210 time: 0.0672710 Jul 12 16:09:23.365373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:23.483622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-afa39756-7c95-4bd5-86f6-8ad00814a3e6 service neutron] 10.222.0.65 "GET /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 382 time: 0.2802012 Jul 12 16:09:23.593610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 511be085-f595-4f0d-bedb-8add431a2c6f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:23.602722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:23.603545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.742772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c946-f8f1-478a-a9b9-60ba18cbf3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.766402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2c403-38c2-46d0-8697-7481e234afad req-8ad90f07-a338-449a-b188-ce971a37f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.767708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c946-f8f1-478a-a9b9-60ba18cbf3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.768157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-8ad90f07-a338-449a-b188-ce971a37f680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4800639 Jul 12 16:09:23.802246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c460e3fa-4ce5-4dce-9f18-355e4e84e5e8 req-9ef73b5d-77f3-4550-abe5-8c0199de8abb tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 210 time: 0.0702231 Jul 12 16:09:23.804148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-8f1df7d3-d244-4ffb-871a-b6879395a5a9 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026050 Jul 12 16:09:23.866150 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.972664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:23.973883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:23.980267 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c92f744-3cce-481b-893f-cf2043081eff" -d '{"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:23.992367 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.032139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.130398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:24.150625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.191066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a71c946-f8f1-478a-a9b9-60ba18cbf3da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4fa68554dd842fa90514217d3da7a83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1423912 Jul 12 16:09:24.191645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41282) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:24.213080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c946-f8f1-478a-a9b9-60ba18cbf3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1cccf-52c9-41a1-a318-8e7798bc79a9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:24.214803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-e9cb41c1-ca45-43df-8f88-56315d672083 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2020051 Jul 12 16:09:24.328635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Network 06eed356-ce37-42da-b6f8-33c2806b7730 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:24.349635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f5fd-4af6-4800-a4ea-a991c858220a req-477c17c0-60b5-4032-8e72-0d49762ed0ab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.351367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b456f5fd-4af6-4800-a4ea-a991c858220a req-477c17c0-60b5-4032-8e72-0d49762ed0ab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.6788318 Jul 12 16:09:24.375184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:24.431301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:24.516530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-9f7e9b54-2f65-4baa-a1a7-9d72135694ad service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195127 Jul 12 16:09:24.592723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:24.650698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b456f5fd-4af6-4800-a4ea-a991c858220a req-d9235ef3-c59a-4563-8ea0-884db738600a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611389 Jul 12 16:09:24.677633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a31db3a-9b88-4e31-9124-c8410ec08f86 None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:24.678123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a31db3a-9b88-4e31-9124-c8410ec08f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.678444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-fa394862-906b-426e-a916-05a9bc77fd71 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544905 Jul 12 16:09:24.695026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.697153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.717691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-9a5fd3f8-75d5-4c68-af47-8a56ba83f61d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.719842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-9a5fd3f8-75d5-4c68-af47-8a56ba83f61d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4512365 Jul 12 16:09:24.752709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': 'ae4680b1-7b5e-454e-a909-867064791285', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:24.822928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.834665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-44d207a5-26ab-44af-913d-52f6ab2cfe9a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3597925 Jul 12 16:09:24.840895 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178622b7-4442-4cf0-9bdc-1134277dfdf7 x-openstack-request-id: req-178622b7-4442-4cf0-9bdc-1134277dfdf7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:24.841265 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:24.841464 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-178622b7-4442-4cf0-9bdc-1134277dfdf7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:24.841941 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'code': 200} Jul 12 16:09:24.877230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Request body: {'port': {'device_id': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:24.933741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5db2c403-38c2-46d0-8697-7481e234afad req-ff18ca19-0757-40f5-aae9-8c116229001a service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697798 Jul 12 16:09:24.986430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-030b4203-1f4e-4269-850c-5a2be5d84301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.987992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-030b4203-1f4e-4269-850c-5a2be5d84301 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1100 time: 0.1247952 Jul 12 16:09:25.032708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.048802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46fd62b3-43d3-4882-93a8-40f8e5455a8d req-f07ec87c-bdab-4145-94af-8a49f2c56eed tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 210 time: 0.0411479 Jul 12 16:09:25.050916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:25.054726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.265320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-d256d56f-00a3-4355-9220-b65a3f8efb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.266931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-d256d56f-00a3-4355-9220-b65a3f8efb09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2581670 Jul 12 16:09:25.413709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-4067b0ee-81dc-486c-8fd0-7747dd06691d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.1030626 Jul 12 16:09:25.416152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.483546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753ea0-5d85-4684-8930-d2fbb926e3b8 req-255b94f4-7154-4feb-87e1-33694ea0a7e1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.494885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-471a4bf9-6d1f-41c8-b90a-adb3d30e3c90 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.495628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-471a4bf9-6d1f-41c8-b90a-adb3d30e3c90 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.3887012 Jul 12 16:09:25.497344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e753ea0-5d85-4684-8930-d2fbb926e3b8 req-255b94f4-7154-4feb-87e1-33694ea0a7e1 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 944 time: 0.2878246 Jul 12 16:09:25.538162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.36 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/8bff5100-b447-4f45-a006-e1e0a9af5124) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:25.547709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.551644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.555742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22b1cccf-52c9-41a1-a318-8e7798bc79a9 HTTP/1.1" status: 204 len: 168 time: 1.3404458 Jul 12 16:09:25.563776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2e2c1-cd5b-4f87-998d-b3ed5b6dbaf4 req-00590dde-e62a-4a3a-80af-aaa863d09f32 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.572506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cb2e2c1-cd5b-4f87-998d-b3ed5b6dbaf4 req-00590dde-e62a-4a3a-80af-aaa863d09f32 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 945 time: 0.5134220 Jul 12 16:09:25.640813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-103e1b6e-1c9a-49b2-a19f-c56e673f8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.642616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-103e1b6e-1c9a-49b2-a19f-c56e673f8f62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2110016 Jul 12 16:09:25.646077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e753ea0-5d85-4684-8930-d2fbb926e3b8 req-6dae63f9-3118-4adc-9fb8-d86bd8b41d1e tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095665 Jul 12 16:09:25.720328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580c48-35a9-404a-8ef2-ded40f338d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1cccf-52c9-41a1-a318-8e7798bc79a9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:25.840707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.858308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object 8bff5100-b447-4f45-a006-e1e0a9af5124 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:25.900063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.912444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:25.918241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:25.970028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cb2e2c1-cd5b-4f87-998d-b3ed5b6dbaf4 req-6f1f8e23-8663-44db-ac9a-9d22948b020c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957758 Jul 12 16:09:26.054358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Deleting port 8779c969-ad44-4220-9faa-052950e35690 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:26.054941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.081739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:26.117180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:26.119415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:26.125688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:26.218747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-985d7cf1-bb7a-4cdd-8530-395c7a2c12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:26.221148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-985d7cf1-bb7a-4cdd-8530-395c7a2c12c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5680666 Jul 12 16:09:26.328932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] For port 8779c969-ad44-4220-9faa-052950e35690, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8779c969-ad44-4220-9faa-052950e35690,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:26.329607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.367433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Calling delete_port for 8779c969-ad44-4220-9faa-052950e35690 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:26.383845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-2f88d907-50ed-4f23-a85c-e89b7e37a8af service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509080 Jul 12 16:09:26.552800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-f06e6d42-6407-464a-a787-b750cb8a51c5 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560619 Jul 12 16:09:26.570776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:26.575080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.609868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-bb23f9bf-1bf2-430b-8a98-2e924a31d738 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8640814 Jul 12 16:09:26.637739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Request body: {'port': {'device_id': 'ae4680b1-7b5e-454e-a909-867064791285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:26.658553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed06613-9dca-404b-8b35-67dee299d978 req-ede8f34e-e735-4a39-88aa-c7f4ce1ab2f0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:26.679236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ed06613-9dca-404b-8b35-67dee299d978 req-ede8f34e-e735-4a39-88aa-c7f4ce1ab2f0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 932 time: 0.5549438 Jul 12 16:09:26.722187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ce18599e-4b48-485c-82ae-2c84847bebde None None] Provisioning for port 8bff5100-b447-4f45-a006-e1e0a9af5124 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:26.727213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ce18599e-4b48-485c-82ae-2c84847bebde None None] Provisioning complete for port 8bff5100-b447-4f45-a006-e1e0a9af5124 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:26.727580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ce18599e-4b48-485c-82ae-2c84847bebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.788489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dd97fb-39c4-4c2a-826a-47f176a27525 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:26.799152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.803046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ed06613-9dca-404b-8b35-67dee299d978 req-02194e1b-55de-4e23-b9e2-3f3f8584d57a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214144 Jul 12 16:09:26.822288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Transition to ACTIVE for port object e4dd97fb-39c4-4c2a-826a-47f176a27525 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:26.864606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:26.864796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.107912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ce18599e-4b48-485c-82ae-2c84847bebde None None] Port 8bff5100-b447-4f45-a006-e1e0a9af5124 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:27.141192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:27.194460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11802b4a-6a00-4632-baeb-a80829312474 req-9f8fcf83-4a50-4c77-8c6a-e28c1756ac34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:27.202790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11802b4a-6a00-4632-baeb-a80829312474 req-9f8fcf83-4a50-4c77-8c6a-e28c1756ac34 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3797536 Jul 12 16:09:27.245661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.268347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Attempting to bind port e4dd97fb-39c4-4c2a-826a-47f176a27525 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:27.268769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Attempting to bind port e4dd97fb-39c4-4c2a-826a-47f176a27525 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:27.269270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Attempting to bind port e4dd97fb-39c4-4c2a-826a-47f176a27525 on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:27.298483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Port e4dd97fb-39c4-4c2a-826a-47f176a27525 on network 06eed356-ce37-42da-b6f8-33c2806b7730 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:27.298809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Attempting to bind port e4dd97fb-39c4-4c2a-826a-47f176a27525 on network 06eed356-ce37-42da-b6f8-33c2806b7730 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:27.307670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event deleted for resources: {'Port': ['ID=8779c969-ad44-4220-9faa-052950e35690,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:27.324017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11802b4a-6a00-4632-baeb-a80829312474 req-1256f7e9-7664-4ad2-8608-3545bf6dbace tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201749 Jul 12 16:09:27.330327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:27.332031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Checking segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:27.333274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Bound using segment: {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:27.337999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Bound port: e4dd97fb-39c4-4c2a-826a-47f176a27525, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:27.338645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.373881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8779c969-ad44-4220-9faa-052950e35690 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:27.419310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 8779c969-ad44-4220-9faa-052950e35690 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:27.419706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8779c969-ad44-4220-9faa-052950e35690 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:27.541476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] No DVR routers for this DVR port 8779c969-ad44-4220-9faa-052950e35690 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:27.547789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.555413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74a7f593-1548-4812-9a6c-cd0d293a11a1 req-8bc39dfa-f562-455e-a8a7-6938d1639d98 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "DELETE /v2.0/ports/8779c969-ad44-4220-9faa-052950e35690 HTTP/1.1" status: 204 len: 173 time: 1.9595423 Jul 12 16:09:27.555986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-deleted', 'tag': '8779c969-ad44-4220-9faa-052950e35690'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:27.563912 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309aba8-180a-47e9-bafd-ef5451c017e0" -d '{"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-deleted", "tag": "8779c969-ad44-4220-9faa-052950e35690"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:27.656184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:27.677402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:27.689599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.731091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213d76a-5e5f-4142-a7c0-862dcc235995 req-61b88c37-6a20-42d6-8ac9-48843198af2b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:27.732084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3213d76a-5e5f-4142-a7c0-862dcc235995 req-61b88c37-6a20-42d6-8ac9-48843198af2b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 935 time: 0.1627483 Jul 12 16:09:27.746472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:27.747095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.749290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] 10.222.0.65 "PUT /v2.0/ports/e4dd97fb-39c4-4c2a-826a-47f176a27525 HTTP/1.1" status: 200 len: 1092 time: 2.8889868 Jul 12 16:09:27.761638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bff5100-b447-4f45-a006-e1e0a9af5124 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:27.780727 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.816955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Transition to ACTIVE for port object 8bff5100-b447-4f45-a006-e1e0a9af5124 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:27.826327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.885630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Pushing event updated for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:28.038705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-617da652-6fce-4003-a733-421b77c8266d req-a77cecbd-8aa4-4dd0-a0a3-b5bf7e785342 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ad1f97a-0e87-443d-9a81-05cbf5c32454 HTTP/1.1" status: 200 len: 210 time: 0.0532062 Jul 12 16:09:28.054573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Attempting to bind port 8bff5100-b447-4f45-a006-e1e0a9af5124 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:28.054801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Attempting to bind port 8bff5100-b447-4f45-a006-e1e0a9af5124 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:28.055050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Attempting to bind port 8bff5100-b447-4f45-a006-e1e0a9af5124 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:28.065874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Port 8bff5100-b447-4f45-a006-e1e0a9af5124 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:28.066211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Attempting to bind port 8bff5100-b447-4f45-a006-e1e0a9af5124 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:28.071731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:28.072067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:28.072461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:28.072897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Bound port: 8bff5100-b447-4f45-a006-e1e0a9af5124, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:28.073258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:28.152720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:28.158446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8bff5100-b447-4f45-a006-e1e0a9af5124,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:28.171653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:28.309218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Pushing event updated for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:28.337526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:28.339744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:28.345381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-dcd1b172-8d96-44d0-8e9f-cf9a2d274f2b service neutron] 10.222.0.77 "PUT /v2.0/ports/8bff5100-b447-4f45-a006-e1e0a9af5124 HTTP/1.1" status: 200 len: 1095 time: 1.7223091 Jul 12 16:09:28.347015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:28.351027 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbff842-fb03-49f3-aa30-10a9eb2f0414" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:28.395637 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04136ad7-3ecf-4961-9abd-8f67846e430d x-openstack-request-id: req-04136ad7-3ecf-4961-9abd-8f67846e430d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:28.396490 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1f97a-0e87-443d-9a81-05cbf5c32454", "name": "network-vif-deleted", "tag": "8779c969-ad44-4220-9faa-052950e35690", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:28.396908 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04136ad7-3ecf-4961-9abd-8f67846e430d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:28.397501 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad1f97a-0e87-443d-9a81-05cbf5c32454', 'name': 'network-vif-deleted', 'tag': '8779c969-ad44-4220-9faa-052950e35690', 'status': 'completed', 'code': 200} Jul 12 16:09:28.569311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633c4dd-0bcb-4001-9d42-e178aacfd5fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:28.571654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-d2bad00c-ac9f-41e8-a24a-6d7661e5732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:28.573365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-d2bad00c-ac9f-41e8-a24a-6d7661e5732c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 1098 time: 0.1449087 Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.597926 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:28.601532 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:28.613401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3213d76a-5e5f-4142-a7c0-862dcc235995 req-f50a0705-504e-46ef-827c-7534f35f294d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211061 Jul 12 16:09:28.758886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-8380f462-0b48-4fbd-bd0b-8a1fd29195c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8bff5100-b447-4f45-a006-e1e0a9af5124 HTTP/1.1" status: 200 len: 217 time: 0.1442008 Jul 12 16:09:28.875936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-222889f3-a8d4-45e1-9295-38a4f4dd7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:28.877818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-222889f3-a8d4-45e1-9295-38a4f4dd7dcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1010644 Jul 12 16:09:29.018386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9280f-d91a-4697-bbf6-79e921210432 req-d7867112-2e08-42f6-98c1-7be51fcd8fb8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.020145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2b9280f-d91a-4697-bbf6-79e921210432 req-d7867112-2e08-42f6-98c1-7be51fcd8fb8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 945 time: 0.4458594 Jul 12 16:09:29.071427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-5e5b3f7a-be5b-4728-bfcc-ffad8c84ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.073122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-5e5b3f7a-be5b-4728-bfcc-ffad8c84ad33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677821 Jul 12 16:09:29.077885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3eacc-28bc-4e71-9982-c1439f169f97 req-b5b30a04-ec2d-4dde-9a7f-cbe966e0da87 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.084824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6b3eacc-28bc-4e71-9982-c1439f169f97 req-b5b30a04-ec2d-4dde-9a7f-cbe966e0da87 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 944 time: 0.3018045 Jul 12 16:09:29.095483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-b2bdb25d-4dab-4dbf-96cb-72fa2c562bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.096981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-b2bdb25d-4dab-4dbf-96cb-72fa2c562bb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 1095 time: 0.7036645 Jul 12 16:09:29.168711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2b9280f-d91a-4697-bbf6-79e921210432 req-d4a6a5c2-c492-4212-9613-f6e188154993 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368380 Jul 12 16:09:29.171625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-d7a702ef-2705-4e5a-baee-219818ad21f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525 HTTP/1.1" status: 200 len: 217 time: 0.0609226 Jul 12 16:09:29.200489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6b3eacc-28bc-4e71-9982-c1439f169f97 req-ab3bed73-1b39-4698-9ccd-4e6fe6ad1fb0 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146896 Jul 12 16:09:29.280249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-a1aea9b7-aeac-4eee-ba9d-8a557d9666f3 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916687 Jul 12 16:09:29.286706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-b7fb994a-7ccd-45bb-a462-80f69f5ee79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.288668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-b7fb994a-7ccd-45bb-a462-80f69f5ee79e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.1103032 Jul 12 16:09:29.351637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-5955c4de-e855-4c5b-bebf-1e02e34870f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549097 Jul 12 16:09:29.386448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41396) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:29.506664 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00aa8cc-c77f-442a-94c0-53dcedc365b5 x-openstack-request-id: req-d00aa8cc-c77f-442a-94c0-53dcedc365b5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:29.509096 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:29.509371 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d00aa8cc-c77f-442a-94c0-53dcedc365b5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:29.509790 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124', 'status': 'completed', 'code': 200} Jul 12 16:09:29.523037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67eae23c-6b5c-469e-8e0c-27e3a9655b5a req-5880b6f3-e965-4a6d-80ac-9ffa00042c92 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347343 Jul 12 16:09:29.804048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9205-3985-4d2b-bafc-d45793cd74f6 req-73cf7831-2395-4bcd-83fb-732033cfd760 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.805789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893a9205-3985-4d2b-bafc-d45793cd74f6 req-73cf7831-2395-4bcd-83fb-732033cfd760 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.3838558 Jul 12 16:09:29.808239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-c978ba9e-bff8-4bd9-ad78-ad0e9dc49b2b service neutron] 10.222.0.65 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481897 Jul 12 16:09:29.935904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-d6791a6e-a332-4920-b091-0a85c3f5fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.938738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-d6791a6e-a332-4920-b091-0a85c3f5fe5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 1098 time: 0.3255064 Jul 12 16:09:29.947617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-c3de0181-a323-472b-8260-7ef1687bdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:29.949634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-c3de0181-a323-472b-8260-7ef1687bdebb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1100 time: 0.2628641 Jul 12 16:09:29.975946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:30.019204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67d4b611-ef52-4148-9c1e-48f9f99d30ae req-00d75564-b30f-458a-be44-9dc58d88b32b service neutron] 10.222.0.65 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915555 Jul 12 16:09:30.082270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893a9205-3985-4d2b-bafc-d45793cd74f6 req-17c42c09-f9e5-4de5-8e18-1a7cfdaa4387 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706819 Jul 12 16:09:30.369874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-363ed9a4-5ac0-436c-a0c7-dfd2eb9444ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:30.371367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-363ed9a4-5ac0-436c-a0c7-dfd2eb9444ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.4173105 Jul 12 16:09:30.377150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb0d9-8d35-4b1e-a933-32923e32cc9f req-3a95efcb-8ed2-4808-ab13-4d9ad40db920 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:30.379092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32bcb0d9-8d35-4b1e-a933-32923e32cc9f req-3a95efcb-8ed2-4808-ab13-4d9ad40db920 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 947 time: 0.1032071 Jul 12 16:09:30.405665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:30.416555 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbbf159-401e-40bc-bcdd-766ff52e87b7" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:30.416716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:30.500118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-7d1c105d-45e4-49b5-a395-18382584a16b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8bff5100-b447-4f45-a006-e1e0a9af5124 HTTP/1.1" status: 200 len: 217 time: 0.1118138 Jul 12 16:09:30.509373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32bcb0d9-8d35-4b1e-a933-32923e32cc9f req-efc67942-7066-423e-8c71-ff08b88a9a9a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234179 Jul 12 16:09:30.833982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b6e3-32a9-4cf7-a41b-fbb5e29bf0c9 req-70439648-891d-4a73-9062-c87e7ac50abc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:30.836449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0e8b6e3-32a9-4cf7-a41b-fbb5e29bf0c9 req-70439648-891d-4a73-9062-c87e7ac50abc tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 945 time: 0.1413713 Jul 12 16:09:30.855903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-1720bf22-eab2-4a9b-8904-ece836986b9b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:30.857814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-1720bf22-eab2-4a9b-8904-ece836986b9b tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 945 time: 0.1240454 Jul 12 16:09:30.977025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0e8b6e3-32a9-4cf7-a41b-fbb5e29bf0c9 req-86fa77b6-c35d-47c7-bd25-9192156b86ba tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168189 Jul 12 16:09:31.137605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Deleting port cab46a48-5209-4690-9d77-1fb59246f91f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:31.138252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.139705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-e9a2aeaf-40e4-44a7-ac64-eaeeb59d89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.141779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-e9a2aeaf-40e4-44a7-ac64-eaeeb59d89d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.6194274 Jul 12 16:09:31.259855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208281b-3d0a-47cd-9bbf-029d223e5344 req-07675c1f-51e1-4240-a975-fe49d6ff6ab9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.267837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9208281b-3d0a-47cd-9bbf-029d223e5344 req-07675c1f-51e1-4240-a975-fe49d6ff6ab9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 945 time: 0.8673241 Jul 12 16:09:31.342778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03de0b-49da-4f20-bedb-f0cca400f248 req-6dd6eed4-906f-40b4-b549-31dcca515877 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.344706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae03de0b-49da-4f20-bedb-f0cca400f248 req-6dd6eed4-906f-40b4-b549-31dcca515877 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 944 time: 0.1481249 Jul 12 16:09:31.392454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:31.402094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae03de0b-49da-4f20-bedb-f0cca400f248 req-cf62ad4d-611e-428a-be3d-09ddd6d41170 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Jul 12 16:09:31.415784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] For port cab46a48-5209-4690-9d77-1fb59246f91f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cab46a48-5209-4690-9d77-1fb59246f91f,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:31.417395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.448878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9208281b-3d0a-47cd-9bbf-029d223e5344 req-2f51de4b-d28f-47f3-bda4-f8bcc2141527 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750081 Jul 12 16:09:31.449725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Calling delete_port for cab46a48-5209-4690-9d77-1fb59246f91f owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:31.483415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:31.508808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-15bc67c7-160a-45a2-a12d-9554145ccf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.510515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-15bc67c7-160a-45a2-a12d-9554145ccf71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281708 Jul 12 16:09:31.614278 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61927e-1486-409c-b174-34be0fdbb8ee x-openstack-request-id: req-6b61927e-1486-409c-b174-34be0fdbb8ee {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:31.614643 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:31.614821 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b61927e-1486-409c-b174-34be0fdbb8ee {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:31.615176 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'status': 'completed', 'code': 200} Jul 12 16:09:31.640855 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.672693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:31.834133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-7da7e645-a923-4567-8757-349145e3e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.837530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-7da7e645-a923-4567-8757-349145e3e98c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea4f27aae1904dd4a13884e531250ffc&device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 1095 time: 0.2250466 Jul 12 16:09:31.854390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:31.856805 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b43ca83-1e3d-4cc9-a927-42e587780083" -d '{"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:31.866015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.897988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-39a380f6-5b78-4a1b-88c0-0467bccb92fa service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741615 Jul 12 16:09:31.903024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Transition to ACTIVE for port object 511be085-f595-4f0d-bedb-8add431a2c6f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:31.903860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0878dd1e-1694-4dff-8044-12d5830cba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.922632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.005515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:09:32.005959 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:09:32.047854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-8f4498ca-2512-44f4-9dd3-2ecf8d67ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:32.049614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-8f4498ca-2512-44f4-9dd3-2ecf8d67ec93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 200 len: 922 time: 0.2036605 Jul 12 16:09:32.156966 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-8f57c110-5d18-4774-98df-2b8169ae677d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525 HTTP/1.1" status: 200 len: 217 time: 0.0935097 Jul 12 16:09:32.165287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.289891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-f4b6b2bb-4df6-486f-b975-973697d03ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:32.292041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-f4b6b2bb-4df6-486f-b975-973697d03ffd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 200 len: 861 time: 0.1151226 Jul 12 16:09:32.299314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.364708 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-7cb6e101-78d0-4323-a28a-4ee07dbac014 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06eed356-ce37-42da-b6f8-33c2806b7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627899 Jul 12 16:09:32.464734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] No DVR routers for this DVR port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:32.571450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df68e-582f-443f-b8a0-59327e24bde1 req-ad7b2ad4-dcff-4cbd-b014-1c0a4582138a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:32.580666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d64df68e-582f-443f-b8a0-59327e24bde1 req-ad7b2ad4-dcff-4cbd-b014-1c0a4582138a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.8078904 Jul 12 16:09:32.698959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d64df68e-582f-443f-b8a0-59327e24bde1 req-bbe11e35-f61a-4fbc-a5ef-cf980c3ca391 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171327 Jul 12 16:09:32.702009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:32.720139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-59f3e4c5-7835-4ba6-ad16-0f6a6c9a2885 service neutron] 10.222.0.65 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859833 Jul 12 16:09:32.721282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event deleted for resources: {'Port': ['ID=cab46a48-5209-4690-9d77-1fb59246f91f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:32.785598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:32.786200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:32.786709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:32.819390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:32.822772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Attempting to bind port 511be085-f595-4f0d-bedb-8add431a2c6f on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:32.847793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:32.848421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:32.850017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] No DVR routers for this DVR port cab46a48-5209-4690-9d77-1fb59246f91f on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:32.850920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:32.851764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Bound port: 511be085-f595-4f0d-bedb-8add431a2c6f, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:32.852300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.873996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.876566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.878965 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b822a4c6-7282-466a-9969-51e271b61f9f x-openstack-request-id: req-b822a4c6-7282-466a-9969-51e271b61f9f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:32.879492 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:32.879912 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b822a4c6-7282-466a-9969-51e271b61f9f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:32.880862 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'code': 200} Jul 12 16:09:32.882382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-015c176d-cd37-4e78-a1b8-0005b61f08ae req-f98d2fe7-4119-44f4-86c8-082a147fc2de tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.65 "DELETE /v2.0/ports/cab46a48-5209-4690-9d77-1fb59246f91f HTTP/1.1" status: 204 len: 173 time: 2.0160875 Jul 12 16:09:32.957065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:32.964247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:32.989485 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:33.049684 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fbbf159-401e-40bc-bcdd-766ff52e87b7 req-561869f4-45b8-4fe3-9529-718fc870aeca service neutron] 10.222.0.65 "GET /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953377 Jul 12 16:09:33.102885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:33.104469 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:33.106193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] 10.222.0.77 "PUT /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 1096 time: 3.1359196 Jul 12 16:09:33.108722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f36f5-694a-4512-bd16-9103b6b57ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=11']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:33.115391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbff842-fb03-49f3-aa30-10a9eb2f0414 req-06d79bc6-8598-45ea-868e-50d0e9446c8c service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2036083 Jul 12 16:09:33.153847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321ab0-8262-4e1d-9336-87bed6b9cb1b req-a1e39211-ce1e-498b-b4e5-0e92166a5cfd tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:33.164768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa321ab0-8262-4e1d-9336-87bed6b9cb1b req-a1e39211-ce1e-498b-b4e5-0e92166a5cfd tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 947 time: 0.2614136 Jul 12 16:09:33.256549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9bf7d-4cbf-432a-8b34-4e30cac5ddb3 req-fd102cbc-7c4c-4d9c-ac37-f97fb8257c9c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:33.264123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21f9bf7d-4cbf-432a-8b34-4e30cac5ddb3 req-fd102cbc-7c4c-4d9c-ac37-f97fb8257c9c tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 944 time: 0.2506557 Jul 12 16:09:33.271710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa321ab0-8262-4e1d-9336-87bed6b9cb1b req-82216ca6-299a-456c-b166-b52a460b6e61 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057303 Jul 12 16:09:33.283438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8bff5100-b447-4f45-a006-e1e0a9af5124 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:33.321946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21f9bf7d-4cbf-432a-8b34-4e30cac5ddb3 req-edc2ee9d-d68a-49f4-afa2-21fbef4db134 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567770 Jul 12 16:09:33.458913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Deleting port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:33.459475 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:33.502205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e4dd97fb-39c4-4c2a-826a-47f176a27525 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:33.504787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cab46a48-5209-4690-9d77-1fb59246f91f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:33.588096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] For port 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:33.597907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:33.616160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-deleted', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:33.618932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f2b8e-6b7b-489a-8e29-3f7d3c5d371b" -d '{"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-deleted", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:33.633363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: cab46a48-5209-4690-9d77-1fb59246f91f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:33.634736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cab46a48-5209-4690-9d77-1fb59246f91f not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:33.677783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Calling delete_port for 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:33.763352 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4198606f-e08d-4d8b-977c-f083fbaed20d x-openstack-request-id: req-4198606f-e08d-4d8b-977c-f083fbaed20d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:33.765256 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36fda49-9369-40fb-8b92-a06b21bc0464", "name": "network-vif-deleted", "tag": "cab46a48-5209-4690-9d77-1fb59246f91f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:33.765525 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4198606f-e08d-4d8b-977c-f083fbaed20d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:33.765947 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36fda49-9369-40fb-8b92-a06b21bc0464', 'name': 'network-vif-deleted', 'tag': 'cab46a48-5209-4690-9d77-1fb59246f91f', 'status': 'completed', 'code': 200} Jul 12 16:09:33.811085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42f50dcd-bf0a-46f7-b776-aafdd73680dd req-be56c61b-dc6d-447d-bc03-f42e0767c3e9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=d36fda49-9369-40fb-8b92-a06b21bc0464 HTTP/1.1" status: 200 len: 210 time: 0.0769057 Jul 12 16:09:33.841809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8bff5100-b447-4f45-a006-e1e0a9af5124,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:33.861137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '8bff5100-b447-4f45-a006-e1e0a9af5124', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '8bff5100-b447-4f45-a006-e1e0a9af5124', 'mac_address': 'fa:16:3e:8f:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:33.928937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:33.945770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:33.948697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'network_id': '06eed356-ce37-42da-b6f8-33c2806b7730', 'port_id': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'mac_address': 'fa:16:3e:16:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09beb3ca-1517-448b-b1ef-5a4a81e63add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:34.001536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.004326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bff5100-b447-4f45-a006-e1e0a9af5124 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:34.048963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dd97fb-39c4-4c2a-826a-47f176a27525 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:34.078274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:34.086925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.094571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8bff5100-b447-4f45-a006-e1e0a9af5124,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:34.127932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.160578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.249207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef06d2f-0c04-4fab-a38b-4a950bf52ea7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:34.259548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:34.359503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-f7ee2342-eea2-462e-8375-938c863a0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.361698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-f7ee2342-eea2-462e-8375-938c863a0d27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1099 time: 0.9531555 Jul 12 16:09:34.413906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:34.426187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-772f0dd3-6a1a-452b-9895-ae288b3fd2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.466320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['e4dd97fb-39c4-4c2a-826a-47f176a27525'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:34.574723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-3a134bd3-aea2-4316-a4cf-81aef86ec3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.576417 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-3a134bd3-aea2-4316-a4cf-81aef86ec3f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1626992 Jul 12 16:09:34.605053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8bff5100-b447-4f45-a006-e1e0a9af5124'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:34.724393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db79a1-a57f-4777-a3e4-d586194eec66 req-71672588-69fb-4b31-a974-cde5b55aec32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.728149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-97c594b9-1e13-4b3a-ad1a-31be710aa071 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.1404343 Jul 12 16:09:34.735806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66db79a1-a57f-4777-a3e4-d586194eec66 req-71672588-69fb-4b31-a974-cde5b55aec32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 948 time: 0.1605120 Jul 12 16:09:34.792387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8938c0c-54ce-4272-b14c-6a0e28f0bfc6 req-8967021c-9c75-483f-9ef6-65fe6580caeb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.800472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8938c0c-54ce-4272-b14c-6a0e28f0bfc6 req-8967021c-9c75-483f-9ef6-65fe6580caeb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.8249736 Jul 12 16:09:34.823819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66db79a1-a57f-4777-a3e4-d586194eec66 req-8864ba25-2702-4598-aec1-98d6ff6888b4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864110 Jul 12 16:09:34.880703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.899159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:34.901984 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08da2457-4882-40c7-84b5-42ded989b5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:34.963686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8938c0c-54ce-4272-b14c-6a0e28f0bfc6 req-912c8a9b-1953-4afd-8406-1f2f0c924fa6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579771 Jul 12 16:09:34.969768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-034fd65f-160b-4368-8efa-6860e6f05027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.978521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-034fd65f-160b-4368-8efa-6860e6f05027 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1920824 Jul 12 16:09:35.021429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:35.049128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:35.158686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81f5bd-d7f0-4ed1-9602-aa850af38fce req-4be15889-6fa9-4d80-8cd2-78a1beda6712 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.164600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd81f5bd-d7f0-4ed1-9602-aa850af38fce req-4be15889-6fa9-4d80-8cd2-78a1beda6712 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 945 time: 0.1693561 Jul 12 16:09:35.243020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd81f5bd-d7f0-4ed1-9602-aa850af38fce req-16b97375-3d48-4fe5-9adc-0080887f1a98 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Jul 12 16:09:35.265810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-947ccb0f-0289-42a2-8a2a-10be4767f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.267369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-947ccb0f-0289-42a2-8a2a-10be4767f74a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2774456 Jul 12 16:09:35.427837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:35.440228 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6ecc1-db68-46bf-8315-cc6074c5126f x-openstack-request-id: req-94b6ecc1-db68-46bf-8315-cc6074c5126f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:35.440836 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:35.440836 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94b6ecc1-db68-46bf-8315-cc6074c5126f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:35.441223 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'status': 'completed', 'code': 200} Jul 12 16:09:35.476315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-4ffad4b5-2ec9-4468-9c7c-9e551dfd5954 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001901 Jul 12 16:09:35.497044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Router 9eeba77c-03ca-49de-b899-80822c1e1823 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:35.627366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-1307cf84-214a-4537-8fef-279b8ac7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.628910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-1307cf84-214a-4537-8fef-279b8ac7f7dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1099 time: 0.2129474 Jul 12 16:09:35.642849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:35.668553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'mac_address': 'fa:16:3e:1d:3a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:35.774102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:35.835536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-c520c2f7-be4e-46a8-85a2-8e8bd8b7c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.837322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-c520c2f7-be4e-46a8-85a2-8e8bd8b7c790 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1967440 Jul 12 16:09:35.841575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:35.885037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39c917d5-b6f6-4fad-a293-58f0b5cbeccb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:35.942988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:35.954072 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-9aee9cd4-6015-4ed0-bacf-284040062ba5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.1042049 Jul 12 16:09:35.965722 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:36.172051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-d3d381e7-7e99-45a8-be18-3a9f41eed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:36.173742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-d3d381e7-7e99-45a8-be18-3a9f41eed4d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2118232 Jul 12 16:09:36.192839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:36.335422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['39c917d5-b6f6-4fad-a293-58f0b5cbeccb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:36.399910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-6eb8f0c6-2de2-4d36-94b4-a9ce7e521251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:36.413575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-6eb8f0c6-2de2-4d36-94b4-a9ce7e521251 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251298 Jul 12 16:09:36.506543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8dc66-5ffd-4414-90de-37aa53ac05a1 req-8df19a89-ef14-404e-a4a2-14dd14add818 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:36.514912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45d8dc66-5ffd-4414-90de-37aa53ac05a1 req-8df19a89-ef14-404e-a4a2-14dd14add818 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 948 time: 0.2457457 Jul 12 16:09:36.591292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-be2a008d-a2e3-4511-860f-6950a9cc0bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594613 Jul 12 16:09:36.611378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:36.627161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f1fdc35-80cf-4563-a65f-a0823d80e788 admin admin] 10.222.0.58 "PUT /v2.0/routers/9eeba77c-03ca-49de-b899-80822c1e1823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2373984 Jul 12 16:09:36.634481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41594) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:36.646679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Sync routers for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:36.658414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45d8dc66-5ffd-4414-90de-37aa53ac05a1 req-bcca0546-56a2-46b7-80b9-22a4b1b8d355 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345446 Jul 12 16:09:36.670838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4943df09-13b1-4f96-9608-a7dfd4bda7e2 req-69a0b942-2b56-493c-a3e1-bc3aad6932f8 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1854906 Jul 12 16:09:36.683313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:36.684272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:36.800376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-30a40ece-e272-4b51-b788-f677c75dace9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:36.802211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-30a40ece-e272-4b51-b788-f677c75dace9 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.4314301 Jul 12 16:09:36.901309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-5ec324f1-881e-4183-bb39-6a0f36b73aa4 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996290 Jul 12 16:09:36.973285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:37.035867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520226-b72d-40cf-874c-ef0f5f5ce531 req-74b8a71f-eabe-4a9f-bb42-abca63c3e41b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.042160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82520226-b72d-40cf-874c-ef0f5f5ce531 req-74b8a71f-eabe-4a9f-bb42-abca63c3e41b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.1434016 Jul 12 16:09:37.047868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e829dcf-75a7-4079-bbfe-73ed5085a17d req-8c25a126-195c-4e3f-b3ca-41703284fb24 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.059541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e829dcf-75a7-4079-bbfe-73ed5085a17d req-8c25a126-195c-4e3f-b3ca-41703284fb24 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 945 time: 0.6875720 Jul 12 16:09:37.137655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.185066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82520226-b72d-40cf-874c-ef0f5f5ce531 req-cfd07eb7-658c-4c96-ae3f-5862a0788ce9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331203 Jul 12 16:09:37.237502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e829dcf-75a7-4079-bbfe-73ed5085a17d req-f29f79a0-687b-4a15-a323-e1800689df77 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f332d30-f2cd-4f5e-a095-c7a73633ab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207120 Jul 12 16:09:37.239872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-2c80f144-b414-4463-b492-031b61f78df7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1947074 Jul 12 16:09:37.268308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.271705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-f5e0e6dd-8ebd-41e0-bee4-825b11ff9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.273678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-f5e0e6dd-8ebd-41e0-bee4-825b11ff9e60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 1099 time: 0.4679976 Jul 12 16:09:37.325573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8bff5100-b447-4f45-a006-e1e0a9af5124 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:37.398867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-27ed72d2-9791-4351-9233-f892d54328e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.401341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-27ed72d2-9791-4351-9233-f892d54328e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 1101 time: 0.1297488 Jul 12 16:09:37.445913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:37.499553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Deleting port 10e56018-210d-40d3-ba9c-8e39a25bf861 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:37.502446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.618128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:09:34Z', 'revision_number': 5, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port': {'id': '549c75f8-5c51-4873-8aee-a335d5917e1f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:48Z', 'updated_at': '2021-07-12T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:37.630941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-916393a7-18f9-4233-9128-9ddfe388748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.637691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-916393a7-18f9-4233-9128-9ddfe388748f service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2108896 Jul 12 16:09:37.641488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 8bff5100-b447-4f45-a006-e1e0a9af5124 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:37.682349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-b8fe3bf3-9c36-4885-b190-820e4f96cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.683919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-b8fe3bf3-9c36-4885-b190-820e4f96cd68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3315630 Jul 12 16:09:37.716457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.730791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:37.731200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.733139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-c1ce4767-2d12-4420-b77f-db1feefdd1b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101 HTTP/1.1" status: 200 len: 217 time: 0.0799150 Jul 12 16:09:37.820641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 8bff5100-b447-4f45-a006-e1e0a9af5124 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:37.821414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.833335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Checking router: 9eeba77c-03ca-49de-b899-80822c1e1823 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:37.840498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-3a1de13c-c2a3-44bb-8dfb-de32894648e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:37.846192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-3a1de13c-c2a3-44bb-8dfb-de32894648e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1105375 Jul 12 16:09:37.857312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-94a5861c-287b-4e51-84d0-36654eb6b321 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 200 len: 217 time: 0.1636984 Jul 12 16:09:37.863122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] For port 10e56018-210d-40d3-ba9c-8e39a25bf861, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=10e56018-210d-40d3-ba9c-8e39a25bf861,segment=NetworkSegment(ba87fcca-b2a7-44aa-a590-616a8f18a9c7),segment_id=ba87fcca-b2a7-44aa-a590-616a8f18a9c7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:37.863499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:37.922213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Routers {'9eeba77c-03ca-49de-b899-80822c1e1823'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:37.922869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9eeba77c-03ca-49de-b899-80822c1e1823'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:37.934952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Calling delete_port for 10e56018-210d-40d3-ba9c-8e39a25bf861 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:38.023977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-be54ffe5-beea-4f64-be00-ce0147ff8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:38.025653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-be54ffe5-beea-4f64-be00-ce0147ff8e79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1589022 Jul 12 16:09:38.059395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] Set router 9eeba77c-03ca-49de-b899-80822c1e1823 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:38.081930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-5edbb409-4d5b-4bc6-94ed-c3bf5ed58b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:38.083552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-5edbb409-4d5b-4bc6-94ed-c3bf5ed58b12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244117 Jul 12 16:09:38.198646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Deleting port 549c75f8-5c51-4873-8aee-a335d5917e1f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:38.199170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.222561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-f592c39d-016e-4661-a4e5-893bf2c111c6 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310673 Jul 12 16:09:38.269841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:09:37Z', 'revision_number': 6, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:38.357834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09efe7a-b6ad-40d1-9bc2-0cf25aa364d0 None None] The sync data for ids ['9eeba77c-03ca-49de-b899-80822c1e1823'] in n-d-800078-3 is: [{'id': '9eeba77c-03ca-49de-b899-80822c1e1823', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099194256-router', 'tenant_id': '755019fa1c7144ea8b57fef118d8e807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:47Z', 'updated_at': '2021-07-12T16:09:37Z', 'revision_number': 6, 'project_id': '755019fa1c7144ea8b57fef118d8e807', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:38.391186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.401704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfa68f9-2db4-4ccd-8a53-05181d5bb5a5 req-7fb431b0-52a2-4a3e-aa6f-b1c48ef66a7a service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666157 Jul 12 16:09:38.470032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:38.472664 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810416f-c9fd-48fd-b834-31ea059f5c65" -d '{"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-plugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:38.496642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:38.503738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.508858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.564675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e4dd97fb-39c4-4c2a-826a-47f176a27525 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:38.585831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] For port 549c75f8-5c51-4873-8aee-a335d5917e1f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=549c75f8-5c51-4873-8aee-a335d5917e1f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:38.586313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.602120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Calling delete_port for 549c75f8-5c51-4873-8aee-a335d5917e1f owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:38.631957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8bff5100-b447-4f45-a006-e1e0a9af5124,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:38.652303 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.682556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:38.691766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:38.812514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:38.864616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:38.869014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 10e56018-210d-40d3-ba9c-8e39a25bf861 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:38.869368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 10e56018-210d-40d3-ba9c-8e39a25bf861 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:38.903371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:38.903764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9ef06d2f-0c04-4fab-a38b-4a950bf52ea7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:38.919158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port e4dd97fb-39c4-4c2a-826a-47f176a27525 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:38.925020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port e4dd97fb-39c4-4c2a-826a-47f176a27525 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:38.925481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:38.965739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea457-144e-4c80-a726-4de1462432c9 req-b5037c6d-8977-49d1-b83f-4c99e38c4ca8 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:38.968838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b86ea457-144e-4c80-a726-4de1462432c9 req-b5037c6d-8977-49d1-b83f-4c99e38c4ca8 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 945 time: 0.2068591 Jul 12 16:09:39.032399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.045829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.083748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b86ea457-144e-4c80-a726-4de1462432c9 req-71f0d26a-7f0b-491c-af62-0cd01d437f5a tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064234 Jul 12 16:09:39.125461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=549c75f8-5c51-4873-8aee-a335d5917e1f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:39.182176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.249037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:39.258085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.326260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:39.349074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-aa9badbf-993b-45d8-bea9-9da3f3adcb21 None None] Provisioning complete for port 8bff5100-b447-4f45-a006-e1e0a9af5124 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:39.349478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa9badbf-993b-45d8-bea9-9da3f3adcb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.379011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] No DVR routers for this DVR port 10e56018-210d-40d3-ba9c-8e39a25bf861 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:39.390745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.395918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83fe1504-5f73-40cb-89cc-f3450ebc396e req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.77 "DELETE /v2.0/ports/10e56018-210d-40d3-ba9c-8e39a25bf861 HTTP/1.1" status: 204 len: 173 time: 2.5498929 Jul 12 16:09:39.471217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:39.481932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a16c4-57cf-4afb-ab67-c2321d083821 req-a2722ecf-2008-4513-8e36-0238f6000e63 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:39.488009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e9a16c4-57cf-4afb-ab67-c2321d083821 req-a2722ecf-2008-4513-8e36-0238f6000e63 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 948 time: 0.1980639 Jul 12 16:09:39.524745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-deleted', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:39.526960 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da096e62-a5b3-42f3-9389-1a5ba7265650" -d '{"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-deleted", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:39.537793 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.574782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e9a16c4-57cf-4afb-ab67-c2321d083821 req-b28f190f-90ab-4f9e-a5ae-d2ab0a7df7aa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799575 Jul 12 16:09:39.705503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:39.729086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '511be085-f595-4f0d-bedb-8add431a2c6f', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '511be085-f595-4f0d-bedb-8add431a2c6f', 'mac_address': 'fa:16:3e:70:27:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:39.800327 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.818182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:39.846720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:39.853007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.869710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-e002ecae-a1de-47ce-b126-495b780e81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:39.871247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-e002ecae-a1de-47ce-b126-495b780e81df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8334389 Jul 12 16:09:39.879678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37585d7-c8a5-43d6-a07b-9c95d3f15dcd tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] Pushing event deleted for resources: {'Port': ['ID=10e56018-210d-40d3-ba9c-8e39a25bf861,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:39.904201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:39.925552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.020182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:40.035543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e26b8d-7088-4c98-9211-787ccfc33e75 req-01d73bd2-0153-446c-afc5-bf1f7f3ffa05 tempest-LiveAutoBlockMigrationV225Test-845870889 tempest-LiveAutoBlockMigrationV225Test-845870889-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd52345a-753a-4fa0-addf-544d4043a0be HTTP/1.1" status: 200 len: 210 time: 0.0612378 Jul 12 16:09:40.130344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4f4a1-e91a-4c6e-8271-8dc73d176ec8 req-e25617e4-7fba-452f-933a-cd47de451554 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:40.131996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55b4f4a1-e91a-4c6e-8271-8dc73d176ec8 req-e25617e4-7fba-452f-933a-cd47de451554 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 1.1040707 Jul 12 16:09:40.139854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.140794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eeba77c-03ca-49de-b899-80822c1e1823 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:09:40.144153 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60ad76e-9b98-4889-94ea-9bf6bdb10386 x-openstack-request-id: req-d60ad76e-9b98-4889-94ea-9bf6bdb10386 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:40.144640 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-plugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:40.145055 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d60ad76e-9b98-4889-94ea-9bf6bdb10386 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:40.145936 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'code': 200} Jul 12 16:09:40.175919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.177063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7eacebeb-8a0b-49c4-b4c9-47bfc51ec1fd admin admin] 10.222.0.58 "DELETE /v2.0/routers/9eeba77c-03ca-49de-b899-80822c1e1823 HTTP/1.1" status: 204 len: 168 time: 3.5360181 Jul 12 16:09:40.180527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41684) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:40.301176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-8979dc59-d512-486b-b5f8-f0dbf5fd1546 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085133 Jul 12 16:09:40.307755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55b4f4a1-e91a-4c6e-8271-8dc73d176ec8 req-0c9aa9d1-e260-466f-a963-d18f9a8bb8ef tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573212 Jul 12 16:09:40.323822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:40.438665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Deleting subnet 8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:09:40.453861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.535815 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233bec00-8916-4201-b3e6-56157e5e5cba x-openstack-request-id: req-233bec00-8916-4201-b3e6-56157e5e5cba {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:40.536113 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd52345a-753a-4fa0-addf-544d4043a0be", "name": "network-vif-deleted", "tag": "10e56018-210d-40d3-ba9c-8e39a25bf861", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:40.536370 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-233bec00-8916-4201-b3e6-56157e5e5cba {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:40.536782 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd52345a-753a-4fa0-addf-544d4043a0be', 'name': 'network-vif-deleted', 'tag': '10e56018-210d-40d3-ba9c-8e39a25bf861', 'status': 'completed', 'code': 200} Jul 12 16:09:40.558836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.570701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 549c75f8-5c51-4873-8aee-a335d5917e1f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:40.608339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08da2457-4882-40c7-84b5-42ded989b5c5 req-0be6c128-0d7e-41c0-a7dc-61071e295f39 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974093 Jul 12 16:09:40.726108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.776809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 549c75f8-5c51-4873-8aee-a335d5917e1f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:40.784005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 549c75f8-5c51-4873-8aee-a335d5917e1f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:40.801787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedfb15-3f3c-497e-9706-b3045d143387 req-bd2ab47b-3509-4fc8-bcf5-83a29b9a6af7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:40.809165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b03e-3697-401b-90da-9c78157e9e13 req-c64b0984-3513-47a8-a044-b0fdbc62da12 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:40.811477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff47b03e-3697-401b-90da-9c78157e9e13 req-c64b0984-3513-47a8-a044-b0fdbc62da12 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1350613 Jul 12 16:09:40.819175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bedfb15-3f3c-497e-9706-b3045d143387 req-bd2ab47b-3509-4fc8-bcf5-83a29b9a6af7 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 946 time: 0.1910555 Jul 12 16:09:40.860680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.875732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-36d36d89-acf6-4822-84a9-35d1608edc84 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456568 Jul 12 16:09:40.900361 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff47b03e-3697-401b-90da-9c78157e9e13 req-27316053-9886-4004-8ca9-b4a998fb573c tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Jul 12 16:09:40.922554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:40.929952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.934769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-25c21e48-b86b-40fb-b753-0d3253ee8876 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8b6a5a9f-4ba9-44cb-8929-06043bb7b9c9 HTTP/1.1" status: 204 len: 168 time: 0.7524402 Jul 12 16:09:40.939955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c15cf3-5661-4baf-8334-8689b99305a5 None None] Network 76ced32e-90b0-4233-ad91-15e3118c535d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:40.944481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:41.047166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bedfb15-3f3c-497e-9706-b3045d143387 req-9d2e3905-e7e0-41a9-af6b-9898394b2804 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266724 Jul 12 16:09:41.066329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900aba1-24d0-41ca-b92b-705502981219 req-4ffc3acf-f5bb-4611-9a6f-2691c4a680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:41.068586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-4ffc3acf-f5bb-4611-9a6f-2691c4a680e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 1101 time: 0.1469283 Jul 12 16:09:41.125392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.288676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Deleting port d9770bb4-bf6a-4388-996d-ab37711fab97 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:41.289359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.289998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] DHCP port deletion for 76ced32e-90b0-4233-ad91-15e3118c535d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:09:41.339498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900aba1-24d0-41ca-b92b-705502981219 req-f48dcf30-329e-4cef-9f66-8cfd35a51d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:41.343282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-f48dcf30-329e-4cef-9f66-8cfd35a51d06 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2399552 Jul 12 16:09:41.354344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:41.431415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41722) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:41.445446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-d92a3424-ca18-4b7b-9ce5-7863d74f27a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 200 len: 217 time: 0.0654063 Jul 12 16:09:41.510798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] For port d9770bb4-bf6a-4388-996d-ab37711fab97, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d9770bb4-bf6a-4388-996d-ab37711fab97,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:41.526952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.543084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bae6bf-c340-485f-bc14-19c91ca1cd57 req-1280207a-7eac-4b35-b3bc-2dee7483000f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:41.552309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95bae6bf-c340-485f-bc14-19c91ca1cd57 req-1280207a-7eac-4b35-b3bc-2dee7483000f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.2072606 Jul 12 16:09:41.558130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Calling delete_port for d9770bb4-bf6a-4388-996d-ab37711fab97 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:41.569785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900aba1-24d0-41ca-b92b-705502981219 req-d7b1b7f6-6e04-47ce-8c29-f254a6f69134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:41.571937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-d7b1b7f6-6e04-47ce-8c29-f254a6f69134 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1163840 Jul 12 16:09:41.628288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Deleting port d9770bb4-bf6a-4388-996d-ab37711fab97 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:41.628888 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.654979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95bae6bf-c340-485f-bc14-19c91ca1cd57 req-d8f4659d-5f78-4d10-9dbf-4839b8d350d9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011119 Jul 12 16:09:41.687457 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.711179 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1b13a7d-d8fb-4b5b-8e2a-5f469ed7450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.755761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900aba1-24d0-41ca-b92b-705502981219 req-d78eeced-3565-4598-9532-1a83bba9509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:41.762735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-d78eeced-3565-4598-9532-1a83bba9509f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767459 Jul 12 16:09:41.767012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] For port d9770bb4-bf6a-4388-996d-ab37711fab97, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d9770bb4-bf6a-4388-996d-ab37711fab97,segment=NetworkSegment(0e65d342-35d0-4a78-a5cf-d19e56481c6b),segment_id=0e65d342-35d0-4a78-a5cf-d19e56481c6b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:41.767620 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.795065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:41.801459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Calling delete_port for d9770bb4-bf6a-4388-996d-ab37711fab97 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:41.809133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.895828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.971139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9770bb4-bf6a-4388-996d-ab37711fab97,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.019775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] No DVR routers for this DVR port d9770bb4-bf6a-4388-996d-ab37711fab97 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:42.131273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.167795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124'}, {'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525'}, {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:42.172235 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17712ad7-26bf-4287-9071-1094a0765afa" -d '{"events": [{"server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "name": "network-vif-plugged", "status": "completed", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124"}, {"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525"}, {"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:42.243027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.316291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.368358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ced32e-90b0-4233-ad91-15e3118c535d']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:42.383768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] Pushing event deleted for resources: {'Port': ['ID=d9770bb4-bf6a-4388-996d-ab37711fab97,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.405963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3eb4e-65a7-4df2-8ba9-931bdaf4d7a2 None None] No DVR routers for this DVR port d9770bb4-bf6a-4388-996d-ab37711fab97 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:42.414440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e65d342-35d0-4a78-a5cf-d19e56481c6b') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:42.414688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e65d342-35d0-4a78-a5cf-d19e56481c6b') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:42.452344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.482589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.489816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:42.491225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.565026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:42.565636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:42.587845 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:42.598946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41738) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:42.694595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d9770bb4-bf6a-4388-996d-ab37711fab97 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:42.774928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1b13a7d-d8fb-4b5b-8e2a-5f469ed7450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.819039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16584d-72cf-41ca-8503-6f96865647e6 req-02b8857c-3297-4dac-8861-8fdf8bd10432 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:42.830606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d9770bb4-bf6a-4388-996d-ab37711fab97 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:42.831487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad16584d-72cf-41ca-8503-6f96865647e6 req-02b8857c-3297-4dac-8861-8fdf8bd10432 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 0.8668215 Jul 12 16:09:42.838690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d9770bb4-bf6a-4388-996d-ab37711fab97 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:42.906906 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.910880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Deleting subnet 8e61c257-7e83-47c7-afba-479968510822 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:09:42.913897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1b13a7d-d8fb-4b5b-8e2a-5f469ed7450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.945516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.950303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:42.956911 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.960740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13a7d-d8fb-4b5b-8e2a-5f469ed7450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90e0f8-0e10-44e8-a187-41f55a87bf72,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.964182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.981410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-644eb71f-9b10-4f49-8f2f-e80ec1ffa574 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2140954 Jul 12 16:09:43.014991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec0c0-18ed-4127-a964-9986679dbc95 req-28fd8bc7-814f-40cd-8772-4ef5f4aec051 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:43.016964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afeec0c0-18ed-4127-a964-9986679dbc95 req-28fd8bc7-814f-40cd-8772-4ef5f4aec051 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 949 time: 0.1334617 Jul 12 16:09:43.019786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.022649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] 10.222.0.58 "DELETE /v2.0/networks/76ced32e-90b0-4233-ad91-15e3118c535d HTTP/1.1" status: 204 len: 168 time: 2.0754335 Jul 12 16:09:43.031345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41750) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:43.060201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.075272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77093-eea4-4afb-a5f9-d1039ba90d01 None None] Pushing event updated for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.100023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b1b13a7d-d8fb-4b5b-8e2a-5f469ed7450f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcf0feca428946229fe79eec3c01ab27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6674650 Jul 12 16:09:43.115992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41752) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:43.135890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70e15-47d3-4430-9da8-0bd8d3598a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=76ced32e-90b0-4233-ad91-15e3118c535d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.168717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad16584d-72cf-41ca-8503-6f96865647e6 req-e8f9481e-cb2a-464f-99a1-161072d96786 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360748 Jul 12 16:09:43.211423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.259854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.275153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afeec0c0-18ed-4127-a964-9986679dbc95 req-49d11e56-91dd-4c5e-8b8e-c5773c94d977 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458210 Jul 12 16:09:43.317365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.331708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:43.381983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9900aba1-24d0-41ca-b92b-705502981219 req-9fe46cc4-c97f-4ac5-9bbb-9160eb5fcb67 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841922 Jul 12 16:09:43.413945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.487619 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f8ccc-5178-4090-ae1b-1c7c4855e196 x-openstack-request-id: req-3a4f8ccc-5178-4090-ae1b-1c7c4855e196 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:43.487947 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "name": "network-vif-plugged", "status": "completed", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124", "code": 200}, {"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525", "code": 200}, {"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:43.488212 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a4f8ccc-5178-4090-ae1b-1c7c4855e196 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:43.488666 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124', 'code': 200} Jul 12 16:09:43.488928 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'code': 200} Jul 12 16:09:43.489183 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'code': 200} Jul 12 16:09:43.513791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e61c257-7e83-47c7-afba-479968510822,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.519704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.524829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f0ed16d6-76f9-41cc-9435-d21a969d1d9f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e61c257-7e83-47c7-afba-479968510822 HTTP/1.1" status: 204 len: 168 time: 0.9071851 Jul 12 16:09:43.527153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41764) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:43.548611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ad112316-2a08-45ac-af50-a70aee66c553 None None] Provisioning complete for port 8d87336e-9a09-4b88-b84b-6b589b08174a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:43.548986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad112316-2a08-45ac-af50-a70aee66c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.593702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 511be085-f595-4f0d-bedb-8add431a2c6f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:43.611511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:43.611953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.703219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.798210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.800838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.802117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b90e0f8-0e10-44e8-a187-41f55a87bf72 HTTP/1.1" status: 204 len: 168 time: 0.6821158 Jul 12 16:09:43.818183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31166b19-ed40-4ac8-9e9a-693192a7c5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90e0f8-0e10-44e8-a187-41f55a87bf72,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.877445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.893092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0b062-539b-4cd9-a7ee-904ebdd74059 req-a39ff85b-223f-4f88-af08-d93be1e0f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:43.895111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09b0b062-539b-4cd9-a7ee-904ebdd74059 req-a39ff85b-223f-4f88-af08-d93be1e0f10e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 1097 time: 0.2142701 Jul 12 16:09:43.896952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5254bb4-056e-47c4-807c-3c9013677608']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:43.954226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:43.954519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba87fcca-b2a7-44aa-a590-616a8f18a9c7') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:43.987188 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.989955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.012881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09b0b062-539b-4cd9-a7ee-904ebdd74059 req-bd106ef3-abec-420c-850d-00d3c49b9d50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936549 Jul 12 16:09:44.022776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-980b8dac-c1d7-415e-aacd-6bd402f2ae82 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935063 Jul 12 16:09:44.064168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.082694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:44.102753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:44.103266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:44.105411 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:44.112779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.125382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09648-cec6-4c9a-8c5a-8cbf7f057128 req-11e3fec2-e98c-407d-9cd2-eae84d8a8440 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:44.135418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0da09648-cec6-4c9a-8c5a-8cbf7f057128 req-11e3fec2-e98c-407d-9cd2-eae84d8a8440 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 946 time: 0.6081448 Jul 12 16:09:44.161797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe12db0-5a70-4bfd-9a90-4a0acc83d785 req-11e77f21-63b4-4883-8666-759ac7f18e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:44.163485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbe12db0-5a70-4bfd-9a90-4a0acc83d785 req-11e77f21-63b4-4883-8666-759ac7f18e66 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 1100 time: 0.5427485 Jul 12 16:09:44.227076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0da09648-cec6-4c9a-8c5a-8cbf7f057128 req-09f48597-a9ca-4c17-b900-36a40cf03ab6 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905106 Jul 12 16:09:44.284739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbe12db0-5a70-4bfd-9a90-4a0acc83d785 req-cd62aa03-f2e8-4b9f-bbf2-8cd158a54dc6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013622 Jul 12 16:09:44.346547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:44.446190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.546852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:44.599616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad20ffdf-8deb-42b2-a2b8-4f4a18cfc4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.678811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c63779e-26bb-4063-b5d4-c33824f7cdcd None None] Provisioning complete for port 511be085-f595-4f0d-bedb-8add431a2c6f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:44.679288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c63779e-26bb-4063-b5d4-c33824f7cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.724342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a1d5a-96ec-448b-a24e-085729a95010 req-9f5a43a9-5908-4f4e-b5ec-9354a8158ed0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:44.731759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-790a1d5a-96ec-448b-a24e-085729a95010 req-9f5a43a9-5908-4f4e-b5ec-9354a8158ed0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 0.2343936 Jul 12 16:09:44.732044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.774421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.774421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d5254bb4-056e-47c4-807c-3c9013677608 HTTP/1.1" status: 204 len: 168 time: 1.2458508 Jul 12 16:09:44.774421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa541-5f10-4913-9f49-5d12e478a2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5254bb4-056e-47c4-807c-3c9013677608,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:44.781042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41800) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:44.825246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-b87e5e57-e3fa-49a5-a662-a1221b0ce60a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:44.834048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-b87e5e57-e3fa-49a5-a662-a1221b0ce60a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8102791 Jul 12 16:09:44.859986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-094bac16-2dd5-4790-bb69-c10afff775e0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/quotas/01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 375 time: 0.0244126 Jul 12 16:09:44.940220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Deleting subnet c942efc4-3bb9-46fd-bb05-455cb915b9e3 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:09:44.960905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.974574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad20ffdf-8deb-42b2-a2b8-4f4a18cfc4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.030968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad20ffdf-8deb-42b2-a2b8-4f4a18cfc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.104419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.113307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-790a1d5a-96ec-448b-a24e-085729a95010 req-1dc5923b-6bd7-4640-a82b-237f16fe2344 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802977 Jul 12 16:09:45.127614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-85554561-9da1-4533-9f61-7fc9e490b63f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2642009 Jul 12 16:09:45.127950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ad20ffdf-8deb-42b2-a2b8-4f4a18cfc4fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d54fb87e0697464db8c1988b39f9d8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793724 Jul 12 16:09:45.143850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:45.154800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ffdf-8deb-42b2-a2b8-4f4a18cfc4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a4420-6b13-4ceb-a50b-7f652445d48d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:45.270371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.272880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.361265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:45.372904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.418345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.461612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c942efc4-3bb9-46fd-bb05-455cb915b9e3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:45.471153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.478307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41826) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:45.479911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eeee753f-cc1c-4f34-98c2-95a207129ed4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c942efc4-3bb9-46fd-bb05-455cb915b9e3 HTTP/1.1" status: 204 len: 168 time: 0.7009463 Jul 12 16:09:45.491914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}, {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:45.495102 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e12b4c-5ada-4354-85bc-d4d71babf972" -d '{"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}, {"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:45.500809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Deleting port 29de72c1-1f9d-463a-b482-c4b45a885dd3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:45.501297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.578112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dac113fe-f5d8-44c3-a184-5afcb5ded913 req-314bc37d-8de8-4e4e-9031-01e8c5331bad tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 210 time: 0.0628116 Jul 12 16:09:45.625719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:45.650319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'mac_address': 'fa:16:3e:c0:2d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:45.704136 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1700f328-2015-4487-b079-c18715b53cc7 x-openstack-request-id: req-1700f328-2015-4487-b079-c18715b53cc7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:45.705132 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "code": 200}, {"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-plugged", "status": "completed", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:45.705132 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1700f328-2015-4487-b079-c18715b53cc7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:45.705132 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'code': 200} Jul 12 16:09:45.705468 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'code': 200} Jul 12 16:09:45.728153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.752281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:45.770547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.773454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.774749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/453a4420-6b13-4ceb-a50b-7f652445d48d HTTP/1.1" status: 204 len: 168 time: 0.6289232 Jul 12 16:09:45.797036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.806541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:45.819790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.822834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50058b-466b-4103-a8fa-ccf1af811599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a4420-6b13-4ceb-a50b-7f652445d48d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:45.885439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] For port 29de72c1-1f9d-463a-b482-c4b45a885dd3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29de72c1-1f9d-463a-b482-c4b45a885dd3,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:45.885897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.002338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70449e1-2ca7-45a7-8f31-16fda6636728 req-a97485ab-3092-431e-b7cb-1fb03f1c1ec6 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:46.003941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c70449e1-2ca7-45a7-8f31-16fda6636728 req-a97485ab-3092-431e-b7cb-1fb03f1c1ec6 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 946 time: 0.4608102 Jul 12 16:09:46.012820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Calling delete_port for 29de72c1-1f9d-463a-b482-c4b45a885dd3 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:46.014492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:46.066534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['730bf4b6-463c-4c68-aa66-bb36faab47b9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:46.277019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.311997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c70449e1-2ca7-45a7-8f31-16fda6636728 req-b589ff09-73db-4d88-a8f2-47f86be3e0a5 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857924 Jul 12 16:09:46.323553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50053dc3-a49a-4f64-bbf0-5a6934da9711']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:46.366480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a52d0bf-e730-4ae4-a5fa-44abb595be31') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:46.370463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a52d0bf-e730-4ae4-a5fa-44abb595be31') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:46.434449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.446963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:46.454057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.604372 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.604592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.632675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:46.633092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:46.636217 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:46.668984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16267-7967-475a-be1d-4d1c88f5ecf7 req-15e2b23f-5353-4da0-8bd4-c4e14f76a20b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:46.673411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:46.683654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a16267-7967-475a-be1d-4d1c88f5ecf7 req-15e2b23f-5353-4da0-8bd4-c4e14f76a20b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 0.2662458 Jul 12 16:09:46.687900 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.799162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2a16267-7967-475a-be1d-4d1c88f5ecf7 req-fdf40d59-b4dd-42ae-996b-e3f90a213abe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132708 Jul 12 16:09:46.839453 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.918238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1595864-cc44-417b-858e-e9b249478e2a None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:46.965481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=50053dc3-a49a-4f64-bbf0-5a6934da9711,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:46.973095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.980177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-186a5b1a-cc6a-452d-a3c5-95087c1ca0d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50053dc3-a49a-4f64-bbf0-5a6934da9711 HTTP/1.1" status: 204 len: 168 time: 1.5007911 Jul 12 16:09:47.043306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.102333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f462d478-610f-4ed9-ae61-fcd374f5c949 req-ba72b87e-b7d4-4ed2-9d3e-0cc707679226 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 210 time: 0.0862176 Jul 12 16:09:47.225847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29de72c1-1f9d-463a-b482-c4b45a885dd3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:47.359019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:47.369231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41904) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:47.527389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1979153a-b555-4e88-8560-3a80f6ba0ae1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9666fc46eec24038b93ccf94bb42c661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566684 Jul 12 16:09:47.552597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9a9439b3-20e4-4844-906e-fb59786150e3 None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:47.553198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a9439b3-20e4-4844-906e-fb59786150e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.570358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:47.678149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:47.678954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.746136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.764310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:47.774080 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0060125-5f9c-4eba-95b4-358418a87eb9" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:47.790037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-214354cb-b00a-466d-bdc9-d24cc79248bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01ef4485048e46728164ad3c8e4fea24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331975 Jul 12 16:09:47.793114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.830177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.926390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849a74-b4b9-4cfb-a020-ade4a542cda9 req-202c460a-30d5-4414-815e-06441ed4fcf9 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:47.928334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2849a74-b4b9-4cfb-a020-ade4a542cda9 req-202c460a-30d5-4414-815e-06441ed4fcf9 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 1100 time: 0.4343369 Jul 12 16:09:47.931251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.934516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.939946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f332d30-f2cd-4f5e-a095-c7a73633ab0d HTTP/1.1" status: 204 len: 168 time: 0.3509154 Jul 12 16:09:48.047236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2a4da-1d55-46c2-bfeb-1ade3ca8fcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f332d30-f2cd-4f5e-a095-c7a73633ab0d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:48.091101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2849a74-b4b9-4cfb-a020-ade4a542cda9 req-18d103f1-bddd-4181-ae52-337a8a2c0978 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498699 Jul 12 16:09:48.190908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487f743-efa7-47a0-af1a-ec1dea8dca0e req-8017f57e-0ee6-4163-8d17-1d480f8b2362 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:48.199427 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9487f743-efa7-47a0-af1a-ec1dea8dca0e req-8017f57e-0ee6-4163-8d17-1d480f8b2362 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 946 time: 0.4480209 Jul 12 16:09:48.230801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-b490ff39-407e-413d-90d4-ce6b1323d851 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:48.237990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-b490ff39-407e-413d-90d4-ce6b1323d851 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315752 Jul 12 16:09:48.268259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:09:48.283620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Request body: {'port': {'device_id': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '01ef4485048e46728164ad3c8e4fea24'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:48.329454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9487f743-efa7-47a0-af1a-ec1dea8dca0e req-67f89edd-36ad-41e1-bbc9-c0321bfa551b tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe74c0a6-ef47-4f77-b913-def06aec1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290181 Jul 12 16:09:48.573972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Made reservation on behalf of 01ef4485048e46728164ad3c8e4fea24 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:48.580292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.706282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:48.954472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Allocated IP 192.168.233.238 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/61f17a0c-b854-435a-8a8c-98f9907e3c94) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:48.961233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41950) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:49.017438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:49.032632 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Sync routers for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:49.043871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-48746415-3bb3-4832-895b-49ed9c08e7b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d2d08be-93ce-4797-9cb0-1ae98bb8d004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0113552 Jul 12 16:09:49.045645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:49.050072 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:49.050981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:49.357728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:49.360403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:49.405494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-58a63709-361c-4af8-9c82-2c3bf5da9bd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=560edd73eece4b3889b569d23a5fc0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272530 Jul 12 16:09:49.413013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41962) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:49.818632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:49.952480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.091139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Deleting port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:50.091869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-5f2720d8-e3d7-4e1a-b82c-ed75c99caa86 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:50.092297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.093170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-5f2720d8-e3d7-4e1a-b82c-ed75c99caa86 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.65 "GET /v2.0/ports?device_id=efe3ee77-d678-440a-8bf4-3d33a2c7a5d8 HTTP/1.1" status: 200 len: 946 time: 1.1301243 Jul 12 16:09:50.115959 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:09:46Z', 'revision_number': 5, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port': {'id': '4be1bbe0-9782-4a61-8016-8f1dcaeabe53', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:03Z', 'updated_at': '2021-07-12T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:50.181057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Transition to ACTIVE for port object 61f17a0c-b854-435a-8a8c-98f9907e3c94 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:50.217725 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Checking router: 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:50.239344 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Routers {'0d2d08be-93ce-4797-9cb0-1ae98bb8d004'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:50.241305 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:09:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:50.255521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] For port 4be1bbe0-9782-4a61-8016-8f1dcaeabe53, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:50.255857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.300204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Calling delete_port for 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:50.432233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.478184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.498239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.502471 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] Set router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:50.512517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7', '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', '511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:50.645482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:50.655458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:50.664541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:09:49Z', 'revision_number': 6, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:50.684839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:50.690171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Deleting port e4dd97fb-39c4-4c2a-826a-47f176a27525 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:50.709914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.760853 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8115c2-d288-4d7b-95a8-743eb377d792 None None] The sync data for ids ['0d2d08be-93ce-4797-9cb0-1ae98bb8d004'] in n-d-800078-3 is: [{'id': '0d2d08be-93ce-4797-9cb0-1ae98bb8d004', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436318929-router', 'tenant_id': '790acc7be71c4ffb8913397971550ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:00Z', 'updated_at': '2021-07-12T16:09:49Z', 'revision_number': 6, 'project_id': '790acc7be71c4ffb8913397971550ed4', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:50.820169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.905811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Pushing event deleted for resources: {'Port': ['ID=4be1bbe0-9782-4a61-8016-8f1dcaeabe53,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:51.000985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:51.128364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.132788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.137901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.151614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50f167e4-a4af-482d-ad53-24f3dc265162 HTTP/1.1" status: 204 len: 168 time: 1.7265966 Jul 12 16:09:51.162533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:51.164548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.227712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:51.230848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.262513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Calling delete_port for e4dd97fb-39c4-4c2a-826a-47f176a27525 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:51.296904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa6a0c-a2bc-403b-9cd2-330abb6759c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f167e4-a4af-482d-ad53-24f3dc265162,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:51.316515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66ad5a75-5bb1-4e77-aa12-f6cbad309b2f None None] Provisioning for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:51.348263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66ad5a75-5bb1-4e77-aa12-f6cbad309b2f None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:51.349672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66ad5a75-5bb1-4e77-aa12-f6cbad309b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.454396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-66ad5a75-5bb1-4e77-aa12-f6cbad309b2f None None] Port 61f17a0c-b854-435a-8a8c-98f9907e3c94 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:51.567296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-dcc79944-a4e4-4a67-9503-95f93a3973bd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3145814 Jul 12 16:09:51.580237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e4dd97fb-39c4-4c2a-826a-47f176a27525 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:51.621129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Request body: {'port': {'device_id': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:51.976432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.053534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.058278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e4dd97fb-39c4-4c2a-826a-47f176a27525, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e4dd97fb-39c4-4c2a-826a-47f176a27525,segment=NetworkSegment(1e0d284a-97b0-4faa-91c2-d56ed3e5cc39),segment_id=1e0d284a-97b0-4faa-91c2-d56ed3e5cc39)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:52.068119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.190649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.334876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.422348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event deleted for resources: {'Port': ['ID=e4dd97fb-39c4-4c2a-826a-47f176a27525,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.601534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:52.642615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29de72c1-1f9d-463a-b482-c4b45a885dd3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:52.674205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.682338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.722598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 29de72c1-1f9d-463a-b482-c4b45a885dd3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:52.730850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29de72c1-1f9d-463a-b482-c4b45a885dd3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:52.734064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:52.780452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:52.781176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4be1bbe0-9782-4a61-8016-8f1dcaeabe53 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:52.804497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] No DVR routers for this DVR port e4dd97fb-39c4-4c2a-826a-47f176a27525 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:52.819786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.822593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e51b333c-228b-4f20-a0b3-e01e68f9fec6 req-ccbd0650-1214-4c84-853b-08c9ee55f4fc tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.65 "DELETE /v2.0/ports/e4dd97fb-39c4-4c2a-826a-47f176a27525 HTTP/1.1" status: 204 len: 173 time: 2.7173843 Jul 12 16:09:52.823371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-deleted', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:52.826595 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a88f506-f5c5-4e0f-9650-8588fc7a953e" -d '{"events": [{"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-deleted", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:52.833459 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.834686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2d08be-93ce-4797-9cb0-1ae98bb8d004 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:09:52.844145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.845766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-de9624c8-5eb2-4e9a-a345-91854137f87c admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d2d08be-93ce-4797-9cb0-1ae98bb8d004 HTTP/1.1" status: 204 len: 168 time: 3.7990539 Jul 12 16:09:52.848695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:53.136279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Deleting subnet 5074694e-f56a-4bb2-b5ad-7d651b52dce0 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:09:53.161761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.242260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d092c206-0317-4d5c-a3ec-db1b21f3f03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.279909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.471156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.524279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:53.569433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.595050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.614953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:53.624876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Transition to ACTIVE for port object 61f17a0c-b854-435a-8a8c-98f9907e3c94 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:53.641586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.654086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5074694e-f56a-4bb2-b5ad-7d651b52dce0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:53.664411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfba147-db9c-4c56-bab0-1aae1e9a38d2 None None] Network 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:53.676353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.678998 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9843f81b-f75a-4e96-9594-91d1058fdb4f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5074694e-f56a-4bb2-b5ad-7d651b52dce0 HTTP/1.1" status: 204 len: 168 time: 0.8293676 Jul 12 16:09:53.683995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:53.898362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2099166527-network', 'tenant_id': '134abeaf724b4700ab4d21cd94c3e75f'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:53.946632 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d092c206-0317-4d5c-a3ec-db1b21f3f03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.957784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:54.018619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d092c206-0317-4d5c-a3ec-db1b21f3f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.130022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.166237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] DHCP port deletion for 621e7cb7-0b76-478d-9bab-e6facf7ccbd7 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:09:54.194756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42042) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:54.195005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d092c206-0317-4d5c-a3ec-db1b21f3f03e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf88ef724d9a4ee780737ed9daea65d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4674265 Jul 12 16:09:54.200044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Made reservation on behalf of 134abeaf724b4700ab4d21cd94c3e75f for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:54.206849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.208886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092c206-0317-4d5c-a3ec-db1b21f3f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68087311-daea-402b-8ceb-d001faf76dee,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:54.246439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.265546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:54.265885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:54.266219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:54.314412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:54.314776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:54.317751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.330797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Deleting port 62ac3288-dbc8-41a1-92e3-112b1a93b783 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:54.331159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:54.331426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:54.331843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:54.332285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Bound port: 61f17a0c-b854-435a-8a8c-98f9907e3c94, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:54.332650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.333066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.377373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.500136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.504288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.506771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68087311-daea-402b-8ceb-d001faf76dee HTTP/1.1" status: 204 len: 168 time: 0.3103669 Jul 12 16:09:54.521688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] For port 62ac3288-dbc8-41a1-92e3-112b1a93b783, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=62ac3288-dbc8-41a1-92e3-112b1a93b783,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:54.522094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.524837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c225c71-55c5-45dc-b6da-d7f9fbb92ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68087311-daea-402b-8ceb-d001faf76dee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:54.581199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 62ac3288-dbc8-41a1-92e3-112b1a93b783 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:54.643677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:54.648930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Calling delete_port for 62ac3288-dbc8-41a1-92e3-112b1a93b783 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:54.649720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:54.759925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Deleting port 62ac3288-dbc8-41a1-92e3-112b1a93b783 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:54.760263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.762459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.776593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.840168 n-d-800078-3 neutron-server[93713]: INFO neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No ports have port_id starting with 62ac3288-dbc8-41a1-92e3-112b1a93b783 Jul 12 16:09:54.863015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.899697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.914053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:54.914690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.927878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] 10.222.0.65 "PUT /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 1096 time: 3.3368783 Jul 12 16:09:54.958701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] No DVR routers for this DVR port 62ac3288-dbc8-41a1-92e3-112b1a93b783 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:54.973824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf607e-cf22-4281-a599-7f5466a9bad3 None None] Pushing event deleted for resources: {'Port': ['ID=62ac3288-dbc8-41a1-92e3-112b1a93b783,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.048324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:09:55.083922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bdc97-7cff-41fa-bbf2-c0b1b0ec5c7c service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.086479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f367ee65-c98b-4511-a3b2-3b8f803e60a7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.095659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] For port 62ac3288-dbc8-41a1-92e3-112b1a93b783, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=62ac3288-dbc8-41a1-92e3-112b1a93b783,segment=NetworkSegment(9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d),segment_id=9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:55.096234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.105673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.108013 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Added segment 762b0655-7389-4afe-98e1-db7228943c94 of type vlan for network 55cd4b4d-03d0-4990-beb6-b8b377277b93 Jul 12 16:09:55.169222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Calling delete_port for 62ac3288-dbc8-41a1-92e3-112b1a93b783 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:55.224960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:55.260184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16831bd7-8319-49b3-abde-33af5de20402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.268969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.334476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-0f0bcd9a-5fb3-4bca-8ae4-e48cb84c97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:55.335913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-0f0bcd9a-5fb3-4bca-8ae4-e48cb84c97a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1099 time: 0.3458292 Jul 12 16:09:55.427827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-d9cfb2b4-8d3e-480e-b327-9e641df8317a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0798492 Jul 12 16:09:55.451115 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.452475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:55.453056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.572440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16831bd7-8319-49b3-abde-33af5de20402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.578838 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16831bd7-8319-49b3-abde-33af5de20402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.626152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16831bd7-8319-49b3-abde-33af5de20402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6615494-6d88-460e-b8ef-c25cb86a282e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.670316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16831bd7-8319-49b3-abde-33af5de20402 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22d91277d7fb4ad29e5987ca813e313f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413350 Jul 12 16:09:55.671418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42050) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:55.674155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.698016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0811160 Jul 12 16:09:55.702878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:55.715633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Request body: {'subnet': {'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2099166527-subnet', 'tenant_id': '134abeaf724b4700ab4d21cd94c3e75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:55.782886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Pushing event deleted for resources: {'Port': ['ID=62ac3288-dbc8-41a1-92e3-112b1a93b783,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.801524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-55b59bf7-d9fb-4add-bb87-462ff63d6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:55.803380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-55b59bf7-d9fb-4add-bb87-462ff63d6b27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3674970 Jul 12 16:09:55.806199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] No DVR routers for this DVR port 62ac3288-dbc8-41a1-92e3-112b1a93b783 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:55.809025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a77667-4533-4d59-ab48-20915a202e6f admin admin] Pushing event updated for resources: {'Network': ['ID=55cd4b4d-03d0-4990-beb6-b8b377277b93,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.827773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 55cd4b4d-03d0-4990-beb6-b8b377277b93 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:09:55.852649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.915929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.002977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Made reservation on behalf of 134abeaf724b4700ab4d21cd94c3e75f for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:56.008021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.064880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.067342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.068754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.072389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6615494-6d88-460e-b8ef-c25cb86a282e HTTP/1.1" status: 204 len: 168 time: 0.3952556 Jul 12 16:09:56.097666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621e7cb7-0b76-478d-9bab-e6facf7ccbd7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:56.119703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:56.120020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b52c0d1-f3c4-4545-8d07-5fc9ed735d8d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:56.136903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.171962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aa845-4d8f-4a62-aa30-aa0df21ecfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6615494-6d88-460e-b8ef-c25cb86a282e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.175164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.182038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:56.182445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:56.265193 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:56.276976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.322420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.326990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/621e7cb7-0b76-478d-9bab-e6facf7ccbd7 HTTP/1.1" status: 204 len: 168 time: 2.5934298 Jul 12 16:09:56.327963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d2f55-8ed7-4ed2-aa54-a2e9714193bf admin admin] Pushing event deleted for resources: {'Network': ['ID=621e7cb7-0b76-478d-9bab-e6facf7ccbd7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.364699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-71286772-b20e-41ce-9de6-80a0db1b9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:56.371879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-71286772-b20e-41ce-9de6-80a0db1b9c7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5570190 Jul 12 16:09:56.532496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.715874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Checking segment: {'id': '762b0655-7389-4afe-98e1-db7228943c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:56.717374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Network hostable DHCP agents. Network: 55cd4b4d-03d0-4990-beb6-b8b377277b93, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:09:56.756543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.787264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Network 55cd4b4d-03d0-4990-beb6-b8b377277b93 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:09:56.851986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 55cd4b4d-03d0-4990-beb6-b8b377277b93) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:56.863106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:56.867427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.867686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9673014-ca4b-421b-9461-0f196e70b805 None None] Network 55cd4b4d-03d0-4990-beb6-b8b377277b93 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:56.881838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-58232504-61a1-4f5f-a7b4-d99b39fa0e16 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023603 Jul 12 16:09:56.991061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c5692e7a-c305-4d85-b5dc-f2b378b4f1c7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2804291 Jul 12 16:09:57.033387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f40ccaf-6747-4e71-b5c3-8c2efb26b329 req-8507c98c-1328-4254-863f-52f8f4e68fc2 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361451 Jul 12 16:09:57.349276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f1163f-6082-4531-92d9-84f6da68e2f5 None None] Network 55cd4b4d-03d0-4990-beb6-b8b377277b93 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:57.460637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42072) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:57.570059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a46d8dd8-de13-49e9-9601-d9509a3dc0f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=755019fa1c7144ea8b57fef118d8e807&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1082549 Jul 12 16:09:57.572388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42080) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:57.652548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.748851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.883369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.887449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.891511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a19beb93-13fd-48ce-855b-a1cae5d926b3 HTTP/1.1" status: 204 len: 168 time: 0.3156312 Jul 12 16:09:57.920358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a878a3-9bfc-4a47-a80a-ac6d29a4c0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19beb93-13fd-48ce-855b-a1cae5d926b3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.493678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.513919 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64689a68-91d2-4dac-a66d-3a6c8c0b2bd1 x-openstack-request-id: req-64689a68-91d2-4dac-a66d-3a6c8c0b2bd1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:58.514759 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:58.514759 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64689a68-91d2-4dac-a66d-3a6c8c0b2bd1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:58.515638 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:09:58.623986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56d7da21-130a-4d4d-9623-a2ebea7d0d42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=790acc7be71c4ffb8913397971550ed4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1277924 Jul 12 16:09:58.625898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.629530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42130) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.642980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-467776916-network', 'tenant_id': '69887a6f2ce6458297955db78d9ad0c1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.699647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-947b6b61-eeb1-4e7a-8819-2f9a9c7dab2b tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398152 Jul 12 16:09:58.787427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Made reservation on behalf of 69887a6f2ce6458297955db78d9ad0c1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:58.789761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.835806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.894139 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.915271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-c45973ba-9f31-4c7a-bcfc-00c289ee9c7d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:58.923503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.933017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-c45973ba-9f31-4c7a-bcfc-00c289ee9c7d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322032 Jul 12 16:09:58.969753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-faa32966-aabe-4696-be62-d1775f0b49e4 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0349286 Jul 12 16:09:59.016169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ed160-93c1-4f1d-9688-801b1706b3bf req-2c525ce8-109c-48e8-a2b2-7e24f0f46791 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:59.018061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e84ed160-93c1-4f1d-9688-801b1706b3bf req-2c525ce8-109c-48e8-a2b2-7e24f0f46791 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 948 time: 0.2334273 Jul 12 16:09:59.035058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.037698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.042663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4c59b48-64b6-4765-a45f-6c5a405fe37e HTTP/1.1" status: 204 len: 168 time: 0.4116960 Jul 12 16:09:59.078614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8711e-832c-4b49-a232-a3d5890f3699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c59b48-64b6-4765-a45f-6c5a405fe37e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:59.124749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e84ed160-93c1-4f1d-9688-801b1706b3bf req-2abd28da-0d9f-454e-a249-f31918912163 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930152 Jul 12 16:09:59.148449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-edba0eae-8dcd-49d3-9409-8aeca187c7f6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1592345 Jul 12 16:09:59.218675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.225014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.297649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:09:59.331436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c557a3-ac1e-4a50-a2ab-e5f4d50f462a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:59.347905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.348768 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Added segment dd96edc6-e98c-44e1-ad51-8fa23e3132a3 of type vlan for network 0517df7c-74c9-43d9-8df3-0ff21508bdfa Jul 12 16:09:59.404921 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262cf94-b2be-4bcd-b125-add3057ba15c x-openstack-request-id: req-3262cf94-b2be-4bcd-b125-add3057ba15c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:59.405210 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-deleted", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:59.405459 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3262cf94-b2be-4bcd-b125-add3057ba15c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:59.405860 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-deleted', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'status': 'completed', 'code': 200} Jul 12 16:09:59.444891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.516683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.517676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:59.518267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.523732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:59.631695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a65720c5-9edc-4d63-a678-cb3c9e00087a req-e57054ff-129d-4826-952d-f97959b350bf tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 210 time: 0.0833664 Jul 12 16:09:59.641921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:59.648269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0070586 Jul 12 16:09:59.657165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Request body: {'subnet': {'network_id': '0517df7c-74c9-43d9-8df3-0ff21508bdfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-467776916-subnet', 'tenant_id': '69887a6f2ce6458297955db78d9ad0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:59.661129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd670bc9-2f6e-4767-abf8-be937c47b341 admin admin] Pushing event updated for resources: {'Network': ['ID=0517df7c-74c9-43d9-8df3-0ff21508bdfa,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:59.743112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Made reservation on behalf of 69887a6f2ce6458297955db78d9ad0c1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:59.745629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.823727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0517df7c-74c9-43d9-8df3-0ff21508bdfa details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:00.157845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42218) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:00.211760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:00.228288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'mac_address': 'fa:16:3e:8e:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:00.313066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.341673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:00.376856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:00.384292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.388608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.424173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.444100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.498518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:00.517202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:00.523616 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726ba7c-f76e-4cb3-9fde-a21574e78e3d" -d '{"events": [{"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:00.646419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=330eac3d-4461-4989-97bf-3f86f58730e1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:00.667350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.676760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.678987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "DELETE /v2.0/security-groups/a635c5c2-ef0b-464b-a5b6-751f5464dc7d HTTP/1.1" status: 204 len: 168 time: 0.5198152 Jul 12 16:10:00.683007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:00.712722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cba83-65c6-4063-9ef4-f60fddb0680b req-6d5554df-8a7a-4cea-a6a6-b46d94364149 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:00.717200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a1cba83-65c6-4063-9ef4-f60fddb0680b req-6d5554df-8a7a-4cea-a6a6-b46d94364149 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 0.2404504 Jul 12 16:10:00.736936 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-b07f1b4d-9adf-425f-b57a-49f5ad4de314 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] show failed (client error): The resource could not be found. Jul 12 16:10:00.749003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b07f1b4d-9adf-425f-b57a-49f5ad4de314 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "GET /v2.0/security-groups/a635c5c2-ef0b-464b-a5b6-751f5464dc7d HTTP/1.1" status: 404 len: 347 time: 0.0648558 Jul 12 16:10:00.751733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:00.754455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e742e-8137-4da1-b9fa-731be124a4f1 tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635c5c2-ef0b-464b-a5b6-751f5464dc7d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:00.796677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['61f17a0c-b854-435a-8a8c-98f9907e3c94'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:00.802824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Checking segment: {'id': 'dd96edc6-e98c-44e1-ad51-8fa23e3132a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0517df7c-74c9-43d9-8df3-0ff21508bdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:00.803517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Network hostable DHCP agents. Network: 0517df7c-74c9-43d9-8df3-0ff21508bdfa, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:00.895380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a1cba83-65c6-4063-9ef4-f60fddb0680b req-cab40eb1-45c8-45d3-bab3-02e781554c9c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696017 Jul 12 16:10:01.022325 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92da1b-c4e6-47eb-b373-1fcab0737e0a x-openstack-request-id: req-6d92da1b-c4e6-47eb-b373-1fcab0737e0a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:01.022629 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3ee77-d678-440a-8bf4-3d33a2c7a5d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dd97fb-39c4-4c2a-826a-47f176a27525", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:01.023963 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d92da1b-c4e6-47eb-b373-1fcab0737e0a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:01.024400 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3ee77-d678-440a-8bf4-3d33a2c7a5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dd97fb-39c4-4c2a-826a-47f176a27525', 'code': 200} Jul 12 16:10:01.099306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Network 0517df7c-74c9-43d9-8df3-0ff21508bdfa is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:01.150033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0517df7c-74c9-43d9-8df3-0ff21508bdfa) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:01.174270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:01.174933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.211620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d8235-b75d-45e2-b155-f3ac7b1f0818 None None] Network 0517df7c-74c9-43d9-8df3-0ff21508bdfa requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:01.259651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-08ea8722-3f42-449e-aae2-b64f190f9b5b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6130652 Jul 12 16:10:01.293749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Deleting port 0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:01.294253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.364468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9cb9842-e78b-40da-bbb7-7ebbcad7c678 req-d5159c04-024e-4575-ad48-caadbced9e9e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 210 time: 0.0763490 Jul 12 16:10:01.446237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:01.457504 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:01.556895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:01.597903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54ca27-c8e4-4165-b357-245f01277458 None None] Network 0517df7c-74c9-43d9-8df3-0ff21508bdfa requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:01.656475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.657587 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.703559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Calling delete_port for 0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:01.734798 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449837af-148c-43af-aab1-b027e9ead70f x-openstack-request-id: req-449837af-148c-43af-aab1-b027e9ead70f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:01.735193 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:01.735449 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-449837af-148c-43af-aab1-b027e9ead70f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:01.736145 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'status': 'completed', 'code': 200} Jul 12 16:10:01.962787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-71cb9bf5-324d-49e6-bd43-14f4b70598ff tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640326 Jul 12 16:10:02.001805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7971a9b6-cd6f-4486-8fd3-b6ca9b7b0fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.019224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.158720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-7f45ad67-aa76-47aa-bd4e-9c3fa1743e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:02.170538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-7f45ad67-aa76-47aa-bd4e-9c3fa1743e63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1100 time: 0.3928223 Jul 12 16:10:02.247566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:02.258301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.387976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-eba8e2ee-5347-46b2-bc99-c6c996761bca tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:02.397238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-eba8e2ee-5347-46b2-bc99-c6c996761bca tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252992 Jul 12 16:10:02.413476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': '51af726a-dcff-495d-8c10-0e0240741b59', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:02.477013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:02.827975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:02.833457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.901691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.025875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:03.028695 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acead828-63fa-4e27-a1f4-d66650e7310a" -d '{"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-unplugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:03.119341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.186940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-93bf7a79-4eeb-438a-b5ef-c1fbcff15e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.189412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-93bf7a79-4eeb-438a-b5ef-c1fbcff15e30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 1.0084949 Jul 12 16:10:03.194600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Pushing event deleted for resources: {'Port': ['ID=0f8f4d3c-6f7a-4077-adcb-9c7c35c309b4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:03.221541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7de508-8cda-4a01-9b18-d0a3de8d7b78 req-4b4e63b6-bc62-485f-abab-97b6cdbe3e12 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.224187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e7de508-8cda-4a01-9b18-d0a3de8d7b78 req-4b4e63b6-bc62-485f-abab-97b6cdbe3e12 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 1.0717378 Jul 12 16:10:03.255943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.147 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/7a0b9d60-175a-44bb-bcc8-7748bbc622b4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:03.287467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.288095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.288670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.289195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.289704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.290409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.290918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.291442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.292094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.292599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.293099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.293588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:03.309328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-be9ac10e-877d-45ef-bc95-e66f7b59d842 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.1108174 Jul 12 16:10:03.446043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e7de508-8cda-4a01-9b18-d0a3de8d7b78 req-a35ea2bf-fbcb-44be-8e88-3df10766554e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629524 Jul 12 16:10:03.446868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.449445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.452755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7101aa96-4ff1-43b0-9e87-ee420c00fd0e tempest-ImagesOneServerNegativeTestJSON-2019022406 tempest-ImagesOneServerNegativeTestJSON-2019022406-project] 10.222.0.58 "DELETE /v2.0/floatingips/8bd8147f-10cc-4fa2-8ea7-236ed874ebdf HTTP/1.1" status: 204 len: 168 time: 2.6957257 Jul 12 16:10:03.467339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-ac443c2c-0baa-4f82-b7da-9fe98e0b6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.468807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-ac443c2c-0baa-4f82-b7da-9fe98e0b6c8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1344168 Jul 12 16:10:03.587570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:03.606657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-95c41322-0d40-426c-8451-0531996f2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.609587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-95c41322-0d40-426c-8451-0531996f2c33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314483 Jul 12 16:10:03.664713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-5b9aec5b-5260-4847-95fc-8db735b63521 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.678625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-5b9aec5b-5260-4847-95fc-8db735b63521 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/networks?id=55cd4b4d-03d0-4990-beb6-b8b377277b93 HTTP/1.1" status: 200 len: 815 time: 0.3594429 Jul 12 16:10:03.728062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:03.748592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:03.748969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.757009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ae4c0a2-80e7-422b-8620-f708390a8109 req-356e2a8d-8aa0-421f-a098-a8c86b2c1f02 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 210 time: 0.0429978 Jul 12 16:10:03.783725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-a30fa67b-c1f8-4364-abbf-a8b08762fe30 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/quotas/134abeaf724b4700ab4d21cd94c3e75f HTTP/1.1" status: 200 len: 375 time: 0.1034427 Jul 12 16:10:03.848273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-5b204b68-9a60-478d-a4ec-dedb3e155858 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227850 Jul 12 16:10:03.883994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.945108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:03.952701 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.960652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-fefb3d46-d61e-47cf-a971-f832911b790d tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=134abeaf724b4700ab4d21cd94c3e75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1579869 Jul 12 16:10:04.086882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:04.143520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.191844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:04.325676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.339157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-e7d2ce9f-c78f-4058-94e2-e6818dd44bbb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.343647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-e7d2ce9f-c78f-4058-94e2-e6818dd44bbb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.2921748 Jul 12 16:10:04.351812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-775ee9eb-40e4-47d6-992e-8fd1e93c1ec2 req-27887d7f-49cb-4870-a84f-401be41da8d5 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952075 Jul 12 16:10:04.365889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-55162c4f-8271-4761-8c85-923be717147c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/quotas/a7b0d8b244c849ec8eb912982af201fd HTTP/1.1" status: 200 len: 375 time: 0.0163999 Jul 12 16:10:04.382317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9', '8bff5100-b447-4f45-a006-e1e0a9af5124'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:04.396917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:04.458477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-ca6e20b8-a7c9-4126-9a94-cc41b2eb751b service neutron] 10.222.0.58 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950702 Jul 12 16:10:04.551819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-f4bca180-54df-494c-8270-943b9ae1d1ca tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720381 Jul 12 16:10:04.574559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812353-c994-430d-a362-59389ec3ec0e req-e2742ad4-f3d7-4279-a9ba-5e2cba5502c8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.577860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75812353-c994-430d-a362-59389ec3ec0e req-e2742ad4-f3d7-4279-a9ba-5e2cba5502c8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/ports?device_id=143f0d20-bc3b-4f65-be2b-866c15582292 HTTP/1.1" status: 200 len: 943 time: 0.1513674 Jul 12 16:10:04.585606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:04.600787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:04.602362 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f1d814-2dfc-41b8-95f3-e123dd48d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.605509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:04.648375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bd1ea70d-a6fa-4c02-be89-580881de7c99 None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:04.649286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bd1ea70d-a6fa-4c02-be89-580881de7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.707343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.708036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.725252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:04.736796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3303595 Jul 12 16:10:04.741160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.741550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.742042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.742662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.742802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.743376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.743858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.744204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.744534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.745338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.745338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.745560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c86d1d-9126-4d55-9a1b-b74178815e1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:04.780114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Request body: {'port': {'device_id': '51af726a-dcff-495d-8c10-0e0240741b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:04.870036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-2bee5077-73c3-4ec6-a9ee-fa516be8bcd8 service neutron] 10.222.0.58 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106805 Jul 12 16:10:04.891423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Deleting port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:04.891893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.961882 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.995919 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.305631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] For port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:05.306248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.323383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Calling delete_port for 39c917d5-b6f6-4fad-a293-58f0b5cbeccb owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:05.384601 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333c869-4407-41f1-b1c6-c834e59c030b x-openstack-request-id: req-c333c869-4407-41f1-b1c6-c834e59c030b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:05.385146 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-unplugged", "status": "completed", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:05.385880 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c333c869-4407-41f1-b1c6-c834e59c030b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:05.386663 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'code': 200} Jul 12 16:10:05.483634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.625809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:05.638297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.663401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.710821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Transition to ACTIVE for port object 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:05.724036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.782432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event deleted for resources: {'Port': ['ID=39c917d5-b6f6-4fad-a293-58f0b5cbeccb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:05.818597 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.881103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:05.985651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3b61081d-267b-4afa-a63c-bb55d23de37b None None] Provisioning for port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:05.987730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] No DVR routers for this DVR port 39c917d5-b6f6-4fad-a293-58f0b5cbeccb on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:05.994641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:06.003433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75812353-c994-430d-a362-59389ec3ec0e req-dd4f2116-88e5-4027-835c-425af02fb22f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "DELETE /v2.0/ports/39c917d5-b6f6-4fad-a293-58f0b5cbeccb HTTP/1.1" status: 204 len: 173 time: 1.4146459 Jul 12 16:10:06.004792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-deleted', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:06.027532 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35e63d-5ff6-4f3e-b174-152bb2a23e15" -d '{"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-deleted", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:06.059453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-06ff3bf9-8541-4c0f-8403-6e8fe08abed0 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5062747 Jul 12 16:10:06.109833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Attempting to bind port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:06.110167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Attempting to bind port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:06.114412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Attempting to bind port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:06.128003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:06.136725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Attempting to bind port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:06.147321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:06.156145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:06.157508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:06.159557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Bound port: 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:06.160312 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:06.405554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-f1d1ba28-85e7-4981-ac87-db26d15d76d5 service neutron] 10.222.0.58 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390770 Jul 12 16:10:06.486720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:06.579246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:06.647175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb241-c420-4e0b-85c3-8391ffe91304 req-e8cb8d01-850c-43e4-b396-c708be646984 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:06.661356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47ecb241-c420-4e0b-85c3-8391ffe91304 req-e8cb8d01-850c-43e4-b396-c708be646984 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.3336108 Jul 12 16:10:06.697809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:06.759732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47ecb241-c420-4e0b-85c3-8391ffe91304 req-0b8b7580-05db-4a86-869d-1f5b5641d8b4 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Jul 12 16:10:06.813818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:06.814998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:06.828696 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/7a0b9d60-175a-44bb-bcc8-7748bbc622b4 HTTP/1.1" status: 200 len: 1096 time: 2.0575492 Jul 12 16:10:06.829243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:06.831883 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0187a-8861-44f4-83ae-cd154275a7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:07.010436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aa6b1-ebe6-4c9c-b147-3d0e396167f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:07.131925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:07.299727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-75a8c323-a3db-43d1-bcb6-ea5394966d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:07.301285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-75a8c323-a3db-43d1-bcb6-ea5394966d20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 1099 time: 0.4315984 Jul 12 16:10:07.396631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:07.398076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-601bd87a-646f-4e14-aee3-c96417400598 req-9b422650-1a8a-453c-9208-9329dd22c06c tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 210 time: 0.0829890 Jul 12 16:10:07.401886 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d282a9-36db-4688-a11f-7bccc3366d07" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:07.478774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-2c0f0e85-6228-4aca-8d1c-9804e1761840 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4 HTTP/1.1" status: 200 len: 217 time: 0.1629984 Jul 12 16:10:07.574496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ffd1-8301-43df-9e65-b702001f21ab req-cadb753f-5395-4df3-97d2-55dcf4e51d1a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:07.586929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9643ffd1-8301-43df-9e65-b702001f21ab req-cadb753f-5395-4df3-97d2-55dcf4e51d1a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 948 time: 0.5192695 Jul 12 16:10:07.614388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:07.696265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 39c917d5-b6f6-4fad-a293-58f0b5cbeccb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:07.696642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 39c917d5-b6f6-4fad-a293-58f0b5cbeccb not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:07.719877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-8159e0a1-22a5-437d-8cf6-c0c357b753c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:07.722130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-8159e0a1-22a5-437d-8cf6-c0c357b753c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2352321 Jul 12 16:10:07.860372 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9643ffd1-8301-43df-9e65-b702001f21ab req-d61744dd-3a05-461a-a97e-62ffb747fbb1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701342 Jul 12 16:10:07.861616 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e9327-921b-4ab3-a987-f79747e1ab1f x-openstack-request-id: req-705e9327-921b-4ab3-a987-f79747e1ab1f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:07.862153 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143f0d20-bc3b-4f65-be2b-866c15582292", "name": "network-vif-deleted", "tag": "39c917d5-b6f6-4fad-a293-58f0b5cbeccb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:07.862619 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-705e9327-921b-4ab3-a987-f79747e1ab1f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:07.863285 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143f0d20-bc3b-4f65-be2b-866c15582292', 'name': 'network-vif-deleted', 'tag': '39c917d5-b6f6-4fad-a293-58f0b5cbeccb', 'status': 'completed', 'code': 200} Jul 12 16:10:07.927223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc4ee673-84b0-403b-8f61-8151f1b68e2f req-6fb8b8ac-5e09-41f3-b2fd-72ddef58a5d6 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 210 time: 0.0676191 Jul 12 16:10:07.952487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-fd65cff0-05b9-420e-a8b8-662f017faaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:07.955473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-fd65cff0-05b9-420e-a8b8-662f017faaa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2226489 Jul 12 16:10:08.007117 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89fd8e-9b59-452c-a252-1020801d810a x-openstack-request-id: req-7f89fd8e-9b59-452c-a252-1020801d810a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:08.008503 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:08.009209 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f89fd8e-9b59-452c-a252-1020801d810a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:08.010256 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4', 'status': 'completed', 'code': 200} Jul 12 16:10:08.036234 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe3152-5892-4f10-add7-62b7f3ca21f5 x-openstack-request-id: req-9afe3152-5892-4f10-add7-62b7f3ca21f5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:08.036757 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:08.037425 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9afe3152-5892-4f10-add7-62b7f3ca21f5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:08.038029 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'code': 200} Jul 12 16:10:08.098153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-79c89ded-2e01-4b35-b96d-42bd074621cb tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:08.104551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-79c89ded-2e01-4b35-b96d-42bd074621cb tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.65 "GET /v2.0/networks?id=55cd4b4d-03d0-4990-beb6-b8b377277b93 HTTP/1.1" status: 200 len: 815 time: 0.3944175 Jul 12 16:10:08.123483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Request body: {'port': {'device_id': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93', 'admin_state_up': True, 'tenant_id': '134abeaf724b4700ab4d21cd94c3e75f'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:08.160339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42478) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:08.325561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Deleting subnet 09beb3ca-1517-448b-b1ef-5a4a81e63add {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:10:08.343042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-63bdc909-8993-4005-b3b4-236f6e41b4ed service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799260 Jul 12 16:10:08.344612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:08.511633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc97d5-1450-4517-a098-4910751924bb req-b30e91eb-0a7b-474e-9b4a-d0cbbeb30467 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:08.514017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8dc97d5-1450-4517-a098-4910751924bb req-b30e91eb-0a7b-474e-9b4a-d0cbbeb30467 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2768409 Jul 12 16:10:08.530172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:08.564134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e8d0e-bc36-4b85-80e9-807a79ee78d5 req-95dc87a1-3499-4cea-b054-1d9c985c6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:08.565664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b25e8d0e-bc36-4b85-80e9-807a79ee78d5 req-95dc87a1-3499-4cea-b054-1d9c985c6d6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1101 time: 0.2580767 Jul 12 16:10:08.606204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8dc97d5-1450-4517-a098-4910751924bb req-9bec26df-474b-4736-b273-00ab6cb98d72 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850873 Jul 12 16:10:08.609407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Made reservation on behalf of 134abeaf724b4700ab4d21cd94c3e75f for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:08.613614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:08.661812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b25e8d0e-bc36-4b85-80e9-807a79ee78d5 req-63509498-7cae-4cc2-8244-353f430f4b38 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Jul 12 16:10:08.750092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:08.832474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7b55e48-2031-4336-bf94-8d40268f4617 req-4f2ad310-9c14-485a-9fe1-9fd471a7a0ad service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621670 Jul 12 16:10:08.961031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:08.982063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be7338e3-953e-46f8-ac52-c3e94dbc0c25 req-782358c4-8e5b-42ef-a92e-9e72d5612f53 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 210 time: 0.0463669 Jul 12 16:10:09.015890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Allocated IP 172.20.0.8 (55cd4b4d-03d0-4990-beb6-b8b377277b93/f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14/3338aab6-0536-45c5-aab2-b1568d36cfc3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:09.104167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09beb3ca-1517-448b-b1ef-5a4a81e63add,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:09.107198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.109148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c90760f-84d2-492a-a26c-73e62b032a9a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/09beb3ca-1517-448b-b1ef-5a4a81e63add HTTP/1.1" status: 204 len: 168 time: 0.9472768 Jul 12 16:10:09.119481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:09.217004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d19959f-9f90-4c0f-b313-84753d157f07 req-43cb8b78-3409-4435-9717-818b22ffb322 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 210 time: 0.0483906 Jul 12 16:10:09.269717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-f825a4cd-f686-4531-bb96-57d6e3831310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.271456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-f825a4cd-f686-4531-bb96-57d6e3831310 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 1099 time: 0.3410206 Jul 12 16:10:09.282402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.295255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.347549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.384697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-a00a55a7-2c91-421e-a2b3-e42013c5dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.386454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-a00a55a7-2c91-421e-a2b3-e42013c5dc7e service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.0998397 Jul 12 16:10:09.427007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Network 55cd4b4d-03d0-4990-beb6-b8b377277b93 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:09.457131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0506c-703a-4eff-a6b9-e2eec4b132b3 req-86b5b326-a679-416d-b637-e9fccd6763df tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.464138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bc0506c-703a-4eff-a6b9-e2eec4b132b3 req-86b5b326-a679-416d-b637-e9fccd6763df tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 948 time: 0.3167968 Jul 12 16:10:09.571141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-5515f1f8-6fad-45df-be05-0835d5aeb396 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4 HTTP/1.1" status: 200 len: 217 time: 0.1048050 Jul 12 16:10:09.589619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:09.592876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.594838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:09.629954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Pushing event updated for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:09.677772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.678403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.697836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-f1e88dea-80b9-4e14-b67c-f859df8d9bb0 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5878463 Jul 12 16:10:09.713497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Request body: {'port': {'device_id': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:09.777505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bc0506c-703a-4eff-a6b9-e2eec4b132b3 req-1ba9d174-adc9-42e4-935d-9c11e870a299 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124757 Jul 12 16:10:09.779090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-453ddc4f-bb7b-4a06-907a-0588d9fbfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.788958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-453ddc4f-bb7b-4a06-907a-0588d9fbfc2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1987324 Jul 12 16:10:09.815499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eed356-ce37-42da-b6f8-33c2806b7730']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:09.820700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-1e1ca6ec-14d8-4af0-8963-c22dd270b6c0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.822368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-1e1ca6ec-14d8-4af0-8963-c22dd270b6c0 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 804 time: 0.3937917 Jul 12 16:10:09.846360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:09.846765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0d284a-97b0-4faa-91c2-d56ed3e5cc39') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:09.856585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Request body: {'port': {'device_id': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'admin_state_up': True, 'tenant_id': 'a7b0d8b244c849ec8eb912982af201fd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:09.870356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.974577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.997722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.015762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:10:10.016174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:10:10.018091 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:10:10.086853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881e269-5d2e-4e42-83c3-f4bca891a00d req-967f8289-0af3-45a2-af6c-aa662012fcf6 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.088474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2881e269-5d2e-4e42-83c3-f4bca891a00d req-967f8289-0af3-45a2-af6c-aa662012fcf6 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.2797647 Jul 12 16:10:10.138269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2672f-5e48-4db4-a097-e7b81e3b5eb0 req-d13298a8-b394-4f42-8aad-cbcf2ccb2f11 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.141000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49c2672f-5e48-4db4-a097-e7b81e3b5eb0 req-d13298a8-b394-4f42-8aad-cbcf2ccb2f11 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1739039 Jul 12 16:10:10.144342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.163039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.165140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] 10.222.0.58 "DELETE /v2.0/networks/06eed356-ce37-42da-b6f8-33c2806b7730 HTTP/1.1" status: 204 len: 168 time: 1.0334518 Jul 12 16:10:10.188185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-604cb2ed-e72a-4287-8370-51aede5bb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.189938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-604cb2ed-e72a-4287-8370-51aede5bb22b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2965138 Jul 12 16:10:10.208516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480534c2-11da-49ca-9ee1-e4af0f1430be admin admin] Pushing event deleted for resources: {'Network': ['ID=06eed356-ce37-42da-b6f8-33c2806b7730,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:10.235417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42578) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:10.262267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Made reservation on behalf of a7b0d8b244c849ec8eb912982af201fd for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:10.266442 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.283273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2881e269-5d2e-4e42-83c3-f4bca891a00d req-2e4d67ad-3756-4aca-a55c-53088e0f37da tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797724 Jul 12 16:10:10.290769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49c2672f-5e48-4db4-a097-e7b81e3b5eb0 req-9fe0fa1c-9c3d-4328-8851-a4640d8ead68 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432695 Jul 12 16:10:10.368500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-cc30890f-010b-4703-b97c-7fb3b4039c90 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709640 Jul 12 16:10:10.442297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42586) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:10.522996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e809cd44-758d-46cb-809e-5232e5bfd5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.530782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9295c2ec-7b49-4368-8be2-0d29a35a79fd req-ecb4f9ce-8b49-4664-bc5c-e94d191242f4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 210 time: 0.0321167 Jul 12 16:10:10.578565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15f0187a-8861-44f4-83ae-cd154275a7fc req-96e32855-fa18-4a5f-a810-e633d7174e74 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978669 Jul 12 16:10:10.637357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bfa8b880-6ab1-4ce8-8225-ce9b2f50041c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea4f27aae1904dd4a13884e531250ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924996 Jul 12 16:10:10.641324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42590) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:10.708483 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.733223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Allocated IP 172.20.0.4 (60e2b10f-819b-4aa0-b786-d076ae68200b/8bf3054d-1cde-412e-b176-24357189df55/55cb831e-bdf8-4afe-a0ad-b14ed82c5259) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:10.735444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.762108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3338aab6-0536-45c5-aab2-b1568d36cfc3 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:10.780301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.791071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc751624-2c18-4d93-bcbb-84f39bd53074 req-5c714bde-5ce8-4d55-84b8-e469e74b2bbd tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.792650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc751624-2c18-4d93-bcbb-84f39bd53074 req-5c714bde-5ce8-4d55-84b8-e469e74b2bbd tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 931 time: 0.2855546 Jul 12 16:10:10.813359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.816123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.819980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe74c0a6-ef47-4f77-b913-def06aec1e28 HTTP/1.1" status: 204 len: 168 time: 0.1748090 Jul 12 16:10:10.829382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99068-6ff5-4b60-90f1-54b6db402ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74c0a6-ef47-4f77-b913-def06aec1e28,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:10.849134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Transition to ACTIVE for port object 3338aab6-0536-45c5-aab2-b1568d36cfc3 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:10.870692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.972866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e809cd44-758d-46cb-809e-5232e5bfd5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.017341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc751624-2c18-4d93-bcbb-84f39bd53074 req-16688a98-28db-47c5-b4c8-a90566667691 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836524 Jul 12 16:10:11.025817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e809cd44-758d-46cb-809e-5232e5bfd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.029548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53608980-30ef-4f0d-a872-5ef343d488db req-7fa95581-636b-4b02-88c2-29e003e341a2 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:11.037985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53608980-30ef-4f0d-a872-5ef343d488db req-7fa95581-636b-4b02-88c2-29e003e341a2 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 948 time: 0.0959940 Jul 12 16:10:11.048643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Pushing event updated for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:11.079473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53608980-30ef-4f0d-a872-5ef343d488db req-c78bdf1b-a5b2-4c2f-a6b0-48581769a031 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Jul 12 16:10:11.140780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809cd44-758d-46cb-809e-5232e5bfd5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce65e3f9-e316-4ccc-8df9-5a0011ffe399,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:11.408080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:11.410198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:11.502078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e809cd44-758d-46cb-809e-5232e5bfd5c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b05f2927011c40a8b9d441323e50ae93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2629592 Jul 12 16:10:11.502560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42630) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:11.568110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.610819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Attempting to bind port 3338aab6-0536-45c5-aab2-b1568d36cfc3 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:11.611449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Attempting to bind port 3338aab6-0536-45c5-aab2-b1568d36cfc3 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '762b0655-7389-4afe-98e1-db7228943c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:11.611614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Attempting to bind port 3338aab6-0536-45c5-aab2-b1568d36cfc3 on network 55cd4b4d-03d0-4990-beb6-b8b377277b93 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:11.630450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Port 3338aab6-0536-45c5-aab2-b1568d36cfc3 on network 55cd4b4d-03d0-4990-beb6-b8b377277b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:11.630768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Attempting to bind port 3338aab6-0536-45c5-aab2-b1568d36cfc3 on network 55cd4b4d-03d0-4990-beb6-b8b377277b93 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:11.644862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:11.645948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Checking segment: {'id': '762b0655-7389-4afe-98e1-db7228943c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:11.646603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Bound using segment: {'id': '762b0655-7389-4afe-98e1-db7228943c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:11.647218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Bound port: 3338aab6-0536-45c5-aab2-b1568d36cfc3, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762b0655-7389-4afe-98e1-db7228943c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:11.647805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.658541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.688016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.757610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.760324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.764107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce65e3f9-e316-4ccc-8df9-5a0011ffe399 HTTP/1.1" status: 204 len: 168 time: 0.2580500 Jul 12 16:10:11.768359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:11.772495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151285cc-98b9-4bed-a840-26c5109a67ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce65e3f9-e316-4ccc-8df9-5a0011ffe399,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:11.786418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.788764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4', 'mac_address': 'fa:16:3e:3a:d5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:11.797015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3c43-5c63-4fb0-b40d-14648516694b req-fca567c0-87ee-4989-80c5-23ef667e1f53 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:11.802210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68389053-9ecc-4034-ac4b-f17634c53660 req-a9e92ac8-445f-46a4-a667-3396c5adf470 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:11.805306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-064c3c43-5c63-4fb0-b40d-14648516694b req-fca567c0-87ee-4989-80c5-23ef667e1f53 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2166481 Jul 12 16:10:11.813250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68389053-9ecc-4034-ac4b-f17634c53660 req-a9e92ac8-445f-46a4-a667-3396c5adf470 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.2757483 Jul 12 16:10:11.855045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.863015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-064c3c43-5c63-4fb0-b40d-14648516694b req-2e64d78e-126b-44c0-88b0-dbd6b42b0a83 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564837 Jul 12 16:10:11.866253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:11.869152 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a24ff-caf1-4fe9-8a4c-703091f9a2e1" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-unplugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:11.905279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:11.908278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.920737 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:11.958428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:12.010693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:12.023521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.024334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.025079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.025636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.026177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.027062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.027627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.029909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.030532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.031310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.032362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.032909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:12.033986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Network 60e2b10f-819b-4aa0-b786-d076ae68200b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:12.038334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3,segment=NetworkSegment(762b0655-7389-4afe-98e1-db7228943c94),segment_id=762b0655-7389-4afe-98e1-db7228943c94)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:12.039346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:12.050621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:12.057130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:12.065622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.069487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:12.070639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:12.074847 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68389053-9ecc-4034-ac4b-f17634c53660 req-ae7039bb-0704-439a-b997-383ee8a3fab8 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608004 Jul 12 16:10:12.087655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.130654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7a5bc-1249-4606-a124-6185a57114e3 req-e9d4b4fe-2dc2-4ad7-a7e0-f33ef605649f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.137164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91c7a5bc-1249-4606-a124-6185a57114e3 req-e9d4b4fe-2dc2-4ad7-a7e0-f33ef605649f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 931 time: 0.1365688 Jul 12 16:10:12.190670 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50af7b4-fb7c-46ae-af01-59ce07b827dd x-openstack-request-id: req-c50af7b4-fb7c-46ae-af01-59ce07b827dd {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:12.190986 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-unplugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:12.198285 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c50af7b4-fb7c-46ae-af01-59ce07b827dd {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:12.198887 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:10:12.219242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.220436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.222118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] 10.222.0.65 "PUT /v2.0/ports/3338aab6-0536-45c5-aab2-b1568d36cfc3 HTTP/1.1" status: 200 len: 1091 time: 2.5133560 Jul 12 16:10:12.222813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:12.225389 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660c15b-7950-40f4-aedd-93edbbc3fa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:12.254915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.255946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.267116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646b632-39dd-4bc1-8282-ff8484f4e3aa service neutron] Pushing event updated for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:12.282092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-70ee57db-cfbd-42c5-b719-10df1383f915 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4361608 Jul 12 16:10:12.286744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91c7a5bc-1249-4606-a124-6185a57114e3 req-4f03b452-169a-48e1-a628-ca0d6a821bb2 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457167 Jul 12 16:10:12.307561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:12.309821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Request body: {'port': {'device_id': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:12.418830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:12.423066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.515959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-2574dec1-655b-47ca-83e3-003267c9d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.523103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-2574dec1-655b-47ca-83e3-003267c9d866 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=134abeaf724b4700ab4d21cd94c3e75f&device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 1094 time: 0.2380238 Jul 12 16:10:12.523342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.540247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['7a0b9d60-175a-44bb-bcc8-7748bbc622b4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:12.565206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776b77d-3f39-42bd-ba26-7927517b8ad7 req-7891fe2e-831e-4645-8acd-9894cba6b709 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.573957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7776b77d-3f39-42bd-ba26-7927517b8ad7 req-7891fe2e-831e-4645-8acd-9894cba6b709 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 943 time: 0.1011553 Jul 12 16:10:12.626258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-d5664fb1-1822-4936-9b82-3859e26534a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3 HTTP/1.1" status: 200 len: 217 time: 0.0890493 Jul 12 16:10:12.639877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7776b77d-3f39-42bd-ba26-7927517b8ad7 req-b32024f7-d5a8-48d2-aa50-fb8893ed094e tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Jul 12 16:10:12.739400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.811487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:12.821798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:12.834348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-139251b8-d1d6-4286-92f8-8d61ac120060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.835808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-139251b8-d1d6-4286-92f8-8d61ac120060 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14 HTTP/1.1" status: 200 len: 855 time: 0.1611695 Jul 12 16:10:12.840866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d917777-067c-4d7e-ba02-c8b86e3e7ed2 req-57c18345-cbde-4dd4-a4d3-97f384d0c93a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.848356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d917777-067c-4d7e-ba02-c8b86e3e7ed2 req-57c18345-cbde-4dd4-a4d3-97f384d0c93a tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1101 time: 0.3670940 Jul 12 16:10:12.904587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42668) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:12.910258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-8b4a8a73-07c2-491e-ac20-06affffd6365 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=55cd4b4d-03d0-4990-beb6-b8b377277b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598574 Jul 12 16:10:12.923774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760e5bb-1959-42db-9290-9fe513049ebe None None] Pushing event updated for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:12.974885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1afe4c6c-e6ad-4a76-a142-053e3a47caa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.003413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a5544-8010-4a5c-9e7f-ed0f3baf32a7 req-8b1f33bd-9804-4bbe-b23d-42f0abaa5256 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:13.010818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee1a5544-8010-4a5c-9e7f-ed0f3baf32a7 req-8b1f33bd-9804-4bbe-b23d-42f0abaa5256 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 949 time: 0.1434116 Jul 12 16:10:13.057130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d917777-067c-4d7e-ba02-c8b86e3e7ed2 req-05f729d1-9613-4a2a-bb89-281ad2022f98 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077827 Jul 12 16:10:13.062806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee1a5544-8010-4a5c-9e7f-ed0f3baf32a7 req-d8461408-23c5-4758-a28e-da03960227eb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508540 Jul 12 16:10:13.178377 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db1aa07-c9b5-4da9-bbcd-7c5cc8b831e5 x-openstack-request-id: req-7db1aa07-c9b5-4da9-bbcd-7c5cc8b831e5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:13.178742 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:13.178991 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7db1aa07-c9b5-4da9-bbcd-7c5cc8b831e5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:13.179384 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3', 'status': 'completed', 'code': 200} Jul 12 16:10:13.254336 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-1f6cff09-2803-402a-b73a-a3c0303e4b24 service neutron] 10.222.0.65 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281109 Jul 12 16:10:13.274798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-65619fa2-6d2f-4974-8bda-45e7be4ffe32 None None] Provisioning complete for port 730bf4b6-463c-4c68-aa66-bb36faab47b9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:13.275187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65619fa2-6d2f-4974-8bda-45e7be4ffe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.446620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:13.458173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.473341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Transition to ACTIVE for port object 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:13.487736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.542454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1afe4c6c-e6ad-4a76-a142-053e3a47caa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.557150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-808c600a-ba30-4ff2-ad6f-10cc6a2775a1 req-97e52200-258d-408b-b949-b63b3d1f346b service neutron] 10.222.0.65 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897637 Jul 12 16:10:13.557772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1afe4c6c-e6ad-4a76-a142-053e3a47caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.622378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:13.655272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe4c6c-e6ad-4a76-a142-053e3a47caa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8738163-5cd8-40bb-b0fe-dbc9c92eb63f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:13.695616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1afe4c6c-e6ad-4a76-a142-053e3a47caa5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e68b5c431bc5414ab3718fa7890b815b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877355 Jul 12 16:10:13.698397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42720) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:13.766294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Attempting to bind port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:13.766663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Attempting to bind port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:13.766949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Attempting to bind port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:13.774468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 on network 60e2b10f-819b-4aa0-b786-d076ae68200b not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:13.775128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Attempting to bind port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 on network 60e2b10f-819b-4aa0-b786-d076ae68200b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:13.778231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-eb21b377-8ab8-4397-a3f4-7c2fcd758b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:13.779823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-eb21b377-8ab8-4397-a3f4-7c2fcd758b03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=134abeaf724b4700ab4d21cd94c3e75f&device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 1094 time: 0.1474564 Jul 12 16:10:13.784032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:13.784367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Checking segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:13.784758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Bound using segment: {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:13.785187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Bound port: 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0c572c-5b6f-4077-adbf-228cc780bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:13.785541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.844717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.892070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb96b5-07c6-4d1f-be6f-f49ee2a36c45 req-aa246f48-b2ac-49c8-bb8c-4182d773070d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:13.893613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ceb96b5-07c6-4d1f-be6f-f49ee2a36c45 req-aa246f48-b2ac-49c8-bb8c-4182d773070d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 943 time: 0.1117022 Jul 12 16:10:13.895636 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:13.943390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-7e08cd99-de79-4787-9bb7-a522b8a79ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:13.948978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-7e08cd99-de79-4787-9bb7-a522b8a79ff5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=55cd4b4d-03d0-4990-beb6-b8b377277b93 HTTP/1.1" status: 200 len: 916 time: 0.1611807 Jul 12 16:10:13.955873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:13.960752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:13.972089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ceb96b5-07c6-4d1f-be6f-f49ee2a36c45 req-05b8c37f-aa89-445f-9aa6-b778ca4b448f tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690696 Jul 12 16:10:14.006063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:14.008968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:14.010121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8738163-5cd8-40bb-b0fe-dbc9c92eb63f HTTP/1.1" status: 204 len: 168 time: 0.3104672 Jul 12 16:10:14.029588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9339-e3d4-4a7c-841e-738921069bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8738163-5cd8-40bb-b0fe-dbc9c92eb63f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:14.034207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:14.051942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-c5f8b8f7-310b-4821-a5d0-3c9e53c20c20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3 HTTP/1.1" status: 200 len: 217 time: 0.0892885 Jul 12 16:10:14.161493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.162185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:14.175160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] 10.222.0.65 "PUT /v2.0/ports/55cb831e-bdf8-4afe-a0ad-b14ed82c5259 HTTP/1.1" status: 200 len: 1091 time: 1.8612287 Jul 12 16:10:14.200659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:14.204099 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98297786-ae9b-45a3-9ef9-5309f724d869" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:14.300891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa9244-4234-4dbe-a241-8a2cb44c57df service neutron] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:14.306518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-7f00219e-d959-4634-a673-9772ead529ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.308018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-7f00219e-d959-4634-a673-9772ead529ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14 HTTP/1.1" status: 200 len: 855 time: 0.1982398 Jul 12 16:10:14.352499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-6de5a591-37f2-4db5-a7a5-54b21167a4d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=55cd4b4d-03d0-4990-beb6-b8b377277b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368648 Jul 12 16:10:14.450672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e0cd-85af-4475-8487-008293444bee req-ff919225-549c-4c3e-8d97-411e920e1e6b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.453011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5f2e0cd-85af-4475-8487-008293444bee req-ff919225-549c-4c3e-8d97-411e920e1e6b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 943 time: 0.0839510 Jul 12 16:10:14.503056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-5526ee76-be56-4a1f-9e58-d22fcdab33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.504757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-5526ee76-be56-4a1f-9e58-d22fcdab33d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 1094 time: 0.2835503 Jul 12 16:10:14.505764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5f2e0cd-85af-4475-8487-008293444bee req-408542ec-fa98-40db-bae9-f10cdbc72a3e tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Jul 12 16:10:14.615524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-929947dc-01ec-409b-998c-1d19c4dabf78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259 HTTP/1.1" status: 200 len: 217 time: 0.0940652 Jul 12 16:10:14.627867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698b22-b996-489f-931e-969935981c04 req-c0721cd8-6c70-4ae1-9d53-3751cb89b9ec tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.635363 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89698b22-b996-489f-931e-969935981c04 req-c0721cd8-6c70-4ae1-9d53-3751cb89b9ec tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2663054 Jul 12 16:10:14.658249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-e1e800bc-1ac2-4d8f-bc42-6f55ee92788c service neutron] 10.222.0.65 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982314 Jul 12 16:10:14.724951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b661d9-6370-43e7-af30-027480b63e7e req-c8dc41a4-650f-43c4-becb-e36421e2cd53 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.727128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13b661d9-6370-43e7-af30-027480b63e7e req-c8dc41a4-650f-43c4-becb-e36421e2cd53 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 949 time: 0.1016219 Jul 12 16:10:14.772884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-dea1343c-b5df-40f6-978d-eba0b55742ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5728548 Jul 12 16:10:14.782584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13b661d9-6370-43e7-af30-027480b63e7e req-0e8ea831-8528-427c-8f27-8ebe7e3f2c5c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487602 Jul 12 16:10:14.806212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89698b22-b996-489f-931e-969935981c04 req-2e4af664-81a4-460b-9b25-fa8157faa795 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698360 Jul 12 16:10:14.816423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-7f9baac8-b982-41b8-87e7-aac9a6cf9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.817917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-7f9baac8-b982-41b8-87e7-aac9a6cf9c6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1626589 Jul 12 16:10:14.896883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-ae373104-38af-46ce-bccf-9960c2d2ce64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664794 Jul 12 16:10:14.899338 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a502e-9298-400b-91f5-5a0717f267bc x-openstack-request-id: req-099a502e-9298-400b-91f5-5a0717f267bc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:14.899828 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-plugged", "status": "completed", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:14.900086 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-099a502e-9298-400b-91f5-5a0717f267bc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:14.900488 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'code': 200} Jul 12 16:10:14.909403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1660c15b-7950-40f4-aedd-93edbbc3fa0f req-20ac1ede-234d-44d5-91f4-1d371f4795ef service neutron] 10.222.0.65 "GET /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365918 Jul 12 16:10:15.028608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-bf096ee4-1ab1-4a93-9dda-55f2f61994f4 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212082 Jul 12 16:10:15.180622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d7f63ac-e423-49d0-a4fb-0dab605bd15a req-1a3404f8-727c-4f22-8511-38117d26d0a6 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421161 Jul 12 16:10:15.180622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:15.183681 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ad78e-1e79-461e-96cd-5a5c73796590" -d '{"events": [{"name": "network-changed", "server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:15.207081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8cc8-1856-4a36-92b8-812aefd65aee req-25cb88ff-e948-4d9a-a827-b51bd2c33e8b tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.209338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6dd8cc8-1856-4a36-92b8-812aefd65aee req-25cb88ff-e948-4d9a-a827-b51bd2c33e8b tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 943 time: 0.0972574 Jul 12 16:10:15.273689 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6dd8cc8-1856-4a36-92b8-812aefd65aee req-b01afd5a-16b1-46b7-a177-b544f085b705 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 Jul 12 16:10:15.307548 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbf4d0-e60f-4e33-8d86-e85f7ef9d2b3 x-openstack-request-id: req-e8dbf4d0-e60f-4e33-8d86-e85f7ef9d2b3 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:15.307857 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:15.308110 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8dbf4d0-e60f-4e33-8d86-e85f7ef9d2b3 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:15.308507 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'status': 'completed', 'code': 200} Jul 12 16:10:15.398913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-32723ace-142c-467f-9b7e-9b20fd7acb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.401343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-32723ace-142c-467f-9b7e-9b20fd7acb63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7b0d8b244c849ec8eb912982af201fd&device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 1094 time: 0.0664670 Jul 12 16:10:15.452438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:15.511363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:15.516519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:15.517238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:15.518080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-3d8dc858-2ddb-4f32-8a26-4ab7acafb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.521037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-3d8dc858-2ddb-4f32-8a26-4ab7acafb81e service neutron] 10.222.0.65 "GET /v2.0/networks?id=60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 200 len: 905 time: 0.1115289 Jul 12 16:10:15.600678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-a8d84fae-2588-43fc-86b9-4ee646162255 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259 HTTP/1.1" status: 200 len: 217 time: 0.0682058 Jul 12 16:10:15.636959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42888) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:15.654265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 3338aab6-0536-45c5-aab2-b1568d36cfc3 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:15.694176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:15.741748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-370922ff-51d3-4435-9413-0b9f471ab102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.743527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-370922ff-51d3-4435-9413-0b9f471ab102 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 200 len: 844 time: 0.1355288 Jul 12 16:10:15.790526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:15.802086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:15.835425 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-eec03923-4ea6-48c3-bd3f-931826e76b4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=60e2b10f-819b-4aa0-b786-d076ae68200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763564 Jul 12 16:10:15.847771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7f919-81b2-4bb3-986d-975eee4db549 req-e5bf2db8-1494-4bed-a36e-2eda808794dd tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.849557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fc7f919-81b2-4bb3-986d-975eee4db549 req-e5bf2db8-1494-4bed-a36e-2eda808794dd tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 943 time: 0.1780677 Jul 12 16:10:15.889621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3,segment=NetworkSegment(762b0655-7389-4afe-98e1-db7228943c94),segment_id=762b0655-7389-4afe-98e1-db7228943c94)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:15.921468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '3338aab6-0536-45c5-aab2-b1568d36cfc3', 'network_id': '55cd4b4d-03d0-4990-beb6-b8b377277b93', 'port_id': '3338aab6-0536-45c5-aab2-b1568d36cfc3', 'mac_address': 'fa:16:3e:ab:84:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:15.988718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:16.029292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69e-09e6-4c00-80b9-318a93bcb2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.035099 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.068456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3338aab6-0536-45c5-aab2-b1568d36cfc3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:16.069761 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fc7f919-81b2-4bb3-986d-975eee4db549 req-e1fd9b6a-d0f5-439d-93ea-a8217e719a13 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057285 Jul 12 16:10:16.119067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-5604777d-abe5-4b42-9869-645e7932fb5b service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677534 Jul 12 16:10:16.119456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3,segment=NetworkSegment(762b0655-7389-4afe-98e1-db7228943c94),segment_id=762b0655-7389-4afe-98e1-db7228943c94)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:16.127068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.279243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:16.312546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490e117-86f3-47e6-bd6e-72db37ffc3ec req-0e663732-ecf4-4546-802e-beef153fcdf1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:16.319027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2f96c7d-b4b9-4100-adb7-e130ef02e6a5 None None] Provisioning complete for port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:16.319399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2f96c7d-b4b9-4100-adb7-e130ef02e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.319878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a490e117-86f3-47e6-bd6e-72db37ffc3ec req-0e663732-ecf4-4546-802e-beef153fcdf1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.3237484 Jul 12 16:10:16.400664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866ad78e-1e79-461e-96cd-5a5c73796590 req-b2f3615f-984d-4e35-8634-309904dc25d9 service neutron] 10.222.0.65 "GET /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731049 Jul 12 16:10:16.418065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a490e117-86f3-47e6-bd6e-72db37ffc3ec req-0658c3df-9172-4fc5-b942-d1c8fe9d099f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969627 Jul 12 16:10:16.473176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69e-09e6-4c00-80b9-318a93bcb2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.493598 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69e-09e6-4c00-80b9-318a93bcb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.506201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['3338aab6-0536-45c5-aab2-b1568d36cfc3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:16.541126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42940) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:16.611239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2e69e-09e6-4c00-80b9-318a93bcb2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024b23a9-11a7-4ba7-ab91-9d95acfce158,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:16.612169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a016ee-c67d-44f1-9c0b-84b17d0e0eec req-82aacf85-7537-4ecc-bceb-6f0ae989e521 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:16.613994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8a016ee-c67d-44f1-9c0b-84b17d0e0eec req-82aacf85-7537-4ecc-bceb-6f0ae989e521 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2121243 Jul 12 16:10:16.655364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-89b2e69e-09e6-4c00-80b9-318a93bcb2ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0046c6c4f86d4dbc812ed2e5370d22da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0139616 Jul 12 16:10:16.657173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42948) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:16.710758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8a016ee-c67d-44f1-9c0b-84b17d0e0eec req-421ce59c-e566-4ee8-840b-396a47e584f9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873349 Jul 12 16:10:16.817922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.867099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-484856072-network', 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:16.908646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:16.908646 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb96171-41b4-4ad0-95e2-c7e2899a09b7" -d '{"events": [{"server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "name": "network-vif-plugged", "status": "completed", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:16.913459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:16.916340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.936144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:16.978373 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d9494-04e5-4d3c-8842-997fec4a6eeb x-openstack-request-id: req-756d9494-04e5-4d3c-8842-997fec4a6eeb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:16.978672 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "name": "network-vif-plugged", "status": "completed", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:16.978923 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-756d9494-04e5-4d3c-8842-997fec4a6eeb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:16.979405 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4', 'code': 200} Jul 12 16:10:17.097660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.105443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.139630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9827e08a-29d4-4ee9-a4c5-89d39402664a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:17.150776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:17.170824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.171212 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Added segment c86106fe-54a7-464a-ba88-6ef020b3513a of type vlan for network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba Jul 12 16:10:17.249232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.260103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.327241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.329214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.329873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.355823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec4d8-3872-4335-84fb-c121d89c31e1 req-5f7580b2-cf7f-4aa9-b60a-c08876a486f2 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.358092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-220ec4d8-3872-4335-84fb-c121d89c31e1 req-5f7580b2-cf7f-4aa9-b60a-c08876a486f2 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 943 time: 0.6410189 Jul 12 16:10:17.384743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.387429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.388664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/024b23a9-11a7-4ba7-ab91-9d95acfce158 HTTP/1.1" status: 204 len: 168 time: 0.7299583 Jul 12 16:10:17.405845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9fa65-4cc8-4d3f-8ab1-fc7172e13876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024b23a9-11a7-4ba7-ab91-9d95acfce158,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:17.413785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3218a3-a918-406c-b947-e1925c3ee6aa req-5f4801aa-6cdb-45e2-9b7b-bb92f8d2f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.415399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc3218a3-a918-406c-b947-e1925c3ee6aa req-5f4801aa-6cdb-45e2-9b7b-bb92f8d2f0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 1101 time: 0.1248469 Jul 12 16:10:17.442595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-220ec4d8-3872-4335-84fb-c121d89c31e1 req-9b94728f-5161-4b89-a244-c8445f54ab27 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742109 Jul 12 16:10:17.473881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43002) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:17.474116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9314156 Jul 12 16:10:17.487821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Request body: {'subnet': {'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-484856072-subnet', 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:17.493173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc3218a3-a918-406c-b947-e1925c3ee6aa req-70b6e525-274d-45a7-8b12-50c933a13e28 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686307 Jul 12 16:10:17.531197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bde7ec-4a51-4f89-8178-3c6e699b6f77 admin admin] Pushing event updated for resources: {'Network': ['ID=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:17.535772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:17.538608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.541993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:17.575831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-165ccabe-f77d-46b3-ab8c-46bb0ed0fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.583845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-165ccabe-f77d-46b3-ab8c-46bb0ed0fe55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1101 time: 0.2293739 Jul 12 16:10:17.650983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:17.654135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 3338aab6-0536-45c5-aab2-b1568d36cfc3 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:17.709326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807af5b-c129-47bf-aa25-fcfc0a6c0949 req-fabadf32-518d-4d85-ae3d-dd34af59e46d tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.710882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c807af5b-c129-47bf-aa25-fcfc0a6c0949 req-fabadf32-518d-4d85-ae3d-dd34af59e46d tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 944 time: 0.3224862 Jul 12 16:10:17.748757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 3338aab6-0536-45c5-aab2-b1568d36cfc3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:17.754491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 3338aab6-0536-45c5-aab2-b1568d36cfc3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:17.755029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.812388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c807af5b-c129-47bf-aa25-fcfc0a6c0949 req-8c9fdbf6-9e97-4192-97cc-9d640257f2a3 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Jul 12 16:10:17.843543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-38334263-557a-4178-9839-bd8b8d8b75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.845345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-38334263-557a-4178-9839-bd8b8d8b75b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2437491 Jul 12 16:10:17.891387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-36c698d1-c1ae-43fd-97fa-32cc1fc0021f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0382018 Jul 12 16:10:17.933712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.936946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:17.961129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-532df6eb-e2d1-4b90-948e-56e13be37066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.963403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a58127-d916-4f67-b7d1-edb09c4b2cf9 req-a7130023-eb66-484c-9562-9831f34e3fb6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.965254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07a58127-d916-4f67-b7d1-edb09c4b2cf9 req-a7130023-eb66-484c-9562-9831f34e3fb6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.2077839 Jul 12 16:10:17.973369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-532df6eb-e2d1-4b90-948e-56e13be37066 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0750120 Jul 12 16:10:17.977910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'mac_address': 'fa:16:3e:d8:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:18.063631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4177a743-efd3-4300-9e58-b311afeda8db,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:18.067406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.079361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:18.079361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Network hostable DHCP agents. Network: ee785b8b-ec1d-4fa4-8c58-8b0530a582ba, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:18.089029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07a58127-d916-4f67-b7d1-edb09c4b2cf9 req-ff29be7f-d9dd-4285-84e0-7a100105e95c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999563 Jul 12 16:10:18.096581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:18.109781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:18.115335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-b91d0a2f-01c7-4d07-98aa-425b55917474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:18.117969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-b91d0a2f-01c7-4d07-98aa-425b55917474 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378438 Jul 12 16:10:18.133602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ee785b8b-ec1d-4fa4-8c58-8b0530a582ba) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:18.134128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:18.142073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:18.143235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.151388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23528208-a3bd-45a5-a788-fb485722eb57 None None] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:18.176950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bfc97176-be4b-4d07-82bb-5e4fcb634762 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7018099 Jul 12 16:10:18.242319 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.259770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-9b1a5e88-1fff-4197-9415-8731e2ce5b6c service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336718 Jul 12 16:10:18.376213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-b9e62ef0-2cd4-45bf-90f2-023b5fe28537 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091173 Jul 12 16:10:18.428245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46c3e5-a54e-4242-9a87-4a994289b628 None None] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:18.544580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.573708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:18.628578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3,segment=NetworkSegment(762b0655-7389-4afe-98e1-db7228943c94),segment_id=762b0655-7389-4afe-98e1-db7228943c94)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:18.629560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['55cb831e-bdf8-4afe-a0ad-b14ed82c5259'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:18.706730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.807403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:18.937389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aae4c-aba4-4b1e-804e-1582e848ff25 req-0ffd5e96-3aec-470a-a3c6-b0207b122117 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:18.944326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e86aae4c-aba4-4b1e-804e-1582e848ff25 req-0ffd5e96-3aec-470a-a3c6-b0207b122117 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1146061 Jul 12 16:10:18.980516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:18.983562 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8ada5-0479-46c4-a1bb-4a1cb3464650" -d '{"events": [{"server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "name": "network-vif-plugged", "status": "completed", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:18.992275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e86aae4c-aba4-4b1e-804e-1582e848ff25 req-21970be7-6dda-4978-9d66-af278f4734c7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 Jul 12 16:10:19.016883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67583f6-65e0-4dc1-9df6-b83a70dfbf6c req-0bd91b19-a666-4798-b6ea-a5ef867dd9d9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.018972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b67583f6-65e0-4dc1-9df6-b83a70dfbf6c req-0bd91b19-a666-4798-b6ea-a5ef867dd9d9 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 944 time: 0.0851736 Jul 12 16:10:19.066307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b67583f6-65e0-4dc1-9df6-b83a70dfbf6c req-01eebbc2-c0bc-4d43-8aec-4307fad85413 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Jul 12 16:10:19.267045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1c62a-64b9-40a4-9877-cbb70744ad0f req-559f60b3-a0b6-48f4-85ac-68da134a593f tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.270331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43e1c62a-64b9-40a4-9877-cbb70744ad0f req-559f60b3-a0b6-48f4-85ac-68da134a593f tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 945 time: 0.0938153 Jul 12 16:10:19.322781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43e1c62a-64b9-40a4-9877-cbb70744ad0f req-ed0b08b3-66d5-4839-b58a-683934879afa tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jul 12 16:10:19.371528 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c19d67-b5f9-43bb-8ba8-730bb94de7d3 x-openstack-request-id: req-92c19d67-b5f9-43bb-8ba8-730bb94de7d3 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:19.372474 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "name": "network-vif-plugged", "status": "completed", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:19.373030 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92c19d67-b5f9-43bb-8ba8-730bb94de7d3 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:19.373247 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3', 'code': 200} Jul 12 16:10:19.592729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f652dab-b56e-415f-82df-af8c02e0ce1e req-1686b3c9-ec17-493b-9421-eb5305ff2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.594628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f652dab-b56e-415f-82df-af8c02e0ce1e req-1686b3c9-ec17-493b-9421-eb5305ff2c51 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 1096 time: 0.1395566 Jul 12 16:10:19.604291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8250a-d7db-4923-90d9-99ef4c888ac0 req-45e8ed42-0784-435b-a4f2-f9444b48aa55 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.605767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70a8250a-d7db-4923-90d9-99ef4c888ac0 req-45e8ed42-0784-435b-a4f2-f9444b48aa55 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.1008205 Jul 12 16:10:19.663958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f652dab-b56e-415f-82df-af8c02e0ce1e req-03f0363b-a089-4308-8b84-d0eff176d2f3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571280 Jul 12 16:10:19.672293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70a8250a-d7db-4923-90d9-99ef4c888ac0 req-a2c64a4f-2977-4089-a9e7-9aec46c8dccc tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581427 Jul 12 16:10:19.855066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ce51c-7603-4dbd-a40f-82cc9f1dfc15 req-e0e1bed6-dbaf-4314-8764-b7432be8f2e3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.857617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-224ce51c-7603-4dbd-a40f-82cc9f1dfc15 req-e0e1bed6-dbaf-4314-8764-b7432be8f2e3 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 1101 time: 0.0642159 Jul 12 16:10:19.893419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-224ce51c-7603-4dbd-a40f-82cc9f1dfc15 req-40619bd3-75e1-4b22-8519-180ce2214267 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Jul 12 16:10:19.917354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43160) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:19.928709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-873140151-network', 'tenant_id': 'cc719f5f256c4e408c7c5a754eeae214'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:19.958083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Made reservation on behalf of cc719f5f256c4e408c7c5a754eeae214 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:19.960764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:19.971111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.079207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.084156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.104796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:20.124542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.124962 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Added segment 2fb8677b-020f-4a65-89de-54f1bd61038d of type vlan for network 46935fc0-e681-4b27-99bb-ab6db4f5e01e Jul 12 16:10:20.126145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc8185-a216-4ab7-b1f1-74d088cee019,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:20.174422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.212718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.214003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:20.214940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.303330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3848567 Jul 12 16:10:20.306210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:20.308074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2b0eb-af71-4df4-8e2e-33bf08ea267d admin admin] Pushing event updated for resources: {'Network': ['ID=46935fc0-e681-4b27-99bb-ab6db4f5e01e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:20.311695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Request body: {'subnet': {'network_id': '46935fc0-e681-4b27-99bb-ab6db4f5e01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-873140151-subnet', 'tenant_id': 'cc719f5f256c4e408c7c5a754eeae214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:20.323210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 46935fc0-e681-4b27-99bb-ab6db4f5e01e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:20.423393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Made reservation on behalf of cc719f5f256c4e408c7c5a754eeae214 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:20.426185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.494902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8918c2a-b54f-4572-a13b-6441204f9962 req-14ea9035-2829-48de-af20-0ee5b629b816 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:20.500416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8918c2a-b54f-4572-a13b-6441204f9962 req-14ea9035-2829-48de-af20-0ee5b629b816 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1952093 Jul 12 16:10:20.596217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8918c2a-b54f-4572-a13b-6441204f9962 req-e1555111-6455-40c0-bf12-195e45024fe7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886455 Jul 12 16:10:20.744121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.846536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Checking segment: {'id': '2fb8677b-020f-4a65-89de-54f1bd61038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '46935fc0-e681-4b27-99bb-ab6db4f5e01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:20.847310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Network hostable DHCP agents. Network: 46935fc0-e681-4b27-99bb-ab6db4f5e01e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:20.895500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c355865-0a7a-4224-a626-b1469e1673ac,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:20.925654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Network 46935fc0-e681-4b27-99bb-ab6db4f5e01e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:20.952360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 46935fc0-e681-4b27-99bb-ab6db4f5e01e) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:20.963073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:20.964903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:20.972382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bbee9-3c58-46b5-8dcc-de4f3a321254 None None] Network 46935fc0-e681-4b27-99bb-ab6db4f5e01e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:20.998655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3302bfe-6a48-4a0b-8ec0-54f2e0be3788 req-97b6cc64-25ce-4611-bb83-26f4ce0a9af1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.010361 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3302bfe-6a48-4a0b-8ec0-54f2e0be3788 req-97b6cc64-25ce-4611-bb83-26f4ce0a9af1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 944 time: 0.1962624 Jul 12 16:10:21.044368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cdd54d61-d41f-4c60-ba0b-b15c35b17958 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7369609 Jul 12 16:10:21.104993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3302bfe-6a48-4a0b-8ec0-54f2e0be3788 req-ba0cfca3-2e22-426e-bc84-66a5bc43d6cf tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924911 Jul 12 16:10:21.165068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783dff74-2329-4937-b612-01f8f061391e None None] Network 46935fc0-e681-4b27-99bb-ab6db4f5e01e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:21.359928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d988a90-6f55-4e93-90f2-f8b4454d6617 req-e3ee3038-5e13-4077-9b41-97dabd7702f4 tempest-AbsoluteLimitsNegativeTestJSON-1830421409 tempest-AbsoluteLimitsNegativeTestJSON-1830421409-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f2200716856747a293fe79730894bb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303266 Jul 12 16:10:21.510213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988a90-6f55-4e93-90f2-f8b4454d6617 req-7016b3f6-f205-456a-856a-386ad045224b tempest-AbsoluteLimitsNegativeTestJSON-1830421409 tempest-AbsoluteLimitsNegativeTestJSON-1830421409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.512742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d988a90-6f55-4e93-90f2-f8b4454d6617 req-7016b3f6-f205-456a-856a-386ad045224b tempest-AbsoluteLimitsNegativeTestJSON-1830421409 tempest-AbsoluteLimitsNegativeTestJSON-1830421409-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510124 Jul 12 16:10:21.529260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d988a90-6f55-4e93-90f2-f8b4454d6617 req-7c57ae15-94e8-4e93-8c12-c12a65c829ea tempest-AbsoluteLimitsNegativeTestJSON-1830421409 tempest-AbsoluteLimitsNegativeTestJSON-1830421409-project] 10.222.0.58 "GET /v2.0/quotas/f2200716856747a293fe79730894bb46 HTTP/1.1" status: 200 len: 375 time: 0.0102243 Jul 12 16:10:21.571429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d988a90-6f55-4e93-90f2-f8b4454d6617 req-e42e3dae-7d0e-4694-8a26-3ae688701421 tempest-AbsoluteLimitsNegativeTestJSON-1830421409 tempest-AbsoluteLimitsNegativeTestJSON-1830421409-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f2200716856747a293fe79730894bb46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365252 Jul 12 16:10:21.668292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-35afdc45-26d3-4ec6-8826-c6f705c321e5 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3717439 Jul 12 16:10:21.680770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:21.744318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:21.752095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:21.756862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:21.821900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ea598-aa6c-4e2e-b14d-f324c6d7d3b2 req-18fb5dc0-0b35-4eb3-9b53-71465ec4d35e tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.824368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d80ea598-aa6c-4e2e-b14d-f324c6d7d3b2 req-18fb5dc0-0b35-4eb3-9b53-71465ec4d35e tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 945 time: 0.0956881 Jul 12 16:10:21.861443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:21.874598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-e84ec792-2122-4760-9f02-f96c69df6b5a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.878911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-e84ec792-2122-4760-9f02-f96c69df6b5a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036304 Jul 12 16:10:21.906269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d80ea598-aa6c-4e2e-b14d-f324c6d7d3b2 req-fae78b75-3837-4324-beb5-43e633ac6a53 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Jul 12 16:10:21.914962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-d5e74037-b9ab-492c-9284-d559cb91732d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/quotas/83dd207d6a0844af857d93adac199e6b HTTP/1.1" status: 200 len: 375 time: 0.0299933 Jul 12 16:10:21.987921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43264) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:22.029074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:22.083614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-41765e58-0c13-4891-b05e-b3f5034cfd09 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1657460 Jul 12 16:10:22.090091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:22.092563 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d69ec2-a9ef-4c8c-84e5-fc8d279c1cae" -d '{"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:22.107877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:22.116268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.203069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da74913a-82d7-48c8-9597-4e8338ad8e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.216785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:22.268754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9f9538d9-0121-458e-aa3b-56b824ec23bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.379095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da74913a-82d7-48c8-9597-4e8338ad8e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.391108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da74913a-82d7-48c8-9597-4e8338ad8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.471065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74913a-82d7-48c8-9597-4e8338ad8e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f370f6f-4bc4-4e15-a287-24a89fb0201a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:22.491450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-da74913a-82d7-48c8-9597-4e8338ad8e7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5350e96f7475465983fb306a81228528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607282 Jul 12 16:10:22.494119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43286) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:22.563309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9f9538d9-0121-458e-aa3b-56b824ec23bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.592167 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.600060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9f9538d9-0121-458e-aa3b-56b824ec23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.635993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.639142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9f9538d9-0121-458e-aa3b-56b824ec23bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2200716856747a293fe79730894bb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498559 Jul 12 16:10:22.644978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43294) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:22.689919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9538d9-0121-458e-aa3b-56b824ec23bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500d78c-7dd6-4ff6-bbda-d35e0ee9c622,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:22.749148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883c2b-103d-4f70-ac32-e56bf91c90f3 req-2e79bfc8-2321-418e-b162-993b66080ed7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:22.755882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b883c2b-103d-4f70-ac32-e56bf91c90f3 req-2e79bfc8-2321-418e-b162-993b66080ed7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1897819 Jul 12 16:10:22.796246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:22.809788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b883c2b-103d-4f70-ac32-e56bf91c90f3 req-3e3a091d-f6cd-46f6-8666-4054c9b25641 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Jul 12 16:10:22.871155 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee429a4-4a45-434c-b2be-09d5889c1a16 x-openstack-request-id: req-5ee429a4-4a45-434c-b2be-09d5889c1a16 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:22.872135 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:22.872135 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ee429a4-4a45-434c-b2be-09d5889c1a16 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:22.872135 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'code': 200} Jul 12 16:10:22.951112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-08785ed0-2565-421a-920e-25ca06b24020 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:22.953807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-08785ed0-2565-421a-920e-25ca06b24020 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.1588490 Jul 12 16:10:22.959419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.031771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-c0e194f2-70eb-4518-8f7c-b59a3166259d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/quotas/bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 375 time: 0.0700765 Jul 12 16:10:23.039892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.042593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.043788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f370f6f-4bc4-4e15-a287-24a89fb0201a HTTP/1.1" status: 204 len: 168 time: 0.5486236 Jul 12 16:10:23.117120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e645136-fb39-41c6-aff4-4c50b36a5039 req-04bdfb3b-8a1a-4cd6-868f-49b990f16fd5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:23.118713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e645136-fb39-41c6-aff4-4c50b36a5039 req-04bdfb3b-8a1a-4cd6-868f-49b990f16fd5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.1218917 Jul 12 16:10:23.135326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44feb12-b13a-4127-a887-d536d68a1f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f370f6f-4bc4-4e15-a287-24a89fb0201a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:23.148067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-31149e6e-4fdd-4a23-8dcd-59f6cf7ed8bb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020741 Jul 12 16:10:23.207695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e645136-fb39-41c6-aff4-4c50b36a5039 req-43581019-0434-4827-95fc-1fab4c6331fb tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797133 Jul 12 16:10:23.252709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc358a-77c3-497c-9b82-4af10dafd643 req-98d9dd69-17d0-40aa-b4b0-07b8260923fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:23.254554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04bc358a-77c3-497c-9b82-4af10dafd643 req-98d9dd69-17d0-40aa-b4b0-07b8260923fd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 1096 time: 0.2804675 Jul 12 16:10:23.260647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.264423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.268459 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1500d78c-7dd6-4ff6-bbda-d35e0ee9c622 HTTP/1.1" status: 204 len: 168 time: 0.6222730 Jul 12 16:10:23.287957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e658f-2fd2-4cd8-b98f-f8df99cdda75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500d78c-7dd6-4ff6-bbda-d35e0ee9c622,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:23.299704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-9d3aacc4-a15c-400c-a5bb-c0a10935a782 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505482 Jul 12 16:10:23.393959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04bc358a-77c3-497c-9b82-4af10dafd643 req-2a038001-a59e-435a-abfe-1301dd7eae42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242177 Jul 12 16:10:23.494643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-99b737df-788b-4d31-8edf-231f98374041 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935339 Jul 12 16:10:23.504245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a15bc111-839f-4880-9ba9-5940f1665365 req-4f652d7c-f642-4c41-aca2-6274cb9c7e71 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 210 time: 0.0567238 Jul 12 16:10:23.593490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43316) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:23.629145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf559-0c43-47f7-8080-6307cd92785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.748951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8ee5-31b0-4d24-b729-29b3d4a939d4 req-a178bfc8-5fb7-48d4-b3c7-08240904aded tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:23.760892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a9e8ee5-31b0-4d24-b729-29b3d4a939d4 req-a178bfc8-5fb7-48d4-b3c7-08240904aded tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.1155436 Jul 12 16:10:23.815551 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a9e8ee5-31b0-4d24-b729-29b3d4a939d4 req-f3854868-e0cd-4dd2-975b-a4005cab1b7a tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533814 Jul 12 16:10:23.820589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e36b39b6-2adc-4de8-ae15-a5dd5d22bb29 req-ac63927e-4bb9-4714-a5e4-48c82bed46c7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 210 time: 0.0429747 Jul 12 16:10:23.848599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf559-0c43-47f7-8080-6307cd92785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.859517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf559-0c43-47f7-8080-6307cd92785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:23.932351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4dbf559-0c43-47f7-8080-6307cd92785b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e812428d98fd4a0280a6180e431d8065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372707 Jul 12 16:10:23.934630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbf559-0c43-47f7-8080-6307cd92785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8648ca21-0b42-4267-b433-09d292ebeb1e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:23.935496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43330) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:24.050713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.088274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-5f07c35e-0583-4672-ab40-12ddfcf87a3c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dd207d6a0844af857d93adac199e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545750 Jul 12 16:10:24.123728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.252720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-af506bf8-5317-41db-80d9-e7d0581b1a6f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.254431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-af506bf8-5317-41db-80d9-e7d0581b1a6f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609919 Jul 12 16:10:24.276500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Request body: {'port': {'device_id': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '83dd207d6a0844af857d93adac199e6b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:24.329487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123953fd-c88c-47bb-841a-ab9f225eabfa req-3849bfba-71ed-4b50-bb40-5ca593d950cd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.348238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-123953fd-c88c-47bb-841a-ab9f225eabfa req-3849bfba-71ed-4b50-bb40-5ca593d950cd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2754688 Jul 12 16:10:24.458776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-f38e0680-99c7-4bc9-9275-37fecf5ce026 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.460483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-f38e0680-99c7-4bc9-9275-37fecf5ce026 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 950 time: 0.2862868 Jul 12 16:10:24.463937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-123953fd-c88c-47bb-841a-ab9f225eabfa req-b44db517-f7ee-4d5f-b06d-b1ce91150b83 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149344 Jul 12 16:10:24.464896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.468947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.470578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8648ca21-0b42-4267-b433-09d292ebeb1e HTTP/1.1" status: 204 len: 168 time: 0.5340636 Jul 12 16:10:24.597791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b251d-a942-497a-ad21-4013ac038f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8648ca21-0b42-4267-b433-09d292ebeb1e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:24.665866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Deleting port 8d87336e-9a09-4b88-b84b-6b589b08174a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:24.666723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.767818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640cdc9-2250-4e01-a6f7-19280a1a3408 req-5cc01929-d219-4e31-902f-a9cfd56c41ed tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.782321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43358) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:24.783526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5640cdc9-2250-4e01-a6f7-19280a1a3408 req-5cc01929-d219-4e31-902f-a9cfd56c41ed tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.2709627 Jul 12 16:10:24.794433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Made reservation on behalf of 83dd207d6a0844af857d93adac199e6b for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:24.798992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.813641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c13fbcb-c423-4ff6-9af5-501aa20fabd8 req-38c7ed95-3f2c-4bc9-be6e-cd876b1a31e6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 210 time: 0.0522244 Jul 12 16:10:24.869925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] For port 8d87336e-9a09-4b88-b84b-6b589b08174a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8d87336e-9a09-4b88-b84b-6b589b08174a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:24.870291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.894426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Calling delete_port for 8d87336e-9a09-4b88-b84b-6b589b08174a owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:24.921208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5640cdc9-2250-4e01-a6f7-19280a1a3408 req-28e3a2b2-6920-45b4-8207-8b9c91e95519 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365051 Jul 12 16:10:25.083334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1428697746-network', 'tenant_id': '4021841ff97b458090debe740ffaec8d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:25.228930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Allocated IP 192.168.233.186 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/df518f1d-f139-4c67-b708-2b8cbb5b0019) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:25.270796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:10:25.286833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Made reservation on behalf of 4021841ff97b458090debe740ffaec8d for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:25.292512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.331189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.339340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.436009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Pushing event deleted for resources: {'Port': ['ID=8d87336e-9a09-4b88-b84b-6b589b08174a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:25.454516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32173caf-dae6-4e41-bec2-45e6c0770133 req-84a6c18c-1e56-490c-b860-f9f7743e8aa8 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d8ad956-a3c5-477c-bc92-d1d00c14f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0469995 Jul 12 16:10:25.592849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.594102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.632058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Transition to ACTIVE for port object df518f1d-f139-4c67-b708-2b8cbb5b0019 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:25.683011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.767514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] No DVR routers for this DVR port 8d87336e-9a09-4b88-b84b-6b589b08174a on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:25.783255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.785457 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbf06a86-3b7b-49cc-8b57-8d6f40e9cc71 req-8b3b0a1f-c6e4-4311-897e-9d0cb29d6a13 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "DELETE /v2.0/ports/8d87336e-9a09-4b88-b84b-6b589b08174a HTTP/1.1" status: 204 len: 173 time: 1.3135200 Jul 12 16:10:25.792909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a996e19-7c9b-4ca7-ad1a-66e3ea9d7114 req-3f3e7eba-ef47-44cf-bed7-f300ab94714c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 210 time: 0.0617406 Jul 12 16:10:25.796108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.811524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:25.818090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9', '8bff5100-b447-4f45-a006-e1e0a9af5124', '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:25.868099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:25.888283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:25.899628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:25.955392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:25.994163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.994514 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Added segment 5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b of type vlan for network 2e89c7be-3773-41ca-8671-58162a6306ff Jul 12 16:10:26.036978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event updated for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:26.098742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-deleted', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:26.113187 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e289e5-63d9-47a1-bed4-e3cceab5c4a6" -d '{"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-deleted", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:26.141532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.145938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.193027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-962e8a3d-d1fb-4e28-83e1-5746ac9a1895 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9286208 Jul 12 16:10:26.204019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561e2f13-6ca8-457c-bbbc-698b5e62f2b9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:26.224981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Request body: {'port': {'device_id': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:26.337267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.359972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.398953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3588e9-7731-4853-bbf5-29dd99ae2d9a req-3e20c464-49ff-4a52-b229-cf655b89dd24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.401070 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a3588e9-7731-4853-bbf5-29dd99ae2d9a req-3e20c464-49ff-4a52-b229-cf655b89dd24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 936 time: 0.3200393 Jul 12 16:10:26.475622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.476767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.477406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.556391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] Pushing event updated for resources: {'Network': ['ID=2e89c7be-3773-41ca-8671-58162a6306ff,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:26.578383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2e89c7be-3773-41ca-8671-58162a6306ff details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:26.608995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-96f1a9d1-22a7-4cf4-8bf8-a16e81fd1699 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8255420 Jul 12 16:10:26.616011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43422) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:26.625528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Request body: {'subnet': {'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1428697746-subnet', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:26.655131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cef2d7-70f3-448f-8bb7-f272ef4a6ffb req-9bfda89b-216b-4cd1-ae30-67007120d568 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.665621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f5cef2d7-70f3-448f-8bb7-f272ef4a6ffb req-9bfda89b-216b-4cd1-ae30-67007120d568 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.9064152 Jul 12 16:10:26.726776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-58b0033c-90e6-4bfc-aa04-e8c050d781c0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.728435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-58b0033c-90e6-4bfc-aa04-e8c050d781c0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.5627139 Jul 12 16:10:26.763493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a3588e9-7731-4853-bbf5-29dd99ae2d9a req-fe7f5847-c93b-4257-a25b-e8a5e4349568 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818657 Jul 12 16:10:26.766046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f5cef2d7-70f3-448f-8bb7-f272ef4a6ffb req-747eaf77-5c71-45ff-b94a-9fc64b680710 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952775 Jul 12 16:10:26.797054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Request body: {'port': {'device_id': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'admin_state_up': True, 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:26.812103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Made reservation on behalf of 4021841ff97b458090debe740ffaec8d for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:26.814760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.895849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e3ddaf5-b049-4c30-b5ee-c780fa562ff9 None None] Provisioning for port df518f1d-f139-4c67-b708-2b8cbb5b0019 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:26.907161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e3ddaf5-b049-4c30-b5ee-c780fa562ff9 None None] Provisioning complete for port df518f1d-f139-4c67-b708-2b8cbb5b0019 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:26.920951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddaf5-b049-4c30-b5ee-c780fa562ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.970253 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e073d138-997c-4d21-af17-bf2f8bc2419f x-openstack-request-id: req-e073d138-997c-4d21-af17-bf2f8bc2419f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:26.970928 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8ad956-a3c5-477c-bc92-d1d00c14f7d4", "name": "network-vif-deleted", "tag": "8d87336e-9a09-4b88-b84b-6b589b08174a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:26.971389 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e073d138-997c-4d21-af17-bf2f8bc2419f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:26.972015 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8ad956-a3c5-477c-bc92-d1d00c14f7d4', 'name': 'network-vif-deleted', 'tag': '8d87336e-9a09-4b88-b84b-6b589b08174a', 'status': 'completed', 'code': 200} Jul 12 16:10:27.073951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df518f1d-f139-4c67-b708-2b8cbb5b0019 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:27.078781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ddaf5-b049-4c30-b5ee-c780fa562ff9 None None] Port df518f1d-f139-4c67-b708-2b8cbb5b0019 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:27.105105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.135375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Transition to ACTIVE for port object df518f1d-f139-4c67-b708-2b8cbb5b0019 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:27.144545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.262460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9ab2-0dea-4897-91f3-f2c873240fd0 req-abcd08ed-e89a-4f67-b3ea-c04adff37a69 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.271550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e07c9ab2-0dea-4897-91f3-f2c873240fd0 req-abcd08ed-e89a-4f67-b3ea-c04adff37a69 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.2587578 Jul 12 16:10:27.338263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:27.360382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.425316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d3b56c-54dd-4777-a43b-e8b337af38c7,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:27.444938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e07c9ab2-0dea-4897-91f3-f2c873240fd0 req-57826724-1b22-439b-bb76-0cddf33522e1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719902 Jul 12 16:10:27.453731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Pushing event updated for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:27.500429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baeeb851-dd25-4a49-bb2f-5f423c8ba60f req-d8e67b2e-871a-4508-b111-d8d49d26303f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 210 time: 0.0757802 Jul 12 16:10:27.525884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Attempting to bind port df518f1d-f139-4c67-b708-2b8cbb5b0019 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:27.526640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Attempting to bind port df518f1d-f139-4c67-b708-2b8cbb5b0019 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:27.527928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Attempting to bind port df518f1d-f139-4c67-b708-2b8cbb5b0019 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:27.534000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Port df518f1d-f139-4c67-b708-2b8cbb5b0019 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:27.534425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Attempting to bind port df518f1d-f139-4c67-b708-2b8cbb5b0019 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:27.540759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:27.541374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:27.542337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:27.542992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Bound port: df518f1d-f139-4c67-b708-2b8cbb5b0019, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:27.544392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.617968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdb1a-feee-4c2c-87e6-ddff497ef365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.658060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Checking segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:27.658427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Network hostable DHCP agents. Network: 2e89c7be-3773-41ca-8671-58162a6306ff, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:27.659831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:27.663395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:27.671812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.724992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:10:27.724992 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:10:27.724992 n-d-800078-3 neutron-server[93711]: [parameters: {'project_id_1': 'bba1278920fc42f2addd1dd434e1e565', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 10, 27, 693637)}] Jul 12 16:10:27.724992 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:10:27.725340 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:10:27.741076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.743786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.746514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] 10.222.0.65 "PUT /v2.0/ports/df518f1d-f139-4c67-b708-2b8cbb5b0019 HTTP/1.1" status: 200 len: 1096 time: 1.5429530 Jul 12 16:10:27.747238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:27.753343 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bfebac-c76a-4b61-8942-0b0e3456fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:27.778513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Network 2e89c7be-3773-41ca-8671-58162a6306ff is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:27.814369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49ec4c-1b8f-416c-a9b7-e909d968b455 service neutron] Pushing event updated for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:27.818165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2e89c7be-3773-41ca-8671-58162a6306ff) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:27.829459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb955c4-7615-4790-a2c0-33c4bdf76b37 None None] Network 2e89c7be-3773-41ca-8671-58162a6306ff requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:27.838317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.839359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.926225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdb1a-feee-4c2c-87e6-ddff497ef365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.937960 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdb1a-feee-4c2c-87e6-ddff497ef365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:27.994321 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239d62c-52b4-448e-b179-b700147f791d x-openstack-request-id: req-b239d62c-52b4-448e-b179-b700147f791d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:27.994606 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:27.994867 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b239d62c-52b4-448e-b179-b700147f791d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:27.995256 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019', 'status': 'completed', 'code': 200} Jul 12 16:10:28.000488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-14fc55e4-18d8-4430-9a32-5feacd5cde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.001819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-14fc55e4-18d8-4430-9a32-5feacd5cde94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 1099 time: 0.1900635 Jul 12 16:10:28.008572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcdb1a-feee-4c2c-87e6-ddff497ef365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4811a-21c1-448c-8228-e8f3e2b5dae2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:28.025106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5db87c0d-f00b-48af-9714-fea506879db7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4023557 Jul 12 16:10:28.032057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:28.056960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:28.107559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-4d45122f-6a9e-458b-b21b-7243c9d5fc32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019 HTTP/1.1" status: 200 len: 217 time: 0.0972588 Jul 12 16:10:28.143165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4bdcdb1a-feee-4c2c-87e6-ddff497ef365 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d1ea004e292450ca058b1f6767df9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8037658 Jul 12 16:10:28.156557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43462) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:28.196998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.201473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-2e89c7be-3773-41ca-8671-58162a6306ff', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:10:28.203195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.206593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.292801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.335615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-2470d0cf-7db8-4280-bac1-01ed8d860ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.337825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-2470d0cf-7db8-4280-bac1-01ed8d860ea3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2227850 Jul 12 16:10:28.338493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:28.343847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.418419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.443782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Allocated IP 172.20.0.2 (2e89c7be-3773-41ca-8671-58162a6306ff/b3d3b56c-54dd-4777-a43b-e8b337af38c7/29f9752a-35be-4451-87bf-fe502733fe46) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:28.491652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.529688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc12375-61a7-43c0-a820-3680d0f6ab26 req-88d1350f-c568-4e63-a008-82cf98f21833 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.542709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdc12375-61a7-43c0-a820-3680d0f6ab26 req-88d1350f-c568-4e63-a008-82cf98f21833 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 948 time: 0.3494205 Jul 12 16:10:28.585944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-9364dea6-6899-4708-a3ff-c7a12317fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.587423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-9364dea6-6899-4708-a3ff-c7a12317fe82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343233 Jul 12 16:10:28.598315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.600922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.602154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1b4811a-21c1-448c-8228-e8f3e2b5dae2 HTTP/1.1" status: 204 len: 168 time: 0.4349849 Jul 12 16:10:28.645138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdc12375-61a7-43c0-a820-3680d0f6ab26 req-7ce267e5-af53-423c-9229-6d2215023c01 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Jul 12 16:10:28.734020 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.744952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Transition to ACTIVE for port object 29f9752a-35be-4451-87bf-fe502733fe46 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:28.774748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Transition to ACTIVE for port object 29f9752a-35be-4451-87bf-fe502733fe46 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:28.780551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-1dfef522-8802-44d7-b872-5b41c3db10b8 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825604 Jul 12 16:10:28.784842 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.843840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Network 2e89c7be-3773-41ca-8671-58162a6306ff is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:28.847514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:28.852601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:28.856583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Pushing event updated for resources: {'Port': ['ID=29f9752a-35be-4451-87bf-fe502733fe46,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:28.869399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad911-c644-42de-b350-f2e15b013211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4811a-21c1-448c-8228-e8f3e2b5dae2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:28.963416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Attempting to bind port 29f9752a-35be-4451-87bf-fe502733fe46 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:28.963823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Attempting to bind port 29f9752a-35be-4451-87bf-fe502733fe46 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:28.964197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Attempting to bind port 29f9752a-35be-4451-87bf-fe502733fe46 on network 2e89c7be-3773-41ca-8671-58162a6306ff {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:28.979688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:28.980072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Checking segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:28.983611 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:28.983846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Bound using segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:28.984367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Bound port: 29f9752a-35be-4451-87bf-fe502733fe46, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:28.985991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.078735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.101633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc421c-ec10-4144-93b3-94d8c1b69d77 req-b142e4ad-0c32-4b5f-9363-8ece0e719fde tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.112779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ccc421c-ec10-4144-93b3-94d8c1b69d77 req-b142e4ad-0c32-4b5f-9363-8ece0e719fde tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.2062006 Jul 12 16:10:29.118260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f4bd619-61c4-431d-8386-88cf3761fe96 req-6ecd2622-9c37-46d0-82a8-bb4f7d6af4b6 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219810 Jul 12 16:10:29.144627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] For port 29f9752a-35be-4451-87bf-fe502733fe46, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:29.155103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] For port 29f9752a-35be-4451-87bf-fe502733fe46, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29f9752a-35be-4451-87bf-fe502733fe46,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:29.163366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.175483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Allocated IP 172.20.0.9 (ee785b8b-ec1d-4fa4-8c58-8b0530a582ba/4177a743-efd3-4300-9e58-b311afeda8db/ec6da2fc-1e61-4da0-87f3-373fe7b6e269) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:29.191471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b8125-052c-469d-aff0-b4cd8b824b02 req-a3b2f27e-1fb4-44c5-a4e8-e87f17f2f42d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.196078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-902b8125-052c-469d-aff0-b4cd8b824b02 req-a3b2f27e-1fb4-44c5-a4e8-e87f17f2f42d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.6053400 Jul 12 16:10:29.212262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ccc421c-ec10-4144-93b3-94d8c1b69d77 req-9935ce13-0e3b-41bf-9b3d-c66bf3bdc8ce tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984678 Jul 12 16:10:29.286307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f142-f57a-4985-b4d0-dbefa50f348b None None] Pushing event updated for resources: {'Port': ['ID=29f9752a-35be-4451-87bf-fe502733fe46,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:29.359019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-902b8125-052c-469d-aff0-b4cd8b824b02 req-032b6803-8003-4036-b08d-c306050f8718 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553719 Jul 12 16:10:29.362031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-b2fe929f-897e-406c-8189-f43079013684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.363412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-b2fe929f-897e-406c-8189-f43079013684 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 1099 time: 0.1501250 Jul 12 16:10:29.520987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:29.595628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 8d87336e-9a09-4b88-b84b-6b589b08174a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:29.607050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8d87336e-9a09-4b88-b84b-6b589b08174a not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:29.677879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecce487a-619c-4778-b6d8-2fe6f0877df5 req-981c1a18-1953-4825-88b0-62f5390aa287 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 210 time: 0.1415479 Jul 12 16:10:29.726049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-021a8186-928f-4477-a9be-b0b046969616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.733970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-021a8186-928f-4477-a9be-b0b046969616 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3390944 Jul 12 16:10:29.856608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-4d8367b0-c919-4921-a2ba-4e4ccc6b5336 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019 HTTP/1.1" status: 200 len: 217 time: 0.1219678 Jul 12 16:10:29.899745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.967714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-895b0bbb-76e6-493b-a11c-9279ad7e53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.969352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-895b0bbb-76e6-493b-a11c-9279ad7e53cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1017876 Jul 12 16:10:30.085257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:30.111695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14602197-6b60-46c4-853b-b2144ce996c1 req-723edeee-1ee1-4221-a166-c7ebc4ad15be tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.119322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14602197-6b60-46c4-853b-b2144ce996c1 req-723edeee-1ee1-4221-a166-c7ebc4ad15be tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 948 time: 0.1486335 Jul 12 16:10:30.129609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:30.150858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-d33f3e20-b5fc-4c64-96d0-36dfe1f16451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.152448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-d33f3e20-b5fc-4c64-96d0-36dfe1f16451 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474557 Jul 12 16:10:30.175964 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14602197-6b60-46c4-853b-b2144ce996c1 req-ec6e08dc-7ba5-4447-89c9-73766c7a8429 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Jul 12 16:10:30.256796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:30.297294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-a42c4ac6-5166-447c-bae1-4e295204eb0e tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.299104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-a42c4ac6-5166-447c-bae1-4e295204eb0e tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.3969700 Jul 12 16:10:30.367564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-e8c32759-5f41-4e19-ba41-19657338d651 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883876 Jul 12 16:10:30.368909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:30.536319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4bfebac-c76a-4b61-8942-0b0e3456fc97 req-b2854e8e-1dbc-4c27-a0a1-107dbb26b755 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619775 Jul 12 16:10:30.628641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29f9752a-35be-4451-87bf-fe502733fe46 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:30.643314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0164bd6-12bb-406a-8636-e953599738fe req-14eb9b42-3990-4338-bb36-9b5b78cf9c02 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.651203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0164bd6-12bb-406a-8636-e953599738fe req-14eb9b42-3990-4338-bb36-9b5b78cf9c02 tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.1137192 Jul 12 16:10:30.704555 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0164bd6-12bb-406a-8636-e953599738fe req-ee422ee8-dcb8-4965-91d5-acfccc91692b tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Jul 12 16:10:30.783897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 29f9752a-35be-4451-87bf-fe502733fe46 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:30.867511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba649-6fbe-4240-bb4b-4c6e407d0358 req-35534c12-ad08-4f33-b9c7-e6a79625cac4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.869001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-298ba649-6fbe-4240-bb4b-4c6e407d0358 req-35534c12-ad08-4f33-b9c7-e6a79625cac4 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.8976998 Jul 12 16:10:30.916194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:30.931188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:30.951913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:30.953047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70d552-c596-4189-917d-1ec262647a4d None None] Network 2e89c7be-3773-41ca-8671-58162a6306ff requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:30.955258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Allocated IP 172.25.8.128 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/1a27da02-aeb9-49cb-b480-8c1feaa0d212) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:31.026907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-298ba649-6fbe-4240-bb4b-4c6e407d0358 req-eb031467-3cfb-4e70-8acb-fbe7747cb94a tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482239 Jul 12 16:10:31.032500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5485bf7-a8d7-4988-b881-0ea5324f8070 req-5c6212ff-7346-4fee-a0f1-436c9fb6cff3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.034084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5485bf7-a8d7-4988-b881-0ea5324f8070 req-5c6212ff-7346-4fee-a0f1-436c9fb6cff3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1662002 Jul 12 16:10:31.136217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.136808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.149403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5485bf7-a8d7-4988-b881-0ea5324f8070 req-4c2dfaec-b1f8-48b9-8445-a708c92e7f64 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069753 Jul 12 16:10:31.205055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-747a460f-dee5-474d-a9f0-d527b021d5e6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4545226 Jul 12 16:10:31.217208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Request body: {'port': {'device_id': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:31.364311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Provisioning for port 29f9752a-35be-4451-87bf-fe502733fe46 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:31.372385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Provisioning complete for port 29f9752a-35be-4451-87bf-fe502733fe46 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:31.372901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.380183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Deleting port 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:31.380532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.412072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.497396 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.549007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] For port 29f9752a-35be-4451-87bf-fe502733fe46, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29f9752a-35be-4451-87bf-fe502733fe46,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:31.557928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.579580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91b64d-fda2-4907-a568-fa09b33767c1 req-de2474ba-1327-46ee-8022-e91d4fd24cd2 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.581917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d91b64d-fda2-4907-a568-fa09b33767c1 req-de2474ba-1327-46ee-8022-e91d4fd24cd2 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 948 time: 0.1329379 Jul 12 16:10:31.621829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.638505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d91b64d-fda2-4907-a568-fa09b33767c1 req-712f612b-7868-48c3-b158-b6cd518e1b09 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Jul 12 16:10:31.691363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.702266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d5069-f760-4e94-b03d-a6f512c702e3 None None] Pushing event updated for resources: {'Port': ['ID=29f9752a-35be-4451-87bf-fe502733fe46,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:31.752707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:31.753781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66389770-10e1-4832-9a4b-e0302dd02541 None None] Provisioning complete for port 29f9752a-35be-4451-87bf-fe502733fe46 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:31.754168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66389770-10e1-4832-9a4b-e0302dd02541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.801392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df518f1d-f139-4c67-b708-2b8cbb5b0019 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:31.928466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:31.930966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:31.964833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098eea5-07ce-4149-b077-05e83ec44cdc req-aa0aa276-943a-429b-9e76-b7f3591b32bb tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.973632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4098eea5-07ce-4149-b077-05e83ec44cdc req-aa0aa276-943a-429b-9e76-b7f3591b32bb tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 951 time: 0.0890803 Jul 12 16:10:31.976635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:32.009480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-744838d5-7cf2-438a-84b3-e044a74d1e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.019503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df518f1d-f139-4c67-b708-2b8cbb5b0019', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'df518f1d-f139-4c67-b708-2b8cbb5b0019', 'mac_address': 'fa:16:3e:44:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:32.059814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4098eea5-07ce-4149-b077-05e83ec44cdc req-cc31fec6-57f6-4fcf-884f-93304a62ae3a tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/security-groups?id=392730d6-289c-43a1-831c-bbe4359500d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Jul 12 16:10:32.147308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.167701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763865c-e891-4203-a90b-117272e5d1aa req-28abab87-d5b4-4e14-867b-b94acb035edb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:32.168816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df518f1d-f139-4c67-b708-2b8cbb5b0019 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:32.174815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b763865c-e891-4203-a90b-117272e5d1aa req-28abab87-d5b4-4e14-867b-b94acb035edb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 931 time: 0.9207053 Jul 12 16:10:32.193016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:32.198584 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.222410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Pushing event updated for resources: {'Port': ['ID=1a27da02-aeb9-49cb-b480-8c1feaa0d212,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:32.296479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:32.299996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:32.344268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] For port 730bf4b6-463c-4c68-aa66-bb36faab47b9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=730bf4b6-463c-4c68-aa66-bb36faab47b9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:32.344902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.398826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faddbe8-9d99-4e1f-a6bf-1ad5e38387f0 req-9fd040fa-9389-4091-bedb-88940c3e7084 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:32.404406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6faddbe8-9d99-4e1f-a6bf-1ad5e38387f0 req-9fd040fa-9389-4091-bedb-88940c3e7084 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.1649444 Jul 12 16:10:32.460503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6faddbe8-9d99-4e1f-a6bf-1ad5e38387f0 req-b2ac366d-12a5-4250-9838-6b540cc5ccf8 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549855 Jul 12 16:10:32.501823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Calling delete_port for 730bf4b6-463c-4c68-aa66-bb36faab47b9 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:32.526195 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b763865c-e891-4203-a90b-117272e5d1aa req-a31f38e0-496a-4e7c-b6ec-190845e57d6d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505120 Jul 12 16:10:32.526383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:32.575448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'network_id': '60e2b10f-819b-4aa0-b786-d076ae68200b', 'port_id': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'mac_address': 'fa:16:3e:d8:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3054d-1cde-412e-b176-24357189df55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:32.591935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29f9752a-35be-4451-87bf-fe502733fe46 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:32.708165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43616) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:32.709826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.766618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:32.784896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6da2fc-1e61-4da0-87f3-373fe7b6e269 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:32.792840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68a0e9-6840-4c89-afc0-8b9d4ec8c69a req-085a72e2-36aa-4af7-a231-23d5b55d0f3a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:32.800977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.804809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d68a0e9-6840-4c89-afc0-8b9d4ec8c69a req-085a72e2-36aa-4af7-a231-23d5b55d0f3a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1262219 Jul 12 16:10:32.843294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 29f9752a-35be-4451-87bf-fe502733fe46 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:32.848877 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.864332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:32.869054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Transition to ACTIVE for port object ec6da2fc-1e61-4da0-87f3-373fe7b6e269 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:32.875492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d68a0e9-6840-4c89-afc0-8b9d4ec8c69a req-5cbd6389-fc93-4ef8-aa42-bfbcca3aaaca tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677876 Jul 12 16:10:32.897327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.910702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:32.964555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.006737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:33.030593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.032520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-712cb7a6-f9e0-43c9-914d-10f0157f7bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.114003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.118146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:33.126747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['55cb831e-bdf8-4afe-a0ad-b14ed82c5259'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:33.241596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Pushing event deleted for resources: {'Port': ['ID=730bf4b6-463c-4c68-aa66-bb36faab47b9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:33.254099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-837bfbd7-48e6-4aa5-94d8-4ba21f8e33e8 req-7039d9ef-872a-44f5-b1ef-a8bebe6001af tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.58 "GET /v2.0/ports?device_id=f64f350e-51f3-4e94-8409-81a0c0f23879 HTTP/1.1" status: 200 len: 210 time: 0.0560064 Jul 12 16:10:33.320132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df518f1d-f139-4c67-b708-2b8cbb5b0019'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:33.343017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] No DVR routers for this DVR port 730bf4b6-463c-4c68-aa66-bb36faab47b9 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:33.345969 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.348350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d96cb139-8809-4b13-8cac-07d3062f8e61 req-973ecfd6-0c35-4f04-97fa-8ecbedce3eea tempest-ListImageFiltersTestJSON-680702250 tempest-ListImageFiltersTestJSON-680702250-project] 10.222.0.77 "DELETE /v2.0/ports/730bf4b6-463c-4c68-aa66-bb36faab47b9 HTTP/1.1" status: 204 len: 173 time: 2.9807491 Jul 12 16:10:33.355281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-deleted', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:33.357672 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f78cf0-a059-46d4-9261-6d4b1a388960" -d '{"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-deleted", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:33.394850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30793b-018d-4ff3-8a64-ab44629f87dc req-0176ddc7-a606-4b9b-b860-1331b7507445 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:33.396517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb30793b-018d-4ff3-8a64-ab44629f87dc req-0176ddc7-a606-4b9b-b860-1331b7507445 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 949 time: 0.4626873 Jul 12 16:10:33.429243 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97991a7-ced2-4dfc-83c8-9a961bd0f84b x-openstack-request-id: req-d97991a7-ced2-4dfc-83c8-9a961bd0f84b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:33.429560 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f350e-51f3-4e94-8409-81a0c0f23879", "name": "network-vif-deleted", "tag": "730bf4b6-463c-4c68-aa66-bb36faab47b9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:33.429888 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d97991a7-ced2-4dfc-83c8-9a961bd0f84b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:33.431454 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f350e-51f3-4e94-8409-81a0c0f23879', 'name': 'network-vif-deleted', 'tag': '730bf4b6-463c-4c68-aa66-bb36faab47b9', 'status': 'completed', 'code': 200} Jul 12 16:10:33.488265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:33.490025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:33.490025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:33.525929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:33.526252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:33.586230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb30793b-018d-4ff3-8a64-ab44629f87dc req-9a7fcb60-d4ab-46e0-b695-92c90f5befc9 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707647 Jul 12 16:10:33.593782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:33.594338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:33.595346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:33.596175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Bound port: ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:33.596762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.672060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-712cb7a6-f9e0-43c9-914d-10f0157f7bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.681153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.689852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-712cb7a6-f9e0-43c9-914d-10f0157f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.705286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b48c8-aa62-4616-b282-269c6da00da6 req-9f24c589-88cd-4ba6-808f-5cf65a14cb2c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:33.713064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa9b48c8-aa62-4616-b282-269c6da00da6 req-9f24c589-88cd-4ba6-808f-5cf65a14cb2c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 944 time: 0.0952604 Jul 12 16:10:33.759105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa9b48c8-aa62-4616-b282-269c6da00da6 req-6bd158bb-ac67-4b45-8046-ce93d9035948 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Jul 12 16:10:33.771852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:33.821153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:33.830862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:33.831294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.843696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb7a6-f9e0-43c9-914d-10f0157f7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558ab749-2a9d-4ab2-8a83-c4975ffce273,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:33.858855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43632) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:33.859003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-712cb7a6-f9e0-43c9-914d-10f0157f7bbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6089137ab4d4b5c86a829a18b6e10dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1477351 Jul 12 16:10:33.861494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:33.936323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.947200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.950199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.962941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:33.966570 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc481976-01c8-4193-b43e-63c81145b863" -d '{"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:33.974558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:33.994793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:33.999113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.045833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.046535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.046935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.048538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] 10.222.0.77 "PUT /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 1091 time: 2.8353267 Jul 12 16:10:34.050169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.056863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/558ab749-2a9d-4ab2-8a83-c4975ffce273 HTTP/1.1" status: 204 len: 168 time: 0.1962008 Jul 12 16:10:34.070359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f274-d930-4f3c-a120-ca7942884744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ab749-2a9d-4ab2-8a83-c4975ffce273,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:34.088514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b41ec-57ca-4989-9b58-ef53ebce83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:34.090650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:34.102314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291bf0-9908-4c41-9b9f-1e36151a5a65 req-8bf88c7b-382a-4872-8305-2cce83f09046 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.110784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9291bf0-9908-4c41-9b9f-1e36151a5a65 req-8bf88c7b-382a-4872-8305-2cce83f09046 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.3506413 Jul 12 16:10:34.119785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Router 405351d7-1f86-41a1-a7de-923768c57a0c is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:10:34.224613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9291bf0-9908-4c41-9b9f-1e36151a5a65 req-32128cc3-684d-4898-80ec-e609c211c5b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128600 Jul 12 16:10:34.278645 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4aec0-eebf-4506-b64e-50789472abc1 x-openstack-request-id: req-57e4aec0-eebf-4506-b64e-50789472abc1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:34.279097 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:34.279407 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57e4aec0-eebf-4506-b64e-50789472abc1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:34.281135 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'code': 200} Jul 12 16:10:34.362880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d742c629-4baf-4485-b453-23d00b9e4531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.371136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-e0b2c8aa-f7dd-45a7-b3aa-77b51aa131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.372739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-e0b2c8aa-f7dd-45a7-b3aa-77b51aa131a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1094 time: 0.1732113 Jul 12 16:10:34.375904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:10:34.376997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008c5e-0f94-4eaa-90be-d1225c8ce886 req-efbb4464-d2c8-48d3-bc05-878365063cfe tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.388467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Sync routers for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:10:34.397865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7008c5e-0f94-4eaa-90be-d1225c8ce886 req-efbb4464-d2c8-48d3-bc05-878365063cfe tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1343756 Jul 12 16:10:34.403538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:34.404380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:10:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:34.430485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-a4e6d2a2-e142-4dea-bf70-d2410cabca09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Jul 12 16:10:34.447110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.451182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0a2a616d-b3bd-4bca-a713-d500f1765690 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4115295 Jul 12 16:10:34.459527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43654) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:34.495664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-1c7d2699-20ae-4a9a-b0d8-2d20fac43787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.498543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-1c7d2699-20ae-4a9a-b0d8-2d20fac43787 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0609748 Jul 12 16:10:34.540370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7008c5e-0f94-4eaa-90be-d1225c8ce886 req-789e73f9-b9c5-4eab-81b5-f715c90716a7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398168 Jul 12 16:10:34.583005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43658) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:34.586404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-e018c567-ca64-4046-bd05-445558717c69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818741 Jul 12 16:10:34.631755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91889bcc-b963-437e-8e8e-51ce4b1ba80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:34.760467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:34.920139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.009040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:32Z', 'revision_number': 3, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:35.044684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Checking router: 405351d7-1f86-41a1-a7de-923768c57a0c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:10:35.045022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Updating router 405351d7-1f86-41a1-a7de-923768c57a0c port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:10:35.073972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.095572 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.096871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.327196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-959b2ef6-85ac-4a0c-a35b-ecd1cdedde66 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254770 Jul 12 16:10:35.335893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Allocated IP 172.20.0.1 (2e89c7be-3773-41ca-8671-58162a6306ff/b3d3b56c-54dd-4777-a43b-e8b337af38c7/72d13f79-3f56-4454-a4a0-94975a61644c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:35.352827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a104c0-3ffb-4237-ac46-0bd8eaeba322 req-97a69273-1745-4f2a-ba81-4da436e1a5f6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:35.354329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a104c0-3ffb-4237-ac46-0bd8eaeba322 req-97a69273-1745-4f2a-ba81-4da436e1a5f6 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 949 time: 0.1784329 Jul 12 16:10:35.364258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794df16-ae1f-4c9c-9775-3c4d1a2423e2 req-c61b178b-25dc-4adc-a8b0-04d97b62222d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:35.365879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5794df16-ae1f-4c9c-9775-3c4d1a2423e2 req-c61b178b-25dc-4adc-a8b0-04d97b62222d tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.1047857 Jul 12 16:10:35.415807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.433489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Transition to ACTIVE for port object 1a27da02-aeb9-49cb-b480-8c1feaa0d212 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:35.433876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:35.437573 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e452aa75-127a-4a95-9ed8-76d5080f14bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:35.440786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.462131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5794df16-ae1f-4c9c-9775-3c4d1a2423e2 req-2bb6c4b3-b10a-4b4f-a1d4-82c25c0bb798 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766361 Jul 12 16:10:35.505825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf56b27-931a-4e7b-95ea-6b3431e279d5 None None] Pushing event updated for resources: {'Port': ['ID=1a27da02-aeb9-49cb-b480-8c1feaa0d212,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.506084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91889bcc-b963-437e-8e8e-51ce4b1ba80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.506209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Attempting to bind port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:35.506209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Attempting to bind port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:35.506209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Attempting to bind port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:35.508839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:35.509336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:35.510458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.510458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:35.511151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Bound port: 1a27da02-aeb9-49cb-b480-8c1feaa0d212, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:35.511846 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.516901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a104c0-3ffb-4237-ac46-0bd8eaeba322 req-0b47aff9-7d8b-4ccc-aa43-08872c6b6a43 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457658 Jul 12 16:10:35.523912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91889bcc-b963-437e-8e8e-51ce4b1ba80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.548203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:35.550554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.574195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Transition to ACTIVE for port object 72d13f79-3f56-4454-a4a0-94975a61644c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:35.580324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c44f58c8-5eba-43ef-948c-f380d76268b6 req-01804340-0931-4041-acbe-8039507ece0e service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451890 Jul 12 16:10:35.603707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 730bf4b6-463c-4c68-aa66-bb36faab47b9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:35.604099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 730bf4b6-463c-4c68-aa66-bb36faab47b9 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:35.643076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-91889bcc-b963-437e-8e8e-51ce4b1ba80e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d0eebb9191e4634a83b9f08dd5f857a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0549693 Jul 12 16:10:35.645931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43702) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:35.656597 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.667790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] For port 1a27da02-aeb9-49cb-b480-8c1feaa0d212, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:35.673203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] For port 1a27da02-aeb9-49cb-b480-8c1feaa0d212, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a27da02-aeb9-49cb-b480-8c1feaa0d212,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:35.674742 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.677530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889bcc-b963-437e-8e8e-51ce4b1ba80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21ef8bc-cad1-4445-a137-5f7d798e158e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.680500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.718344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Pushing event updated for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.737957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Network 2e89c7be-3773-41ca-8671-58162a6306ff is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:35.740564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:35.743446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:35.784015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df518f1d-f139-4c67-b708-2b8cbb5b0019 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:35.793737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:35.794579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:10:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:35.803091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.804421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.816326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf56b27-931a-4e7b-95ea-6b3431e279d5 None None] Pushing event updated for resources: {'Port': ['ID=1a27da02-aeb9-49cb-b480-8c1feaa0d212,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.847717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.906181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8cf3-0c4b-4e31-9521-65259d0fc5fc req-5a46f7a5-a9c7-4428-b35a-802ff4cf4a6b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:35.915477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678d8cf3-0c4b-4e31-9521-65259d0fc5fc req-5a46f7a5-a9c7-4428-b35a-802ff4cf4a6b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.1812267 Jul 12 16:10:35.968697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678d8cf3-0c4b-4e31-9521-65259d0fc5fc req-bf151cd8-7cad-40da-98e2-d6c1cef63616 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Jul 12 16:10:35.988855 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40817ac-3a74-448a-960d-d15390da0169 x-openstack-request-id: req-d40817ac-3a74-448a-960d-d15390da0169 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:35.989146 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:35.989444 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d40817ac-3a74-448a-960d-d15390da0169 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:35.989849 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'status': 'completed', 'code': 200} Jul 12 16:10:35.993396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.001683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.002864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c21ef8bc-cad1-4445-a137-5f7d798e158e HTTP/1.1" status: 204 len: 168 time: 0.3490684 Jul 12 16:10:36.049313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474b737-9a75-4675-8000-389f19d1243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21ef8bc-cad1-4445-a137-5f7d798e158e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:36.050282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port df518f1d-f139-4c67-b708-2b8cbb5b0019 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:36.066828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df518f1d-f139-4c67-b708-2b8cbb5b0019 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:36.067210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.114229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:36.163760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-b6389e47-a721-425b-9174-4453e8bd74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.165291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-b6389e47-a721-425b-9174-4453e8bd74b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1094 time: 0.1408141 Jul 12 16:10:36.329231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-264fc540-8c1e-4899-b319-0b3de458b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.330769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-264fc540-8c1e-4899-b319-0b3de458b5c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.1582863 Jul 12 16:10:36.364965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc0a6-3b38-4150-bca7-1d38913e805d req-444a8155-f904-4470-b5b0-d88800e83d68 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.366915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8dcc0a6-3b38-4150-bca7-1d38913e805d req-444a8155-f904-4470-b5b0-d88800e83d68 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1269398 Jul 12 16:10:36.453550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8dcc0a6-3b38-4150-bca7-1d38913e805d req-14077e15-0953-4dc9-b26a-2d72ad80f0aa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Jul 12 16:10:36.454836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-b7d1b014-9074-4f85-9cf0-42192ec29e0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.1132183 Jul 12 16:10:36.471904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9875a286-2000-4d52-9e50-525d75036849 None None] Provisioning for port 72d13f79-3f56-4454-a4a0-94975a61644c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:36.477736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9875a286-2000-4d52-9e50-525d75036849 None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:36.478228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9875a286-2000-4d52-9e50-525d75036849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.531749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-e2a6ca17-262f-42d1-9ebc-0ccfe958110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.533313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-e2a6ca17-262f-42d1-9ebc-0ccfe958110c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0687621 Jul 12 16:10:36.549195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.573767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9875a286-2000-4d52-9e50-525d75036849 None None] Port 72d13f79-3f56-4454-a4a0-94975a61644c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:36.608688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:36.612031 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ec798-f9d0-47a6-8d19-351e274de5fc" -d '{"events": [{"server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "name": "network-vif-plugged", "status": "completed", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:36.616508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-2583f33c-651e-4a62-8244-5f4c80d7bd1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740991 Jul 12 16:10:36.631952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:36.643726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.712377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:32Z', 'revision_number': 3, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:36.796037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:36.841782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-2b67f114-11e9-4945-8e22-a4f8a280f01c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.845318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-2b67f114-11e9-4945-8e22-a4f8a280f01c tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.3950999 Jul 12 16:10:36.872616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.877246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184a06b-9874-4147-8e1d-d237dfc4c1ae None None] The sync data for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 is: [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:32Z', 'revision_number': 3, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:10:36.916127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-836f45cc-5ba6-4b61-8746-18a4d2e06f0f service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918620 Jul 12 16:10:36.920879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:36.954193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43752) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:36.976774 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.032653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:37.038597 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.068409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430107f-108a-4564-87a6-a1a4d021cc32 req-5c0c4d9b-295c-4778-97bf-6ed8b2bf9413 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.070092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f430107f-108a-4564-87a6-a1a4d021cc32 req-5c0c4d9b-295c-4778-97bf-6ed8b2bf9413 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.3281417 Jul 12 16:10:37.111149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.137146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:37.158449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175c303-afa5-473e-824b-a086e6a35512 req-7141e23d-a0ca-441d-b72b-bb955b32d9e5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.165940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7175c303-afa5-473e-824b-a086e6a35512 req-7141e23d-a0ca-441d-b72b-bb955b32d9e5 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 945 time: 0.4336667 Jul 12 16:10:37.218116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e6ee95b4-7019-4bba-8ded-ff6868eddfb5 None None] Provisioning complete for port df518f1d-f139-4c67-b708-2b8cbb5b0019 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:37.218645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6ee95b4-7019-4bba-8ded-ff6868eddfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.250189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f430107f-108a-4564-87a6-a1a4d021cc32 req-a001107a-9114-4490-81cb-0f620b731698 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635034 Jul 12 16:10:37.307976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e452aa75-127a-4a95-9ed8-76d5080f14bd req-106fb4d1-c84c-4940-ae6d-99b226363e39 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748448 Jul 12 16:10:37.341462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7175c303-afa5-473e-824b-a086e6a35512 req-7c6c3b98-4362-4d01-95c3-84e907ff10e1 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/security-groups?id=842b4548-4dc7-4df9-b214-7d5ecbd581f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745453 Jul 12 16:10:37.360034 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14238ed6-3b6b-4def-97be-b05f85afdb06 x-openstack-request-id: req-14238ed6-3b6b-4def-97be-b05f85afdb06 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:37.360612 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "name": "network-vif-plugged", "status": "completed", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:37.361099 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14238ed6-3b6b-4def-97be-b05f85afdb06 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:37.361790 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019', 'code': 200} Jul 12 16:10:37.430953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Deleting port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:37.431292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.555536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:37.617462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b39637c-af66-49bc-aff9-5216effbc459 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3f54b603ee24ac7b30fbb868a5280b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526008 Jul 12 16:10:37.618254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:37.630548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.646125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.733747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bd4ee-856d-44ff-84ce-9b13b6a1d32b req-a2078aef-f926-4cb5-816e-7d30db511c2a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.752652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:37.753841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b25bd4ee-856d-44ff-84ce-9b13b6a1d32b req-a2078aef-f926-4cb5-816e-7d30db511c2a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.2075734 Jul 12 16:10:37.793232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'port_id': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'mac_address': 'fa:16:3e:24:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177a743-efd3-4300-9e58-b311afeda8db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:37.867773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.892083 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.900241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b25bd4ee-856d-44ff-84ce-9b13b6a1d32b req-9318c5d2-e743-4b75-9485-c0a9b9c2b37c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453989 Jul 12 16:10:37.914718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d6337-5b82-49aa-9a50-b2ffa135060a req-31064a12-6066-4a05-beaa-abd28b7fbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.916973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b5d6337-5b82-49aa-9a50-b2ffa135060a req-31064a12-6066-4a05-beaa-abd28b7fbb00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 1101 time: 0.4141893 Jul 12 16:10:37.927612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] For port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,segment=NetworkSegment(4d0c572c-5b6f-4077-adbf-228cc780bd23),segment_id=4d0c572c-5b6f-4077-adbf-228cc780bd23)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:37.930849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.934278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Pushing event updated for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:37.936345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6da2fc-1e61-4da0-87f3-373fe7b6e269 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:37.951046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.986522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-2625b699-c044-4eec-bd7c-cc76eb462ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2161376 Jul 12 16:10:37.994688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:38.004790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Calling delete_port for 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:38.006513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.040495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.104211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.109145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.110679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/392730d6-289c-43a1-831c-bbe4359500d9 HTTP/1.1" status: 204 len: 168 time: 0.4914801 Jul 12 16:10:38.124145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-6991e648-113e-4f63-a56b-cd80da12d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.126518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-6991e648-113e-4f63-a56b-cd80da12d982 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dd207d6a0844af857d93adac199e6b&device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 1101 time: 0.1061459 Jul 12 16:10:38.128245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2b431-8d0e-493d-ad74-339665db2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392730d6-289c-43a1-831c-bbe4359500d9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:38.130360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:38.141861 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b5d6337-5b82-49aa-9a50-b2ffa135060a req-8ccd0904-c4a2-499d-862a-c02fe2462db7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852984 Jul 12 16:10:38.251492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dcaac-02e8-4f13-ac03-9b6092380c58 req-1838a5b8-c4c2-4c86-b4e5-b674e9ed06cf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.259362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-028dcaac-02e8-4f13-ac03-9b6092380c58 req-1838a5b8-c4c2-4c86-b4e5-b674e9ed06cf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.5963471 Jul 12 16:10:38.279033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f586bff-dbc7-49f5-9084-4b348b429d1f None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:38.279487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f586bff-dbc7-49f5-9084-4b348b429d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.368131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5f586bff-dbc7-49f5-9084-4b348b429d1f None None] Port 72d13f79-3f56-4454-a4a0-94975a61644c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:38.502021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ec6da2fc-1e61-4da0-87f3-373fe7b6e269'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:38.517024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-028dcaac-02e8-4f13-ac03-9b6092380c58 req-b35d2ea0-1fb9-4eee-9345-bfa042cac575 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557445 Jul 12 16:10:38.633281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d730e1f-a469-45f4-a5f5-5a2a6e078a58 req-45fbd5a4-e43c-4d32-9659-5ded293db794 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.640432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a27da02-aeb9-49cb-b480-8c1feaa0d212 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:38.647193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d730e1f-a469-45f4-a5f5-5a2a6e078a58 req-45fbd5a4-e43c-4d32-9659-5ded293db794 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.2034726 Jul 12 16:10:38.655846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Network 2e89c7be-3773-41ca-8671-58162a6306ff is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:38.666547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:38.703486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-b70423d8-cd96-40f8-a7c7-d26d6334d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.705002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-b70423d8-cd96-40f8-a7c7-d26d6334d380 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.4840991 Jul 12 16:10:38.770299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d730e1f-a469-45f4-a5f5-5a2a6e078a58 req-ef3ff7f5-e8ee-4070-9a3b-29d03397aceb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182024 Jul 12 16:10:38.803791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:38.872435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:38.897231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:38.897617 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.010096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-50f0eadc-bedc-404f-9aca-7280487abf98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986 HTTP/1.1" status: 200 len: 217 time: 0.2927542 Jul 12 16:10:39.124141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb3a4102-27ce-4554-ad3e-ecc4c991cdf5 req-571c61b2-b48a-4c69-91f6-d808db6167d2 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.58 "GET /v2.0/ports?device_id=acbce790-b218-4b75-9346-a8bf8c451db9 HTTP/1.1" status: 200 len: 210 time: 0.3108950 Jul 12 16:10:39.143916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Pushing event deleted for resources: {'Port': ['ID=55cb831e-bdf8-4afe-a0ad-b14ed82c5259,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:39.209228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.224577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-738abaf0-c1a0-4b4f-a234-a62929ca81bb None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:39.224930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-738abaf0-c1a0-4b4f-a234-a62929ca81bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.310922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1a27da02-aeb9-49cb-b480-8c1feaa0d212, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a27da02-aeb9-49cb-b480-8c1feaa0d212,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:39.329420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.368398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762248c1-3c43-48b8-bb5d-e9c314d0d610 req-9da59853-b7de-42fa-8fee-74c84dc9ce70 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.372060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-762248c1-3c43-48b8-bb5d-e9c314d0d610 req-9da59853-b7de-42fa-8fee-74c84dc9ce70 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.1950452 Jul 12 16:10:39.383966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] No DVR routers for this DVR port 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:39.391962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.394036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e47b65cd-a456-4363-a49e-7e6e516d2ea1 req-432c6341-76c5-4300-9e26-d6adbdf130f3 tempest-ImagesTestJSON-1829208329 tempest-ImagesTestJSON-1829208329-project] 10.222.0.65 "DELETE /v2.0/ports/55cb831e-bdf8-4afe-a0ad-b14ed82c5259 HTTP/1.1" status: 204 len: 173 time: 2.5394480 Jul 12 16:10:39.396291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-deleted', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:39.403727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:39.405329 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b756b1-a859-4acd-a0aa-754b8484f4bb" -d '{"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-deleted", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:39.406072 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294e4d0b-bb93-4e4a-a6e4-8f025feae735" -d '{"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-unplugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:39.414397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-738abaf0-c1a0-4b4f-a234-a62929ca81bb None None] Port 72d13f79-3f56-4454-a4a0-94975a61644c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:39.421171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-515c4c56-4b0e-4597-85eb-c8b1ea607099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.423188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-515c4c56-4b0e-4597-85eb-c8b1ea607099 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.3106291 Jul 12 16:10:39.500846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1a27da02-aeb9-49cb-b480-8c1feaa0d212,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:39.514549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-762248c1-3c43-48b8-bb5d-e9c314d0d610 req-2dba8bc6-89a1-4a42-9fd9-17b2a530da74 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338356 Jul 12 16:10:39.563089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Router 405351d7-1f86-41a1-a7de-923768c57a0c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:10:39.669147 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47cdf4f-77ba-44cb-960d-c8579ecf5c7a x-openstack-request-id: req-a47cdf4f-77ba-44cb-960d-c8579ecf5c7a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:39.669605 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-deleted", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:39.670123 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a47cdf4f-77ba-44cb-960d-c8579ecf5c7a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:39.670430 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-deleted', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'status': 'completed', 'code': 200} Jul 12 16:10:39.690931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-c75ecd71-d68e-41b7-b8f4-67d36fc8c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.693047 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2010f9-fd64-498d-a337-ab3cdd9696da x-openstack-request-id: req-5d2010f9-fd64-498d-a337-ab3cdd9696da {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:39.693548 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbce790-b218-4b75-9346-a8bf8c451db9", "name": "network-vif-unplugged", "status": "completed", "tag": "55cb831e-bdf8-4afe-a0ad-b14ed82c5259", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:39.694108 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d2010f9-fd64-498d-a337-ab3cdd9696da {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:39.694509 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce790-b218-4b75-9346-a8bf8c451db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55cb831e-bdf8-4afe-a0ad-b14ed82c5259', 'code': 200} Jul 12 16:10:39.696465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-c75ecd71-d68e-41b7-b8f4-67d36fc8c3c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2639656 Jul 12 16:10:39.786467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:39.826866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:39.827220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55cb831e-bdf8-4afe-a0ad-b14ed82c5259 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:39.858558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:10:39.868789 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Sync routers for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:10:39.878707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bb1f0cc5-bae2-4fa3-8532-84546dc33dbe admin admin] 10.222.0.58 "PUT /v2.0/routers/405351d7-1f86-41a1-a7de-923768c57a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4170239 Jul 12 16:10:39.890425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:39.895330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:10:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:39.928688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19c2e9-d396-440f-ac51-af28508f5331 req-5e025143-f8f9-4046-800e-d18a2a40ddaa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.930240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d19c2e9-d396-440f-ac51-af28508f5331 req-5e025143-f8f9-4046-800e-d18a2a40ddaa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.0949755 Jul 12 16:10:39.943476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-e8fc66a2-6e57-4f8c-b150-0b4842de8a11 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012088 Jul 12 16:10:40.022005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d19c2e9-d396-440f-ac51-af28508f5331 req-f4cbd211-39b9-4560-9ce0-230dea4f2cba tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841444 Jul 12 16:10:40.145189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53d8ff24-e1f8-4b28-b626-30772414ccbb req-fa119b84-4f79-4359-b16c-3fbab17a067c service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912377 Jul 12 16:10:40.157477 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:40.337551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71443961-f8e7-4baf-9496-d36ba92327a5 req-71c51aa4-4380-4463-a4d8-3fcf3d95c428 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:40.339449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71443961-f8e7-4baf-9496-d36ba92327a5 req-71c51aa4-4380-4463-a4d8-3fcf3d95c428 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.0976038 Jul 12 16:10:40.392981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71443961-f8e7-4baf-9496-d36ba92327a5 req-24aff4ad-d9c5-4917-b246-7c6d0107b746 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Jul 12 16:10:40.585473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a27da02-aeb9-49cb-b480-8c1feaa0d212 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:40.614566 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:37Z', 'revision_number': 2, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:40.663381 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Checking router: 405351d7-1f86-41a1-a7de-923768c57a0c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:10:40.663756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Updating router 405351d7-1f86-41a1-a7de-923768c57a0c port 72d13f79-3f56-4454-a4a0-94975a61644c binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:10:40.699627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:40.699998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:40.794391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43892) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:40.820764 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:40.835495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43898) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:40.846174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644055193', 'description': 'tempest-description--1297732956'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:40.895779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.055822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2af4a4b-516d-4d07-9ac2-dcdcae057b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.154139 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.162359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.195855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39a631-1aa8-4f27-8b33-db2adb3b1f6b req-eabda153-cc97-48b5-b7be-ac68fa82b77d tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:41.198152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f39a631-1aa8-4f27-8b33-db2adb3b1f6b req-eabda153-cc97-48b5-b7be-ac68fa82b77d tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 1101 time: 0.1146970 Jul 12 16:10:41.276422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f39a631-1aa8-4f27-8b33-db2adb3b1f6b req-ef4ad98e-25ae-45d4-82d3-afbe0897dbc9 tempest-ServersOnMultiNodesTest-1959294048 tempest-ServersOnMultiNodesTest-1959294048-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590732 Jul 12 16:10:41.300725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6ee02-9bb7-44eb-968e-26a94ed3abf7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:41.411415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2af4a4b-516d-4d07-9ac2-dcdcae057b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.453460 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.456726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2af4a4b-516d-4d07-9ac2-dcdcae057b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.472033 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Transition to ACTIVE for port object 72d13f79-3f56-4454-a4a0-94975a61644c will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:41.481835 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.507155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2af4a4b-516d-4d07-9ac2-dcdcae057b5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20fa6048af3848e0aa485fe7f0b12066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113547 Jul 12 16:10:41.508563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.511630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-06ebccf9-eb7a-4cee-ad56-281322167611 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6737967 Jul 12 16:10:41.517726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43916) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:41.517726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43918) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:41.521733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'security_group_rule': {'security_group_id': '98f6ee02-9bb7-44eb-968e-26a94ed3abf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:41.563943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af4a4b-516d-4d07-9ac2-dcdcae057b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36679fe4-b7ef-4e20-bb9e-af6fb04898a2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:41.578149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:41.609234 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Pushing event updated for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:41.632719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50029-cf4c-408a-9e7a-4d8c72a9a0c1 req-c7b39bdc-d015-4c61-9978-18ba3fa28dc9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:41.634618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05d50029-cf4c-408a-9e7a-4d8c72a9a0c1 req-c7b39bdc-d015-4c61-9978-18ba3fa28dc9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.2259736 Jul 12 16:10:41.655985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:41.657093 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.657506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.657912 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.660425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.661616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.661616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.661616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.663969 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.664262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.664693 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.665093 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.666819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:41.667278 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:41.667886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.705041 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Attempting to bind port 72d13f79-3f56-4454-a4a0-94975a61644c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:41.707393 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Attempting to bind port 72d13f79-3f56-4454-a4a0-94975a61644c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:41.708217 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Attempting to bind port 72d13f79-3f56-4454-a4a0-94975a61644c on network 2e89c7be-3773-41ca-8671-58162a6306ff {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:41.716255 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:41.717289 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Checking segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:41.718316 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.719043 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Bound using segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:41.720648 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Bound port: 72d13f79-3f56-4454-a4a0-94975a61644c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:41.721440 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.756740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05d50029-cf4c-408a-9e7a-4d8c72a9a0c1 req-82489bd5-e91e-4c1c-bf87-aaf7c042f25b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 Jul 12 16:10:41.823359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.856812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.878615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] For port 72d13f79-3f56-4454-a4a0-94975a61644c, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:41.882133 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] For port 72d13f79-3f56-4454-a4a0-94975a61644c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72d13f79-3f56-4454-a4a0-94975a61644c,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:41.890183 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.895679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc010abd-236f-4519-9398-e6f8ce0cd295 req-0f7c39bf-53c3-435c-ac4b-c35be70f7a30 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:41.899359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:41.901998 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7697c39-0547-4eff-b3ee-e48fda34ad21" -d '{"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-plugged", "status": "completed", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:41.906384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc010abd-236f-4519-9398-e6f8ce0cd295 req-0f7c39bf-53c3-435c-ac4b-c35be70f7a30 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.3670280 Jul 12 16:10:41.919841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:41.924945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.926306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:41.984506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1cef6-41f1-4b72-9006-a5c1b2033ee2 None None] Pushing event updated for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:41.984682 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc010abd-236f-4519-9398-e6f8ce0cd295 req-9892c93f-d4ad-4b58-82bd-3137d95d6c02 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Jul 12 16:10:42.007990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:42.008672 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:10:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:42.041340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:42.067665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.070939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.084132 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.163696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcbcb5a-38aa-4b35-b9c1-88696781df4c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:42.209480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.223192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-738c5028-e70f-4190-8b93-ab7288f76f67 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7059996 Jul 12 16:10:42.223527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:42.231826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'security_group_rule': {'security_group_id': '98f6ee02-9bb7-44eb-968e-26a94ed3abf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:42.264783 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:42.284011 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d8641-2ed3-44fe-9eb7-295e3d326d67 x-openstack-request-id: req-a96d8641-2ed3-44fe-9eb7-295e3d326d67 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:42.284300 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-plugged", "status": "completed", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:42.284551 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a96d8641-2ed3-44fe-9eb7-295e3d326d67 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:42.284948 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'code': 200} Jul 12 16:10:42.330711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.333744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.345039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36679fe4-b7ef-4e20-bb9e-af6fb04898a2 HTTP/1.1" status: 204 len: 168 time: 0.8324046 Jul 12 16:10:42.409506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113be2-18ef-4b58-9eef-49dadb7c8625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36679fe4-b7ef-4e20-bb9e-af6fb04898a2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:42.412470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.644413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb027-e132-4917-9e3b-8566038f5e82 req-91d2ade5-5185-4eef-a300-fb600098a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:42.651810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2bddb027-e132-4917-9e3b-8566038f5e82 req-91d2ade5-5185-4eef-a300-fb600098a03c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1096 time: 0.1991687 Jul 12 16:10:42.656232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.668261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.705900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38179798-2a9e-4fdd-8f3d-2d4c7e7f86d6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:42.718630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.724912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-70cfbaf6-2879-4c49-a05a-03b2438efd2b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4997978 Jul 12 16:10:42.726395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:42.738094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:42.756121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2bddb027-e132-4917-9e3b-8566038f5e82 req-53239024-eaa4-4908-89d8-d423145ef16c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935650 Jul 12 16:10:42.863048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:42.878401 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:41Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:42.944934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:42.953976 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed44aee-fc7f-487c-8861-3efbbb637264 None None] The sync data for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 is: [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:41Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:10:42.978873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2785f8d-d8cd-49a6-9c6a-e20dd024500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.070239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd703-cb30-406c-8935-45facc141d27 req-00a76ddd-d690-4fb7-9b9f-8d3ade946875 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:43.072123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abefd703-cb30-406c-8935-45facc141d27 req-00a76ddd-d690-4fb7-9b9f-8d3ade946875 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.3074074 Jul 12 16:10:43.169132 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abefd703-cb30-406c-8935-45facc141d27 req-de66bafa-11db-4a44-bccc-a5b81b2a9e2e tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891414 Jul 12 16:10:43.232063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.242928 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2785f8d-d8cd-49a6-9c6a-e20dd024500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.262803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2785f8d-d8cd-49a6-9c6a-e20dd024500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.316310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2785f8d-d8cd-49a6-9c6a-e20dd024500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f447e4-64d3-4210-bbdf-e7355cbbb9ce,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:43.355270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2785f8d-d8cd-49a6-9c6a-e20dd024500d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96744ce348924dcbbb2f412530db0528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091716 Jul 12 16:10:43.357531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:43.428407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Allocated IP 172.25.8.174 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/412f000d-8045-4fb3-9348-edde2657404c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:43.493310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.535328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.586507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.649885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec812-b224-4be0-bbe3-af24ea91eac5 req-593be716-006d-4bbd-a293-230ac8b510a6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:43.651908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cfec812-b224-4be0-bbe3-af24ea91eac5 req-593be716-006d-4bbd-a293-230ac8b510a6 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.2614045 Jul 12 16:10:43.660082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.662610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.663822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49f447e4-64d3-4210-bbdf-e7355cbbb9ce HTTP/1.1" status: 204 len: 168 time: 0.3050556 Jul 12 16:10:43.679292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:43.737635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:43.751288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:43.753817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:43.794599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcecafb-8bbf-4076-a951-8485edd59595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f447e4-64d3-4210-bbdf-e7355cbbb9ce,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:43.831006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cfec812-b224-4be0-bbe3-af24ea91eac5 req-f3eb91e1-9707-4df7-981f-0eabbb002b00 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774046 Jul 12 16:10:43.878741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'Port': ['ID=412f000d-8045-4fb3-9348-edde2657404c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:43.897424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3363-6178-436a-b04a-4a358a156615 req-070b6c6f-344b-4aef-8fc3-ccb495a66587 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:43.899741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-01814306-103c-40e4-b261-d54d2a476b8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2347872 Jul 12 16:10:43.904694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91ce3363-6178-436a-b04a-4a358a156615 req-070b6c6f-344b-4aef-8fc3-ccb495a66587 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 945 time: 0.2657132 Jul 12 16:10:44.026120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91ce3363-6178-436a-b04a-4a358a156615 req-a031ee45-cecb-46c7-af4c-611b06bb4c88 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043723 Jul 12 16:10:44.149992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-a6cf1f93-e701-41cf-ad04-f65f2c64d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.154950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-a6cf1f93-e701-41cf-ad04-f65f2c64d0c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 1101 time: 0.1780925 Jul 12 16:10:44.188588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:44.232206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591105e-c071-464a-9824-960a14b7da77 req-d5c1e0c1-3dc7-4282-9b8a-992c289cfd53 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.233852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c591105e-c071-464a-9824-960a14b7da77 req-d5c1e0c1-3dc7-4282-9b8a-992c289cfd53 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.2025247 Jul 12 16:10:44.337987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-d130138d-826a-499b-9da4-f04d862a1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.341246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-d130138d-826a-499b-9da4-f04d862a1e6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1594174 Jul 12 16:10:44.404774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-54fce0f5-5579-4417-99ea-3d0680ee28ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0558736 Jul 12 16:10:44.455163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:44.566977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-743ee59e-ab4e-4cd8-9e0f-841b12c41b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.569949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-743ee59e-ab4e-4cd8-9e0f-841b12c41b4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1539581 Jul 12 16:10:44.688003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72d13f79-3f56-4454-a4a0-94975a61644c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:44.729093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-afe1ed43-5f16-48af-8119-8089f1fc2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.735565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-afe1ed43-5f16-48af-8119-8089f1fc2e2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523488 Jul 12 16:10:44.840760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 72d13f79-3f56-4454-a4a0-94975a61644c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:44.850751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:44.851156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:44.939665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-276248d4-10c2-4e5b-b2a7-d3778ba6a86d service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967881 Jul 12 16:10:45.236218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7647c79e-05f2-4c54-a142-ff51031ec26f req-24b920bc-f360-410d-a29a-2f9612e259ea service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879767 Jul 12 16:10:45.285303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.307747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.352263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.383183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'Port': ['ID=412f000d-8045-4fb3-9348-edde2657404c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:45.393029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 72d13f79-3f56-4454-a4a0-94975a61644c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72d13f79-3f56-4454-a4a0-94975a61644c,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:45.400185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.542244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:45.587637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0872cc7-5730-42aa-9cf3-37777d69c89b req-94c93268-15a8-4434-b51a-437d7d0b99e0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:45.591353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0872cc7-5730-42aa-9cf3-37777d69c89b req-94c93268-15a8-4434-b51a-437d7d0b99e0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=af1c172d-ad66-48d7-bc94-54b8ac71579e HTTP/1.1" status: 200 len: 950 time: 0.2970133 Jul 12 16:10:45.594762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.675887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.680258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f136f-7034-49e5-9d8c-b68190e098bd req-e7a5b3a6-9f99-4e63-a81a-5a8f161f80c2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:45.682350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b1f136f-7034-49e5-9d8c-b68190e098bd req-e7a5b3a6-9f99-4e63-a81a-5a8f161f80c2 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1045930 Jul 12 16:10:45.686498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8b94749-48dc-4594-818f-43c44a19ac0d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9597793 Jul 12 16:10:45.688286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port df518f1d-f139-4c67-b708-2b8cbb5b0019 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:45.688553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.743209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d24aa4b6-bfd3-4790-a185-41f6078ec30a None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:45.746794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d24aa4b6-bfd3-4790-a185-41f6078ec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.764386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0872cc7-5730-42aa-9cf3-37777d69c89b req-79db8cea-458c-4535-8d9b-a7907376dfcb tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661561 Jul 12 16:10:45.799972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b1f136f-7034-49e5-9d8c-b68190e098bd req-2718605e-1c4a-487a-8404-f3073ef19cb3 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932465 Jul 12 16:10:45.878646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port df518f1d-f139-4c67-b708-2b8cbb5b0019, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df518f1d-f139-4c67-b708-2b8cbb5b0019,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:45.879019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:45.917433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for df518f1d-f139-4c67-b708-2b8cbb5b0019 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:46.200449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68696d3e-6108-4d55-9978-5a296b451516 req-8552365c-076c-4729-af8f-9161f97e0dbf tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:46.212081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68696d3e-6108-4d55-9978-5a296b451516 req-8552365c-076c-4729-af8f-9161f97e0dbf tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 945 time: 0.1637762 Jul 12 16:10:46.325673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68696d3e-6108-4d55-9978-5a296b451516 req-4c9cb0e7-9253-4a96-ac3d-855792445ef7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123834 Jul 12 16:10:46.365795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.385508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9', '8bff5100-b447-4f45-a006-e1e0a9af5124', '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:46.393565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:46.404820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=df518f1d-f139-4c67-b708-2b8cbb5b0019,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:46.488904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44036) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:46.568724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Deleting subnet 8bf3054d-1cde-412e-b176-24357189df55 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:10:46.570513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port df518f1d-f139-4c67-b708-2b8cbb5b0019 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:46.573091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.590687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.598298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c591105e-c071-464a-9824-960a14b7da77 req-2b1dca1c-30e2-4cfc-bad0-3ee1b336ef75 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "DELETE /v2.0/ports/df518f1d-f139-4c67-b708-2b8cbb5b0019 HTTP/1.1" status: 204 len: 173 time: 2.3047738 Jul 12 16:10:46.602907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'name': 'network-vif-deleted', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:46.620798 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5290af97-f9fc-421c-b9fe-d8888668d1f7" -d '{"events": [{"server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "name": "network-vif-deleted", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:46.629943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.717910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.726370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-3ec0926f-eb21-4edd-b939-5e7853b0e4ec tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--644055193&fields=id&tenant_id=4021841ff97b458090debe740ffaec8d HTTP/1.1" status: 200 len: 267 time: 0.1826072 Jul 12 16:10:46.728080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72d13f79-3f56-4454-a4a0-94975a61644c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:46.839181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.886415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:46.893532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8bf3054d-1cde-412e-b176-24357189df55 HTTP/1.1" status: 204 len: 168 time: 0.4010332 Jul 12 16:10:46.927435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44046) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:46.927942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:46.999805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 72d13f79-3f56-4454-a4a0-94975a61644c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:47.000751 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.003292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-0e225e0f-bfb3-4b1d-b1d3-7dcca8ac2a7b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:47.006352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-0e225e0f-bfb3-4b1d-b1d3-7dcca8ac2a7b tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/networks?id=2e89c7be-3773-41ca-8671-58162a6306ff HTTP/1.1" status: 200 len: 812 time: 0.2598977 Jul 12 16:10:47.025022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d7ed1076-c4b8-4ddd-81ac-e98e55eb355d tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/quotas/4021841ff97b458090debe740ffaec8d HTTP/1.1" status: 200 len: 375 time: 0.0119314 Jul 12 16:10:47.031205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f3d25-0902-4992-b045-a3d3d700e6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf3054d-1cde-412e-b176-24357189df55,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:47.135043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.201852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-a965858b-ac50-4aaa-a62a-fb80e98e29f4 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4021841ff97b458090debe740ffaec8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1660326 Jul 12 16:10:47.324275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.332122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1265271421'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:47.371748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Made reservation on behalf of 32831c4fbaf04487a63eef24af4fec45 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:47.376712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.394460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e2b10f-819b-4aa0-b786-d076ae68200b']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:47.397809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.405309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-a07fd7f4-f775-49a5-b23a-1faaef848575 service neutron] 10.222.0.58 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837721 Jul 12 16:10:47.433986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0c572c-5b6f-4077-adbf-228cc780bd23') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:47.434463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0c572c-5b6f-4077-adbf-228cc780bd23') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:47.450569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.480216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.492715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:10:47.493294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:10:47.496812 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:10:47.601524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.642430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-6b0a952b-f289-49c3-a31f-ae1820730570 service neutron] 10.222.0.58 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307601 Jul 12 16:10:47.718624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.734593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] 10.222.0.58 "DELETE /v2.0/networks/60e2b10f-819b-4aa0-b786-d076ae68200b HTTP/1.1" status: 204 len: 168 time: 0.8049688 Jul 12 16:10:47.779893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea7048-7eae-48e3-b0a4-3eef063a37cd admin admin] Pushing event deleted for resources: {'Network': ['ID=60e2b10f-819b-4aa0-b786-d076ae68200b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:47.822386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.831630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.876597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da66415-4045-4bfa-8b4b-26ec6182514f req-d8ade245-9589-4b82-9d5b-c4f6b321c8b0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:47.877635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df518f1d-f139-4c67-b708-2b8cbb5b0019 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:47.878317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9da66415-4045-4bfa-8b4b-26ec6182514f req-d8ade245-9589-4b82-9d5b-c4f6b321c8b0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1096 time: 0.2743924 Jul 12 16:10:47.879119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:47.914047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:47.914306 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Added segment 4f39d3c7-f2e6-4853-ba11-4966dcd59a78 of type vlan for network f20be678-a764-4fe7-819b-9dbee7227225 Jul 12 16:10:47.937969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2341ed-d610-475f-94d5-32eea20defe0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:47.957266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: df518f1d-f139-4c67-b708-2b8cbb5b0019 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:47.958031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df518f1d-f139-4c67-b708-2b8cbb5b0019 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:47.998541 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f2721f-5d6c-44a4-9fcc-994044753f2e x-openstack-request-id: req-83f2721f-5d6c-44a4-9fcc-994044753f2e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:47.999514 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1c172d-ad66-48d7-bc94-54b8ac71579e", "name": "network-vif-deleted", "tag": "df518f1d-f139-4c67-b708-2b8cbb5b0019", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:47.999856 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83f2721f-5d6c-44a4-9fcc-994044753f2e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:48.000232 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1c172d-ad66-48d7-bc94-54b8ac71579e', 'name': 'network-vif-deleted', 'tag': 'df518f1d-f139-4c67-b708-2b8cbb5b0019', 'status': 'completed', 'code': 200} Jul 12 16:10:48.035810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9da66415-4045-4bfa-8b4b-26ec6182514f req-41d594be-c49c-4173-a2ee-1333f5765481 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483092 Jul 12 16:10:48.045775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.167375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.178035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:48.180247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.266309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44074) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:48.386301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1daeedca-cfb6-4802-a2a3-de9620607b7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7b0d8b244c849ec8eb912982af201fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181953 Jul 12 16:10:48.387028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:48.451745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef223464-124d-4ae8-b6bd-42bc75dbf165 req-8797bee8-61b3-4a69-9f3f-2dc4475d7f00 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 210 time: 0.0633316 Jul 12 16:10:48.485549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5520365 Jul 12 16:10:48.485915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44082) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:48.491426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Request body: {'subnet': {'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:48.509146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b88c40-be3e-46e8-80ca-9dfc931c760f tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event updated for resources: {'Network': ['ID=f20be678-a764-4fe7-819b-9dbee7227225,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:48.526939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f20be678-a764-4fe7-819b-9dbee7227225 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:48.573793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba628-cbe6-4e37-a417-ea7458875d4e req-a606728d-d088-4d19-800d-b36bce3e15cf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:48.577617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-865ba628-cbe6-4e37-a417-ea7458875d4e req-a606728d-d088-4d19-800d-b36bce3e15cf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1984055 Jul 12 16:10:48.605130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.662303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-865ba628-cbe6-4e37-a417-ea7458875d4e req-287cc7ad-515a-4e9a-b8a0-b1d0841dff05 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781240 Jul 12 16:10:48.662870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.722578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Made reservation on behalf of 32831c4fbaf04487a63eef24af4fec45 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:48.726188 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.833215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.836068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:48.840199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/842b4548-4dc7-4df9-b214-7d5ecbd581f8 HTTP/1.1" status: 204 len: 168 time: 0.4476192 Jul 12 16:10:48.842855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cbbef-886f-4d2f-a83c-27c8fc0adea2 req-dd1c476a-f8e2-488d-8e56-360d46028497 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:48.844175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a98cbbef-886f-4d2f-a83c-27c8fc0adea2 req-dd1c476a-f8e2-488d-8e56-360d46028497 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1096 time: 0.1920440 Jul 12 16:10:48.857955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60e940-0ba0-42ca-abb4-67b946e6d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b4548-4dc7-4df9-b214-7d5ecbd581f8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:48.934430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a98cbbef-886f-4d2f-a83c-27c8fc0adea2 req-defd6ac3-e179-4d6b-a6cf-a692e98da0ef tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Jul 12 16:10:49.063462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:49.172422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event updated for resources: {'Subnet': ['ID=1677f6a6-6c47-4565-9e56-3fd057291b09,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:49.178330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Checking segment: {'id': '4f39d3c7-f2e6-4853-ba11-4966dcd59a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:49.178609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Network hostable DHCP agents. Network: f20be678-a764-4fe7-819b-9dbee7227225, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:49.199553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Network f20be678-a764-4fe7-819b-9dbee7227225 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:49.221317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f20be678-a764-4fe7-819b-9dbee7227225) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:49.238398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f70516-0fce-4da2-8315-cdd88ee500f5 None None] Network f20be678-a764-4fe7-819b-9dbee7227225 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:49.240397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:49.252276 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:49.291405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fc69db3d-4f46-4cc2-9556-9a6b48efd90b tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8009808 Jul 12 16:10:49.291801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44102) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:49.301575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Request body: {'port': {'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1391672859'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:49.314099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c254-8862-4c25-99b6-bf0f572c2c51 req-93a66464-aee0-4688-865f-955911fb3290 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:49.315729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aae8c254-8862-4c25-99b6-bf0f572c2c51 req-93a66464-aee0-4688-865f-955911fb3290 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.1617894 Jul 12 16:10:49.387333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aae8c254-8862-4c25-99b6-bf0f572c2c51 req-0fc3405e-7dfa-45ac-b4ff-f9f9a4f9c7c1 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635498 Jul 12 16:10:49.613856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Made reservation on behalf of 32831c4fbaf04487a63eef24af4fec45 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:49.630068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:49.676792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f20be678-a764-4fe7-819b-9dbee7227225', 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225', 'tenant_id': '32831c4fbaf04487a63eef24af4fec45', 'fixed_ips': [{'subnet_id': '1677f6a6-6c47-4565-9e56-3fd057291b09'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:10:49.677973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:49.689528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] device_id is not set on port 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:10:49.813437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec6d493e-58cb-4c7e-b161-565a1a979415 req-f0238dcd-30cb-4123-ba62-13446957c999 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 210 time: 0.1111448 Jul 12 16:10:50.075060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-2cb85e67-e97b-45a3-8589-e90d77a187a5 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.076634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-2cb85e67-e97b-45a3-8589-e90d77a187a5 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.65 "GET /v2.0/networks?id=2e89c7be-3773-41ca-8671-58162a6306ff HTTP/1.1" status: 200 len: 812 time: 0.2855136 Jul 12 16:10:50.094416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Allocated IP 172.20.0.2 (f20be678-a764-4fe7-819b-9dbee7227225/1677f6a6-6c47-4565-9e56-3fd057291b09/3af54251-25b8-429c-a2b6-a00cf8630711) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:50.111745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44140) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:50.176920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-65b978d9-b628-43be-a7fd-ca7e7d57cabc tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021841ff97b458090debe740ffaec8d HTTP/1.1" status: 200 len: 379 time: 0.0902288 Jul 12 16:10:50.192743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'port': {'device_id': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'admin_state_up': True, 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'security_groups': ['98f6ee02-9bb7-44eb-968e-26a94ed3abf7']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:50.323076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bfbc-c48a-4549-b35a-5a304c97ae45 req-f1ac5b34-ff2c-47b4-8c6c-d1fa327e18a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.344007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c110bfbc-c48a-4549-b35a-5a304c97ae45 req-f1ac5b34-ff2c-47b4-8c6c-d1fa327e18a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1831410 Jul 12 16:10:50.386384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5e47fc-9a98-4271-a493-3218c66a9e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.400188 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.416258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Transition to ACTIVE for port object 3af54251-25b8-429c-a2b6-a00cf8630711 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:50.441348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Transition to ACTIVE for port object 3af54251-25b8-429c-a2b6-a00cf8630711 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:50.461667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.509275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Made reservation on behalf of 4021841ff97b458090debe740ffaec8d for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:50.513886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.526111 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c110bfbc-c48a-4549-b35a-5a304c97ae45 req-ce5c59ea-cae1-4155-9660-07336c7dceda tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407320 Jul 12 16:10:50.558847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Network f20be678-a764-4fe7-819b-9dbee7227225 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:50.578885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Pushing event updated for resources: {'Port': ['ID=3af54251-25b8-429c-a2b6-a00cf8630711,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:50.582833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:50.591998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:50.684261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Allocated IP 172.20.0.11 (2e89c7be-3773-41ca-8671-58162a6306ff/b3d3b56c-54dd-4777-a43b-e8b337af38c7/c1e835cc-a2e6-422a-919a-6621d3887edc) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:50.747523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Attempting to bind port 3af54251-25b8-429c-a2b6-a00cf8630711 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:50.748251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Attempting to bind port 3af54251-25b8-429c-a2b6-a00cf8630711 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4f39d3c7-f2e6-4853-ba11-4966dcd59a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:50.748593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Attempting to bind port 3af54251-25b8-429c-a2b6-a00cf8630711 on network f20be678-a764-4fe7-819b-9dbee7227225 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:50.758472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:50.758873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Checking segment: {'id': '4f39d3c7-f2e6-4853-ba11-4966dcd59a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:50.759256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.763711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Bound using segment: {'id': '4f39d3c7-f2e6-4853-ba11-4966dcd59a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:50.764964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Bound port: 3af54251-25b8-429c-a2b6-a00cf8630711, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f39d3c7-f2e6-4853-ba11-4966dcd59a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f20be678-a764-4fe7-819b-9dbee7227225'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:50.765369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:50.807127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-097b594a-b90b-48b7-b065-4d40c37ac732 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.807127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-097b594a-b90b-48b7-b065-4d40c37ac732 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.2769783 Jul 12 16:10:50.841264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Allocated IP 172.20.0.7 (f20be678-a764-4fe7-819b-9dbee7227225/1677f6a6-6c47-4565-9e56-3fd057291b09/00d2ccb8-2179-4af4-b8d1-ccd9081d38b4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:50.883050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] For port 3af54251-25b8-429c-a2b6-a00cf8630711, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:50.888054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] For port 3af54251-25b8-429c-a2b6-a00cf8630711, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3af54251-25b8-429c-a2b6-a00cf8630711,segment=NetworkSegment(4f39d3c7-f2e6-4853-ba11-4966dcd59a78),segment_id=4f39d3c7-f2e6-4853-ba11-4966dcd59a78)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:50.894179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.000153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5e47fc-9a98-4271-a493-3218c66a9e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.021733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5e47fc-9a98-4271-a493-3218c66a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.061474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b26f86-e08a-452a-be74-748eab219a17 None None] Pushing event updated for resources: {'Port': ['ID=3af54251-25b8-429c-a2b6-a00cf8630711,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:51.094933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.144037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae5e47fc-9a98-4271-a493-3218c66a9e42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4a6ee6b1c4b42b1901bd182272f184d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0304325 Jul 12 16:10:51.151548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44172) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:51.168199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e47fc-9a98-4271-a493-3218c66a9e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b82398-fc28-4875-9c44-fbd6e3855f26,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:51.202266 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-5a7be627-bf4f-4831-8886-5e6e8ec89d19 service neutron] show failed (client error): The resource could not be found. Jul 12 16:10:51.202900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-5a7be627-bf4f-4831-8886-5e6e8ec89d19 service neutron] 10.222.0.65 "GET /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.2675540 Jul 12 16:10:51.216160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Transition to ACTIVE for port object c1e835cc-a2e6-422a-919a-6621d3887edc will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:51.222919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476b55-c3d0-402d-b6ee-fe723e0365a7 req-377fa2dd-9e8f-4273-b081-63343561b54c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.236250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27476b55-c3d0-402d-b6ee-fe723e0365a7 req-377fa2dd-9e8f-4273-b081-63343561b54c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 950 time: 0.3542285 Jul 12 16:10:51.306512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.312972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:51.313344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.336641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Transition to ACTIVE for port object 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:51.346712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.452233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27476b55-c3d0-402d-b6ee-fe723e0365a7 req-ec9788d3-d4a4-445c-bfcc-0f7607e8b09c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149909 Jul 12 16:10:51.457513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.488953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Network 2e89c7be-3773-41ca-8671-58162a6306ff is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:51.504263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.509592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:51.520159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:51.581631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.582307 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.588764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event updated for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:51.646111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:51.646686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.678382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:51.736251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-1a755ade-9e2e-4e08-b575-3354f705ff98 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5525677 Jul 12 16:10:51.740439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Network f20be678-a764-4fe7-819b-9dbee7227225 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:51.778459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event updated for resources: {'Port': ['ID=00d2ccb8-2179-4af4-b8d1-ccd9081d38b4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:51.788175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Request body: {'port': {'device_id': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:51.802052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:51.810215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:51.928774 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.972320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.973004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:51.998527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3c40975e-8a01-477a-9d21-c2dd6d7518e0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:10:51.999747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3c40975e-8a01-477a-9d21-c2dd6d7518e0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2624831 Jul 12 16:10:52.008152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.017826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8917f37f-91ea-4972-a341-91a132d4f471 None None] Provisioning for port c1e835cc-a2e6-422a-919a-6621d3887edc completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:52.023247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8917f37f-91ea-4972-a341-91a132d4f471 None None] Provisioning complete for port c1e835cc-a2e6-422a-919a-6621d3887edc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:52.024175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8917f37f-91ea-4972-a341-91a132d4f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.041158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:52.041593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:10:52.048255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-da5172db-0bab-48e0-9ac2-6332c1115d99 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7553780 Jul 12 16:10:52.058421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44186) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:52.163028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8917f37f-91ea-4972-a341-91a132d4f471 None None] Port c1e835cc-a2e6-422a-919a-6621d3887edc cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:52.219858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44190) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:52.228099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-d6016ccb-8af8-40ab-b88e-c93cc2559876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:52.230921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-d6016ccb-8af8-40ab-b88e-c93cc2559876 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1101 time: 0.4337325 Jul 12 16:10:52.260610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:52.338742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c401-3c2b-46ac-8f85-388df65bdb23 req-17a0e363-e489-4e5c-b7d5-74fadf413a47 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:52.348227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25c401-3c2b-46ac-8f85-388df65bdb23 req-17a0e363-e489-4e5c-b7d5-74fadf413a47 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 932 time: 0.4153659 Jul 12 16:10:52.414881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.421277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.423037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2b82398-fc28-4875-9c44-fbd6e3855f26 HTTP/1.1" status: 204 len: 168 time: 1.2688093 Jul 12 16:10:52.440655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:52.441061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:52.441319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:52.456304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:52.456548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:52.465386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:52.465860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:52.466410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:52.466869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Bound port: ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:52.499441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.514419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9', '8bff5100-b447-4f45-a006-e1e0a9af5124', '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:52.522974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:52.616827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f482-4218-4d56-992c-d87727387709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b82398-fc28-4875-9c44-fbd6e3855f26,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:52.620226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:52.623787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07dba6b-b7c9-4832-9b1a-a07c8cf1b7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.656981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.676181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b6e705e6-4933-406f-971f-123d0c181597 service neutron] 10.222.0.58 "POST /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269/bindings HTTP/1.1" status: 201 len: 389 time: 0.6425285 Jul 12 16:10:52.681489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e835cc-a2e6-422a-919a-6621d3887edc {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:52.692567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25c401-3c2b-46ac-8f85-388df65bdb23 req-8f2e0e89-b433-49da-96de-13c1bd1dcbad tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294256 Jul 12 16:10:52.718503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.792964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Transition to ACTIVE for port object c1e835cc-a2e6-422a-919a-6621d3887edc will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:52.798124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:52.842696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3af54251-25b8-429c-a2b6-a00cf8630711 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:52.987405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:53.057045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.057357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Attempting to bind port c1e835cc-a2e6-422a-919a-6621d3887edc on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:53.057659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Attempting to bind port c1e835cc-a2e6-422a-919a-6621d3887edc by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:53.058115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Attempting to bind port c1e835cc-a2e6-422a-919a-6621d3887edc on network 2e89c7be-3773-41ca-8671-58162a6306ff {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:53.073797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Port c1e835cc-a2e6-422a-919a-6621d3887edc on network 2e89c7be-3773-41ca-8671-58162a6306ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:53.075749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Attempting to bind port c1e835cc-a2e6-422a-919a-6621d3887edc on network 2e89c7be-3773-41ca-8671-58162a6306ff {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:53.106803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf027a3c-5253-4271-8d07-21d2ce6a273b None None] Network f20be678-a764-4fe7-819b-9dbee7227225 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:53.127831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:53.128200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Checking segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:53.128564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Bound using segment: {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:53.129125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Bound port: c1e835cc-a2e6-422a-919a-6621d3887edc, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:53.129592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.160435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=7a0b9d60-175a-44bb-bcc8-7748bbc622b4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:53.266078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Deleting port 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:53.266534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.341906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:53.349043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.355694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8eb833ff-f156-470f-91ae-f76f7b535fe9 req-594feba1-7c29-494e-a66e-229b4f7acbfe tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "DELETE /v2.0/ports/7a0b9d60-175a-44bb-bcc8-7748bbc622b4 HTTP/1.1" status: 204 len: 173 time: 2.5418351 Jul 12 16:10:53.410903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'name': 'network-vif-deleted', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:53.427335 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6da106-120e-4a1a-ae75-672622096afc" -d '{"events": [{"server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "name": "network-vif-deleted", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:53.524787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bbb0632d-6fa6-4c66-9bf9-918824819fbc None None] Provisioning for port 3af54251-25b8-429c-a2b6-a00cf8630711 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:53.536832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-6925c257-dc03-41d6-a399-5c9ca06f0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.539497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-6925c257-dc03-41d6-a399-5c9ca06f0d0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1096 time: 0.4294834 Jul 12 16:10:53.717397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:53.728137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3af54251-25b8-429c-a2b6-a00cf8630711 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:53.748911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73d0e1f1-a879-4963-b554-433263970467 req-eb23c934-bdfb-4f47-bb0e-679841e32e11 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=51af726a-dcff-495d-8c10-0e0240741b59 HTTP/1.1" status: 200 len: 210 time: 0.1542523 Jul 12 16:10:53.773205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c1e835cc-a2e6-422a-919a-6621d3887edc,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:53.785236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.801361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07dba6b-b7c9-4832-9b1a-a07c8cf1b7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.824710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07dba6b-b7c9-4832-9b1a-a07c8cf1b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.872188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3af54251-25b8-429c-a2b6-a00cf8630711 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:53.874744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.889805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dba6b-b7c9-4832-9b1a-a07c8cf1b7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135de61-7438-4469-9418-dc23e0793f5a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:53.915826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:53.926446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.955303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.960057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.961707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/c1e835cc-a2e6-422a-919a-6621d3887edc HTTP/1.1" status: 200 len: 1092 time: 2.1790950 Jul 12 16:10:53.965899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e22f25-067e-43e5-935f-67b08d19e3ee req-01ea040e-0326-4831-9b13-329368a338a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.973037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8e22f25-067e-43e5-935f-67b08d19e3ee req-01ea040e-0326-4831-9b13-329368a338a1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.8173282 Jul 12 16:10:53.974299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:53.980897 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69cb97e-3c32-40f0-b9f4-cc4364634438" -d '{"events": [{"name": "network-changed", "server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:54.034962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Calling delete_port for 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:54.099350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d07dba6b-b7c9-4832-9b1a-a07c8cf1b7d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c379c6dc7de41b5a073214736c1dadd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8744497 Jul 12 16:10:54.186072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:54.227127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-ff501103-ba1e-431e-a82c-950195891793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.234587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-ff501103-ba1e-431e-a82c-950195891793 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.6661837 Jul 12 16:10:54.303286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:54.358069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aab204-d611-4a22-9acf-375e2fbb62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:54.409262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-6890ea4f-2daa-43cc-842f-05399177872b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.1490622 Jul 12 16:10:54.517803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-6abfb152-9225-4ab1-94bc-5b40013c8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.519335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-6abfb152-9225-4ab1-94bc-5b40013c8eb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4021841ff97b458090debe740ffaec8d&device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 1095 time: 0.4921193 Jul 12 16:10:54.524609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.528957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-73a453aa-306a-49fa-b147-94a4693fe8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.530439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-73a453aa-306a-49fa-b147-94a4693fe8bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1063876 Jul 12 16:10:54.561967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.593334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.667537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd050318-0962-4532-81fc-498237684f34 req-a9d4e98b-9e1d-4b74-97cf-3662cb62a377 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.670784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd050318-0962-4532-81fc-498237684f34 req-a9d4e98b-9e1d-4b74-97cf-3662cb62a377 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 945 time: 0.4835470 Jul 12 16:10:54.678479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-691a6f5f-4abc-40c6-94e0-5c1fae034b7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e835cc-a2e6-422a-919a-6621d3887edc HTTP/1.1" status: 200 len: 217 time: 0.1428692 Jul 12 16:10:54.681842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-38a4e4e5-277f-420e-ab3a-fc5c7d92eb4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365612 Jul 12 16:10:54.742215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3af54251-25b8-429c-a2b6-a00cf8630711, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3af54251-25b8-429c-a2b6-a00cf8630711,segment=NetworkSegment(4f39d3c7-f2e6-4853-ba11-4966dcd59a78),segment_id=4f39d3c7-f2e6-4853-ba11-4966dcd59a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:54.749821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.758606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.924910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8e22f25-067e-43e5-935f-67b08d19e3ee req-53decdb9-3997-49a1-a303-6604a22fb72d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948741 Jul 12 16:10:54.965184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-6296e923-ce24-465c-a97e-985a9f25d23c service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483556 Jul 12 16:10:55.062006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3af54251-25b8-429c-a2b6-a00cf8630711,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:55.125832 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc92b7-1206-4b37-8f74-1ddd2e6c7bf0 x-openstack-request-id: req-b8dc92b7-1206-4b37-8f74-1ddd2e6c7bf0 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:55.130452 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af726a-dcff-495d-8c10-0e0240741b59", "name": "network-vif-deleted", "tag": "7a0b9d60-175a-44bb-bcc8-7748bbc622b4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:55.130953 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8dc92b7-1206-4b37-8f74-1ddd2e6c7bf0 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:55.131577 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af726a-dcff-495d-8c10-0e0240741b59', 'name': 'network-vif-deleted', 'tag': '7a0b9d60-175a-44bb-bcc8-7748bbc622b4', 'status': 'completed', 'code': 200} Jul 12 16:10:55.209562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd050318-0962-4532-81fc-498237684f34 req-b929e0ec-b18b-401b-b531-f45e4b2fe6c3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254459 Jul 12 16:10:55.212522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2025031410-network', 'tenant_id': '25cd11e0e4d34f1685373054cfacc7bc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:55.265311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-26fe45a5-4880-408f-b3e9-67401896efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:55.268884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-26fe45a5-4880-408f-b3e9-67401896efab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d3b56c-54dd-4777-a43b-e8b337af38c7 HTTP/1.1" status: 200 len: 851 time: 0.5683038 Jul 12 16:10:55.285526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:55.322077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.325923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.327889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7135de61-7438-4469-9418-dc23e0793f5a HTTP/1.1" status: 204 len: 168 time: 1.1212330 Jul 12 16:10:55.329739 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2463063-dcd6-46d2-b758-1b351a695829 x-openstack-request-id: req-a2463063-dcd6-46d2-b758-1b351a695829 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:55.330259 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:55.330870 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2463063-dcd6-46d2-b758-1b351a695829 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:55.331508 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'status': 'completed', 'code': 200} Jul 12 16:10:55.396035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Provisioning for port 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:55.417868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Provisioning complete for port 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:55.418259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.424234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.477617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Port 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 16:10:55.521092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event deleted for resources: {'Port': ['ID=00d2ccb8-2179-4af4-b8d1-ccd9081d38b4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:55.530265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Provisioning complete for port 3af54251-25b8-429c-a2b6-a00cf8630711 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:55.532149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46df72a4-d9db-490f-8316-b9e9f286b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.618020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Made reservation on behalf of 25cd11e0e4d34f1685373054cfacc7bc for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:55.618020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.642348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:55.719063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:10:55.719413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7a0b9d60-175a-44bb-bcc8-7748bbc622b4 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:10:55.789996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.828926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:55.973493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-845a8e4a-06d3-49f7-bd25-915eb7b24df0 None None] Could not find standard attr ID for object 00d2ccb8-2179-4af4-b8d1-ccd9081d38b4. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:10:56.029607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.047609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Transition to ACTIVE for port object 61f17a0c-b854-435a-8a8c-98f9907e3c94 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:56.049357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.055023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e88ef75b-32fd-41c7-aa18-609bce557e41 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "DELETE /v2.0/ports/00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 HTTP/1.1" status: 204 len: 168 time: 3.9936786 Jul 12 16:10:56.069832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:56.073581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.100882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d6719-eb09-448b-83b5-2884181a15d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135de61-7438-4469-9418-dc23e0793f5a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:56.115014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-958172ba-8b77-4844-9e85-0c0694e9ef0a service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1170027 Jul 12 16:10:56.163392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-26fed060-e221-4564-b915-6ec4ee285827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.165397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-26fed060-e221-4564-b915-6ec4ee285827 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e89c7be-3773-41ca-8671-58162a6306ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8674605 Jul 12 16:10:56.197091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:10:56.198053 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:10:56.206029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86da165-a3a5-4ee9-ab35-b2d8b6b8d22a req-9a6122b8-f613-405a-bbaa-8d934ead3d1c tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.222133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b86da165-a3a5-4ee9-ab35-b2d8b6b8d22a req-9a6122b8-f613-405a-bbaa-8d934ead3d1c tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 944 time: 0.9410667 Jul 12 16:10:56.240057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.265852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.274753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:56.361950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] No DVR routers for this DVR port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:56.390034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:56.459414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-910cf251-123b-4cfe-8060-00a3036a4c44 service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786498 Jul 12 16:10:56.462922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b86da165-a3a5-4ee9-ab35-b2d8b6b8d22a req-2b9d0a43-ba9d-478f-960e-02513a2c0fd1 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398040 Jul 12 16:10:56.468235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-e4f5a668-2206-4517-bd3a-0d05e40eb559 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.470142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-e4f5a668-2206-4517-bd3a-0d05e40eb559 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.2402852 Jul 12 16:10:56.473461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b086c-a5b1-480c-ad37-566961b3b9a3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:56.489456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a165e-f86d-4d1f-b139-967405d52b36 req-e294792b-f303-40bf-9967-7f15c0bec24c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.498758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-403a165e-f86d-4d1f-b139-967405d52b36 req-e294792b-f303-40bf-9967-7f15c0bec24c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 948 time: 0.3292613 Jul 12 16:10:56.520690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:56.563616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.574491 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Added segment 3c74567f-0f54-4e11-815d-2d616eefe7eb of type vlan for network f04da6bb-a515-48e9-a8b0-026579e80f5f Jul 12 16:10:56.718559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9576fb32-4abb-44c4-a7f5-9280b93364bd req-b12feb54-e688-48e9-bd3d-4e4c17069d17 service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114730 Jul 12 16:10:56.747738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:56.748475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:56.749080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:56.757293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c7685e2a-d491-4855-9136-1456ab406d9f tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6796463 Jul 12 16:10:56.761222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-403a165e-f86d-4d1f-b139-967405d52b36 req-3ac03d08-4164-4c43-8655-85023f4f213e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575815 Jul 12 16:10:56.764516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:56.825544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.879053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1157520004'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:56.912133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.997932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:56.998284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:57.031217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:57.031882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:57.031988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:57.032404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Bound port: 61f17a0c-b854-435a-8a8c-98f9907e3c94, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:57.032764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.048624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.049604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.050184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.123061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Made reservation on behalf of 32831c4fbaf04487a63eef24af4fec45 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:57.127804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.133545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44286) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:57.136927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:57.138884 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad409500-152c-4ea9-a66f-d286ecb94baf" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-unplugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:57.174745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3af54251-25b8-429c-a2b6-a00cf8630711 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:57.233694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:57.237325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:57.248681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.264625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4360511 Jul 12 16:10:57.270117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc08af-ad56-4616-984a-25018a66e8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f04da6bb-a515-48e9-a8b0-026579e80f5f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:57.272841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44292) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:57.286122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f04da6bb-a515-48e9-a8b0-026579e80f5f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:57.297758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Request body: {'subnet': {'network_id': 'f04da6bb-a515-48e9-a8b0-026579e80f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2025031410-subnet', 'tenant_id': '25cd11e0e4d34f1685373054cfacc7bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:57.335047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Made reservation on behalf of 25cd11e0e4d34f1685373054cfacc7bc for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:57.349719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.382397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.383264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.384929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] 10.222.0.77 "PUT /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 1096 time: 5.1311014 Jul 12 16:10:57.429002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:57.451098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b47b-be5b-45cb-8f66-0f80e221cd27 req-c3a4fd28-ffff-4b0e-adbb-a83bc9272979 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.454414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6f09b47b-be5b-45cb-8f66-0f80e221cd27 req-c3a4fd28-ffff-4b0e-adbb-a83bc9272979 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 0.6830487 Jul 12 16:10:57.533020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3af54251-25b8-429c-a2b6-a00cf8630711 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:57.533197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.534629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:57.594794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7269-dabb-43a0-99c1-42c0a11c4546 service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:57.643086 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6f09b47b-be5b-45cb-8f66-0f80e221cd27 req-67f10953-37ae-416a-bfcc-4b5603564b35 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423345 Jul 12 16:10:57.676823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1236744519-network', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:57.735267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-7d3ac31f-26a0-45ba-a510-044572838c52 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.736953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-7d3ac31f-26a0-45ba-a510-044572838c52 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 949 time: 0.2757633 Jul 12 16:10:57.738677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:57.742769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:57.745350 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd38c9b-764c-4e78-8b97-772010f604f9" -d '{"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:57.788525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.789747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-79967a18-e9e5-46ea-9c28-94395d8e52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.794112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-79967a18-e9e5-46ea-9c28-94395d8e52b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1099 time: 0.3317544 Jul 12 16:10:57.795278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-f34ae192-1cbf-4b63-8b52-811944e83713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.797287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-f34ae192-1cbf-4b63-8b52-811944e83713 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4021841ff97b458090debe740ffaec8d&device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 1095 time: 0.9050899 Jul 12 16:10:57.822967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.828395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.828744 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Added segment dc9f1780-ddef-44e8-94ba-a9692e32ea6a of type vlan for network cddca926-dedf-4014-8d0a-7c4ee97ff1e1 Jul 12 16:10:57.831429 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8dd7a4-3ab3-42d9-931b-9e2fe02e36fe x-openstack-request-id: req-2b8dd7a4-3ab3-42d9-931b-9e2fe02e36fe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:57.832020 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-unplugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:57.832462 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b8dd7a4-3ab3-42d9-931b-9e2fe02e36fe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:57.833049 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'code': 200} Jul 12 16:10:57.859521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Made reservation on behalf of ac9bb0783cfa4326817833a31a978206 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:57.861969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:57.895826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c1e835cc-a2e6-422a-919a-6621d3887edc details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:58.033028 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.095013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f42b36-ff28-440e-8710-be4bfda42a2a req-5dd32913-ff17-4c43-90db-351d1f704849 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.103198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23f42b36-ff28-440e-8710-be4bfda42a2a req-5dd32913-ff17-4c43-90db-351d1f704849 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 945 time: 1.0361454 Jul 12 16:10:58.133742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c1e835cc-a2e6-422a-919a-6621d3887edc,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:58.159523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'port_id': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'mac_address': 'fa:16:3e:c1:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:58.181913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.204116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.215946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.236606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:58.239478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e835cc-a2e6-422a-919a-6621d3887edc {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:58.278226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c1e835cc-a2e6-422a-919a-6621d3887edc,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:58.283744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.293821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-76678c1e-8cf8-4d9a-9327-1a5dff0f644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.295448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-76678c1e-8cf8-4d9a-9327-1a5dff0f644f service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.4783852 Jul 12 16:10:58.337240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-73ad068f-b711-4c34-b904-34bcc9bdb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.338737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-73ad068f-b711-4c34-b904-34bcc9bdb2bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e89c7be-3773-41ca-8671-58162a6306ff HTTP/1.1" status: 200 len: 913 time: 0.5318141 Jul 12 16:10:58.352350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23f42b36-ff28-440e-8710-be4bfda42a2a req-969bb4ed-3c58-4249-aece-eccbc08cf985 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473924 Jul 12 16:10:58.379425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-f983c7f1-00e1-44e5-8988-9efd5c1989e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0652390 Jul 12 16:10:58.388030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port 8bff5100-b447-4f45-a006-e1e0a9af5124 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:10:58.388159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.391847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:58.401378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:58.404591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:58.405168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:58.425641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d8a2b1-1a51-40b2-ad6a-1f8e64e71601,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:58.471249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-33395117-e167-4629-b2d1-79476ff27bf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e835cc-a2e6-422a-919a-6621d3887edc HTTP/1.1" status: 200 len: 217 time: 0.0972831 Jul 12 16:10:58.478756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.486400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.499839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.502810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:58.503055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Attempting to bind port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:58.530826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-4f7a44fe-f279-45b7-a5c2-dd265e84c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.532262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-4f7a44fe-f279-45b7-a5c2-dd265e84c533 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1381080 Jul 12 16:10:58.597648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:58.598034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:58.598472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:58.598943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Bound port: ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:58.599323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.614903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b7b8b-0f55-4b13-a0b5-237908abf964 req-c8d71a3b-6227-490e-a28f-daef1068d868 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.617330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c1e835cc-a2e6-422a-919a-6621d3887edc'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:58.621090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d72b7b8b-0f55-4b13-a0b5-237908abf964 req-c8d71a3b-6227-490e-a28f-daef1068d868 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 944 time: 0.5556502 Jul 12 16:10:58.623528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Checking segment: {'id': '3c74567f-0f54-4e11-815d-2d616eefe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f04da6bb-a515-48e9-a8b0-026579e80f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:58.623934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Network hostable DHCP agents. Network: f04da6bb-a515-48e9-a8b0-026579e80f5f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:10:58.681761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Network f04da6bb-a515-48e9-a8b0-026579e80f5f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:10:58.729813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f04da6bb-a515-48e9-a8b0-026579e80f5f) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:58.747980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f5a22-6c91-4de6-855a-6ca80b3323b5 None None] Network f04da6bb-a515-48e9-a8b0-026579e80f5f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:58.749315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d72b7b8b-0f55-4b13-a0b5-237908abf964 req-c2f3fa1c-9705-4e18-8bc4-5236b2149e4f tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268144 Jul 12 16:10:58.754189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port 8bff5100-b447-4f45-a006-e1e0a9af5124, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8bff5100-b447-4f45-a006-e1e0a9af5124,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:58.756100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.798319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.809906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:58.833436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for 8bff5100-b447-4f45-a006-e1e0a9af5124 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:10:58.942791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event updated for resources: {'Network': ['ID=cddca926-dedf-4014-8d0a-7c4ee97ff1e1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:58.960350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network cddca926-dedf-4014-8d0a-7c4ee97ff1e1 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:10:58.961471 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dfebe2-635a-410d-a982-7bb63371063e x-openstack-request-id: req-64dfebe2-635a-410d-a982-7bb63371063e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:58.961807 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:58.962211 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64dfebe2-635a-410d-a982-7bb63371063e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:58.962491 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'code': 200} Jul 12 16:10:58.989840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-c634509f-e48a-44ff-ac44-6a67ea9f98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.992098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-c634509f-e48a-44ff-ac44-6a67ea9f98d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d3b56c-54dd-4777-a43b-e8b337af38c7 HTTP/1.1" status: 200 len: 851 time: 0.4866860 Jul 12 16:10:59.009713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-5c947bd7-29d6-4918-9b5d-de2d7667a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.012039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-5c947bd7-29d6-4918-9b5d-de2d7667a3cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4696319 Jul 12 16:10:59.113886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4ee55-50b0-447b-8668-ad3d944feed8 req-64eadc00-fcad-422e-8667-1f157244b689 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.115942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ab4ee55-50b0-447b-8668-ad3d944feed8 req-64eadc00-fcad-422e-8667-1f157244b689 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 948 time: 0.5624433 Jul 12 16:10:59.120069 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.130830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.135768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:59.138763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.160128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:10:59.169815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9', '8bff5100-b447-4f45-a006-e1e0a9af5124'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:59.187974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.188570 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Added segment 3a17768e-8534-4b50-a4ce-180e6b0f22ff of type vlan for network 900c3bde-cc35-4d32-bee9-943e0808f328 Jul 12 16:10:59.228022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f66cda-3191-4d19-8310-3db3cd2a3218 None None] Network f04da6bb-a515-48e9-a8b0-026579e80f5f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:10:59.254486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74eec681-8182-4790-b66f-2dbdce87f283 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9612975 Jul 12 16:10:59.271133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dc911d1-a928-48c6-bc1f-018112bd67ec tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5040386 Jul 12 16:10:59.279134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:59.290957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port 8bff5100-b447-4f45-a006-e1e0a9af5124 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:10:59.295127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.298303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8461d7df-4173-4c3f-ae35-42e7881e7162 req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "DELETE /v2.0/ports/8bff5100-b447-4f45-a006-e1e0a9af5124 HTTP/1.1" status: 204 len: 173 time: 1.5549936 Jul 12 16:10:59.301919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:59.303670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1527-f68b-4072-b452-7922b93c6a32 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=8bff5100-b447-4f45-a006-e1e0a9af5124,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:59.331372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08607237-eec9-48c6-98b1-6fb864e0605a req-10b3fdff-9f5a-48ce-8296-f8e57ce47f99 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.335183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08607237-eec9-48c6-98b1-6fb864e0605a req-10b3fdff-9f5a-48ce-8296-f8e57ce47f99 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae4680b1-7b5e-454e-a909-867064791285 HTTP/1.1" status: 200 len: 867 time: 0.3202171 Jul 12 16:10:59.360493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.363822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.448433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:59.477732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08607237-eec9-48c6-98b1-6fb864e0605a req-bc22e8e7-b49e-43e7-ba3c-e8e7078f2aef tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289864 Jul 12 16:10:59.487027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-7ff9620f-5f4a-4d3a-a607-30de9e0d3bba service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641359 Jul 12 16:10:59.492288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ab4ee55-50b0-447b-8668-ad3d944feed8 req-cef7537b-5cfb-47ce-aa12-07a583cf535d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590064 Jul 12 16:10:59.549476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b21e8f-defa-48e8-822c-56b3006e1551,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:59.672611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-24ca808f-fae9-4820-a76f-958ef7271226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.676812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-24ca808f-fae9-4820-a76f-958ef7271226 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e89c7be-3773-41ca-8671-58162a6306ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6720750 Jul 12 16:10:59.688467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:10:59.712423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:59.750418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a26499dc-446e-4a25-8c82-d5d5a6bd6a2a req-d5e23eaa-faf4-4898-856c-34c1f09aefc5 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582371 Jul 12 16:10:59.835260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}, {'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'name': 'network-vif-deleted', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:59.838287 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974" -d '{"events": [{"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}, {"server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "name": "network-vif-deleted", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:59.856339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.856980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.858766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-35019307-a9f3-46f1-94fa-5baeea224900 service neutron] 10.222.0.65 "PUT /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 1121 time: 3.3421316 Jul 12 16:10:59.887403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2085637761', 'description': 'tempest-description-1422282639'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:59.899103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c1e835cc-a2e6-422a-919a-6621d3887edc up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:59.914699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.915614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.916341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.961769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ec6da2fc-1e61-4da0-87f3-373fe7b6e269'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:59.998185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.051889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] Pushing event updated for resources: {'Network': ['ID=900c3bde-cc35-4d32-bee9-943e0808f328,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:00.058414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19cdf0e8-797f-4cc6-83dd-7a7fedf50f4b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9008749 Jul 12 16:11:00.061656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:00.071057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Request body: {'subnet': {'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1236744519-subnet', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:00.093876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 900c3bde-cc35-4d32-bee9-943e0808f328 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:00.138289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-925d464f-4735-4836-9a73-4b5cbcd6c1e2 service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163029 Jul 12 16:11:00.143981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d32ec618-d31c-4b41-b943-6d32b5bef7a2 tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.8608408 Jul 12 16:11:00.145717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44324) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:00.158691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.173125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.212007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854738d-9560-448e-8107-3585e261f7b8 req-e5caf7c2-7a47-4dc2-a202-104d7be34bd1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:00.213659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6854738d-9560-448e-8107-3585e261f7b8 req-e5caf7c2-7a47-4dc2-a202-104d7be34bd1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.4600947 Jul 12 16:11:00.232550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3503666e-8031-4443-9103-0ed865d4f7c0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:00.282981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6854738d-9560-448e-8107-3585e261f7b8 req-8794e12b-2f05-4a8e-a8d4-dae54c23f0be tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625732 Jul 12 16:11:00.304932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69cb97e-3c32-40f0-b9f4-cc4364634438 req-09eedc5e-f9fc-49f4-bb05-5eecdcf9171e service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581318 Jul 12 16:11:00.434963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c1e835cc-a2e6-422a-919a-6621d3887edc completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:00.443802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c1e835cc-a2e6-422a-919a-6621d3887edc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:00.445525 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.553857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c9f5f-5f2a-41fe-82f4-0a4bed178e3c req-53d04842-4bd9-4698-b65e-77538faf4833 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:00.555638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b28c9f5f-5f2a-41fe-82f4-0a4bed178e3c req-53d04842-4bd9-4698-b65e-77538faf4833 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 945 time: 0.0875537 Jul 12 16:11:00.609923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Made reservation on behalf of ac9bb0783cfa4326817833a31a978206 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:00.613236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.618239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b28c9f5f-5f2a-41fe-82f4-0a4bed178e3c req-020b8302-80e3-4c83-b137-3b447b0c70e8 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463703 Jul 12 16:11:00.631165 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.632636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-797b3c93-cb5d-4c0a-a12b-852a895ac9d4 req-6f21959f-ac8f-4ba6-b58c-587d2b5d2c4c tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7500184 Jul 12 16:11:00.722809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf768cb9-dfdf-4a25-b548-6217423ebb5b tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] Network cddca926-dedf-4014-8d0a-7c4ee97ff1e1 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:00.753004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:00.758178 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2150a-3292-4a2b-b8d0-4bbe940fc8eb x-openstack-request-id: req-93f2150a-3292-4a2b-b8d0-4bbe940fc8eb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:00.758548 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "status": "completed", "code": 200}, {"server_uuid": "ae4680b1-7b5e-454e-a909-867064791285", "name": "network-vif-deleted", "tag": "8bff5100-b447-4f45-a006-e1e0a9af5124", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:00.758828 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93f2150a-3292-4a2b-b8d0-4bbe940fc8eb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:00.759205 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'status': 'completed', 'code': 200} Jul 12 16:11:00.759425 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4680b1-7b5e-454e-a909-867064791285', 'name': 'network-vif-deleted', 'tag': '8bff5100-b447-4f45-a006-e1e0a9af5124', 'status': 'completed', 'code': 200} Jul 12 16:11:00.799333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2666ecd-76e7-46ff-977d-4ff986a295ea None None] Network cddca926-dedf-4014-8d0a-7c4ee97ff1e1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:00.802926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cf768cb9-dfdf-4a25-b548-6217423ebb5b tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "POST /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6397810 Jul 12 16:11:00.809879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:00.850735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-6d4d9df4-0f1e-4d60-be54-db67a24d9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:00.852641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-6d4d9df4-0f1e-4d60-be54-db67a24d9992 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1099 time: 0.0964220 Jul 12 16:11:00.930171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:00.932753 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcc7df8-d209-4001-863c-95e574a656c4" -d '{"events": [{"server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "name": "network-vif-plugged", "status": "completed", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:00.960241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c1e835cc-a2e6-422a-919a-6621d3887edc,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:00.995677 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.035865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:01.038616 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241b41f9-8814-4836-89fd-0003b8921a88" -d '{"events": [{"name": "network-changed", "server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:01.044690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-6ce62412-9e9e-49bd-867d-045b05e86589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.046384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-6ce62412-9e9e-49bd-867d-045b05e86589 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1846743 Jul 12 16:11:01.049553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e417b864-f40b-48af-841b-defa3319be25 req-3490067b-34b2-4f9c-aaf1-74d1de2d0c42 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/3503666e-8031-4443-9103-0ed865d4f7c0 HTTP/1.1" status: 200 len: 1805 time: 0.1880348 Jul 12 16:11:01.091390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3503666e-8031-4443-9103-0ed865d4f7c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:01.091797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3503666e-8031-4443-9103-0ed865d4f7c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:01.124168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c2a5b54-3f20-4073-9ac0-a6569c132b87 tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks HTTP/1.1" status: 200 len: 8850 time: 0.2942340 Jul 12 16:11:01.128307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-3d013f35-37cd-44d6-96b9-98d18d17a2e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0584064 Jul 12 16:11:01.128815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44342) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:01.135300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:01.293524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-77155d70-c7ed-4a0a-ad6e-a85317981471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.295062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-77155d70-c7ed-4a0a-ad6e-a85317981471 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1099 time: 0.5270009 Jul 12 16:11:01.304308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-beff11b3-a631-4493-b8cd-4b7c71b5acdb tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "DELETE /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks/cddca926-dedf-4014-8d0a-7c4ee97ff1e1 HTTP/1.1" status: 204 len: 168 time: 0.1699855 Jul 12 16:11:01.304894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44344) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:01.310642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-4ae5dc12-bab8-4137-b114-fe589c9560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.312567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-4ae5dc12-bab8-4137-b114-fe589c9560a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1661193 Jul 12 16:11:01.323327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb8ee-3f0d-45b7-b71d-b988bc708d41 req-cde4eb74-5853-41e0-9fb1-b8d50d280080 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.325776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-228cb8ee-3f0d-45b7-b71d-b988bc708d41 req-cde4eb74-5853-41e0-9fb1-b8d50d280080 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 948 time: 0.3728309 Jul 12 16:11:01.416951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.422152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-228cb8ee-3f0d-45b7-b71d-b988bc708d41 req-97016772-7798-4785-90d0-73a087944c96 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Jul 12 16:11:01.437038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-923590a3-79c4-4407-a7fe-e4685c1d28af None None] Provisioning complete for port c1e835cc-a2e6-422a-919a-6621d3887edc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:01.438222 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-923590a3-79c4-4407-a7fe-e4685c1d28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.439737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-19ce1c5a-f251-428b-ba07-75218aec4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.441635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-19ce1c5a-f251-428b-ba07-75218aec4d5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146078 Jul 12 16:11:01.526907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.569192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.593277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-d7360fc7-5c39-4ff6-823a-25e79b63068f service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410673 Jul 12 16:11:01.619620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.671996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8bff5100-b447-4f45-a006-e1e0a9af5124 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:01.709022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-08604fa9-cd9f-4a55-9f18-4887afe9daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.710628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-08604fa9-cd9f-4a55-9f18-4887afe9daf3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.4005082 Jul 12 16:11:01.714757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 8bff5100-b447-4f45-a006-e1e0a9af5124 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:01.715040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8bff5100-b447-4f45-a006-e1e0a9af5124 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:01.731874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b5ccf9-8c63-455c-a3a4-29ad27608060,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:01.755900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.757180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e417b864-f40b-48af-841b-defa3319be25 req-851ffe46-8f4d-4538-b156-dee9fed369ab tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7068059 Jul 12 16:11:01.757909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:01.783543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-0d4579eb-8f3c-4618-bdf0-aefcb044ec3a service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814628 Jul 12 16:11:01.812609 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ab3aa9-765b-4dd0-93fe-ff1c7f32a27b x-openstack-request-id: req-63ab3aa9-765b-4dd0-93fe-ff1c7f32a27b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:01.812904 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "name": "network-vif-plugged", "status": "completed", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:01.813161 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63ab3aa9-765b-4dd0-93fe-ff1c7f32a27b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:01.813560 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'code': 200} Jul 12 16:11:01.823632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f72a74fe-060d-4233-b38e-8ab577715af8 tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.5190842 Jul 12 16:11:01.830453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44358) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:01.835050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-657ab2c3-4207-4eec-a64e-e58d8befd18e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0996127 Jul 12 16:11:01.844351 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d5575-7ce0-425e-a59c-6c08fa4bcb96 x-openstack-request-id: req-7a3d5575-7ce0-425e-a59c-6c08fa4bcb96 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:01.845123 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:01.845123 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a3d5575-7ce0-425e-a59c-6c08fa4bcb96 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:01.845446 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'status': 'completed', 'code': 200} Jul 12 16:11:01.894476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2fc9c5e1-f3b4-43ca-befb-664477e4751e tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/networks/f20be678-a764-4fe7-819b-9dbee7227225/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0619574 Jul 12 16:11:01.897593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Checking segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:01.897593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Network hostable DHCP agents. Network: 900c3bde-cc35-4d32-bee9-943e0808f328, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:01.897990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44360) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:01.905464 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e95618de-e245-45e0-8e64-e3e201f75719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.914759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:02.059236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Network 900c3bde-cc35-4d32-bee9-943e0808f328 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:02.077522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-00ae4361-d105-469e-971d-63cc86290477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.079761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-00ae4361-d105-469e-971d-63cc86290477 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2131362 Jul 12 16:11:02.082295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 900c3bde-cc35-4d32-bee9-943e0808f328) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:02.096284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.096577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.102509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2eb5ca77-e08c-4dca-9d6d-852e2755682a tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/networks/f20be678-a764-4fe7-819b-9dbee7227225/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2021279 Jul 12 16:11:02.107025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b960a-a7f8-4cc3-a71d-f64de5a79ea3 None None] Network 900c3bde-cc35-4d32-bee9-943e0808f328 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:02.111859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44362) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:02.225067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520905-f879-4299-a0bc-b49bce80c5e5 req-c5a2afdc-508b-4776-a52b-2d7192126a0f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.227006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84520905-f879-4299-a0bc-b49bce80c5e5 req-c5a2afdc-508b-4776-a52b-2d7192126a0f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.1221988 Jul 12 16:11:02.229492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-10ce0e2c-0c54-4694-a2c6-41123ada0054 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1657345 Jul 12 16:11:02.233924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44364) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:02.248130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:02.249209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:02.256406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b41f9-8814-4836-89fd-0003b8921a88 req-26d8e95e-bea5-4162-a6b9-47f51b1b60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.259134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-26d8e95e-bea5-4162-a6b9-47f51b1b60c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1124 time: 0.3504937 Jul 12 16:11:02.269889 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:11:02.275008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:11:02.326733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70d12-4870-4c9b-8527-3b07c3172dbb req-b8d2ded9-9e98-4a75-97e2-dbfdc19ccac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.333795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26f70d12-4870-4c9b-8527-3b07c3172dbb req-b8d2ded9-9e98-4a75-97e2-dbfdc19ccac8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 1097 time: 0.3810425 Jul 12 16:11:02.380671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-cb41d984-4780-4ad3-b274-2d45daefe606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.382352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-cb41d984-4780-4ad3-b274-2d45daefe606 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939513 Jul 12 16:11:02.385191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84520905-f879-4299-a0bc-b49bce80c5e5 req-82d0ecc7-b542-45fd-a43f-b87e43df7fb8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480858 Jul 12 16:11:02.407507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.407507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.432620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-91809ebf-7bd8-4736-bc33-5345a7a73127 tempest-DHCPAgentSchedulersTestJSON-491272731 tempest-DHCPAgentSchedulersTestJSON-491272731-project-admin] 10.222.0.58 "GET /v2.0/agents/af1c337d-34c6-4a98-929c-883bdd708d8f/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.3174841 Jul 12 16:11:02.471995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44368) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:02.509099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-900c3bde-cc35-4d32-bee9-943e0808f328', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:11:02.511086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.546824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b41f9-8814-4836-89fd-0003b8921a88 req-853b0a39-b66b-475b-a878-ebf5dbf96a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.548229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-853b0a39-b66b-475b-a878-ebf5dbf96a8a service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2825017 Jul 12 16:11:02.570643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.641313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-148a7dab-2ed8-43d6-90b3-dca878740eac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.0645373 Jul 12 16:11:02.678861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Allocated IP 172.20.0.2 (900c3bde-cc35-4d32-bee9-943e0808f328/f6a642c3-22b9-4f62-a6e1-fb4923b99f5a/1d0c9650-3e91-44ce-bd47-be3b9ae31593) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:02.718007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.726946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-d948a2be-bc11-4a47-92d8-361a7990d5e4 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359871 Jul 12 16:11:02.805513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b41f9-8814-4836-89fd-0003b8921a88 req-25545af9-7960-4322-aafa-07eb70ab61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.807098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-25545af9-7960-4322-aafa-07eb70ab61da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1553512 Jul 12 16:11:02.872989 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-b37daa57-e811-4aa1-8b24-d9c4ba4d7f08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559387 Jul 12 16:11:02.899433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed762a0a-2153-4b52-b5ae-2f53755240c4 req-47be27f6-be72-4b7f-9cb4-baedf7e6b229 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:02.901262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed762a0a-2153-4b52-b5ae-2f53755240c4 req-47be27f6-be72-4b7f-9cb4-baedf7e6b229 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.4065864 Jul 12 16:11:02.948298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.003936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26f70d12-4870-4c9b-8527-3b07c3172dbb req-e8e24e84-4949-42c3-9b3d-8a755ca0b225 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6309044 Jul 12 16:11:03.010096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-117086856', 'description': 'tempest-description-940094621'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:03.052654 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.064249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Transition to ACTIVE for port object 1d0c9650-3e91-44ce-bd47-be3b9ae31593 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:03.086344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Transition to ACTIVE for port object 1d0c9650-3e91-44ce-bd47-be3b9ae31593 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:03.093689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.138678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Network 900c3bde-cc35-4d32-bee9-943e0808f328 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:03.145063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:03.156542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:03.156905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.162284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.185557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed762a0a-2153-4b52-b5ae-2f53755240c4 req-ddaa4d70-fbdc-4453-a05e-99314710f47c tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245717 Jul 12 16:11:03.197506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5afde4f-2f5b-4d61-a0e3-abec52fe8974 req-06bc6a22-c6f9-47ab-8a8c-28f1ac8b6a85 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617453 Jul 12 16:11:03.222738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.238615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Pushing event updated for resources: {'Port': ['ID=1d0c9650-3e91-44ce-bd47-be3b9ae31593,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:03.263804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddca926-dedf-4014-8d0a-7c4ee97ff1e1']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:03.297349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f1780-ddef-44e8-94ba-a9692e32ea6a') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:03.297737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f1780-ddef-44e8-94ba-a9692e32ea6a') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:03.315463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-a0d40cab-1418-407f-9a29-1aed845cedb7 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340963 Jul 12 16:11:03.316377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Attempting to bind port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:03.316753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Attempting to bind port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:03.317172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Attempting to bind port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 on network 900c3bde-cc35-4d32-bee9-943e0808f328 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:03.317294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.323395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:03.324254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Checking segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:03.324511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.325375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Bound using segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:03.325890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Bound port: 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:03.326389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.351669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.384760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.393366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.404540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:03.404963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.412561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] For port 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:03.416285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] For port 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d0c9650-3e91-44ce-bd47-be3b9ae31593,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:03.423939 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:03.427692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.439467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.440746 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08d53468-5762-4507-8dfa-b54767aff2fb req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4391699 Jul 12 16:11:03.487866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0262c214-84da-46c6-9f0b-bcc2a9251b13,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:03.513844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88ee10-880c-483e-801e-0e550bd6bdcb None None] Pushing event updated for resources: {'Port': ['ID=1d0c9650-3e91-44ce-bd47-be3b9ae31593,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:03.527426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.527807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.528146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.528478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.528806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.529131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.529463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.529786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.530228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.530467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.530818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.531138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64677e-fd6b-4b6e-957c-1f572cbcc9d1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:03.593657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.632626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.681544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:03.828767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Allocated IP 172.25.8.41 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/457dc16a-8cfd-48e4-aac1-012804b27de2) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:03.834654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:03.851581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'mac_address': 'fa:16:3e:8e:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:03.864847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.885236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241b41f9-8814-4836-89fd-0003b8921a88 req-aca67b43-1227-43a5-b5f0-912b98357029 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592432 Jul 12 16:11:03.886802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.892371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "DELETE /v2.0/networks/cddca926-dedf-4014-8d0a-7c4ee97ff1e1 HTTP/1.1" status: 204 len: 168 time: 1.4161894 Jul 12 16:11:03.900453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44378) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:03.910747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528071-5ff2-4729-8e34-93e344b9a041 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event deleted for resources: {'Network': ['ID=cddca926-dedf-4014-8d0a-7c4ee97ff1e1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:03.918875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.929113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb6d4-4e79-4ea0-8fdd-9a625bb1f2c7 req-80c6b818-76ad-4ab5-8cd7-bb4b885d6abf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:03.930220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-540fb6d4-4e79-4ea0-8fdd-9a625bb1f2c7 req-80c6b818-76ad-4ab5-8cd7-bb4b885d6abf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 948 time: 0.3385975 Jul 12 16:11:03.936489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:03.941206 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb5ddf8-b1c3-4a56-930c-561d0f19862c tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] DELETE failed (client error): The resource could not be found. Jul 12 16:11:03.941958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb5ddf8-b1c3-4a56-930c-561d0f19862c tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:11:03.943913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-adb5ddf8-b1c3-4a56-930c-561d0f19862c tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "DELETE /v2.0/ports/00d2ccb8-2179-4af4-b8d1-ccd9081d38b4 HTTP/1.1" status: 404 len: 333 time: 0.0422249 Jul 12 16:11:03.946623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44380) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:03.961407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:03.965293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737f8e-1891-4b85-a20a-567a7f18f0b6 req-a1520e55-768e-4ee3-a1f1-2c8969b05f60 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:03.966843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:03.967031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07737f8e-1891-4b85-a20a-567a7f18f0b6 req-a1520e55-768e-4ee3-a1f1-2c8969b05f60 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 945 time: 0.5838180 Jul 12 16:11:04.017163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-540fb6d4-4e79-4ea0-8fdd-9a625bb1f2c7 req-25d1815c-3156-485e-801c-e523f325027f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774896 Jul 12 16:11:04.038825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:04.047559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Deleting subnet 1677f6a6-6c47-4565-9e56-3fd057291b09 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:04.051324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.089177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.092766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07737f8e-1891-4b85-a20a-567a7f18f0b6 req-44f89ac1-9032-4186-9eee-6e2d457e61de tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058595 Jul 12 16:11:04.103452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.162102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-f2707d4e-5ed7-4d22-831b-57cecb58f220 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:04.163842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-f2707d4e-5ed7-4d22-831b-57cecb58f220 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 949 time: 0.2011390 Jul 12 16:11:04.178680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.228523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.256746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:04.301610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:04.303820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Pushing event updated for resources: {'Port': ['ID=457dc16a-8cfd-48e4-aac1-012804b27de2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:04.315287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:04.359231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.367300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3d65454b-4197-482f-ab3a-6f3369348d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.392169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['61f17a0c-b854-435a-8a8c-98f9907e3c94'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:04.439330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event deleted for resources: {'Subnet': ['ID=1677f6a6-6c47-4565-9e56-3fd057291b09,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:04.446544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.448576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fc0de00c-69d3-462a-95ec-7acb5d21f180 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "DELETE /v2.0/subnets/1677f6a6-6c47-4565-9e56-3fd057291b09 HTTP/1.1" status: 204 len: 168 time: 0.5007913 Jul 12 16:11:04.451758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44386) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:04.460038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539b316-9c2e-44f7-94c9-e759ccdabe86 None None] Network f20be678-a764-4fe7-819b-9dbee7227225 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:04.612983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.629800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759bd7d-3e99-46c4-8ac9-79eeb819ff82 req-8c6238a2-405b-45a1-a8ad-962f5fd4ff3a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:04.632234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3759bd7d-3e99-46c4-8ac9-79eeb819ff82 req-8c6238a2-405b-45a1-a8ad-962f5fd4ff3a tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=88fc8a4a-e4da-4c1d-a4d1-6b947e752e32 HTTP/1.1" status: 200 len: 949 time: 0.3324237 Jul 12 16:11:04.639257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1414026-2402-4231-901e-59af917a5b9b req-f60513ec-66ba-4913-b08c-6623e741ca7e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:04.641286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1414026-2402-4231-901e-59af917a5b9b req-f60513ec-66ba-4913-b08c-6623e741ca7e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.2714758 Jul 12 16:11:04.658693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port a4063e8c-cd56-4687-a1d9-be20e5b0a882 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:04.659456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.715672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-e61307e1-018c-40f7-809f-b66b4a1649c8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:04.717194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-e61307e1-018c-40f7-809f-b66b4a1649c8 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "GET /v2.0/ports?device_id=96560cab-c805-4f88-915c-826d145b6c38 HTTP/1.1" status: 200 len: 949 time: 0.1944482 Jul 12 16:11:04.815473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1414026-2402-4231-901e-59af917a5b9b req-3e858871-604a-42b4-8ace-a16c293ad47f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671021 Jul 12 16:11:04.847953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Deleting port 3af54251-25b8-429c-a2b6-a00cf8630711 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:04.848351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.850658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3759bd7d-3e99-46c4-8ac9-79eeb819ff82 req-9276accd-0c9f-48eb-954e-c78c9e805e24 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952164 Jul 12 16:11:04.888374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.944274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port a4063e8c-cd56-4687-a1d9-be20e5b0a882, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a4063e8c-cd56-4687-a1d9-be20e5b0a882,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:04.944639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.974894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for a4063e8c-cd56-4687-a1d9-be20e5b0a882 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:04.981158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port 1f59c448-145b-4ba0-90b7-3205361de4c9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:04.981665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.986712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.995131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] For port 3af54251-25b8-429c-a2b6-a00cf8630711, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3af54251-25b8-429c-a2b6-a00cf8630711,segment=NetworkSegment(4f39d3c7-f2e6-4853-ba11-4966dcd59a78),segment_id=4f39d3c7-f2e6-4853-ba11-4966dcd59a78)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:04.995131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.995824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51836b15-cfb3-40ab-bac0-9a44699b2cec None None] Network 900c3bde-cc35-4d32-bee9-943e0808f328 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:05.062564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Calling delete_port for 3af54251-25b8-429c-a2b6-a00cf8630711 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:05.069832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] DHCP port deletion for f20be678-a764-4fe7-819b-9dbee7227225 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:11:05.075210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-47994e73-764b-4c48-8764-d63c6764f3a6 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/0262c214-84da-46c6-9f0b-bcc2a9251b13 HTTP/1.1" status: 200 len: 1803 time: 0.1566176 Jul 12 16:11:05.081043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0262c214-84da-46c6-9f0b-bcc2a9251b13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:05.081561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0262c214-84da-46c6-9f0b-bcc2a9251b13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:05.172748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0adb3d25-9763-44fc-b286-c96f9aaf60c8 None None] Provisioning for port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:05.217960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port 1f59c448-145b-4ba0-90b7-3205361de4c9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1f59c448-145b-4ba0-90b7-3205361de4c9,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:05.218330 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.250208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for 1f59c448-145b-4ba0-90b7-3205361de4c9 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:05.271196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-a344a93e-a6da-43fa-9a04-539aa4eac0b8 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:05.273057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-a344a93e-a6da-43fa-9a04-539aa4eac0b8 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.65 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 945 time: 0.5006614 Jul 12 16:11:05.275551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.276351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.277956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.283882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d0c9650-3e91-44ce-bd47-be3b9ae31593 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:05.311294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:05.333748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.384511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=a4063e8c-cd56-4687-a1d9-be20e5b0a882,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:05.427451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event deleted for resources: {'Port': ['ID=3af54251-25b8-429c-a2b6-a00cf8630711,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:05.447726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1f59c448-145b-4ba0-90b7-3205361de4c9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:05.462118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] No DVR routers for this DVR port 3af54251-25b8-429c-a2b6-a00cf8630711 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:05.475303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.478257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.478596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.479002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.479277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.479685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.481092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.481092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.481092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.481466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.481831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.482060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.482381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:05.506297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.518289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Deleting port 3af54251-25b8-429c-a2b6-a00cf8630711 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:05.518655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.605363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e01fc3-3cf1-4aea-b629-b295e3df7c26,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:05.632783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.645542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38138d0e-494a-4fbe-aabb-bb01bbd3fe1a req-1d5dcb88-e467-4f04-a106-4f49814c1f39 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5693040 Jul 12 16:11:05.647397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.679577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20be678-a764-4fe7-819b-9dbee7227225']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:05.700179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f39d3c7-f2e6-4853-ba11-4966dcd59a78') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:05.701429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f39d3c7-f2e6-4853-ba11-4966dcd59a78') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:05.707341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:05.722775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.731550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:05.736177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] For port 3af54251-25b8-429c-a2b6-a00cf8630711, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:05.737003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.800279 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.800975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:05.801329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.821523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port a4063e8c-cd56-4687-a1d9-be20e5b0a882 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:05.836301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.840081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.842476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5761c27f-9b56-4929-9507-f98e7d343a24 req-9a3be2cc-b538-4553-88b1-b6ff22887b73 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "DELETE /v2.0/ports/a4063e8c-cd56-4687-a1d9-be20e5b0a882 HTTP/1.1" status: 204 len: 173 time: 1.6464078 Jul 12 16:11:05.844527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Calling delete_port for 3af54251-25b8-429c-a2b6-a00cf8630711 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:05.845512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'name': 'network-vif-deleted', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:05.848731 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b560827a-75a1-4fd3-9dd0-92a537ccb817" -d '{"events": [{"server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "name": "network-vif-deleted", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:05.848938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-57143524-844c-4209-83fa-10c7c9aa31cc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:05.850071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-57143524-844c-4209-83fa-10c7c9aa31cc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07&tenant_id=01ef4485048e46728164ad3c8e4fea24&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 949 time: 0.5129957 Jul 12 16:11:05.855074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Port 3af54251-25b8-429c-a2b6-a00cf8630711 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:11:05.880202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:05.881681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:05.910357 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:05.918816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.019495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] No DVR routers for this DVR port 3af54251-25b8-429c-a2b6-a00cf8630711 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:06.044367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.055158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71385b4-e660-4c1d-84a8-d100ff4a8cf1 None None] Pushing event deleted for resources: {'Port': ['ID=3af54251-25b8-429c-a2b6-a00cf8630711,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.084686 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-cacf9f79-4c34-41ea-a6c4-33ddae2a2f83 service neutron] 10.222.0.77 "GET /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.2646546 Jul 12 16:11:06.088524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.125289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847465-8614-4696-9dac-0fa547ac064a req-68cbdb9f-1de2-4d40-bd3b-54bd90758a63 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.128088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4847465-8614-4696-9dac-0fa547ac064a req-68cbdb9f-1de2-4d40-bd3b-54bd90758a63 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.6816783 Jul 12 16:11:06.160042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=1f59c448-145b-4ba0-90b7-3205361de4c9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.162765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:06.173463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.182137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:06.182506 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.212855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Deleting port 3338aab6-0536-45c5-aab2-b1568d36cfc3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:06.213426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.218258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfeabf-19a2-4ab5-9b67-24fc39dc69ef req-0692cd45-dffb-474d-b542-71c8cddd18d2 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.226276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65bfeabf-19a2-4ab5-9b67-24fc39dc69ef req-0692cd45-dffb-474d-b542-71c8cddd18d2 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 945 time: 0.4747775 Jul 12 16:11:06.237675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-67132e14-7fff-4edb-bcc9-0971e7336d67 service neutron] 10.222.0.77 "GET /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94/bindings/n-h2-800078-3 HTTP/1.1" status: 200 len: 382 time: 0.3804910 Jul 12 16:11:06.238878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.241081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] 10.222.0.58 "DELETE /v2.0/networks/f20be678-a764-4fe7-819b-9dbee7227225 HTTP/1.1" status: 204 len: 168 time: 1.7883654 Jul 12 16:11:06.286164 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.287707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port 1f59c448-145b-4ba0-90b7-3205361de4c9 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:06.289779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5490-1b4e-4c97-aa2d-bbb9e8d3a007 tempest-DHCPAgentSchedulersTestJSON-231607329 tempest-DHCPAgentSchedulersTestJSON-231607329-project] Pushing event deleted for resources: {'Network': ['ID=f20be678-a764-4fe7-819b-9dbee7227225,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.302519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.304791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e80161f3-d55e-4da4-8c75-5030d33090a8 req-0069fc96-42b1-426a-8457-0f07f90d61ea tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.77 "DELETE /v2.0/ports/1f59c448-145b-4ba0-90b7-3205361de4c9 HTTP/1.1" status: 204 len: 173 time: 1.5801318 Jul 12 16:11:06.305380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'name': 'network-vif-deleted', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:06.307848 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f44ba-3a3b-44e6-80d1-bebed5f649d5" -d '{"events": [{"server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "name": "network-vif-deleted", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:06.364703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65bfeabf-19a2-4ab5-9b67-24fc39dc69ef req-96197de4-93e4-48bd-9e04-2c51b0f8592b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/security-groups?id=f367ee65-c98b-4511-a3b2-3b8f803e60a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373618 Jul 12 16:11:06.414511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-ce09e17d-0c42-4625-bd91-b6e171ee6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.419809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-ce09e17d-0c42-4625-bd91-b6e171ee6c9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1100 time: 0.1237688 Jul 12 16:11:06.435772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d0c9650-3e91-44ce-bd47-be3b9ae31593,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:06.456530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.605533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51c2596b-fc6e-41da-a855-78be3a05830e None None] Provisioning complete for port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:06.605965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51c2596b-fc6e-41da-a855-78be3a05830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.625239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44406) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:06.629465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] For port 3338aab6-0536-45c5-aab2-b1568d36cfc3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=3338aab6-0536-45c5-aab2-b1568d36cfc3,segment=NetworkSegment(762b0655-7389-4afe-98e1-db7228943c94),segment_id=762b0655-7389-4afe-98e1-db7228943c94)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:06.630144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.673166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.695203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1d0c9650-3e91-44ce-bd47-be3b9ae31593,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.699440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-2e217905-daa7-429d-a2e4-e637ab3c1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.708526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-2e217905-daa7-429d-a2e4-e637ab3c1669 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2842679 Jul 12 16:11:06.715009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3af54251-25b8-429c-a2b6-a00cf8630711 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:06.719495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4847465-8614-4696-9dac-0fa547ac064a req-614b2ea8-ef3b-4474-9803-de82ebf89baa tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405657 Jul 12 16:11:06.732076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Calling delete_port for 3338aab6-0536-45c5-aab2-b1568d36cfc3 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:06.768425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3af54251-25b8-429c-a2b6-a00cf8630711 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:06.768772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3af54251-25b8-429c-a2b6-a00cf8630711 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:06.798500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5fc2f-8d26-4d51-b162-83e43df64255 req-8b2d5254-257f-4de6-92c6-01eeb4998c38 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.800863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:06.807407 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7675c-582e-49cf-a03a-c761b33cdbe0" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:06.807757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ee5fc2f-8d26-4d51-b162-83e43df64255 req-8b2d5254-257f-4de6-92c6-01eeb4998c38 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 0.2541175 Jul 12 16:11:06.817444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-8401aa01-1527-472b-a3b2-b788cd2e84ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0984261 Jul 12 16:11:06.852631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-374565943', 'description': 'tempest-description-2109835570'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:06.857076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:06.874308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.916955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ee5fc2f-8d26-4d51-b162-83e43df64255 req-c3caad6c-fbe6-4530-aa79-f4fb82214b42 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087928 Jul 12 16:11:06.926373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-187ad6f4-8a20-43bd-aef3-5fdf82a11f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:06.927895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-187ad6f4-8a20-43bd-aef3-5fdf82a11f64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1022725 Jul 12 16:11:07.171527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.175134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ef7c4fe0-02f5-4702-a280-a515e8588f32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32831c4fbaf04487a63eef24af4fec45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435877 Jul 12 16:11:07.181736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:07.191854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:07.215479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d0c9650-3e91-44ce-bd47-be3b9ae31593 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:07.228160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.287999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-665d37e5-6867-4924-945d-9f219431cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:07.289532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-665d37e5-6867-4924-945d-9f219431cafd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3446574 Jul 12 16:11:07.327461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:07.328777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.336565 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.380612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-87529e74-a11d-423d-bab9-628c8cec8790 None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:07.380990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87529e74-a11d-423d-bab9-628c8cec8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.398076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Pushing event deleted for resources: {'Port': ['ID=3338aab6-0536-45c5-aab2-b1568d36cfc3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:07.414849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689b9b-c040-463b-9b45-3728da2d8d4b req-0fc7bbe9-ea8d-4858-8dcd-fcde863e5ab2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:07.423192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa689b9b-c040-463b-9b45-3728da2d8d4b req-0fc7bbe9-ea8d-4858-8dcd-fcde863e5ab2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 943 time: 0.3432600 Jul 12 16:11:07.432915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-838f17b6-7995-4104-9846-25d945929637 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307628 Jul 12 16:11:07.459778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Router a1c3fde3-778d-48a9-9f42-0743f214b6ca is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:11:07.487776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:07.490517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] No DVR routers for this DVR port 3338aab6-0536-45c5-aab2-b1568d36cfc3 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:07.502804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.505751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3cb8941-397b-411d-999a-efe83efc73a4 req-e124be78-9e23-4af4-bde1-af8b86991f5b tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.65 "DELETE /v2.0/ports/3338aab6-0536-45c5-aab2-b1568d36cfc3 HTTP/1.1" status: 204 len: 173 time: 2.2238774 Jul 12 16:11:07.512508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.539880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa689b9b-c040-463b-9b45-3728da2d8d4b req-c4c51f03-0834-4d06-a7ca-d93a5b905f50 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164064 Jul 12 16:11:07.571873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:07.584818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.603736 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b62f9-bf1e-4a05-9f42-9b55589091c6 x-openstack-request-id: req-624b62f9-bf1e-4a05-9f42-9b55589091c6 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:07.604099 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a4a-e4da-4c1d-a4d1-6b947e752e32", "name": "network-vif-deleted", "tag": "a4063e8c-cd56-4687-a1d9-be20e5b0a882", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:07.604413 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-624b62f9-bf1e-4a05-9f42-9b55589091c6 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:07.605615 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fc8a4a-e4da-4c1d-a4d1-6b947e752e32', 'name': 'network-vif-deleted', 'tag': 'a4063e8c-cd56-4687-a1d9-be20e5b0a882', 'status': 'completed', 'code': 200} Jul 12 16:11:07.657347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-3eb683ba-1e75-4899-aee7-bdd22dec909a service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142904 Jul 12 16:11:07.658674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.662857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.663091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6da2fc-1e61-4da0-87f3-373fe7b6e269 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:07.664352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c2341ed-d610-475f-94d5-32eea20defe0 HTTP/1.1" status: 204 len: 168 time: 0.4782751 Jul 12 16:11:07.684272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ee561-6494-4d5a-9265-016ef0b77310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2341ed-d610-475f-94d5-32eea20defe0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:07.723287 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade3ecf0-549a-4423-adb4-ed08d8e325b1 x-openstack-request-id: req-ade3ecf0-549a-4423-adb4-ed08d8e325b1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:07.723791 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96560cab-c805-4f88-915c-826d145b6c38", "name": "network-vif-deleted", "tag": "1f59c448-145b-4ba0-90b7-3205361de4c9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:07.724113 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ade3ecf0-549a-4423-adb4-ed08d8e325b1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:07.724655 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96560cab-c805-4f88-915c-826d145b6c38', 'name': 'network-vif-deleted', 'tag': '1f59c448-145b-4ba0-90b7-3205361de4c9', 'status': 'completed', 'code': 200} Jul 12 16:11:07.727245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.738236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:07.740898 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.789590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.818620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.819904 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d79fc8ed-3386-4850-bd03-ec334c93e40d req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0527480 Jul 12 16:11:07.822337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004888c0-fd9b-4d8a-850b-86907e36c172 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:07.855143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:07.866210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Sync routers for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:07.885216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:07.885921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:07.898719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:07.900232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d44a89f4-a6a5-463f-bdf4-17e986d895b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6601470 Jul 12 16:11:07.903833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44426) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:07.922070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaeb31-ea50-404d-94e0-5303f9c44a99 req-1209b275-6d5c-4de6-8766-08aa7e77d7ab tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:07.924558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8caaeb31-ea50-404d-94e0-5303f9c44a99 req-1209b275-6d5c-4de6-8766-08aa7e77d7ab tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.1004484 Jul 12 16:11:07.937721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44428) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:07.946822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Request body: {'floatingip': {'port_id': 'c1e835cc-a2e6-422a-919a-6621d3887edc'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:08.032162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] Transition to ACTIVE for port object ec6da2fc-1e61-4da0-87f3-373fe7b6e269 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:08.049257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:08.052810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:08.193103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b08ff760-39ac-41ef-b155-6b3aa36e50eb req-10a24c82-3c87-4b9f-994c-ae6d4d70cd39 tempest-VolumesAdminNegativeTest-769199703 tempest-VolumesAdminNegativeTest-769199703-project] 10.222.0.58 "GET /v2.0/ports?device_id=46bf7bd7-0699-4489-9caf-d87911c2ad5e HTTP/1.1" status: 200 len: 210 time: 0.1262119 Jul 12 16:11:08.231602 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13db43b-4be5-4295-b16d-3f957be658a5 x-openstack-request-id: req-e13db43b-4be5-4295-b16d-3f957be658a5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:08.232176 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:08.232176 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e13db43b-4be5-4295-b16d-3f957be658a5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:08.232584 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'code': 200} Jul 12 16:11:08.238132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 3338aab6-0536-45c5-aab2-b1568d36cfc3 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:08.268752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:08.284727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:08.309970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] No DVR routers for this DVR port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:08.321641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 3338aab6-0536-45c5-aab2-b1568d36cfc3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:08.321984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 3338aab6-0536-45c5-aab2-b1568d36cfc3 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:08.322399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a4063e8c-cd56-4687-a1d9-be20e5b0a882 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:08.344381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:08.349345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4834033f-c24d-4817-ac31-115127192e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:08.388304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-dd1c7dd5-4d9e-4714-94f6-5a7c38336915 service neutron] 10.222.0.77 "PUT /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2933872 Jul 12 16:11:08.398187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-394656144', 'description': 'tempest-description-1650281953'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:08.466894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: a4063e8c-cd56-4687-a1d9-be20e5b0a882 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:08.468641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a4063e8c-cd56-4687-a1d9-be20e5b0a882 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:08.482247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:08.565576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:08.839866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:08.863974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:04Z', 'revision_number': 3, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:08.906420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Checking router: a1c3fde3-778d-48a9-9f42-0743f214b6ca for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:08.907066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Updating router a1c3fde3-778d-48a9-9f42-0743f214b6ca port 457dc16a-8cfd-48e4-aac1-012804b27de2 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:08.962403 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.099423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Allocated IP 172.20.0.1 (900c3bde-cc35-4d32-bee9-943e0808f328/f6a642c3-22b9-4f62-a6e1-fb4923b99f5a/65161fc3-6dad-4c3f-9354-fef62f8f456f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:09.100960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b1737681-ebcc-4251-a86f-c1795df3574e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:09.103249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-b1737681-ebcc-4251-a86f-c1795df3574e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.5925357 Jul 12 16:11:09.134362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b41f7-f5e6-4831-b4f2-a91823bc7cf2 req-3f24950b-5df5-4acf-959d-56f50edbcbd9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:09.143230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-061b41f7-f5e6-4831-b4f2-a91823bc7cf2 req-3f24950b-5df5-4acf-959d-56f50edbcbd9 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.6393247 Jul 12 16:11:09.269168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.284433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Transition to ACTIVE for port object 65161fc3-6dad-4c3f-9354-fef62f8f456f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:09.297423 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.301213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4834033f-c24d-4817-ac31-115127192e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.310589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Transition to ACTIVE for port object 457dc16a-8cfd-48e4-aac1-012804b27de2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:09.320012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.326651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4834033f-c24d-4817-ac31-115127192e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.346755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.390148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113821c0-1dc6-4bf9-a3d7-531976f0a86c None None] Pushing event updated for resources: {'Port': ['ID=457dc16a-8cfd-48e4-aac1-012804b27de2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:09.391089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Network 900c3bde-cc35-4d32-bee9-943e0808f328 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:09.394706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Attempting to bind port 457dc16a-8cfd-48e4-aac1-012804b27de2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:09.395297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Attempting to bind port 457dc16a-8cfd-48e4-aac1-012804b27de2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:09.395982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Attempting to bind port 457dc16a-8cfd-48e4-aac1-012804b27de2 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:09.404094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:09.405394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:09.406118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:09.406780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.407878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:09.408762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Bound port: 457dc16a-8cfd-48e4-aac1-012804b27de2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:09.409347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:09.409999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.439787 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-061b41f7-f5e6-4831-b4f2-a91823bc7cf2 req-1fac8f38-3e11-498a-995c-e2cdfaaebf74 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953446 Jul 12 16:11:09.482211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4834033f-c24d-4817-ac31-115127192e46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a58fefbe2c184bfda36424a7a7b21f33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1936347 Jul 12 16:11:09.484276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Pushing event updated for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:09.494679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] For port 457dc16a-8cfd-48e4-aac1-012804b27de2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:09.498843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] For port 457dc16a-8cfd-48e4-aac1-012804b27de2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=457dc16a-8cfd-48e4-aac1-012804b27de2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:09.504372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44440) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:09.517364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.547398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.596203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:09.596913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:09.600662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834033f-c24d-4817-ac31-115127192e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81afba-c5bf-4c28-843d-3fd97062b695,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:09.629734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'name': 'network-vif-deleted', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:09.637892 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637426a-dd0c-4694-8e2a-2e028fcca465" -d '{"events": [{"server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "name": "network-vif-deleted", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:09.657398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113821c0-1dc6-4bf9-a3d7-531976f0a86c None None] Pushing event updated for resources: {'Port': ['ID=457dc16a-8cfd-48e4-aac1-012804b27de2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:09.732835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:09.774203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.774404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:11:09.782509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.788665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:09.842669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-ab502145-7c9d-488c-8606-ecc6698b04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:09.844294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-ab502145-7c9d-488c-8606-ecc6698b04ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&tenant_id=bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 1095 time: 0.7279084 Jul 12 16:11:09.853665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.855711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2906dc18-146f-4b99-932d-b30e41d1b4a0 req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4636972 Jul 12 16:11:09.857027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:09.857460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1f59c448-145b-4ba0-90b7-3205361de4c9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:09.868293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0487a-dfe2-456e-929c-55fc218eded0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15862b99-8193-4933-96ef-d8b4699b2425,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:09.985247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:09.995214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44448) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:09.997703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.010790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 1f59c448-145b-4ba0-90b7-3205361de4c9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:10.011487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1f59c448-145b-4ba0-90b7-3205361de4c9 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:10.066162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6aba07c8-70b5-442b-878a-df475fbb4b21 None None] Provisioning for port 65161fc3-6dad-4c3f-9354-fef62f8f456f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:10.069739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.077692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6aba07c8-70b5-442b-878a-df475fbb4b21 None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:10.078298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6aba07c8-70b5-442b-878a-df475fbb4b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.120418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6aba07c8-70b5-442b-878a-df475fbb4b21 None None] Port 65161fc3-6dad-4c3f-9354-fef62f8f456f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:10.154044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.188408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:04Z', 'revision_number': 3, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:10.193788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.222302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd9ef-3933-430c-9949-7c00c529aaca None None] The sync data for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 is: [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:04Z', 'revision_number': 3, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:10.241862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7bc1-a09b-4b77-a3da-a7fc06d4d8a8 req-0c360bd3-887f-4c87-878b-e4220a5265d7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:10.243459 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3aea7bc1-a09b-4b77-a3da-a7fc06d4d8a8 req-0c360bd3-887f-4c87-878b-e4220a5265d7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.4116917 Jul 12 16:11:10.257644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Deleting subnet f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:10.290503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.336343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.345295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.360327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-41a3132e-9e92-4761-a86d-d4b8795b2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:10.361843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-41a3132e-9e92-4761-a86d-d4b8795b2b16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1095 time: 0.4394994 Jul 12 16:11:10.363403 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aecb48-8fc0-42b8-a018-bff8f907264d x-openstack-request-id: req-55aecb48-8fc0-42b8-a018-bff8f907264d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:10.363679 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bf7bd7-0699-4489-9caf-d87911c2ad5e", "name": "network-vif-deleted", "tag": "3338aab6-0536-45c5-aab2-b1568d36cfc3", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:10.363933 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55aecb48-8fc0-42b8-a018-bff8f907264d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:10.364318 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bf7bd7-0699-4489-9caf-d87911c2ad5e', 'name': 'network-vif-deleted', 'tag': '3338aab6-0536-45c5-aab2-b1568d36cfc3', 'status': 'completed', 'code': 200} Jul 12 16:11:10.403157 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Floating IP 498ef480-0b24-4e38-9c10-45788b813d81 associated. External IP: 172.25.8.174, port: c1e835cc-a2e6-422a-919a-6621d3887edc. Jul 12 16:11:10.427653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.439321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Pushing event updated for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:10.482166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.497844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-a26d9a31-2295-4073-b2ba-dcf2fd3ed20b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2 HTTP/1.1" status: 200 len: 1804 time: 0.1192834 Jul 12 16:11:10.531505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-dd1d425c-ad22-4924-9cef-e62d49ff1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:10.533068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-dd1d425c-ad22-4924-9cef-e62d49ff1a11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07&tenant_id=01ef4485048e46728164ad3c8e4fea24 HTTP/1.1" status: 200 len: 1101 time: 0.4382198 Jul 12 16:11:10.545650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3aea7bc1-a09b-4b77-a3da-a7fc06d4d8a8 req-72998593-da3c-4b2a-bd1e-82f656ac76fb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792008 Jul 12 16:11:10.603867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.658984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:10.661378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4f535b38-e32d-4be6-9374-cebe1338c9fb tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/15862b99-8193-4933-96ef-d8b4699b2425 HTTP/1.1" status: 200 len: 1804 time: 0.1491239 Jul 12 16:11:10.677248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2', 'remote_group_id': '15862b99-8193-4933-96ef-d8b4699b2425', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:10.679157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2', 'remote_group_id': '15862b99-8193-4933-96ef-d8b4699b2425', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:10.707829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.711056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.712976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc81afba-c5bf-4c28-843d-3fd97062b695 HTTP/1.1" status: 204 len: 168 time: 1.2067871 Jul 12 16:11:10.753862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9384651d-629c-4e2c-9169-1f6d37bf0491 None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:10.754451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9384651d-629c-4e2c-9169-1f6d37bf0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.766118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Network 900c3bde-cc35-4d32-bee9-943e0808f328 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:10.767756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:10.813015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c350-ea8b-49af-8a50-0b6717374ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81afba-c5bf-4c28-843d-3fd97062b695,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:10.831557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9384651d-629c-4e2c-9169-1f6d37bf0491 None None] Port 65161fc3-6dad-4c3f-9354-fef62f8f456f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:10.866794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.930348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.934376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14 HTTP/1.1" status: 204 len: 168 time: 0.9333622 Jul 12 16:11:10.942323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-f684d936-3643-49c1-9261-b12bb02781bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:10.945299 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-f684d936-3643-49c1-9261-b12bb02781bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.5701015 Jul 12 16:11:10.950982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:11.026719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.213706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 457dc16a-8cfd-48e4-aac1-012804b27de2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:11.235456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.252389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Router a1c3fde3-778d-48a9-9f42-0743f214b6ca has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:11.254213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.279888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dae0f9-5a90-43fe-905d-5015f3667d5c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:11.299311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.315089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e180030f-1241-40ab-bc47-a6c8c01df836 req-4b8186a2-b088-424f-9179-9e84c746c69b tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6460686 Jul 12 16:11:11.327207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ee579fa7-a4e7-4576-a5cf-cca0a49e7a03 None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:11.327726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee579fa7-a4e7-4576-a5cf-cca0a49e7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.405917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 457dc16a-8cfd-48e4-aac1-012804b27de2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:11.414585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 457dc16a-8cfd-48e4-aac1-012804b27de2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:11.414954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.480293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ee579fa7-a4e7-4576-a5cf-cca0a49e7a03 None None] Port 65161fc3-6dad-4c3f-9354-fef62f8f456f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:11.516072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:11.532562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ef0d039-fba8-4ff6-ab96-113842e3b571 admin admin] 10.222.0.58 "PUT /v2.0/routers/a1c3fde3-778d-48a9-9f42-0743f214b6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228886 Jul 12 16:11:11.561717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4363c-5977-410f-ad21-908f34e51ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f441157e-9a4e-4a7b-8ca4-3c0a5bcb9c14,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:11.586514 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.639724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 457dc16a-8cfd-48e4-aac1-012804b27de2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=457dc16a-8cfd-48e4-aac1-012804b27de2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:11.641875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aae75-9603-4ce3-bf41-ac234419c3f2 req-26e23f6b-87d6-4e56-8c2d-df3d4d1fb797 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:11.647079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d0aae75-9603-4ce3-bf41-ac234419c3f2 req-26e23f6b-87d6-4e56-8c2d-df3d4d1fb797 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 950 time: 0.1169703 Jul 12 16:11:11.653691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.734253 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d0aae75-9603-4ce3-bf41-ac234419c3f2 req-d3fd8e37-9ab1-4fa0-b896-518e65c49596 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786314 Jul 12 16:11:11.738447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-d86b86fb-690f-43b1-ad94-79fb48d86269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.1864712 Jul 12 16:11:11.782978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.784341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=457dc16a-8cfd-48e4-aac1-012804b27de2,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:11.788534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1042050468', 'description': 'tempest-description-1101055082'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:11.822258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.945020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.968092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3bb9cc3f-17ed-4694-90aa-790e44724427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:11.970082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3bb9cc3f-17ed-4694-90aa-790e44724427 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1789770 Jul 12 16:11:11.977404 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.989059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.033011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.037613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d9985e9-e036-4786-9466-c1a2ce4f093e req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2551677 Jul 12 16:11:12.057341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538590-610e-4d11-a6cd-472b62016c2e req-2548e9c6-939b-4aeb-838f-55bf141a2469 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:12.062630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f538590-610e-4d11-a6cd-472b62016c2e req-2548e9c6-939b-4aeb-838f-55bf141a2469 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 950 time: 0.1704292 Jul 12 16:11:12.064010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4fb48-f240-47f4-b7a4-490adf1069a2 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559db385-7d73-46fd-bc3a-6a257ecfb682,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:12.079788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-63b7f306-4917-4db6-a26f-a00c3a6c9cdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948722 Jul 12 16:11:12.087395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40870f12-bcaf-4b18-80ce-911df847d615 req-8693fa7c-8490-493d-8bab-839331411f07 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:12.088849 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40870f12-bcaf-4b18-80ce-911df847d615 req-8693fa7c-8490-493d-8bab-839331411f07 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.5383043 Jul 12 16:11:12.197011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Router 405351d7-1f86-41a1-a7de-923768c57a0c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:12.280150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port 55f0a72f-bf60-4164-a5ae-61b33d8df986 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:12.280622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.305690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1af7-1b61-4f5f-b10b-00dc39e337da req-79c965f2-a2f8-4554-b51b-be87ecf01909 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:12.316194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f03a1af7-1b61-4f5f-b10b-00dc39e337da req-79c965f2-a2f8-4554-b51b-be87ecf01909 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.1559136 Jul 12 16:11:12.334292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.352741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40870f12-bcaf-4b18-80ce-911df847d615 req-91277367-518e-40f1-913c-959a79b1b3dc tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571416 Jul 12 16:11:12.361169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cd4b4d-03d0-4990-beb6-b8b377277b93']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.440770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f03a1af7-1b61-4f5f-b10b-00dc39e337da req-37cf1ba2-87b6-43b8-a131-053af1f0baa0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235883 Jul 12 16:11:12.461796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762b0655-7389-4afe-98e1-db7228943c94') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.461796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762b0655-7389-4afe-98e1-db7228943c94') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.486637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port 55f0a72f-bf60-4164-a5ae-61b33d8df986, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=55f0a72f-bf60-4164-a5ae-61b33d8df986,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:12.487138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.500091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.505970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for 55f0a72f-bf60-4164-a5ae-61b33d8df986 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:12.532836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-a136e9d8-f2ac-4cb5-8069-d10c799cbd86 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400811 Jul 12 16:11:12.568690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-152208143', 'description': 'tempest-description-187043241'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:12.607095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.615972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.628051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.65', 53300) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:12.632076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:12.636585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:12.637359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:12.655887 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:12.809543 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Sync routers for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:12.828508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.841501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-b90b2d2f-1ac5-463c-a5ca-56c14e3017cd tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:12.842226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101', '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'f1ecd9aa-7385-427e-81be-3262ba0f311a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:12.842709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:12.844445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-b90b2d2f-1ac5-463c-a5ca-56c14e3017cd tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb179a04-e334-4e8e-9fd9-9b8742de4b41 HTTP/1.1" status: 200 len: 949 time: 0.1975105 Jul 12 16:11:12.845794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44508) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:12.847124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:12.849222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.857422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:12.858261 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.884766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.891457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Sync routers for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:12.893693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.898398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] 10.222.0.58 "DELETE /v2.0/networks/55cd4b4d-03d0-4990-beb6-b8b377277b93 HTTP/1.1" status: 204 len: 168 time: 1.3530078 Jul 12 16:11:12.903490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:12.915710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:12.916344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.966772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=55f0a72f-bf60-4164-a5ae-61b33d8df986,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.047575 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:13.050430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c487-791f-4bb7-8697-71d0818ff385 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cd4b4d-03d0-4990-beb6-b8b377277b93,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.124723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:13.131156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.133074 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b849e04-e583-4932-8efb-a59c9d936a0b" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-unplugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:13.133996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port 55f0a72f-bf60-4164-a5ae-61b33d8df986 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:13.140268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.142120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.143763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "DELETE /v2.0/ports/55f0a72f-bf60-4164-a5ae-61b33d8df986 HTTP/1.1" status: 204 len: 173 time: 1.0689917 Jul 12 16:11:13.146831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'name': 'network-vif-deleted', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:13.149488 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42c69e-540f-4863-99ef-d44316bca194" -d '{"events": [{"server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "name": "network-vif-deleted", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:13.154030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.163906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-59177cb3-7f30-4a38-b068-6bcbed456060 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648637 Jul 12 16:11:13.202632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8ad5a33d-c46c-4a3c-a382-8db7d808a275 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "PUT /v2.0/floatingips/498ef480-0b24-4e38-9c10-45788b813d81 HTTP/1.1" status: 200 len: 992 time: 5.2604439 Jul 12 16:11:13.218900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Transition to ACTIVE for port object 61f17a0c-b854-435a-8a8c-98f9907e3c94 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:13.232501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Deleting subnet 330eac3d-4461-4989-97bf-3f86f58730e1 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:13.236736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.238811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.264855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f18d10-a9f2-4ac7-bb48-bfab8ef5db55,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.270112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.283003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa342bce-7f00-41d9-b9c3-682e99ec3adf req-22c400a7-88cb-40c3-8537-dccded1fac4d tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7121513 Jul 12 16:11:13.337753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.338407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port f1ecd9aa-7385-427e-81be-3262ba0f311a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:13.338755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.443693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 457dc16a-8cfd-48e4-aac1-012804b27de2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:13.515491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.602239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:13.606287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port f1ecd9aa-7385-427e-81be-3262ba0f311a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=f1ecd9aa-7385-427e-81be-3262ba0f311a,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:13.609534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.639528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for f1ecd9aa-7385-427e-81be-3262ba0f311a owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:13.656734 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:10Z', 'revision_number': 2, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:13.660247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] No DVR routers for this DVR port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:13.668279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44524) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:13.676026 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2c9859-f6a6-4bf6-85dc-4c183c66a44f x-openstack-request-id: req-3f2c9859-f6a6-4bf6-85dc-4c183c66a44f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:13.677932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-unplugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:13.677932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f2c9859-f6a6-4bf6-85dc-4c183c66a44f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:13.677932 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'code': 200} Jul 12 16:11:13.689547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1131528707'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:13.740832 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a903e8b8-1835-4529-b62d-266b9d49bc30 x-openstack-request-id: req-a903e8b8-1835-4529-b62d-266b9d49bc30 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:13.741457 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3", "name": "network-vif-deleted", "tag": "55f0a72f-bf60-4164-a5ae-61b33d8df986", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:13.741994 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a903e8b8-1835-4529-b62d-266b9d49bc30 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:13.742625 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3', 'name': 'network-vif-deleted', 'tag': '55f0a72f-bf60-4164-a5ae-61b33d8df986', 'status': 'completed', 'code': 200} Jul 12 16:11:13.743616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 457dc16a-8cfd-48e4-aac1-012804b27de2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:13.745488 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Checking router: a1c3fde3-778d-48a9-9f42-0743f214b6ca for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:13.745912 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Updating router a1c3fde3-778d-48a9-9f42-0743f214b6ca port 65161fc3-6dad-4c3f-9354-fef62f8f456f binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:13.749386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390437314', 'description': 'tempest-description--925816150'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:13.751958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.781488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.787136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.789720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:13.814737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Made reservation on behalf of 715bc3a6d5a24a4186f56088b1cc3b9b for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:13.820474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.824119 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.831476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-885451c0-88e3-4b42-8376-8fbc0134790e req-81f0cab2-c422-4249-8e10-7a9e75ebb79c tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aff4bd7d-0e3a-41d8-9fe9-9774e952f6c3 HTTP/1.1" status: 200 len: 210 time: 0.0876024 Jul 12 16:11:14.038964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.040753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:14.044726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/330eac3d-4461-4989-97bf-3f86f58730e1 HTTP/1.1" status: 204 len: 168 time: 1.1189573 Jul 12 16:11:14.044726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255619d-2dc0-4957-af86-354decf0a439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330eac3d-4461-4989-97bf-3f86f58730e1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.049709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.053209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44528) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:14.105805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-0ec8bd6e-e10e-475d-a931-78772608bdda tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/559db385-7d73-46fd-bc3a-6a257ecfb682 HTTP/1.1" status: 200 len: 1805 time: 0.2216878 Jul 12 16:11:14.108060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.109580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.167837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:14.168271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:14.168658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:14.189513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=f1ecd9aa-7385-427e-81be-3262ba0f311a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.236518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:14.236940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Attempting to bind port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:14.271414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port f1ecd9aa-7385-427e-81be-3262ba0f311a on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:14.278309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.282059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a6809d9-62f1-492e-993d-b1bf98453162 req-893f999b-eb4f-45be-9370-519970b4f71d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "DELETE /v2.0/ports/f1ecd9aa-7385-427e-81be-3262ba0f311a HTTP/1.1" status: 204 len: 173 time: 1.4030778 Jul 12 16:11:14.283367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:14.283820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:14.284277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:14.284804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Bound port: 61f17a0c-b854-435a-8a8c-98f9907e3c94, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:14.285954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.327460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.339891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-df3c4155-1642-44cc-bd4a-208ab1c3dd91 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/66f18d10-a9f2-4ac7-bb48-bfab8ef5db55 HTTP/1.1" status: 200 len: 1803 time: 0.2109628 Jul 12 16:11:14.362565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '559db385-7d73-46fd-bc3a-6a257ecfb682', 'remote_group_id': '66f18d10-a9f2-4ac7-bb48-bfab8ef5db55', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:14.364590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '559db385-7d73-46fd-bc3a-6a257ecfb682', 'remote_group_id': '66f18d10-a9f2-4ac7-bb48-bfab8ef5db55', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:14.404156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-9abd0e5c-c908-4abb-addc-e7102f57a3af tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:14.405605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-9abd0e5c-c908-4abb-addc-e7102f57a3af tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.6272228 Jul 12 16:11:14.439128 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.449293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '498ef480-0b24-4e38-9c10-45788b813d81', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'port_id': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'mac_address': 'fa:16:3e:c1:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:43Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 1, 'project_id': '4021841ff97b458090debe740ffaec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.464668 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Transition to ACTIVE for port object 65161fc3-6dad-4c3f-9354-fef62f8f456f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:14.478062 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.498111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Checking router: 405351d7-1f86-41a1-a7de-923768c57a0c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:14.509344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:14.509909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.565321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c66016-1097-415f-a965-b5503bc5c9f8 req-2e8b0c32-723d-4b79-982e-163f8f2c4ed7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:14.567272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15c66016-1097-415f-a965-b5503bc5c9f8 req-2e8b0c32-723d-4b79-982e-163f8f2c4ed7 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 0.4769411 Jul 12 16:11:14.578281 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c9408-9831-41e3-bd93-dd5fd692b3f4 None None] Pushing event updated for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.651089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:14.659097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6f888398-8c9c-43fc-ab2c-b1d41cedf101'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:14.685344 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Attempting to bind port 65161fc3-6dad-4c3f-9354-fef62f8f456f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:14.685703 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Attempting to bind port 65161fc3-6dad-4c3f-9354-fef62f8f456f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:14.686058 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Attempting to bind port 65161fc3-6dad-4c3f-9354-fef62f8f456f on network 900c3bde-cc35-4d32-bee9-943e0808f328 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:14.687678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.691536 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:14.691927 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Checking segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:14.692328 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.693099 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Bound using segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:14.700713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:14.702937 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Bound port: 65161fc3-6dad-4c3f-9354-fef62f8f456f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:14.703386 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.712560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:14.713105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0517df7c-74c9-43d9-8df3-0ff21508bdfa']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.733634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.741034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.760446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd96edc6-e98c-44e1-ad51-8fa23e3132a3') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.760683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd96edc6-e98c-44e1-ad51-8fa23e3132a3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.820207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.939341 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] For port 65161fc3-6dad-4c3f-9354-fef62f8f456f, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:14.943091 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] For port 65161fc3-6dad-4c3f-9354-fef62f8f456f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=65161fc3-6dad-4c3f-9354-fef62f8f456f,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:14.950763 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.009089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:15.010098 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:15.082224 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c9408-9831-41e3-bd93-dd5fd692b3f4 None None] Pushing event updated for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.142464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '498ef480-0b24-4e38-9c10-45788b813d81', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'port_id': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'mac_address': 'fa:16:3e:c1:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:43Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 1, 'project_id': '4021841ff97b458090debe740ffaec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:15.169075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.188708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.188973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1a1147-6cfb-4a46-b053-4de870fa3b6c None None] The sync data for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 is: [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '498ef480-0b24-4e38-9c10-45788b813d81', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'port_id': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'mac_address': 'fa:16:3e:c1:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:43Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 1, 'project_id': '4021841ff97b458090debe740ffaec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:15.191619 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:15.202655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:15.203068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.267563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:15.278901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.279235 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Added segment 2638e030-160b-451d-b893-ed94daeb2b99 of type vlan for network f014ea90-b83b-4565-b53a-24aa96697b3b Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:15.321551 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:15.376035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15c66016-1097-415f-a965-b5503bc5c9f8 req-41c00450-a280-4fa1-9027-2c0d14a5e563 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542539 Jul 12 16:11:15.458289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:15.459402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.461867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 1097 time: 4.9131074 Jul 12 16:11:15.465539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33627ed-642c-4fb5-a9f7-5807ba2f96e3 service neutron] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=11']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.478322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:14Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:15.519615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ec285-3993-4925-a304-1d0008c53280 None None] The sync data for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 is: [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:14Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:15.534192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.554369 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08fbaa9-5db8-4002-990a-b87071314778 None None] New status for floating IP 498ef480-0b24-4e38-9c10-45788b813d81: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:11:15.628845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.634567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.636584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0517df7c-74c9-43d9-8df3-0ff21508bdfa HTTP/1.1" status: 204 len: 168 time: 1.5791037 Jul 12 16:11:15.637407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213a45f3-db39-40fa-ac7e-9fe0cf0cd15a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.645604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3fcdf5d0-12d4-46de-9f9a-d34be57b55dc service neutron] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:15.692689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.698226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc'}, {'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:15.702857 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321" -d '{"events": [{"name": "network-changed", "server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc"}, {"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:15.713426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.746942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'name': 'network-vif-deleted', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:15.753583 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e209bcc-29a3-4a32-b978-3a515ff7943c" -d '{"events": [{"server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "name": "network-vif-deleted", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:15.818712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3fcdf5d0-12d4-46de-9f9a-d34be57b55dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.819889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7588af7c-8790-41cd-ab78-cc48f94489d1 req-3fcdf5d0-12d4-46de-9f9a-d34be57b55dc service neutron] 10.222.0.65 "DELETE /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 1.4049299 Jul 12 16:11:15.822851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.826332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431055a6-5ddf-4fc8-9f36-7431c4c35576,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.849245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a232c-4fa6-482d-82aa-8a5cbc2e6ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0517df7c-74c9-43d9-8df3-0ff21508bdfa,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.857828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:11:15.868751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.876624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.888343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.889830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-559c973a-debe-49c5-a8e3-4a8224b6798a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1480806 Jul 12 16:11:15.895843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44542) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:15.903091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2bc5ee-1b6f-4d6e-a333-4bb113331d11,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.914945 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.916693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37de5cf8-d234-4cc5-a7e8-dfc3f300d39e req-398caff1-5698-4523-9cd7-3039a0f5b0d9 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5745852 Jul 12 16:11:15.936189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'security_group_rule': {'security_group_id': '431055a6-5ddf-4fc8-9f36-7431c4c35576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:15.946343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.954256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:15.954256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.999996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55f0a72f-bf60-4164-a5ae-61b33d8df986 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:16.000197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:16.034676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 55f0a72f-bf60-4164-a5ae-61b33d8df986 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:16.037620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 55f0a72f-bf60-4164-a5ae-61b33d8df986 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:16.044354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device f1ecd9aa-7385-427e-81be-3262ba0f311a no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:16.059849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b2f18c3-fe3a-4f2e-95a2-f98d730bf841 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=134abeaf724b4700ab4d21cd94c3e75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583510 Jul 12 16:11:16.062273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:16.064627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: f1ecd9aa-7385-427e-81be-3262ba0f311a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:16.065226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device f1ecd9aa-7385-427e-81be-3262ba0f311a not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:16.110959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Pushing event updated for resources: {'Network': ['ID=f014ea90-b83b-4565-b53a-24aa96697b3b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:16.114408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-3893cf7b-3755-4958-af2f-6d7f8701bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:16.116023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-3893cf7b-3755-4958-af2f-6d7f8701bd2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1100 time: 0.5631514 Jul 12 16:11:16.127936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.128158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f014ea90-b83b-4565-b53a-24aa96697b3b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:16.130168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9988f2-1245-46cd-a5c8-dbb524082df1 req-4ca04393-9e73-4796-8861-4f95facab437 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:16.138925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e9988f2-1245-46cd-a5c8-dbb524082df1 req-4ca04393-9e73-4796-8861-4f95facab437 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.5881817 Jul 12 16:11:16.191507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.261685 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.281536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.286077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.289732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f367ee65-c98b-4511-a3b2-3b8f803e60a7 HTTP/1.1" status: 204 len: 168 time: 0.2238495 Jul 12 16:11:16.299162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14db18-e778-48e1-8cac-eb2345e972fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f367ee65-c98b-4511-a3b2-3b8f803e60a7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:16.349204 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc633a-7e8b-4441-9ecd-ac4bf20ef035 x-openstack-request-id: req-54bc633a-7e8b-4441-9ecd-ac4bf20ef035 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:16.349204 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb179a04-e334-4e8e-9fd9-9b8742de4b41", "name": "network-vif-deleted", "tag": "f1ecd9aa-7385-427e-81be-3262ba0f311a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:16.349604 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54bc633a-7e8b-4441-9ecd-ac4bf20ef035 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:16.349749 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb179a04-e334-4e8e-9fd9-9b8742de4b41', 'name': 'network-vif-deleted', 'tag': 'f1ecd9aa-7385-427e-81be-3262ba0f311a', 'status': 'completed', 'code': 200} Jul 12 16:11:16.355321 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c383560-20c2-4199-be36-06555ac33ce6 x-openstack-request-id: req-3c383560-20c2-4199-be36-06555ac33ce6 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:16.355726 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:16.355984 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c383560-20c2-4199-be36-06555ac33ce6 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:16.356388 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'status': 'completed', 'code': 200} Jul 12 16:11:16.356642 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'status': 'completed', 'code': 200} Jul 12 16:11:16.361240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cefa7597-2669-452e-8b80-7aa95690c12f tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5068223 Jul 12 16:11:16.362540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:16.471820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-f4131a13-d70b-4090-b4ab-0326623a9c93 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/66f18d10-a9f2-4ac7-bb48-bfab8ef5db55 HTTP/1.1" status: 200 len: 1803 time: 0.0969093 Jul 12 16:11:16.474791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.500968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.563321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'name': 'tempest-network--188790545', 'router:external': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:16.591129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e9988f2-1245-46cd-a5c8-dbb524082df1 req-bda78887-0f07-4d95-9f28-3f671bf2a1dd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512141 Jul 12 16:11:16.591993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.593160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6919467 Jul 12 16:11:16.594458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.599695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:16.607235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'security_group_rule': {'security_group_id': '431055a6-5ddf-4fc8-9f36-7431c4c35576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:16.640192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:16.640946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12d1d0-0d93-476a-9a2d-a3d84a8c16b1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2cd99a-5da8-416e-8770-92b83523b7ee,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:16.642916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.674715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.689113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-2b14a4fe-8784-46d0-9f41-55431edce818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:16.689933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.694454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-2b14a4fe-8784-46d0-9f41-55431edce818 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.5519137 Jul 12 16:11:16.708437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-86f72240-40e7-402e-8c1e-00ee41eb1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:16.715138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-86f72240-40e7-402e-8c1e-00ee41eb1f2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4021841ff97b458090debe740ffaec8d&device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 1097 time: 0.3640249 Jul 12 16:11:16.769884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.879156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.881869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.896191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fdbd223-b4a0-4a6c-a87a-84197f15dbcc req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/66f18d10-a9f2-4ac7-bb48-bfab8ef5db55 HTTP/1.1" status: 204 len: 173 time: 0.4233997 Jul 12 16:11:16.939235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-7b588955-d4e9-49b7-8c48-40952d8b2732 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.2097375 Jul 12 16:11:16.951347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44572) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:16.956090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-17419728-d91b-419b-8297-6d3381c53740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:16.956893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9196336-fa57-4f67-83d5-9e3aaa695fd8 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f18d10-a9f2-4ac7-bb48-bfab8ef5db55,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:16.957817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-17419728-d91b-419b-8297-6d3381c53740 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1100 time: 0.6044910 Jul 12 16:11:16.974834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:16.993265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.051070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8068e80-253c-4325-a234-54e8376d4cee,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:17.075958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-31561189-b970-40a0-911a-d0260e2a22f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69887a6f2ce6458297955db78d9ad0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201117 Jul 12 16:11:17.085117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44576) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:17.111203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.128043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c5e1a76-495c-4adc-a263-d4da7c7946e4 req-9bd8d3c2-0e24-49aa-bf7b-f56fc6606244 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/559db385-7d73-46fd-bc3a-6a257ecfb682 HTTP/1.1" status: 200 len: 1805 time: 0.0919611 Jul 12 16:11:17.130816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.159657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-248d67f9-7024-48c7-9a85-4ac567760077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.161454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-248d67f9-7024-48c7-9a85-4ac567760077 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2008822 Jul 12 16:11:17.178408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.178592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 65161fc3-6dad-4c3f-9354-fef62f8f456f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:17.179781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-15c81af4-a40d-4ffe-865b-bace9e632405 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5786679 Jul 12 16:11:17.181845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186e3949-dfe6-4e6e-97b8-3dc4bf2f8512,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:17.186470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44582) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:17.191163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:17.258732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:17.262808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 65161fc3-6dad-4c3f-9354-fef62f8f456f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:17.265755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.268425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:17.269046 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.274423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-f619d577-ca55-4372-8018-5f637db2c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.275940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-f619d577-ca55-4372-8018-5f637db2c10b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e89c7be-3773-41ca-8671-58162a6306ff HTTP/1.1" status: 200 len: 913 time: 0.5439537 Jul 12 16:11:17.298106 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.298555 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Added segment 0fcdfaee-001c-4a2c-9117-3ed6f0e3ceb8 of type vlan for network 9f752933-2b22-4d64-bd02-2e1d841c530c Jul 12 16:11:17.350509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-59baa926-86b3-4122-9a63-f9d454a5ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.351974 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-59baa926-86b3-4122-9a63-f9d454a5ab86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3478296 Jul 12 16:11:17.364361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.400249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 65161fc3-6dad-4c3f-9354-fef62f8f456f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=65161fc3-6dad-4c3f-9354-fef62f8f456f,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:17.400896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83406ed9-b6fc-44c2-b127-3f92a3e1d979 req-9cbfbb50-a582-495d-9827-2f2ea5793028 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.404006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83406ed9-b6fc-44c2-b127-3f92a3e1d979 req-9cbfbb50-a582-495d-9827-2f2ea5793028 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 0.4617391 Jul 12 16:11:17.410431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.481473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:17.492902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.493660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.494208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.494506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.495064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.496883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.497710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.498286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.498913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.499473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.500027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.500788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.501296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:17.512323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-0225c7fa-096f-408d-afd3-d44b48fde5e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.1395056 Jul 12 16:11:17.537303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-94745f13-551d-4548-9ae2-825011156cb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e835cc-a2e6-422a-919a-6621d3887edc HTTP/1.1" status: 200 len: 1002 time: 0.2415996 Jul 12 16:11:17.625409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-0440b861-9a30-43e8-b3c5-a3fd0471ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.626938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-0440b861-9a30-43e8-b3c5-a3fd0471ca2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4129870 Jul 12 16:11:17.629180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.638364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83406ed9-b6fc-44c2-b127-3f92a3e1d979 req-1073f73d-6616-4a17-b526-5f021fad1b0c tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136528 Jul 12 16:11:17.658260 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.663920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb40a-15af-4789-8ca0-ec9cb81fc7a2 req-aa37c228-ccd1-472b-9a07-c815d2a4edfc tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.665459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-028cb40a-15af-4789-8ca0-ec9cb81fc7a2 req-aa37c228-ccd1-472b-9a07-c815d2a4edfc tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1095 time: 0.4404390 Jul 12 16:11:17.731132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-446208fc-08c6-4156-97ed-9aad50e006ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.733291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-446208fc-08c6-4156-97ed-9aad50e006ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2139482 Jul 12 16:11:17.741832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.742811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.743401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.757280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-028cb40a-15af-4789-8ca0-ec9cb81fc7a2 req-7f087551-c41d-4b71-a4a8-8ca66140d343 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762625 Jul 12 16:11:17.763273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-b023fa61-eae3-4277-9f24-31d0b71d2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:17.769443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-b023fa61-eae3-4277-9f24-31d0b71d2f15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b3d3b56c-54dd-4777-a43b-e8b337af38c7 HTTP/1.1" status: 200 len: 851 time: 0.1967864 Jul 12 16:11:17.785177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ac23d2a-ce1c-4a61-a4c4-76aaa3214443 None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:17.786037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ac23d2a-ce1c-4a61-a4c4-76aaa3214443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:17.848466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4843774 Jul 12 16:11:17.851240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44584) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:17.897715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760b71-b465-41ba-a3b4-9b30e68ed424 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=9f752933-2b22-4d64-bd02-2e1d841c530c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:17.915921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 9f752933-2b22-4d64-bd02-2e1d841c530c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:17.921896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1359115516', 'description': 'tempest-description-1359724312'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:17.934684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.032376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.064215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.068694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.070118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53c557a3-ac1e-4a50-a2ab-e5f4d50f462a HTTP/1.1" status: 204 len: 168 time: 0.9798875 Jul 12 16:11:18.099019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-7a8231cf-4f27-49a0-8fb2-b34b23f1c378 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513307 Jul 12 16:11:18.106503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.184194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-5c241bdc-7846-400e-ac58-b0430c07d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:18.186180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-5c241bdc-7846-400e-ac58-b0430c07d3ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4311059 Jul 12 16:11:18.186566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Allocated IP 172.25.8.139 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/51cfb08f-9f65-4759-ac8e-ebf4f1269cc7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:18.187731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e1362-02ac-4409-936b-344b19c7abcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c557a3-ac1e-4a50-a2ab-e5f4d50f462a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:18.249799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-1e28ba36-4845-4ee1-99a3-6ee419975849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:18.251441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-1e28ba36-4845-4ee1-99a3-6ee419975849 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e89c7be-3773-41ca-8671-58162a6306ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4617333 Jul 12 16:11:18.321614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.357861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.398862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.400062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a40d8b80-de6b-4e42-a010-f686a86825fb req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4941206 Jul 12 16:11:18.451903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd842721-1f8e-466a-bc60-5af18217d916 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20190035-bc19-4daf-bbdb-240930ae0f12,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:18.476622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.535477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.618517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:18.625945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:18.631116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:18.658917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'Port': ['ID=51cfb08f-9f65-4759-ac8e-ebf4f1269cc7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:18.725026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2163c-f03b-4dad-91c5-d01e711a4682 req-74971a02-0d9e-449c-b646-d6a488ce6d35 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:18.726570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32e2163c-f03b-4dad-91c5-d01e711a4682 req-74971a02-0d9e-449c-b646-d6a488ce6d35 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 950 time: 0.1865156 Jul 12 16:11:18.804377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.815676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-893b1ebc-3bcc-4b7d-bde5-557847af920f req-d54749c8-ac21-47de-b5b5-8b2099c6f340 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014401 Jul 12 16:11:18.826265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.832665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32e2163c-f03b-4dad-91c5-d01e711a4682 req-b80051d7-3aaa-4ec4-b6b0-02db89d218b0 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783906 Jul 12 16:11:18.865865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f752933-2b22-4d64-bd02-2e1d841c530c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:18.902891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcdfaee-001c-4a2c-9117-3ed6f0e3ceb8') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:18.903205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcdfaee-001c-4a2c-9117-3ed6f0e3ceb8') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:18.906514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-6c55f4c0-73c4-41e6-858c-cf9a8ce4fe77 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007422 Jul 12 16:11:18.923465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.933439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:18.942586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-75adf1fb-6610-4a86-8784-9957d823547a service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607599 Jul 12 16:11:18.968941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-1e58d646-9f6d-45a6-a888-3d917398db07 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 200 len: 1805 time: 0.0865681 Jul 12 16:11:18.981659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20190035-bc19-4daf-bbdb-240930ae0f12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:18.982043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20190035-bc19-4daf-bbdb-240930ae0f12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:19.015681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-3d9f1378-ccad-4075-bec4-93d03bcaf851 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:19.017630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-3d9f1378-ccad-4075-bec4-93d03bcaf851 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.3747172 Jul 12 16:11:19.028662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.085003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:19.085409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:19.087267 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:19.118579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 65161fc3-6dad-4c3f-9354-fef62f8f456f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:19.129126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.143321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-7833bd7c-904c-4764-b05e-401e1de38f80 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/quotas/bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 375 time: 0.0775859 Jul 12 16:11:19.178421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 65161fc3-6dad-4c3f-9354-fef62f8f456f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:19.179196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.179358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.181449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.185504 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.202574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.244245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.250510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9437157f-d875-4aeb-99d5-a47272724fc2 req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2755723 Jul 12 16:11:19.259400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-74a6b85d-c0e9-47af-a2a5-e3b4e05f2dd7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375695 Jul 12 16:11:19.263961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-c69397d7-0a4b-4d09-8bfc-bd0524e0f35e service neutron] 10.222.0.65 "GET /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779269 Jul 12 16:11:19.264588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.265581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335adac-32f6-4d12-96d3-e6ea9351c5cc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e88c98-7209-48e7-85b8-1e976731e051,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:19.288111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f752933-2b22-4d64-bd02-2e1d841c530c {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:11:19.301652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.303556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/9f752933-2b22-4d64-bd02-2e1d841c530c HTTP/1.1" status: 204 len: 168 time: 1.4508908 Jul 12 16:11:19.304601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7e9b2-fb2a-4693-a828-3e17644adc72 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f752933-2b22-4d64-bd02-2e1d841c530c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:19.310839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44630) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:19.316335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:19.358985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-ff297645-dd08-4cc8-9eee-9a6b7a43d6e4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858664 Jul 12 16:11:19.365205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'Port': ['ID=51cfb08f-9f65-4759-ac8e-ebf4f1269cc7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:19.374097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:19.376583 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.387705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.415792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.417543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e9bd471-3d9d-4522-aeb8-f179ab07c4ef tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2300551 Jul 12 16:11:19.485278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e88c7-a379-4d68-8510-0b29123c2923 req-7ddeff18-9ddd-46fd-8415-597ed5e0324d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:19.488350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e88c7-a379-4d68-8510-0b29123c2923 req-7ddeff18-9ddd-46fd-8415-597ed5e0324d tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 949 time: 0.0854721 Jul 12 16:11:19.506295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:19.537518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.537922 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Added segment 29095aee-ea93-4dbb-b451-665def34f7fd of type vlan for network ae1f9590-4fb4-41fc-9510-ecc96cc71525 Jul 12 16:11:19.547140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e88c7-a379-4d68-8510-0b29123c2923 req-50efbc4c-287f-4e94-8841-bddbd8d42441 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525539 Jul 12 16:11:19.590430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-eb140429-b45b-4f95-8fc7-52743c7267d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:19.592164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-eb140429-b45b-4f95-8fc7-52743c7267d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01ef4485048e46728164ad3c8e4fea24&device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1100 time: 0.2132819 Jul 12 16:11:19.621160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-517d74c9-a180-41cf-96b9-e42f304f1b07 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221131 Jul 12 16:11:19.681735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.815936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.816889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:19.817481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:19.841644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-eb860249-1b2b-4bf8-b1ec-abfee5008713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:19.842903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-eb860249-1b2b-4bf8-b1ec-abfee5008713 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2406192 Jul 12 16:11:19.877204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-0ebace2f-c0ee-4913-9ab5-4043bd08d28f service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378409 Jul 12 16:11:19.924935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6135547 Jul 12 16:11:19.928221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44642) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:19.946801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'subnet': {'network_id': 'ae1f9590-4fb4-41fc-9510-ecc96cc71525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:19.962321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-7940be47-5387-47e8-a9df-f92879440944 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 200 len: 217 time: 0.0841012 Jul 12 16:11:19.983861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed0a40-07bb-4e12-9295-2caf3fca9da9 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=ae1f9590-4fb4-41fc-9510-ecc96cc71525,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:20.001860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ae1f9590-4fb4-41fc-9510-ecc96cc71525 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:20.017881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:20.019971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-f82f9d30-c3b4-4a34-bbf5-1612053ed0c1 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 200 len: 2398 time: 0.1186113 Jul 12 16:11:20.034276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20190035-bc19-4daf-bbdb-240930ae0f12', 'remote_group_id': None}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:20.035333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20190035-bc19-4daf-bbdb-240930ae0f12', 'remote_group_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:20.041629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-41cae0d3-694d-4fc3-9f43-2259c4b62d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.044114 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-41cae0d3-694d-4fc3-9f43-2259c4b62d72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0698311 Jul 12 16:11:20.045238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:20.047888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.053647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a8c6c7e9-b78c-4314-8f32-623f6e5472f7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.055491 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a8c6c7e9-b78c-4314-8f32-623f6e5472f7 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 950 time: 0.2322726 Jul 12 16:11:20.197166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.253935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:20.277424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.285586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'mac_address': 'fa:16:3e:8e:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:20.290847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.351431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592eb41d-11d6-41a0-8bbc-9106314cd55d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:20.365095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.366678 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.383479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57debc1a-ddcf-43a4-87fd-97ea8ec9d788 req-8607da66-a3b1-4619-b5a6-c67a5c976aad tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3623097 Jul 12 16:11:20.387256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:20.399176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-47146ad3-03de-4370-a96e-7816e4d512a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.400837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-47146ad3-03de-4370-a96e-7816e4d512a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3441792 Jul 12 16:11:20.411085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:20.418276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.542551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-bb7ee8b0-02c0-4458-a746-409964f1b19f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--390437314&fields=id&tenant_id=ac9bb0783cfa4326817833a31a978206 HTTP/1.1" status: 200 len: 267 time: 0.2066309 Jul 12 16:11:20.624719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Deleting port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:20.624893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.641158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:20.680344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:11:20.681091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.709592 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-fc408b2f-a657-4d95-994b-b41c2d58e875 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878737 Jul 12 16:11:20.745878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a0f2c-35e1-41ab-a99b-f979d553399e req-a99677d5-886c-4288-a1b3-552576998c1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.747856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-567a0f2c-35e1-41ab-a99b-f979d553399e req-a99677d5-886c-4288-a1b3-552576998c1f tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9512787d-2dcc-4446-958b-6c8d6edf5fc1 HTTP/1.1" status: 200 len: 950 time: 0.2392118 Jul 12 16:11:20.807473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a444a4c2-9c99-454a-995c-f6a5888497c3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:20.819561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Checking segment: {'id': '29095aee-ea93-4dbb-b451-665def34f7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ae1f9590-4fb4-41fc-9510-ecc96cc71525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:20.820088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Network hostable DHCP agents. Network: ae1f9590-4fb4-41fc-9510-ecc96cc71525, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:20.848441 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-567a0f2c-35e1-41ab-a99b-f979d553399e req-33457da9-41ef-4647-aab4-85635448f297 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.58 "GET /v2.0/security-groups?id=8a09e226-1d6d-477e-b2af-4159ed478e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845876 Jul 12 16:11:20.857304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-16d62ad1-90c3-447d-9e63-aeb9c8eb625f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.861067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Network ae1f9590-4fb4-41fc-9510-ecc96cc71525 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:20.865397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-16d62ad1-90c3-447d-9e63-aeb9c8eb625f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/networks?id=900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 200 len: 806 time: 0.3219261 Jul 12 16:11:20.879708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ae1f9590-4fb4-41fc-9510-ecc96cc71525) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:20.885330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:20.885568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] For port 6f888398-8c9c-43fc-ab2c-b1d41cedf101, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6f888398-8c9c-43fc-ab2c-b1d41cedf101,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:20.886531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.886665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:20.893611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f19842-f716-4042-b2ad-1774aec4d2f9 None None] Network ae1f9590-4fb4-41fc-9510-ecc96cc71525 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:20.910843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a9fea47d-6a56-4bc9-a85f-ed849aa7e180 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9777589 Jul 12 16:11:20.914104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44666) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:20.934340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae1f9590-4fb4-41fc-9510-ecc96cc71525'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:20.951461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-0ae1595a-ea53-4c5d-babd-15f20768af04 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/quotas/ac9bb0783cfa4326817833a31a978206 HTTP/1.1" status: 200 len: 375 time: 0.0848274 Jul 12 16:11:20.985592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Calling delete_port for 6f888398-8c9c-43fc-ab2c-b1d41cedf101 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:21.003228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.017881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['61f17a0c-b854-435a-8a8c-98f9907e3c94'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:21.092276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a14420f-9dea-47a7-a8fc-e4c3e3d77321 req-20e07db7-0ac5-48f0-a408-b05f6fa9cd05 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681073 Jul 12 16:11:21.172047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-f07243a3-e286-4cc7-ba41-65bc5b24c8e5 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9bb0783cfa4326817833a31a978206&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121456 Jul 12 16:11:21.195763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a226c507-4e4e-4288-ba74-2156720355f0 req-17bd6e2b-9247-404c-a2f5-7886720feed4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 210 time: 0.0461781 Jul 12 16:11:21.214964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf56181-61ca-4366-b069-8a98a8b0e75a None None] Network ae1f9590-4fb4-41fc-9510-ecc96cc71525 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:21.295473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.321236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.373406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-efc7a5ec-8aa1-482a-a25a-04661e041513 service neutron] 10.222.0.58 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983256 Jul 12 16:11:21.383894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Pushing event deleted for resources: {'Port': ['ID=6f888398-8c9c-43fc-ab2c-b1d41cedf101,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:21.481533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] No DVR routers for this DVR port 6f888398-8c9c-43fc-ab2c-b1d41cedf101 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:21.485467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.487418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65480729-6354-43b0-8df3-cd5b82d50ebb req-a6218503-619c-4025-9e39-312b0916184d tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] 10.222.0.65 "DELETE /v2.0/ports/6f888398-8c9c-43fc-ab2c-b1d41cedf101 HTTP/1.1" status: 204 len: 173 time: 1.4224257 Jul 12 16:11:21.487906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'name': 'network-vif-deleted', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:21.490194 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038c7473-3ffc-45d2-8824-2012c42c1356" -d '{"events": [{"server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "name": "network-vif-deleted", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:21.491077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2638ece5-c5e2-44b0-8504-de6c40e66346 req-cd2a81d7-5d8e-48e6-9173-4c4831e81723 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 200 len: 2996 time: 0.2011833 Jul 12 16:11:21.524457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Allocated IP 172.20.0.10 (ae1f9590-4fb4-41fc-9510-ecc96cc71525/a444a4c2-9c99-454a-995c-f6a5888497c3/265ddb3d-c2a1-4fcf-824b-af0445f3466e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:21.540478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-5f731570-bb57-4756-a8d0-7d94b2380a0a service neutron] 10.222.0.58 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620386 Jul 12 16:11:21.704576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.774460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4153c8-4135-4c7f-ab0e-e3b74aa76916 req-fc56d922-3713-4d5e-8f6a-daa2b4f00bd8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:21.776128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b4153c8-4135-4c7f-ab0e-e3b74aa76916 req-fc56d922-3713-4d5e-8f6a-daa2b4f00bd8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 950 time: 0.1370745 Jul 12 16:11:21.795563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:21.857390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Network ae1f9590-4fb4-41fc-9510-ecc96cc71525 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:21.865070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:21.875211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:21.882492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b4153c8-4135-4c7f-ab0e-e3b74aa76916 req-110a16b5-cc5c-49c2-81b0-1694fd8a271e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997741 Jul 12 16:11:21.956447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Port': ['ID=265ddb3d-c2a1-4fcf-824b-af0445f3466e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:21.974635 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306f5a4-fb22-4e18-9717-f32fe60ef57e x-openstack-request-id: req-2306f5a4-fb22-4e18-9717-f32fe60ef57e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:21.975824 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9512787d-2dcc-4446-958b-6c8d6edf5fc1", "name": "network-vif-deleted", "tag": "6f888398-8c9c-43fc-ab2c-b1d41cedf101", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:21.976308 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2306f5a4-fb22-4e18-9717-f32fe60ef57e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:21.976920 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9512787d-2dcc-4446-958b-6c8d6edf5fc1', 'name': 'network-vif-deleted', 'tag': '6f888398-8c9c-43fc-ab2c-b1d41cedf101', 'status': 'completed', 'code': 200} Jul 12 16:11:22.030675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6f888398-8c9c-43fc-ab2c-b1d41cedf101 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:22.038777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-d1963f73-bd55-4b4f-8ab1-7034724247e9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:22.041165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-d1963f73-bd55-4b4f-8ab1-7034724247e9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.2085783 Jul 12 16:11:22.066409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Request body: {'port': {'device_id': '87131d25-8a24-4a51-8933-11e1ad1be560', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'admin_state_up': True, 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:22.076508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-ed0e3636-6b01-4ae8-b997-dd4f83b9a87e tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-group-rules/592eb41d-11d6-41a0-8bbc-9106314cd55d HTTP/1.1" status: 200 len: 783 time: 0.0970352 Jul 12 16:11:22.084271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 6f888398-8c9c-43fc-ab2c-b1d41cedf101 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:22.084906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6f888398-8c9c-43fc-ab2c-b1d41cedf101 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:22.105453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02cca3bc-61bb-44df-a7d1-caf02990f64f req-ca170dff-c5bc-4a89-bead-ed23b77372d6 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 210 time: 0.0618966 Jul 12 16:11:22.150202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.272609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-a8dd367a-3d14-42d2-b216-8918625291fc tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 200 len: 2996 time: 0.1929736 Jul 12 16:11:22.291642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.292714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:22.299137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.387078 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.399183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.457410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Allocated IP 172.20.0.7 (ee785b8b-ec1d-4fa4-8c58-8b0530a582ba/4177a743-efd3-4300-9e58-b311afeda8db/4e54ffc4-2cb0-4fda-b6de-c122f788784b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:22.566856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.575336 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.587350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8c5561e-9f6d-4d10-8484-f664ff820ef2 req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/592eb41d-11d6-41a0-8bbc-9106314cd55d HTTP/1.1" status: 204 len: 173 time: 0.3132632 Jul 12 16:11:22.616845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456546b-d71b-4078-9074-deeefbc0f854 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=592eb41d-11d6-41a0-8bbc-9106314cd55d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:22.719956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.729354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.730302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.824293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.958422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Port': ['ID=265ddb3d-c2a1-4fcf-824b-af0445f3466e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:22.968780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.986259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:22.990044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f7266c6c-3cd6-4f75-b559-15eb53aba8ea tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0733576 Jul 12 16:11:22.992713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44706) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:23.021405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44708) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:23.085221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e2cdd6d-38f9-454f-b427-936252174cda tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=ae1f9590-4fb4-41fc-9510-ecc96cc71525 HTTP/1.1" status: 200 len: 690 time: 0.0887358 Jul 12 16:11:23.104702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44712) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:23.251744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7108317-e891-4101-b95b-a9c74469dc3d req-79b19c49-ec58-4566-b68b-84bf81575900 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:23.253639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7108317-e891-4101-b95b-a9c74469dc3d req-79b19c49-ec58-4566-b68b-84bf81575900 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 931 time: 0.1932478 Jul 12 16:11:23.258483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:23.258979 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.263201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49cb1e81-0e7d-43e6-921c-157a2219ac12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83dd207d6a0844af857d93adac199e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415681 Jul 12 16:11:23.267267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44716) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:23.270184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:23.272777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:23.275672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:23.337826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:23.338360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.350509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cfd16-a13f-47e2-b9bd-7a276f01c617 req-66c24f93-0c0c-4bb3-9104-40f00318542f tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:23.352145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b66cfd16-a13f-47e2-b9bd-7a276f01c617 req-66c24f93-0c0c-4bb3-9104-40f00318542f tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 1101 time: 0.1617303 Jul 12 16:11:23.363045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-4112635f-c231-4d42-bd7c-75e702d98ab1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3030312 Jul 12 16:11:23.385014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Request body: {'port': {'device_id': '87131d25-8a24-4a51-8933-11e1ad1be560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:23.448494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b66cfd16-a13f-47e2-b9bd-7a276f01c617 req-32910a3b-f896-41b9-a5da-1556d844eac9 tempest-MigrationsAdminTest-1675841692 tempest-MigrationsAdminTest-1675841692-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879328 Jul 12 16:11:23.454661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7108317-e891-4101-b95b-a9c74469dc3d req-50751edf-f733-4cfd-b36a-e7c286b90246 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852472 Jul 12 16:11:23.522244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.560962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.625805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.631161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Deleting port 265ddb3d-c2a1-4fcf-824b-af0445f3466e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:23.631490 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.691123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-420be712-f84c-42c5-b13d-b65ca0acefe0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 200 len: 2398 time: 0.1739433 Jul 12 16:11:23.714094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-b9140eaa-f819-4114-b32a-b6f2a5ee680d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:23.715772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-b9140eaa-f819-4114-b32a-b6f2a5ee680d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.77 "GET /v2.0/networks?id=900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 200 len: 806 time: 0.3019536 Jul 12 16:11:23.801803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-caca2aa5-2ba1-4113-8d22-d53bade86766 req-0ad3c266-677b-4d7a-a188-85e3e324c845 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 210 time: 0.0453386 Jul 12 16:11:23.896810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e54ffc4-2cb0-4fda-b6de-c122f788784b {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:23.906529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.922726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Transition to ACTIVE for port object 4e54ffc4-2cb0-4fda-b6de-c122f788784b will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:23.926226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:23.985793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648661-5176-4087-be40-97ff46901efc service neutron] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:24.051022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:24.105976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-0f58ffa6-8f5b-47d7-8932-58cd17d36d60 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9bb0783cfa4326817833a31a978206 HTTP/1.1" status: 200 len: 379 time: 0.3650460 Jul 12 16:11:24.109323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.109911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.128549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'port': {'device_id': 'be1aa487-3142-4030-9c28-e893c37db172', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'admin_state_up': True, 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'security_groups': ['431055a6-5ddf-4fc8-9f36-7431c4c35576']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:24.132630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:24.133054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:24.133566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:24.139060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:24.140246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:24.140694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.143361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.144733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a09e226-1d6d-477e-b2af-4159ed478e8c HTTP/1.1" status: 204 len: 168 time: 0.8765302 Jul 12 16:11:24.149509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Calling delete_port for 265ddb3d-c2a1-4fcf-824b-af0445f3466e owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:24.164541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:24.164972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:24.165500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:24.166626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Bound port: 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:24.168783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.184190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:24.189594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:24.189973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.229240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538dc77-1b31-4a40-8db2-32b65ea05f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a09e226-1d6d-477e-b2af-4159ed478e8c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:24.247122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.356156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:24.361403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:24.366999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.389055 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.397776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.427810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:24.428774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:24.430318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:24.431281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.432061 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7373d31-c33f-4119-bc66-7f0a98148db8" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:24.433944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-bc648661-5176-4087-be40-97ff46901efc service neutron] 10.222.0.77 "PUT /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 1091 time: 1.0549252 Jul 12 16:11:24.435048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:24.435647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.438771 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91e05c-784e-448c-9da2-8a96f853b365" -d '{"events": [{"name": "network-changed", "server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:24.524527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.529680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.537075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab1b0b02-7267-4e3d-bbe5-c3a03d394977 req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/20190035-bc19-4daf-bbdb-240930ae0f12 HTTP/1.1" status: 204 len: 173 time: 0.8278790 Jul 12 16:11:24.541559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648661-5176-4087-be40-97ff46901efc service neutron] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:24.550962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:24.582071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f246080-628d-4e53-be65-15e670142471 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20190035-bc19-4daf-bbdb-240930ae0f12,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:24.666557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-38439b3a-6ef5-4286-b1d9-1a06510c2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:24.669511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-38439b3a-6ef5-4286-b1d9-1a06510c2f16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1094 time: 0.1829693 Jul 12 16:11:24.697018 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e103510-2f6d-4611-b7b7-76597d971c08 x-openstack-request-id: req-7e103510-2f6d-4611-b7b7-76597d971c08 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:24.697430 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-plugged", "status": "completed", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:24.697813 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e103510-2f6d-4611-b7b7-76597d971c08 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:24.698462 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'code': 200} Jul 12 16:11:24.708044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253bff-678a-4a50-8a38-6fa8a88ae799 req-2b2f719d-ecbe-4310-a301-29063f0315b0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:24.709662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f253bff-678a-4a50-8a38-6fa8a88ae799 req-2b2f719d-ecbe-4310-a301-29063f0315b0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 951 time: 0.1709368 Jul 12 16:11:24.728696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Made reservation on behalf of ac9bb0783cfa4326817833a31a978206 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:24.733746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.756743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44742) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:24.771349 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1530057-dfe8-42d8-96a5-3e459326dae1 x-openstack-request-id: req-e1530057-dfe8-42d8-96a5-3e459326dae1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:24.771626 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:24.771876 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1530057-dfe8-42d8-96a5-3e459326dae1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:24.772268 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'status': 'completed', 'code': 200} Jul 12 16:11:24.773638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-6cb72c68-f166-4c82-bdae-07f9724e5e04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.0941801 Jul 12 16:11:24.860374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0083767d-4f16-4c6a-b932-ecabc1a4bdd5 None None] Provisioning complete for port 61f17a0c-b854-435a-8a8c-98f9907e3c94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:24.862696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929506da-3c1c-475f-b645-8a05bd794a4b req-3a4de840-d2db-4d7f-a076-ec7e9836fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:24.863230 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0083767d-4f16-4c6a-b932-ecabc1a4bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:24.864205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-3a4de840-d2db-4d7f-a076-ec7e9836fd12 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0772805 Jul 12 16:11:24.942049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f253bff-678a-4a50-8a38-6fa8a88ae799 req-eaa07c4d-e0a2-4155-9c98-89939e3ea395 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841915 Jul 12 16:11:24.944257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-d3c51063-cdbf-4701-a645-df437aae3077 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700021 Jul 12 16:11:24.975527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Allocated IP 172.20.0.7 (900c3bde-cc35-4d32-bee9-943e0808f328/f6a642c3-22b9-4f62-a6e1-fb4923b99f5a/a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:24.983097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.037980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Port': ['ID=265ddb3d-c2a1-4fcf-824b-af0445f3466e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:25.043800 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b77c15c1-b484-4e25-ab69-8757acc97296 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc3f8ce3e7e04aabadb0b7da8b06cf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846875 Jul 12 16:11:25.050897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:25.054489 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-8ad7cc36-ba2f-4edd-a79b-03d3bd8d93e5 req-7f469181-e575-4f2f-8ae9-35a7614afb9a tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] show failed (client error): The resource could not be found. Jul 12 16:11:25.055528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ad7cc36-ba2f-4edd-a79b-03d3bd8d93e5 req-7f469181-e575-4f2f-8ae9-35a7614afb9a tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/66f18d10-a9f2-4ac7-bb48-bfab8ef5db55 HTTP/1.1" status: 404 len: 352 time: 0.0692866 Jul 12 16:11:25.115047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-1903710e-f05f-4be9-a209-eab985b37cdc service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619952 Jul 12 16:11:25.169325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f859a92-ca3d-42e1-8e22-fcd728b0e9ac req-cce8f8db-67fe-41b5-ab7e-f009230da901 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:25.171163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f859a92-ca3d-42e1-8e22-fcd728b0e9ac req-cce8f8db-67fe-41b5-ab7e-f009230da901 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.2506247 Jul 12 16:11:25.210325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-929506da-3c1c-475f-b645-8a05bd794a4b req-e4830fd2-3615-4e7a-a759-70ce15f53252 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Jul 12 16:11:25.343780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-f228eab3-f534-4c5e-9029-86b72c344726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:25.344186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.346019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-f228eab3-f534-4c5e-9029-86b72c344726 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1094 time: 0.0731032 Jul 12 16:11:25.352303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.369624 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f859a92-ca3d-42e1-8e22-fcd728b0e9ac req-75533d72-3a4b-4c3a-983e-ae445cb2c769 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715517 Jul 12 16:11:25.403014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.497290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.508767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-2118a956-089d-41c2-93f0-4e534e630a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:25.513058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.514148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-2118a956-089d-41c2-93f0-4e534e630a04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.1604111 Jul 12 16:11:25.546937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Transition to ACTIVE for port object a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:25.577652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.580551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.581739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38910b89-1eb3-404c-badf-b3f5644486c7 HTTP/1.1" status: 204 len: 168 time: 0.5243108 Jul 12 16:11:25.613881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-83688b2c-bd8b-4c56-80b5-b715467571c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.0921926 Jul 12 16:11:25.623522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a303d-ef72-4d6e-8f71-81b82af47b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38910b89-1eb3-404c-badf-b3f5644486c7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:25.633602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.672941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a444a4c2-9c99-454a-995c-f6a5888497c3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:25.742979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-0184b6cb-747b-45d3-90f4-a89aff4aed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:25.744515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-0184b6cb-747b-45d3-90f4-a89aff4aed1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1227689 Jul 12 16:11:25.750108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.786195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-cf9b46ca-09cb-4983-8e8a-e62832b33a02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332792 Jul 12 16:11:25.843278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.877706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Network 900c3bde-cc35-4d32-bee9-943e0808f328 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:25.879341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f9590-4fb4-41fc-9510-ecc96cc71525']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:25.888335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:25.890225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event updated for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:25.892491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:25.904878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29095aee-ea93-4dbb-b451-665def34f7fd') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:25.905560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29095aee-ea93-4dbb-b451-665def34f7fd') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:25.920947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f35197-5cf7-427b-a774-08245127b315 req-75de49dd-89a0-4746-8a5b-24ab7611d19b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:25.923122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6f35197-5cf7-427b-a774-08245127b315 req-75de49dd-89a0-4746-8a5b-24ab7611d19b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 951 time: 0.2330160 Jul 12 16:11:25.949354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.975863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.983505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-01dcdee4-9fd9-41c8-bded-66b1f710701e tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/559db385-7d73-46fd-bc3a-6a257ecfb682 HTTP/1.1" status: 200 len: 1805 time: 0.2025118 Jul 12 16:11:25.984961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:25.985419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:25.990046 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:26.061436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed3e64-1924-4761-9f00-d936c4f757fc req-40f2c28d-5b14-44cb-88fb-f3396fde5c2f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.063081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4bed3e64-1924-4761-9f00-d936c4f757fc req-40f2c28d-5b14-44cb-88fb-f3396fde5c2f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 931 time: 0.2993045 Jul 12 16:11:26.075179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-1c27269b-3f95-4a63-8500-ed9a79266fa4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785971 Jul 12 16:11:26.082295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.083272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.120336 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.140297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-6dc8db70-4dab-4f71-bae1-a2143693516d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0192316 Jul 12 16:11:26.175856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae1f9590-4fb4-41fc-9510-ecc96cc71525 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:11:26.181924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Request body: {'port': {'device_id': 'be1aa487-3142-4030-9c28-e893c37db172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:26.185135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae1f9590-4fb4-41fc-9510-ecc96cc71525,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:26.193975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.196772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6d46c72-51d6-4a42-997c-7b1845872bdb tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/ae1f9590-4fb4-41fc-9510-ecc96cc71525 HTTP/1.1" status: 204 len: 168 time: 3.0900655 Jul 12 16:11:26.209360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1334a1a1-96e8-491e-9750-19258a9689fa None None] Provisioning for port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:26.213102 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4bed3e64-1924-4761-9f00-d936c4f757fc req-8b9b00c1-a24c-4524-b066-4b4a8a751ab4 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385040 Jul 12 16:11:26.215337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44768) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:26.216374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1334a1a1-96e8-491e-9750-19258a9689fa None None] Provisioning complete for port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:26.217034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1334a1a1-96e8-491e-9750-19258a9689fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.304508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.307793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1334a1a1-96e8-491e-9750-19258a9689fa None None] Port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:26.355174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Deleting port 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:26.355519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.398401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.456634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.473306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e91e05c-784e-448c-9da2-8a96f853b365 req-53094ae2-4ed8-4b3d-843f-b8cd12b2c688 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895636 Jul 12 16:11:26.485506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90987b6c-e2ab-421d-83df-5badf2eba5ec tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.2673535 Jul 12 16:11:26.494753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44778) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:26.672342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] For port 61f17a0c-b854-435a-8a8c-98f9907e3c94, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=61f17a0c-b854-435a-8a8c-98f9907e3c94,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:26.673030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.686525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.690839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.703850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e06124c-ded0-4215-9bd2-94cdb606d4aa req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/559db385-7d73-46fd-bc3a-6a257ecfb682 HTTP/1.1" status: 204 len: 173 time: 0.7153387 Jul 12 16:11:26.830902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.835569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:26.845949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.846402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.846829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:26.846982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.847470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.847820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.848233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.849111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.854551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:26.855485 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d44db45-12f5-4372-b757-59a72579d8e6 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5292 time: 0.3588502 Jul 12 16:11:26.856932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Calling delete_port for 61f17a0c-b854-435a-8a8c-98f9907e3c94 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:26.871873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d077a-7751-4fc4-9090-b8792a4e21fb req-75dfcf60-ffa4-416a-beba-93901975721b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:26.879840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af5d077a-7751-4fc4-9090-b8792a4e21fb req-75dfcf60-ffa4-416a-beba-93901975721b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c53205d-0daf-4d08-b578-6a8528ae8e07 HTTP/1.1" status: 200 len: 951 time: 0.1778042 Jul 12 16:11:26.944266 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-9331a453-34db-4a52-bfeb-b705022b50ab tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] delete failed (client error): The resource could not be found. Jul 12 16:11:26.945513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9331a453-34db-4a52-bfeb-b705022b50ab tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/d054c472-844e-4501-944b-46e95c0d9acc HTTP/1.1" status: 404 len: 345 time: 0.0897989 Jul 12 16:11:26.949115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a5094-bbef-4bb6-9ec8-246f6ba18d46 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559db385-7d73-46fd-bc3a-6a257ecfb682,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:26.955880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44794) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:26.960366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Transition to ACTIVE for port object a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:26.970666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af5d077a-7751-4fc4-9090-b8792a4e21fb req-0060acc6-d1d3-445b-b695-7e3f329bfcb1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Jul 12 16:11:26.972018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.033940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Pushing event updated for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:27.148192 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b094dfd-809d-49ef-80ab-223d9941166a tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] DELETE failed (client error): The resource could not be found. Jul 12 16:11:27.148867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b094dfd-809d-49ef-80ab-223d9941166a tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:11:27.155352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b094dfd-809d-49ef-80ab-223d9941166a tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/ae1f9590-4fb4-41fc-9510-ecc96cc71525 HTTP/1.1" status: 404 len: 339 time: 0.1946366 Jul 12 16:11:27.156719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44800) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:27.165894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'name': 'tempest-network--44250108', 'router:external': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:27.175924 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.191797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['61f17a0c-b854-435a-8a8c-98f9907e3c94'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:27.240613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Attempting to bind port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:27.241764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event deleted for resources: {'Port': ['ID=61f17a0c-b854-435a-8a8c-98f9907e3c94,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:27.242212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Attempting to bind port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:27.243034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Attempting to bind port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb on network 900c3bde-cc35-4d32-bee9-943e0808f328 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:27.251113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7', '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', '511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:27.252258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb on network 900c3bde-cc35-4d32-bee9-943e0808f328 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:27.253166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Attempting to bind port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb on network 900c3bde-cc35-4d32-bee9-943e0808f328 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:27.260233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:27.261803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Checking segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:27.262299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Bound using segment: {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:27.262848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Bound port: a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17768e-8534-4b50-a4ce-180e6b0f22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:27.263315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.263511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880473-de91-4cb2-92f0-7d4a4b13307a req-734cf113-2642-4753-aef9-deeef12367b9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:27.271790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18880473-de91-4cb2-92f0-7d4a4b13307a req-734cf113-2642-4753-aef9-deeef12367b9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.3169503 Jul 12 16:11:27.309584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:27.327072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.340343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:27.345254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:27.353011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.385142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] No DVR routers for this DVR port 61f17a0c-b854-435a-8a8c-98f9907e3c94 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:27.396325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.398498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6f35197-5cf7-427b-a774-08245127b315 req-ddf5adcd-6057-41ae-8c48-784ff845b14f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.65 "DELETE /v2.0/ports/61f17a0c-b854-435a-8a8c-98f9907e3c94 HTTP/1.1" status: 204 len: 173 time: 1.4688537 Jul 12 16:11:27.400498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-deleted', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:27.403226 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe432ce-2d98-48ca-9917-5f4032694408" -d '{"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-deleted", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:27.414082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:27.441019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18880473-de91-4cb2-92f0-7d4a4b13307a req-2edc581a-8d33-49ef-8329-94dafbd3dcb0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687143 Jul 12 16:11:27.447883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.448312 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Added segment 3e5f6d3f-c4a3-40d9-961e-36a4a0e873e8 of type vlan for network 70c4b8a5-faec-4106-bc2d-df199601f63a Jul 12 16:11:27.496272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:27.496914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.501001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] 10.222.0.77 "PUT /v2.0/ports/a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 200 len: 1091 time: 1.3266687 Jul 12 16:11:27.506316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:27.508682 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7983b95-009a-4c46-81e9-f4caca5154e1" -d '{"events": [{"name": "network-changed", "server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:27.519941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.567533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8d15a-435e-41b7-92f3-66d7732e3002 service neutron] Pushing event updated for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:27.620339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.621235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:27.622112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:27.767442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-c9d36c7b-92f8-4dcf-b5db-48f0aba54395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:27.769588 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-c9d36c7b-92f8-4dcf-b5db-48f0aba54395 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac9bb0783cfa4326817833a31a978206&device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 1094 time: 0.1530659 Jul 12 16:11:27.837463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=70c4b8a5-faec-4106-bc2d-df199601f63a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:27.855112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-02e034cf-e909-4e29-b2f3-f241a8a17546 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 200 len: 217 time: 0.0724657 Jul 12 16:11:27.863703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9ee237bb-7c24-4199-b129-440738c2507b tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7016082 Jul 12 16:11:27.864126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:27.865218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 70c4b8a5-faec-4106-bc2d-df199601f63a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:27.953335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-96ea373b-bd23-4ae1-a140-5b83c1acec4a tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/15862b99-8193-4933-96ef-d8b4699b2425 HTTP/1.1" status: 200 len: 1804 time: 0.1113248 Jul 12 16:11:28.032877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-fdc8a12d-8c1e-45bd-8c93-8109fab63dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.035072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-fdc8a12d-8c1e-45bd-8c93-8109fab63dc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a HTTP/1.1" status: 200 len: 845 time: 0.1716940 Jul 12 16:11:28.093790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.147019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.225948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.228771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.240198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea1eb2a9-157b-4193-9fd8-2f37c83b91e4 req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/15862b99-8193-4933-96ef-d8b4699b2425 HTTP/1.1" status: 204 len: 173 time: 0.2866924 Jul 12 16:11:28.254890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c618-b4b7-4c6a-a794-44efca6a1901 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15862b99-8193-4933-96ef-d8b4699b2425,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:28.279257 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220ceac-8478-43ee-8796-577e86f80d2c x-openstack-request-id: req-2220ceac-8478-43ee-8796-577e86f80d2c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:28.279696 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c53205d-0daf-4d08-b578-6a8528ae8e07", "name": "network-vif-deleted", "tag": "61f17a0c-b854-435a-8a8c-98f9907e3c94", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:28.279821 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2220ceac-8478-43ee-8796-577e86f80d2c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:28.280229 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c53205d-0daf-4d08-b578-6a8528ae8e07', 'name': 'network-vif-deleted', 'tag': '61f17a0c-b854-435a-8a8c-98f9907e3c94', 'status': 'completed', 'code': 200} Jul 12 16:11:28.280695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3123f-b408-4e4a-9159-3d1bbe19c2ee tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.286927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3123f-b408-4e4a-9159-3d1bbe19c2ee tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.293670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3123f-b408-4e4a-9159-3d1bbe19c2ee tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.299503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3123f-b408-4e4a-9159-3d1bbe19c2ee tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.304150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44826) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:28.304328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44b3123f-b408-4e4a-9159-3d1bbe19c2ee tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4272814 Jul 12 16:11:28.324665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-03f6751f-033e-4ea8-8311-a612f5db07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.326379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-03f6751f-033e-4ea8-8311-a612f5db07f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=900c3bde-cc35-4d32-bee9-943e0808f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808776 Jul 12 16:11:28.329883 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a8bf27-a60a-414d-94e9-3a78568f82ac x-openstack-request-id: req-f3a8bf27-a60a-414d-94e9-3a78568f82ac {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:28.330058 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:28.330255 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3a8bf27-a60a-414d-94e9-3a78568f82ac {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:28.330571 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'status': 'completed', 'code': 200} Jul 12 16:11:28.344542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6046-0999-4ab0-bc23-67d10c7b55e2 req-9339e9c4-9ac6-4279-b643-7144150b2c2c tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.348331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e18b6046-0999-4ab0-bc23-67d10c7b55e2 req-9339e9c4-9ac6-4279-b643-7144150b2c2c tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 943 time: 0.1979325 Jul 12 16:11:28.395100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.451355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e18b6046-0999-4ab0-bc23-67d10c7b55e2 req-048b792b-6be6-4de9-a9dc-5d83c79604e6 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879653 Jul 12 16:11:28.487440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-be2e9baa-cc9e-45c4-9a40-47911a54a18c service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377645 Jul 12 16:11:28.492633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.504677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c4b8a5-faec-4106-bc2d-df199601f63a']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:28.515678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5f6d3f-c4a3-40d9-961e-36a4a0e873e8') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:28.515971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5f6d3f-c4a3-40d9-961e-36a4a0e873e8') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:28.525784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.541580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.549303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:28.549701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:28.551773 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:28.584764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-11c31a96-80c4-4388-83c9-dd21083a85d5 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2 HTTP/1.1" status: 200 len: 1804 time: 0.0957797 Jul 12 16:11:28.626442 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.633515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70c4b8a5-faec-4106-bc2d-df199601f63a {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:11:28.634029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb1836e4-6998-4e1e-98fa-a0383d4373cf req-711969ec-143b-4c8a-977b-7f4bef97aec3 service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374645 Jul 12 16:11:28.637267 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.642899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/70c4b8a5-faec-4106-bc2d-df199601f63a HTTP/1.1" status: 204 len: 168 time: 0.3342402 Jul 12 16:11:28.647980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:28.649905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96cd39-6d76-44b4-886a-99c63132dd84 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Network': ['ID=70c4b8a5-faec-4106-bc2d-df199601f63a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:28.657159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'name': 'tempest-network--1955771198', 'router:external': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:28.715396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:28.717724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.718017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-0ca9d51a-f580-400c-b853-f890a5182f71 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2bc4d87e7c724623934951eec4360f15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250680 Jul 12 16:11:28.738260 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.782797 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.798153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:28.826457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.826686 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Added segment 36770541-6cf8-44f1-812e-096430114e0b of type vlan for network b8292e2d-8d3e-47d8-baf0-c43b60821496 Jul 12 16:11:28.839510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-e0da02e5-895a-4c50-a57d-a985c2cb6be9 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.846575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-e0da02e5-895a-4c50-a57d-a985c2cb6be9 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1218126 Jul 12 16:11:28.854449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-a841e5c4-b909-40a8-b3a6-c2821efeeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:28.856271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-a841e5c4-b909-40a8-b3a6-c2821efeeb82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac9bb0783cfa4326817833a31a978206&device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 1094 time: 0.1564453 Jul 12 16:11:28.863022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-1d3474df-4ce8-4554-b482-934fa2921e89 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/quotas/2bc4d87e7c724623934951eec4360f15 HTTP/1.1" status: 200 len: 375 time: 0.0155642 Jul 12 16:11:28.937593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.940185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:28.947093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14f1780d-333b-4bd3-b7b9-66f33627bf8c req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2 HTTP/1.1" status: 204 len: 173 time: 0.3481042 Jul 12 16:11:29.016253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.036850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-bbf43089-f521-4523-b507-42b3f2e72e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.038662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-bbf43089-f521-4523-b507-42b3f2e72e28 service neutron] 10.222.0.77 "GET /v2.0/networks?id=900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 200 len: 907 time: 0.1618011 Jul 12 16:11:29.042039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6d2b0-bdc5-4a01-baed-0533796c7e41 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d26f1-e4b1-4a74-9b92-56fc99a30ca2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:29.140964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-28b24c5e-5cb7-4ea8-af54-3c7f2d1cf69b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 200 len: 217 time: 0.0660772 Jul 12 16:11:29.160768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-83990ec3-dc9f-43b5-891f-3a54ee1de862 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bc4d87e7c724623934951eec4360f15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2967851 Jul 12 16:11:29.191783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.192767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.193422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.261862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-627d3e0c-b762-460c-b441-71df3107147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.263633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-627d3e0c-b762-460c-b441-71df3107147c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a HTTP/1.1" status: 200 len: 845 time: 0.1160605 Jul 12 16:11:29.271060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6220241 Jul 12 16:11:29.274061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44854) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:29.315080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591d520-4bc5-42a3-8127-e025e5eb6ee8 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=b8292e2d-8d3e-47d8-baf0-c43b60821496,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:29.332217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network b8292e2d-8d3e-47d8-baf0-c43b60821496 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:29.414878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-5d8e9e63-e4c0-45e8-8509-26537e34d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.416487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-5d8e9e63-e4c0-45e8-8509-26537e34d6b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=900c3bde-cc35-4d32-bee9-943e0808f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428578 Jul 12 16:11:29.437536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d58410-daf6-4dc9-9b63-18e14637e4b9 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.442584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e7d58410-daf6-4dc9-9b63-18e14637e4b9 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "GET /v2.0/networks/b8292e2d-8d3e-47d8-baf0-c43b60821496 HTTP/1.1" status: 200 len: 757 time: 0.1649785 Jul 12 16:11:29.442982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44860) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:29.585604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9fb2a2-024a-48cd-8a6d-6b6afa3ed1f7 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.586983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb9fb2a2-024a-48cd-8a6d-6b6afa3ed1f7 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "GET /v2.0/networks/f014ea90-b83b-4565-b53a-24aa96697b3b HTTP/1.1" status: 200 len: 768 time: 0.1427543 Jul 12 16:11:29.590311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44868) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:29.614634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-080b8fa3-16b7-4ade-b42f-756a832a2ca7 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/0262c214-84da-46c6-9f0b-bcc2a9251b13 HTTP/1.1" status: 200 len: 2402 time: 0.1387787 Jul 12 16:11:29.708854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.766927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.804428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e371-cf75-47f7-8937-7723d01e9709 req-08a6b2ee-3b59-4412-a88e-a3162439db97 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:29.806095 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd21e371-cf75-47f7-8937-7723d01e9709 req-08a6b2ee-3b59-4412-a88e-a3162439db97 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.4696698 Jul 12 16:11:29.811913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:29.850002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.855294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.876390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8292e2d-8d3e-47d8-baf0-c43b60821496']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:29.876925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-a9c03897-706a-4cbb-a36f-a981fb34444d service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473648 Jul 12 16:11:29.892246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd21e371-cf75-47f7-8937-7723d01e9709 req-d7faf395-02a8-47d7-8360-684efb8204bf tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739965 Jul 12 16:11:29.910149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36770541-6cf8-44f1-812e-096430114e0b') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:29.910149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36770541-6cf8-44f1-812e-096430114e0b') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:29.919629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.940409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.950324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:29.950642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:29.952866 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:29.964157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.964929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:29.966949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.972547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b225c05-c3ce-450d-b39d-2dd5d20cdb9e req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/0262c214-84da-46c6-9f0b-bcc2a9251b13 HTTP/1.1" status: 204 len: 173 time: 0.3205514 Jul 12 16:11:29.992820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'port_id': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'mac_address': 'fa:16:3e:6f:42:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177a743-efd3-4300-9e58-b311afeda8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:30.072241 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.073801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7983b95-009a-4c46-81e9-f4caca5154e1 req-1a4ef901-29d3-4799-a8a7-ff50ddd2e7f1 service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804588 Jul 12 16:11:30.075268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2f98-f3b7-431c-8335-6bbbb31efab0 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0262c214-84da-46c6-9f0b-bcc2a9251b13,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:30.093121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:30.097659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.102386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8292e2d-8d3e-47d8-baf0-c43b60821496 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:11:30.106041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.112061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b8292e2d-8d3e-47d8-baf0-c43b60821496 HTTP/1.1" status: 204 len: 168 time: 0.5205312 Jul 12 16:11:30.119530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:30.127078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'name': 'tempest-network--1538617093'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:30.132575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8daf-5747-4e3f-bdf5-dc756c49a0fe tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8292e2d-8d3e-47d8-baf0-c43b60821496,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:30.178367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Made reservation on behalf of 88b1f1dcb7e84b26a8697945f9d2baec for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:30.179927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e54ffc4-2cb0-4fda-b6de-c122f788784b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:30.181278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.191046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 61f17a0c-b854-435a-8a8c-98f9907e3c94 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:30.191580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 61f17a0c-b854-435a-8a8c-98f9907e3c94 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:30.227823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d48d9-5936-45bd-a3fd-1a4ce6d7befc req-d1c9115e-f703-4a25-89d1-9c217af5d0d0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:30.229721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-416d48d9-5936-45bd-a3fd-1a4ce6d7befc req-d1c9115e-f703-4a25-89d1-9c217af5d0d0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 950 time: 0.1722696 Jul 12 16:11:30.235145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:30.241157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.243257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95cfe39a-7fb8-4bc7-afdc-6730df16b939 req-ba2b4577-08bf-4055-a912-b286dcb4a8d1 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 210 time: 0.0709431 Jul 12 16:11:30.280010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:30.324673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.325800 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Added segment 6d9e50f7-86df-4746-b43f-eb54f3b60d98 of type vlan for network c0f493b9-0fd7-459b-bca6-40f4da4c7c64 Jul 12 16:11:30.348322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:30.377201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-416d48d9-5936-45bd-a3fd-1a4ce6d7befc req-28069462-77b5-46ad-8c72-22e71587b67a tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407628 Jul 12 16:11:30.392271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.441428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.442970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:30.443894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.487724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82241c8e-0d7f-4a2b-bc00-884b0c8fe9d2 req-6574327a-228f-4304-91f6-075b566e65d0 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:30.489972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82241c8e-0d7f-4a2b-bc00-884b0c8fe9d2 req-6574327a-228f-4304-91f6-075b566e65d0 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 943 time: 0.0753205 Jul 12 16:11:30.518754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3974578 Jul 12 16:11:30.527332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44882) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:30.535891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:30.544263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82241c8e-0d7f-4a2b-bc00-884b0c8fe9d2 req-2d80697a-2510-4d53-9d4c-a0382893264b tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485866 Jul 12 16:11:30.554324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7f81a-e842-430d-9c68-9a02a5868dd3 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=c0f493b9-0fd7-459b-bca6-40f4da4c7c64,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:30.564952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c0f493b9-0fd7-459b-bca6-40f4da4c7c64 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:30.570645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4cad6478-d955-4a40-8e99-72e668981d1a req-984227d0-bf6e-4609-ab6a-c289d32f7409 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "GET /v2.0/security-groups/3503666e-8031-4443-9103-0ed865d4f7c0 HTTP/1.1" status: 200 len: 2398 time: 0.1147194 Jul 12 16:11:30.666890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4e54ffc4-2cb0-4fda-b6de-c122f788784b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:30.672056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4cad6478-d955-4a40-8e99-72e668981d1a req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.702381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4cad6478-d955-4a40-8e99-72e668981d1a req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.804832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.847301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.871633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4cad6478-d955-4a40-8e99-72e668981d1a req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.874304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4cad6478-d955-4a40-8e99-72e668981d1a req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.878195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-f9dc56b8-064e-42b4-89f0-40cec3c8e486 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2bc4d87e7c724623934951eec4360f15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436106 Jul 12 16:11:30.878793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Network c0f493b9-0fd7-459b-bca6-40f4da4c7c64 is not hosted by any dhcp agent {{(pid=93712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:11:30.879562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:30.880171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.884508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4cad6478-d955-4a40-8e99-72e668981d1a req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] 10.222.0.58 "DELETE /v2.0/security-groups/3503666e-8031-4443-9103-0ed865d4f7c0 HTTP/1.1" status: 204 len: 173 time: 0.2990582 Jul 12 16:11:30.884824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "PUT /v2.0/networks/c0f493b9-0fd7-459b-bca6-40f4da4c7c64 HTTP/1.1" status: 200 len: 858 time: 0.3560572 Jul 12 16:11:30.891158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44884) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:30.891482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44886) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:30.972855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e81c34-ec8a-4bc4-89c8-f9121f66d696 tempest-SecurityGroupRulesTestJSON-1018508848 tempest-SecurityGroupRulesTestJSON-1018508848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3503666e-8031-4443-9103-0ed865d4f7c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:31.001367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371682f-ff66-4054-a192-770b93ae2160 tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event updated for resources: {'Network': ['ID=c0f493b9-0fd7-459b-bca6-40f4da4c7c64,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:31.061133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-1624b562-4753-4bb3-bfe9-05243fd729d9 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:31.062747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-1624b562-4753-4bb3-bfe9-05243fd729d9 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767941 Jul 12 16:11:31.077396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Request body: {'port': {'device_id': '4c053355-04c9-4d10-9554-975918c7ab94', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '2bc4d87e7c724623934951eec4360f15'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:31.090182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09055e-3670-4877-b932-9a37b00a6313 req-a8f9395d-e28b-47d4-95e3-b28e434b8d5e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:31.091820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed09055e-3670-4877-b932-9a37b00a6313 req-a8f9395d-e28b-47d4-95e3-b28e434b8d5e tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 950 time: 0.3156211 Jul 12 16:11:31.099873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Deleting subnet f6d8a2b1-1a51-40b2-ad6a-1f8e64e71601 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:31.108959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.186145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.241177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.265492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bdbd3-0b91-406b-a89b-43b268413d54 req-b529e9d4-a0e3-4550-b140-bcd0f8c3370a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:31.267119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-720bdbd3-0b91-406b-a89b-43b268413d54 req-b529e9d4-a0e3-4550-b140-bcd0f8c3370a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.1279221 Jul 12 16:11:31.290528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.294921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Made reservation on behalf of 2bc4d87e7c724623934951eec4360f15 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:31.299841 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.313524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.342907 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-720bdbd3-0b91-406b-a89b-43b268413d54 req-b5bba7d4-8531-41c7-829d-3c401e66edfe tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Jul 12 16:11:31.436579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.455639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f493b9-0fd7-459b-bca6-40f4da4c7c64']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:31.459267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Deleting port 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:31.459650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.470743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.477780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.493180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.499250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9e50f7-86df-4746-b43f-eb54f3b60d98') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:31.499660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9e50f7-86df-4746-b43f-eb54f3b60d98') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:31.581097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556c6c1b-3036-41a1-afeb-a754631de3b2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:31.589345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] For port 511be085-f595-4f0d-bedb-8add431a2c6f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=511be085-f595-4f0d-bedb-8add431a2c6f,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:31.590035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.590403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58085120-d355-4a11-ab16-ccff590b5204 req-3c0f12a5-7499-4fbc-94af-6b1df9d42d3a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 210 time: 0.0755405 Jul 12 16:11:31.606907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Calling delete_port for 511be085-f595-4f0d-bedb-8add431a2c6f owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:31.676303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Allocated IP 192.168.233.162 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/727cc4bf-33d6-409b-891b-8172d58b16ce) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:31.696418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.707917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d8a2b1-1a51-40b2-ad6a-1f8e64e71601,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:31.723261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.725295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6e6bf8c-3951-44fd-872a-2803d04f57e8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6d8a2b1-1a51-40b2-ad6a-1f8e64e71601 HTTP/1.1" status: 204 len: 168 time: 0.8105028 Jul 12 16:11:31.729321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44904) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:31.735805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.747111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:31.747533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:31.750039 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:31.820805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:31.825575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:31.855936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.868680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.878379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0f493b9-0fd7-459b-bca6-40f4da4c7c64 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:11:31.880087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0f493b9-0fd7-459b-bca6-40f4da4c7c64,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:31.884396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.893042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c231c3f7-83ee-4e2c-9eb9-ddde29eabe3c tempest-ExternalNetworksTestJSON-1436227375 tempest-ExternalNetworksTestJSON-1436227375-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c0f493b9-0fd7-459b-bca6-40f4da4c7c64 HTTP/1.1" status: 204 len: 168 time: 0.9792988 Jul 12 16:11:31.896865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:31.943921 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff004b52-4c49-4414-8752-02de53a93578 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] DELETE failed (client error): The resource could not be found. Jul 12 16:11:31.944173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff004b52-4c49-4414-8752-02de53a93578 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:11:31.949869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff004b52-4c49-4414-8752-02de53a93578 tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "DELETE /v2.0/subnets/a444a4c2-9c99-454a-995c-f6a5888497c3 HTTP/1.1" status: 404 len: 337 time: 0.0521183 Jul 12 16:11:31.950627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44910) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:31.978532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.983282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 4e54ffc4-2cb0-4fda-b6de-c122f788784b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:31.985496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7350cda1-ca1c-4a4d-91c9-b208bcc4733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.027238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7', '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', '511be085-f595-4f0d-bedb-8add431a2c6f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:32.037961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.050901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04da6bb-a515-48e9-a8b0-026579e80f5f']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.052764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 4e54ffc4-2cb0-4fda-b6de-c122f788784b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:32.053395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.064596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c74567f-0f54-4e11-815d-2d616eefe7eb') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.064893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c74567f-0f54-4e11-815d-2d616eefe7eb') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.077077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.093729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.102421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:32.102850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.109138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:32.180689 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:32.205255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516118f-f944-4bec-8775-52a2d65922f6 req-f415fb48-f860-4346-a3b5-cb22e7d2c6bf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:32.215871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7516118f-f944-4bec-8775-52a2d65922f6 req-f415fb48-f860-4346-a3b5-cb22e7d2c6bf tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=718266cb-6243-409a-8b71-3eff8a432b5f HTTP/1.1" status: 200 len: 950 time: 0.4245398 Jul 12 16:11:32.248030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.251999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] No DVR routers for this DVR port 511be085-f595-4f0d-bedb-8add431a2c6f on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:32.264333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event deleted for resources: {'Port': ['ID=511be085-f595-4f0d-bedb-8add431a2c6f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:32.269059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.270982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] 10.222.0.58 "DELETE /v2.0/networks/f04da6bb-a515-48e9-a8b0-026579e80f5f HTTP/1.1" status: 204 len: 168 time: 0.5404444 Jul 12 16:11:32.281122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.284185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed09055e-3670-4877-b932-9a37b00a6313 req-bfa48a15-d90f-432e-816d-4921443a9f16 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "DELETE /v2.0/ports/511be085-f595-4f0d-bedb-8add431a2c6f HTTP/1.1" status: 204 len: 173 time: 1.1382716 Jul 12 16:11:32.292011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.305404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-deleted', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:32.322171 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7604f375-5f0b-44cc-9c31-e10ff9ec6301" -d '{"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-deleted", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:32.334410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:32.347883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c21b08-19b1-4092-b58b-d80e8d7dad6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f04da6bb-a515-48e9-a8b0-026579e80f5f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:32.388356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:32.390704 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3662968-249f-40a0-ac42-21f950cdada5" -d '{"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-plugged", "status": "completed", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:32.397539 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.411039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:32.498566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7516118f-f944-4bec-8775-52a2d65922f6 req-74af1574-3e74-448e-aaf3-c11d02f26a29 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817180 Jul 12 16:11:32.576272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.583267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.606337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Transition to ACTIVE for port object 727cc4bf-33d6-409b-891b-8172d58b16ce will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:32.612497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f014ea90-b83b-4565-b53a-24aa96697b3b']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.640450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2638e030-160b-451d-b893-ed94daeb2b99') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.640734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2638e030-160b-451d-b893-ed94daeb2b99') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:32.663710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.668336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.698893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44926) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:32.739312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:32.743877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.746388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:32.749264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:32.787203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:32.789848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60117679-328b-43b1-97e9-6fb8ab349047 req-e2b592e6-201d-4520-af83-2d67e876d6d1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:32.798040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60117679-328b-43b1-97e9-6fb8ab349047 req-e2b592e6-201d-4520-af83-2d67e876d6d1 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 943 time: 0.7069545 Jul 12 16:11:32.806587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:32.807030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:32.813473 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:32.840282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:32.841269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.882422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-ed11e87a-6a66-4dc8-b67f-b4ce6e8a836a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8099346 Jul 12 16:11:32.894954 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b622a66b-606c-4e85-af8b-d3ae6811b9ad x-openstack-request-id: req-b622a66b-606c-4e85-af8b-d3ae6811b9ad {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:32.895289 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718266cb-6243-409a-8b71-3eff8a432b5f", "name": "network-vif-deleted", "tag": "511be085-f595-4f0d-bedb-8add431a2c6f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:32.895495 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b622a66b-606c-4e85-af8b-d3ae6811b9ad {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:32.896061 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718266cb-6243-409a-8b71-3eff8a432b5f', 'name': 'network-vif-deleted', 'tag': '511be085-f595-4f0d-bedb-8add431a2c6f', 'status': 'completed', 'code': 200} Jul 12 16:11:32.898279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Request body: {'port': {'device_id': '4c053355-04c9-4d10-9554-975918c7ab94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:32.926911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'port_id': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'mac_address': 'fa:16:3e:e0:96:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:32.961011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:32.985621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.990703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:32.992971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] 10.222.0.58 "DELETE /v2.0/networks/f014ea90-b83b-4565-b53a-24aa96697b3b HTTP/1.1" status: 204 len: 168 time: 1.0399034 Jul 12 16:11:33.023518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f51974ce-d0b2-4d05-ba30-3d113c4984ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25cd11e0e4d34f1685373054cfacc7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233454 Jul 12 16:11:33.028197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.030003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44930) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:33.054799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449dd4d-b18b-422b-8f5f-8d4dc858889d tempest-ExternalNetworksTestJSON-103956218 tempest-ExternalNetworksTestJSON-103956218-project] Pushing event deleted for resources: {'Network': ['ID=f014ea90-b83b-4565-b53a-24aa96697b3b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:33.074826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60117679-328b-43b1-97e9-6fb8ab349047 req-e16ef737-d206-4e13-b18d-da7550e19dd9 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758408 Jul 12 16:11:33.147506 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8ca10-8076-48b9-8491-4028e5ca34c1 x-openstack-request-id: req-cbe8ca10-8076-48b9-8491-4028e5ca34c1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:33.151709 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-plugged", "status": "completed", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:33.152529 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbe8ca10-8076-48b9-8491-4028e5ca34c1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:33.153209 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'code': 200} Jul 12 16:11:33.155708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.171427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.178415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:33.296943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.309917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:33.327684 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.378225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37cdee-06e7-4b3a-8835-8cb6cb641349 req-2d8f8ce8-09ff-4f50-90b7-48cdf7e5c704 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:33.385253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df37cdee-06e7-4b3a-8835-8cb6cb641349 req-2d8f8ce8-09ff-4f50-90b7-48cdf7e5c704 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 945 time: 0.4358609 Jul 12 16:11:33.391261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-489eeefe-51b6-4d13-ba14-31f2aa0da125 None None] Provisioning for port 727cc4bf-33d6-409b-891b-8172d58b16ce completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:33.403195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-489eeefe-51b6-4d13-ba14-31f2aa0da125 None None] Provisioning complete for port 727cc4bf-33d6-409b-891b-8172d58b16ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:33.403470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-489eeefe-51b6-4d13-ba14-31f2aa0da125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.412939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.451150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-489eeefe-51b6-4d13-ba14-31f2aa0da125 None None] Port 727cc4bf-33d6-409b-891b-8172d58b16ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:33.457516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c9584-d133-4eef-9144-423af6b55fd4 req-eecadd86-d732-42f9-8cf8-fd6a0433423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:33.459055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c0c9584-d133-4eef-9144-423af6b55fd4 req-eecadd86-d732-42f9-8cf8-fd6a0433423e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.2186229 Jul 12 16:11:33.491011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44936) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:33.491371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:33.562730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8868a91-2fd2-4154-8c41-2e076108624d req-bfc541a4-a480-4990-95d9-534b62153343 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:33.562913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df37cdee-06e7-4b3a-8835-8cb6cb641349 req-8dc9b897-ffc4-4b2a-8367-85551f1cdf67 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730630 Jul 12 16:11:33.564356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8868a91-2fd2-4154-8c41-2e076108624d req-bfc541a4-a480-4990-95d9-534b62153343 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 936 time: 0.2342517 Jul 12 16:11:33.567334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c0c9584-d133-4eef-9144-423af6b55fd4 req-2b5b3347-6bb5-4d67-bd6e-6b854a1dacfe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988543 Jul 12 16:11:33.628446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.634435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.639685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/357b086c-a5b1-480c-ad37-566961b3b9a3 HTTP/1.1" status: 204 len: 168 time: 0.6041996 Jul 12 16:11:33.643541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:33.703809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8868a91-2fd2-4154-8c41-2e076108624d req-a8b02d65-56ae-44db-b195-6cf0edb52d25 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212604 Jul 12 16:11:33.757467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b129-f73a-4276-bc7a-61306987f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b086c-a5b1-480c-ad37-566961b3b9a3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:33.813007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a232d633-ee7e-466e-8df4-95c04bcb5d96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=715bc3a6d5a24a4186f56088b1cc3b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206232 Jul 12 16:11:33.815925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:33.824612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44948) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:33.847494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 511be085-f595-4f0d-bedb-8add431a2c6f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:33.848304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 511be085-f595-4f0d-bedb-8add431a2c6f not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:33.908508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727cc4bf-33d6-409b-891b-8172d58b16ce {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:33.924317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.949675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Transition to ACTIVE for port object 727cc4bf-33d6-409b-891b-8172d58b16ce will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:33.956048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.959106 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:33.988581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.029759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:34.061514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.065298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.067031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/213a45f3-db39-40fa-ac7e-9fe0cf0cd15a HTTP/1.1" status: 204 len: 168 time: 0.2401841 Jul 12 16:11:34.076391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:34.077261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52389ee-106f-41d5-9269-69f43fe96128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a45f3-db39-40fa-ac7e-9fe0cf0cd15a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:34.252873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Attempting to bind port 727cc4bf-33d6-409b-891b-8172d58b16ce on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:34.253218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Attempting to bind port 727cc4bf-33d6-409b-891b-8172d58b16ce by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:34.253554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Attempting to bind port 727cc4bf-33d6-409b-891b-8172d58b16ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:34.262140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Port 727cc4bf-33d6-409b-891b-8172d58b16ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:34.262454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Attempting to bind port 727cc4bf-33d6-409b-891b-8172d58b16ce on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:34.285296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:34.285637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:34.286032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:34.286481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Bound port: 727cc4bf-33d6-409b-891b-8172d58b16ce, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:34.286840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.385585 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a8e36516-4081-4d5a-ac67-7889a7164a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.435449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99a326-f81d-4d82-b3ca-c7de7b254091 req-e2145a3a-82a6-427e-8fe9-b50c8e8e0de4 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:34.437659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f99a326-f81d-4d82-b3ca-c7de7b254091 req-e2145a3a-82a6-427e-8fe9-b50c8e8e0de4 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 944 time: 0.1175442 Jul 12 16:11:34.496113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:34.503817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:34.509696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.513142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f99a326-f81d-4d82-b3ca-c7de7b254091 req-fee64be6-ffb8-4a36-90af-03186e4ca2e7 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695095 Jul 12 16:11:34.604761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66a1ee15-162a-4834-a9ef-0f9c75e0369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.606583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:34.607222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.608966 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] 10.222.0.65 "PUT /v2.0/ports/727cc4bf-33d6-409b-891b-8172d58b16ce HTTP/1.1" status: 200 len: 1096 time: 1.7181954 Jul 12 16:11:34.609414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:34.612085 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bbf46-8736-446c-bb3a-1fde646aea6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:34.687965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ead8e-d3e8-4401-8277-cdf09e61211a service neutron] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:34.783512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c5916-efdb-40da-a8a8-12e973922584 req-1796f3d0-7156-4985-a6c2-1dd270fe3ebd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:34.790661 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e16c5916-efdb-40da-a8a8-12e973922584 req-1796f3d0-7156-4985-a6c2-1dd270fe3ebd tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.2256708 Jul 12 16:11:34.805103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.845904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:34.856480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66a1ee15-162a-4834-a9ef-0f9c75e0369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.872975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66a1ee15-162a-4834-a9ef-0f9c75e0369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:34.873831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e16c5916-efdb-40da-a8a8-12e973922584 req-0eb292d3-f8b7-4ef4-b7f6-542da5c43cc0 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822079 Jul 12 16:11:34.878844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-5f48af1c-1efd-4df3-828f-0ba965ef9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:34.880497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-5f48af1c-1efd-4df3-828f-0ba965ef9f8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc4d87e7c724623934951eec4360f15&device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 1099 time: 0.1845787 Jul 12 16:11:34.950464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-9a31fbe8-d9a3-44ad-9b6f-c7bffafc6d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=727cc4bf-33d6-409b-891b-8172d58b16ce HTTP/1.1" status: 200 len: 217 time: 0.0565159 Jul 12 16:11:34.957018 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc8734-a132-400d-9a82-8ba8849cef55 x-openstack-request-id: req-dcdc8734-a132-400d-9a82-8ba8849cef55 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:34.957559 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:34.957988 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcdc8734-a132-400d-9a82-8ba8849cef55 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:34.958592 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'status': 'completed', 'code': 200} Jul 12 16:11:34.961025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1ee15-162a-4834-a9ef-0f9c75e0369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13545c6d-47d5-4afd-acd3-0281ecf0da22,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:34.972550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-66a1ee15-162a-4834-a9ef-0f9c75e0369c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76fcb3e50eb34939ad0750df549eb9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909557 Jul 12 16:11:34.973760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:35.012653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6ccfb49d-e3e8-4764-8018-1e1c8c87487b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88b1f1dcb7e84b26a8697945f9d2baec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641507 Jul 12 16:11:35.013535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:35.037694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc4f37-9487-430e-beda-67f2d241b9f9 req-9474f38c-2d24-420c-bb2c-00ee395ce0c3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.047973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fffc4f37-9487-430e-beda-67f2d241b9f9 req-9474f38c-2d24-420c-bb2c-00ee395ce0c3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 945 time: 0.2298133 Jul 12 16:11:35.052930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.070157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-904f25ae-5448-4232-98c4-39e477faad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.071992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-904f25ae-5448-4232-98c4-39e477faad20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1062365 Jul 12 16:11:35.104142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.139289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fffc4f37-9487-430e-beda-67f2d241b9f9 req-2144ece5-aea1-4439-9d95-c621a095f038 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901358 Jul 12 16:11:35.157922 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.178177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.222944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.247914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.251994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.253813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13545c6d-47d5-4afd-acd3-0281ecf0da22 HTTP/1.1" status: 204 len: 168 time: 0.2771356 Jul 12 16:11:35.262506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-fb352471-cb4e-4605-b484-2877fadc8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.264165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-fb352471-cb4e-4605-b484-2877fadc8a98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854680 Jul 12 16:11:35.269362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d7a4c-cf87-4f14-9fa5-5a54ec91b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13545c6d-47d5-4afd-acd3-0281ecf0da22,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:35.359088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2024d8-0f81-45fb-9e2b-44b0fe5277f2 req-5790947b-da0a-4381-8843-1f995794ebdf tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.361168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc2024d8-0f81-45fb-9e2b-44b0fe5277f2 req-5790947b-da0a-4381-8843-1f995794ebdf tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 948 time: 0.2259455 Jul 12 16:11:35.402367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.405268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.406437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/186e3949-dfe6-4e6e-97b8-3dc4bf2f8512 HTTP/1.1" status: 204 len: 168 time: 0.3898871 Jul 12 16:11:35.411427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:35.440523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6cf6f-7081-4b5a-bfcf-59c1442483c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186e3949-dfe6-4e6e-97b8-3dc4bf2f8512,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:35.452484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-e6afdd39-5279-4339-a94d-fb215129ccc5 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802223 Jul 12 16:11:35.457982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc2024d8-0f81-45fb-9e2b-44b0fe5277f2 req-41cb9bf3-ca81-42f7-b8b7-f582d5834db6 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815117 Jul 12 16:11:35.501821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6ba3-f498-4929-a6cd-b8d600171411 req-52dd4a9d-626a-4594-827c-2fd3768a23d3 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.503379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3abe6ba3-f498-4929-a6cd-b8d600171411 req-52dd4a9d-626a-4594-827c-2fd3768a23d3 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.1081121 Jul 12 16:11:35.549076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3abe6ba3-f498-4929-a6cd-b8d600171411 req-cd8e57c8-ed5b-428e-8feb-c65e6205ef0d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Jul 12 16:11:35.597307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7fb6bc4d-a84e-4af4-a327-ffc464c02e4c req-36e9904d-cb37-4abd-8585-439d19238d9f service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368229 Jul 12 16:11:35.637045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-network', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:35.663124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.715453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:35.717846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.756555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.780643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f04d81-b213-4ee0-be71-d2018cfca6e6 req-770d263c-b4be-4b89-ad47-55e3d9d5206d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.782334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5f04d81-b213-4ee0-be71-d2018cfca6e6 req-770d263c-b4be-4b89-ad47-55e3d9d5206d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.0567260 Jul 12 16:11:35.848463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:35.876301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5f04d81-b213-4ee0-be71-d2018cfca6e6 req-7e66196d-5749-4b54-94f4-6a2d3ed57994 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874708 Jul 12 16:11:35.911021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-ef0c9633-05d0-45ff-89b3-2dbd80b280af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.913519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-ef0c9633-05d0-45ff-89b3-2dbd80b280af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bc4d87e7c724623934951eec4360f15&device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 1099 time: 0.2368715 Jul 12 16:11:35.971711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-74867a3a-8bce-4b35-bd9b-f8fa73db68b1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.973838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-74867a3a-8bce-4b35-bd9b-f8fa73db68b1 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.1620553 Jul 12 16:11:35.976871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:35.986985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:35.987356 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.062188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacdd1d-a585-4af9-8fd6-6bf1f057debd req-34ce3c56-bebc-4cf4-a695-286aed0894ab tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.075140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ddacdd1d-a585-4af9-8fd6-6bf1f057debd req-34ce3c56-bebc-4cf4-a695-286aed0894ab tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 944 time: 0.3336561 Jul 12 16:11:36.169271 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.184994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.194450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Deleting port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:36.194788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.217006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:36.221261 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50a51b7-ca0b-4b5c-908c-88af191ca6c6" -d '{"events": [{"server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "name": "network-vif-plugged", "status": "completed", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:36.232398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ddacdd1d-a585-4af9-8fd6-6bf1f057debd req-e1fa9c14-27c4-4048-95a9-0647b1d44597 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556473 Jul 12 16:11:36.233695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.264202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:36.274058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.301812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:36.315624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-a90879ac-67f0-4cea-82f0-11d9e3070990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.317894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-a90879ac-67f0-4cea-82f0-11d9e3070990 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3917367 Jul 12 16:11:36.324064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9238b59d-ad10-45f9-a2d8-df9bd020385a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:36.327018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb8bf6-e9f2-42bf-938a-293a2ca3ea8f req-583b4e77-c418-4cb4-955c-085b815e2be8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.328679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ebb8bf6-e9f2-42bf-938a-293a2ca3ea8f req-583b4e77-c418-4cb4-955c-085b815e2be8 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 950 time: 0.2148578 Jul 12 16:11:36.346909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.347487 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Added segment f7633103-ece0-44c9-b6e5-f8ab66296082 of type vlan for network 4359864b-a89f-4ff1-a168-eadaad7b9194 Jul 12 16:11:36.418849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:36.461077 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c5a145-b346-4c3f-bc01-0fb7a57292a5 x-openstack-request-id: req-15c5a145-b346-4c3f-bc01-0fb7a57292a5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:36.461369 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "name": "network-vif-plugged", "status": "completed", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:36.461761 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15c5a145-b346-4c3f-bc01-0fb7a57292a5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:36.462266 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'code': 200} Jul 12 16:11:36.463233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-041f32ba-6de1-4bac-be0b-31f3ffe6262a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=727cc4bf-33d6-409b-891b-8172d58b16ce HTTP/1.1" status: 200 len: 217 time: 0.1115096 Jul 12 16:11:36.503346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ebb8bf6-e9f2-42bf-938a-293a2ca3ea8f req-6cb7013d-af17-43fe-8fe5-12f421ee2895 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567211 Jul 12 16:11:36.515196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] For port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:36.517333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.554440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Calling delete_port for 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:36.619463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.689681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-aaaa7f79-db5c-4487-b8b2-a45d4ded481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.691627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-aaaa7f79-db5c-4487-b8b2-a45d4ded481d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1766899 Jul 12 16:11:36.769745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:36.867772 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.880291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7', '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:36.958433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event deleted for resources: {'Port': ['ID=02d5bd43-9d70-44dd-9bca-ddedf2deb1b8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:37.015517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-769520157-network', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:37.043413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f2c177ec-3909-41e5-86ef-5ec7b14eb256 None None] Provisioning complete for port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:37.044254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2c177ec-3909-41e5-86ef-5ec7b14eb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.116234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:37.122189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.128879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.157481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] No DVR routers for this DVR port 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:37.161875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.164865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3267790b-3aef-4dd6-a6b7-07912bbdd2ac req-0552b44f-3686-49d6-984f-c79ad5adf7fb tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "DELETE /v2.0/ports/02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 HTTP/1.1" status: 204 len: 173 time: 1.1809084 Jul 12 16:11:37.165716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-deleted', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:37.169482 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab0c6cc-0b08-4105-9cbb-9de3a2471d1f" -d '{"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-deleted", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:37.175954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.193890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45070) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:37.260281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789dcbe-87a3-4a46-9122-51e582728582 req-fe00f1b6-3f42-4333-8ac0-629090684f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.262084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d789dcbe-87a3-4a46-9122-51e582728582 req-fe00f1b6-3f42-4333-8ac0-629090684f36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 1096 time: 0.6831789 Jul 12 16:11:37.263924 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.264994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.265563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.346910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1887784931'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:37.358351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c59ce-6226-470f-8be4-3e3a1d8d5b2c req-0e8d0fc7-9512-43fa-b4ed-3ea4c979cb85 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.360778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f07c59ce-6226-470f-8be4-3e3a1d8d5b2c req-0e8d0fc7-9512-43fa-b4ed-3ea4c979cb85 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.3114913 Jul 12 16:11:37.403927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.419536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.437914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] Pushing event updated for resources: {'Network': ['ID=4359864b-a89f-4ff1-a168-eadaad7b9194,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:37.450788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f07c59ce-6226-470f-8be4-3e3a1d8d5b2c req-8beaf17f-9b3e-460a-a843-786e70face17 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759952 Jul 12 16:11:37.451495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:37.459103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e888016d-0130-4c8a-93ed-bdbd8ab312ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0449927 Jul 12 16:11:37.465647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45076) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:37.481074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Request body: {'subnet': {'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-subnet', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:37.485324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d789dcbe-87a3-4a46-9122-51e582728582 req-57394672-22ad-4eca-87af-8ea460dfd043 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117288 Jul 12 16:11:37.508799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:37.512527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:37.515547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de1fb2-7d49-43af-bb35-12166799cacf req-2b39a1e4-d8e3-4e82-bdd1-791c6e303410 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.518470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98de1fb2-7d49-43af-bb35-12166799cacf req-2b39a1e4-d8e3-4e82-bdd1-791c6e303410 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 948 time: 0.2499080 Jul 12 16:11:37.527926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.562205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-afbe8e14-0c9f-4417-8d0f-796d05188045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.562967 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b788961-68c2-4b5c-989c-4b0723cb330a x-openstack-request-id: req-8b788961-68c2-4b5c-989c-4b0723cb330a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:37.563267 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840ba9d5-c266-4d16-b1c9-83071753540e", "name": "network-vif-deleted", "tag": "02d5bd43-9d70-44dd-9bca-ddedf2deb1b8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:37.563517 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b788961-68c2-4b5c-989c-4b0723cb330a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:37.563948 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840ba9d5-c266-4d16-b1c9-83071753540e', 'name': 'network-vif-deleted', 'tag': '02d5bd43-9d70-44dd-9bca-ddedf2deb1b8', 'status': 'completed', 'code': 200} Jul 12 16:11:37.564340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-afbe8e14-0c9f-4417-8d0f-796d05188045 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8590310 Jul 12 16:11:37.564690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9096f79-69fd-4130-9c1c-3aab9baccae5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:37.574086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.586240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.586588 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Added segment d2abb2b1-f261-4d23-9e37-4fa23079f6fe of type vlan for network 3b5a00c8-419b-401a-b043-337b9d833ae3 Jul 12 16:11:37.600739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:37.602934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.660295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.694451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98de1fb2-7d49-43af-bb35-12166799cacf req-d00f927a-2b0d-4b08-ba21-fdf3b4e56085 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660409 Jul 12 16:11:37.763796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.764771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.765439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.802556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-f380408d-5808-4bc6-9cf9-b7c08e85ecd6 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284651 Jul 12 16:11:37.900675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] Pushing event updated for resources: {'Network': ['ID=3b5a00c8-419b-401a-b043-337b9d833ae3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:37.911889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737750e-c237-446d-ada0-7f557b8cf923 req-dc6a6b86-b4a0-47fb-8215-ae06992a586e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.915117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:37.919540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e737750e-c237-446d-ada0-7f557b8cf923 req-dc6a6b86-b4a0-47fb-8215-ae06992a586e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 0.2490392 Jul 12 16:11:37.934824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8665ff71-fdd7-42ba-8364-fc739dfec95d req-4b8900ce-601c-45ad-a8c0-9a1a7ce7395f tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=840ba9d5-c266-4d16-b1c9-83071753540e HTTP/1.1" status: 200 len: 210 time: 0.0441775 Jul 12 16:11:37.950020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.962864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:37.977494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:38.009694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e737750e-c237-446d-ada0-7f557b8cf923 req-4a4dfb2b-4e99-462b-b70b-88706a1b2fbc tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892303 Jul 12 16:11:38.011835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.012175 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 9d5c88a9-0c0a-47a2-b36a-70f240607549 of type vlan for network ced27676-8d9b-4c62-a62c-db4706f06083 Jul 12 16:11:38.015764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19378edb-10d5-4aa7-be09-8cd03fd04abb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2452059 Jul 12 16:11:38.035048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:38.040477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Request body: {'subnet': {'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-769520157-subnet', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:38.076076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e4bbf46-8736-446c-bb3a-1fde646aea6f req-59df29f3-c0a1-40ef-a6ca-d2f7f5c9ac14 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664235 Jul 12 16:11:38.084001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.115011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:38.119468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.149317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 727cc4bf-33d6-409b-891b-8172d58b16ce details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:38.183997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29987c6b-d443-4cd4-8bb6-f562631f97a8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:38.196068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Checking segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:38.196781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Network hostable DHCP agents. Network: 4359864b-a89f-4ff1-a168-eadaad7b9194, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:38.239148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:38.262678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4359864b-a89f-4ff1-a168-eadaad7b9194) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:38.267515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:38.268653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.277333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f6034-2730-4805-8308-91413100507a None None] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:38.285709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ffa93e2a-3b33-4b8d-bd43-0044ade23d1f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8176813 Jul 12 16:11:38.288455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:38.293817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:38.296042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9927b492-cb31-4ab3-bbf4-4b2455d060ec,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:38.328370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.329613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.379095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.402954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:38.414490 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.417469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.421352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:38.422077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.428533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'mac_address': 'fa:16:3e:23:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:38.536112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.544861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3490684 Jul 12 16:11:38.545495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45088) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:38.553037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727cc4bf-33d6-409b-891b-8172d58b16ce {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:38.554975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'name': 'tempest-PortsIpV6TestJSON-747825655'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:38.616855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:38.622156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-4359864b-a89f-4ff1-a168-eadaad7b9194', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:11:38.623416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.631196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e49e-d44e-4eb0-8e30-e7ed61d1f9aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=ced27676-8d9b-4c62-a62c-db4706f06083,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:38.637381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.655811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.663440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.668476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:38.765075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39a5541-6c88-4fbd-b8b4-40d12f286790,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:38.868109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Checking segment: {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:38.868467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Network hostable DHCP agents. Network: 3b5a00c8-419b-401a-b043-337b9d833ae3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:38.882682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:38.890211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:38.909099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:38.944413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852413a5-2b13-4136-a3b2-4c75c01edf3d req-2afb56c0-3642-48e5-8b2d-d6826e8ae01e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:38.953982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-852413a5-2b13-4136-a3b2-4c75c01edf3d req-2afb56c0-3642-48e5-8b2d-d6826e8ae01e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.2592156 Jul 12 16:11:38.993008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:11:39.018282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Allocated IP 172.20.0.2 (4359864b-a89f-4ff1-a168-eadaad7b9194/29987c6b-d443-4cd4-8bb6-f562631f97a8/979b8207-1dd3-4f3e-b698-c252ac78d703) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:39.099706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.106764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['727cc4bf-33d6-409b-891b-8172d58b16ce'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:39.120243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:39.125726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5cee-68fe-4e11-b0f0-4c167cfaee9a req-deb7267a-5ab0-4381-bf91-cb05bdcbe276 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:39.128864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d76a5cee-68fe-4e11-b0f0-4c167cfaee9a req-deb7267a-5ab0-4381-bf91-cb05bdcbe276 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 949 time: 0.1961482 Jul 12 16:11:39.159926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3b5a00c8-419b-401a-b043-337b9d833ae3) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:39.170721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-852413a5-2b13-4136-a3b2-4c75c01edf3d req-d9573722-78cd-41b5-a41d-b75423f91c33 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158589 Jul 12 16:11:39.176855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:39.177762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.178471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778aee5-0ded-461f-9e37-01e09b9e6d49 None None] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:39.188824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.269817 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:11:39.335575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d76a5cee-68fe-4e11-b0f0-4c167cfaee9a req-0d36c6e5-33a4-4eb2-851c-d8e28a14b598 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569190 Jul 12 16:11:39.477658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-3b5a00c8-419b-401a-b043-337b9d833ae3', 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'fixed_ips': [{'subnet_id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:11:39.478635 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.504075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.509385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Allocated IP 172.25.8.219 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b4d85a5c-f42d-4663-9fb3-162fd56f05f3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:39.538474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Transition to ACTIVE for port object 979b8207-1dd3-4f3e-b698-c252ac78d703 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:39.626671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.646126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.672245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.672600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Transition to ACTIVE for port object 979b8207-1dd3-4f3e-b698-c252ac78d703 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:39.691994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.714512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:39.720578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:39.723622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-208809b9-709b-493f-acb4-6363977eef96 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6869605 Jul 12 16:11:39.729917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:39.731383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:39.739855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:39.759090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:39.766809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:39.767407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Pushing event updated for resources: {'Port': ['ID=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:39.774278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:39.774609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.819558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Allocated IP 172.20.0.2 (3b5a00c8-419b-401a-b043-337b9d833ae3/c39a5541-6c88-4fbd-b8b4-40d12f286790/a49a489a-1786-4d05-a1f1-29a862f9a7cd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:39.838400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:39.845251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.846314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.963383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:39.966077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '9d5c88a9-0c0a-47a2-b36a-70f240607549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:39.966427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: ced27676-8d9b-4c62-a62c-db4706f06083, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:39.977563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4db23d-127e-4833-8e21-b7aa9f715c27 req-f5bf63ad-ed45-4b13-91b5-e45543fc8662 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:39.980552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e4db23d-127e-4833-8e21-b7aa9f715c27 req-f5bf63ad-ed45-4b13-91b5-e45543fc8662 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 0.3040311 Jul 12 16:11:40.019970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:40.034869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Pushing event updated for resources: {'Port': ['ID=979b8207-1dd3-4f3e-b698-c252ac78d703,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:40.064943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.071656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:40.072021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 02d5bd43-9d70-44dd-9bca-ddedf2deb1b8 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:40.075726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Attempting to bind port 979b8207-1dd3-4f3e-b698-c252ac78d703 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:40.076093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Attempting to bind port 979b8207-1dd3-4f3e-b698-c252ac78d703 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:40.076452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Attempting to bind port 979b8207-1dd3-4f3e-b698-c252ac78d703 on network 4359864b-a89f-4ff1-a168-eadaad7b9194 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:40.120830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:40.139981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:40.140425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Checking segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:40.140816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.141233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Bound using segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:40.141720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Bound port: 979b8207-1dd3-4f3e-b698-c252ac78d703, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:40.142103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.162915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 727cc4bf-33d6-409b-891b-8172d58b16ce up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:40.216071 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.237541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e4db23d-127e-4833-8e21-b7aa9f715c27 req-a38da5d6-a915-41c6-95b3-dbf38f1ec3bd tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477570 Jul 12 16:11:40.238878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ced27676-8d9b-4c62-a62c-db4706f06083) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:40.250611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:40.273896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.273896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.294076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] For port 979b8207-1dd3-4f3e-b698-c252ac78d703, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:40.297719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] For port 979b8207-1dd3-4f3e-b698-c252ac78d703, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=979b8207-1dd3-4f3e-b698-c252ac78d703,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:40.304776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6f342-3834-4256-9bbc-7fffd6ea7bf6 None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:40.311837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.350433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.393284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ea86-11ba-4d9d-9e77-03400ce72542 None None] Pushing event updated for resources: {'Port': ['ID=979b8207-1dd3-4f3e-b698-c252ac78d703,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:40.405900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aa463c5a-bba6-456f-8fd3-3c5ec7336781 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8549197 Jul 12 16:11:40.412314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:40.424169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-405144705'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:40.498890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:40.503391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.529539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 727cc4bf-33d6-409b-891b-8172d58b16ce completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:40.542069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:40.570667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.571289 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 00834366-3f19-4ead-90a0-e7cb4b99cb93 of type vlan for network e9ebeb57-27dc-4d55-8c68-d30ba735567a Jul 12 16:11:40.633828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 727cc4bf-33d6-409b-891b-8172d58b16ce triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:40.634069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.659959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.663499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Router 40ad2182-015e-40cf-b4ae-2425383baf71 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:11:40.857023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.895014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Transition to ACTIVE for port object a49a489a-1786-4d05-a1f1-29a862f9a7cd will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:40.895845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.907168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:40.944198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.946210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.949225 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-76b8a43d-8256-462d-aa3d-1b9366678c89 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6596775 Jul 12 16:11:40.951966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45136) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:40.952129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.959996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Sync routers for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:40.974059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.974705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.985489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Transition to ACTIVE for port object a49a489a-1786-4d05-a1f1-29a862f9a7cd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:41.002128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.009151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:41.009151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:41.055038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.133927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=e9ebeb57-27dc-4d55-8c68-d30ba735567a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:41.135136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dc612f39-50e5-43fa-8dc7-374f270be68e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:11:41.136912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dc612f39-50e5-43fa-8dc7-374f270be68e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111134 Jul 12 16:11:41.188040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-666ead86-fe41-463a-b887-6a408e2f6b62 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7710826 Jul 12 16:11:41.189611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45138) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:41.207257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'ports': [{'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'}, {'network_id': 'e9ebeb57-27dc-4d55-8c68-d30ba735567a'}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:41.207257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:41.207257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'e9ebeb57-27dc-4d55-8c68-d30ba735567a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:41.224575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:41.231686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:41.232230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:11:41.350317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e9ebeb57-27dc-4d55-8c68-d30ba735567a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:41.353266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 979b8207-1dd3-4f3e-b698-c252ac78d703 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:41.365931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f19b-755f-4499-8a5f-0299a3131f20 req-e977ebf1-4d82-4859-bbcb-2c15e388fb8d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:41.368908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6c0f19b-755f-4499-8a5f-0299a3131f20 req-e977ebf1-4d82-4859-bbcb-2c15e388fb8d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 0.5960350 Jul 12 16:11:41.382737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45140) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:41.392443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Request body: {'floatingip': {'port_id': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:41.426912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:41.449534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:41.490201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:41.570664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:41.586199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:41.587599 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47bc115-022b-49bd-bf76-a1e6fa142b87" -d '{"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-plugged", "status": "completed", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:41.597001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.631940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Pushing event updated for resources: {'Port': ['ID=a49a489a-1786-4d05-a1f1-29a862f9a7cd,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:41.633522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 979b8207-1dd3-4f3e-b698-c252ac78d703 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:41.647440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.654448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Allocated IP 172.25.8.103 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d04cd998-94e9-4ce2-b33c-e717ecb4983d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:41.742900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Attempting to bind port a49a489a-1786-4d05-a1f1-29a862f9a7cd on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:41.744402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Attempting to bind port a49a489a-1786-4d05-a1f1-29a862f9a7cd by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:41.745458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Attempting to bind port a49a489a-1786-4d05-a1f1-29a862f9a7cd on network 3b5a00c8-419b-401a-b043-337b9d833ae3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:41.846166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 2} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:41.851161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.857030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:41.858289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Checking segment: {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:41.858891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.859783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Bound using segment: {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:41.860506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Bound port: a49a489a-1786-4d05-a1f1-29a862f9a7cd, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:41.861721 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:41.951158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-886362df-a6d5-4376-8351-5ff5791e86aa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:41.967550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-886362df-a6d5-4376-8351-5ff5791e86aa tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 950 time: 0.8511717 Jul 12 16:11:41.974786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.074387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.091687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] For port a49a489a-1786-4d05-a1f1-29a862f9a7cd, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:42.111229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] For port a49a489a-1786-4d05-a1f1-29a862f9a7cd, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a49a489a-1786-4d05-a1f1-29a862f9a7cd,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:42.126002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.144929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:42.180987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:42.181329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:42.181641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:42.243088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751cee2-2b8b-4bbb-8ebe-5d1f5f6c8b34 None None] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:42.255887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.265983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:42.266350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:42.328606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:42.329122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:42.329413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:42.329847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Bound port: 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:42.337331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Pushing event updated for resources: {'Port': ['ID=d04cd998-94e9-4ce2-b33c-e717ecb4983d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:42.377531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:39Z', 'revision_number': 3, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:42.408650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9f75-c4eb-4c73-a47f-85bad619e096 req-cfc0a52b-29b5-46fc-8ffe-cb8a007ad8cc tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:42.410555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55cb9f75-c4eb-4c73-a47f-85bad619e096 req-cfc0a52b-29b5-46fc-8ffe-cb8a007ad8cc tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 0.8039951 Jul 12 16:11:42.448666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Checking router: 40ad2182-015e-40cf-b4ae-2425383baf71 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:42.449022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Updating router 40ad2182-015e-40cf-b4ae-2425383baf71 port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:42.483733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:42.490713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Deleting port bef05058-dd1a-4b65-84f2-e64caf312fa7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:42.491230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.496886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57f9f2-4030-4e84-8ad0-3829a44e1e12 None None] Pushing event updated for resources: {'Port': ['ID=a49a489a-1786-4d05-a1f1-29a862f9a7cd,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:42.515970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:42.516596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Provisioning for port 979b8207-1dd3-4f3e-b698-c252ac78d703 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:42.521487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 4a2e5299-f601-4018-8c00-7a395964e29a yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:11:42.527063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:42.542419 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.544269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Provisioning complete for port 979b8207-1dd3-4f3e-b698-c252ac78d703 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:42.544636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.636262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:42.639857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55cb9f75-c4eb-4c73-a47f-85bad619e096 req-179e55b9-be26-479a-8371-5d9f0b6d8103 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174995 Jul 12 16:11:42.674007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.676602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d2176d4c-5ff5-4fdd-836f-983fd50474a8 service neutron] 10.222.0.58 "POST /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b/bindings HTTP/1.1" status: 201 len: 389 time: 1.4493160 Jul 12 16:11:42.764204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] For port bef05058-dd1a-4b65-84f2-e64caf312fa7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bef05058-dd1a-4b65-84f2-e64caf312fa7,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:42.764624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:42.810387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Calling delete_port for bef05058-dd1a-4b65-84f2-e64caf312fa7 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:43.154666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.221413 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9dbdb9-00e4-46df-8c5d-29b47a09b8ba x-openstack-request-id: req-be9dbdb9-00e4-46df-8c5d-29b47a09b8ba {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:43.222015 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-plugged", "status": "completed", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:43.222015 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be9dbdb9-00e4-46df-8c5d-29b47a09b8ba {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:43.222383 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'code': 200} Jul 12 16:11:43.240129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.260535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a49a489a-1786-4d05-a1f1-29a862f9a7cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:43.326923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.345017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] For port 979b8207-1dd3-4f3e-b698-c252ac78d703, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=979b8207-1dd3-4f3e-b698-c252ac78d703,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:43.368984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bef05058-dd1a-4b65-84f2-e64caf312fa7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:43.392926 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.461893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Pushing event deleted for resources: {'Port': ['ID=bef05058-dd1a-4b65-84f2-e64caf312fa7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:43.513921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] No DVR routers for this DVR port bef05058-dd1a-4b65-84f2-e64caf312fa7 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:43.517794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.519973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-227b1bb8-f9da-46fc-b3da-3336df22261c req-b427993f-cc52-46bd-9b56-64b48e20cbab tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.77 "DELETE /v2.0/ports/bef05058-dd1a-4b65-84f2-e64caf312fa7 HTTP/1.1" status: 204 len: 173 time: 1.5330236 Jul 12 16:11:43.530780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-deleted', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:43.533362 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b32291-71b0-48fc-ac62-283a2d6b8c6c" -d '{"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-deleted", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:43.579637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d4e91eec-bd68-4f32-9991-157312007d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:43.581580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d4e91eec-bd68-4f32-9991-157312007d11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1096 time: 0.5550654 Jul 12 16:11:43.653155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6adf44-5f25-4b0f-90c6-81b7226cdd4e None None] Pushing event updated for resources: {'Port': ['ID=979b8207-1dd3-4f3e-b698-c252ac78d703,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:43.662351 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.678523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-01cf83c4-fe9d-4222-9710-e7dba3e7aad0 None None] Provisioning complete for port 727cc4bf-33d6-409b-891b-8172d58b16ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:43.679303 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-01cf83c4-fe9d-4222-9710-e7dba3e7aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.684993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a49a489a-1786-4d05-a1f1-29a862f9a7cd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:43.689804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Transition to ACTIVE for port object b4d85a5c-f42d-4663-9fb3-162fd56f05f3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:43.804326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.833365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-557595d6-4113-422f-aa02-e3494b02586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:43.834881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-557595d6-4113-422f-aa02-e3494b02586b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2408464 Jul 12 16:11:43.926953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Attempting to bind port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:43.926953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Attempting to bind port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:43.927482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Attempting to bind port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:43.928543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88eb95-acd8-4a43-b930-b4e45c55d730 req-b70f55ad-660b-4a2d-9675-df31c330d441 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:43.937542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:43.937964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:43.938335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.938736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:43.939218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Bound port: b4d85a5c-f42d-4663-9fb3-162fd56f05f3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:43.939628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.950608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed88eb95-acd8-4a43-b930-b4e45c55d730 req-b70f55ad-660b-4a2d-9675-df31c330d441 tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/ports?device_id=80ff7101-2cb0-43d4-b2a1-3ba59f977a41 HTTP/1.1" status: 200 len: 867 time: 0.7778707 Jul 12 16:11:43.957854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-8b908f89-8d86-42d2-b439-057a4cafc974 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.1084886 Jul 12 16:11:43.971288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:43.978198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5c5b3-cf57-406d-8892-eb8a42c38dd3 req-ababa3cd-8d69-47be-9b2d-a80ffd823d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:43.981535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb5c5b3-cf57-406d-8892-eb8a42c38dd3 req-ababa3cd-8d69-47be-9b2d-a80ffd823d91 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 1101 time: 0.8075104 Jul 12 16:11:44.002113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca6d0c-b11b-4590-a5fd-a4775fddc535 None None] Pushing event updated for resources: {'Port': ['ID=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:44.009778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34072c-2cf4-4591-80e5-91ac7dcbe7bb None None] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:44.139796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb5c5b3-cf57-406d-8892-eb8a42c38dd3 req-6633afe3-6be7-4959-8752-9265f6e89e7b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191888 Jul 12 16:11:44.165561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] For port b4d85a5c-f42d-4663-9fb3-162fd56f05f3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:44.165856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed88eb95-acd8-4a43-b930-b4e45c55d730 req-909bc7f8-2e4e-4efa-a603-6ab60e875b9b tempest-MigrationsAdminTest-996666079 tempest-MigrationsAdminTest-996666079-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0c88a01-639d-4589-83e3-408853934948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144105 Jul 12 16:11:44.169077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Allocated IP 172.20.0.1 (4359864b-a89f-4ff1-a168-eadaad7b9194/29987c6b-d443-4cd4-8bb6-f562631f97a8/61012acc-aeaf-48ab-b164-fe10914df9ac) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:44.171094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] For port b4d85a5c-f42d-4663-9fb3-162fd56f05f3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:44.200369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.279068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca6d0c-b11b-4590-a5fd-a4775fddc535 None None] Pushing event updated for resources: {'Port': ['ID=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:44.321403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Provisioning for port a49a489a-1786-4d05-a1f1-29a862f9a7cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:44.331081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Provisioning complete for port a49a489a-1786-4d05-a1f1-29a862f9a7cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:44.331728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.342630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-a383407e-ed05-4d6b-a5fe-446aa2225cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:44.343541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.345775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-a383407e-ed05-4d6b-a5fe-446aa2225cef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.3631744 Jul 12 16:11:44.377923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port f257302c-3045-428f-8779-43454eb45b16 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:11:44.398760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:44.399504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:44.482918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-5dd5b899-26df-4642-8f8c-e2210e121c21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244652 Jul 12 16:11:44.485932 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d00720-c774-4efc-998a-6fd9330669ea x-openstack-request-id: req-e6d00720-c774-4efc-998a-6fd9330669ea {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:44.486958 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ff7101-2cb0-43d4-b2a1-3ba59f977a41", "name": "network-vif-deleted", "tag": "bef05058-dd1a-4b65-84f2-e64caf312fa7", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:44.487851 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6d00720-c774-4efc-998a-6fd9330669ea {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:44.488698 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ff7101-2cb0-43d4-b2a1-3ba59f977a41', 'name': 'network-vif-deleted', 'tag': 'bef05058-dd1a-4b65-84f2-e64caf312fa7', 'status': 'completed', 'code': 200} Jul 12 16:11:44.593031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:44.624622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.670763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.708271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.714170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:11:44.714853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Transition to ACTIVE for port object 61012acc-aeaf-48ab-b164-fe10914df9ac will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:44.735864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48cef4-f30b-41a5-b5a8-b4f554b3de0b req-5613cdab-9672-49e3-8875-9379d2ca6170 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:44.748581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da48cef4-f30b-41a5-b5a8-b4f554b3de0b req-5613cdab-9672-49e3-8875-9379d2ca6170 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 945 time: 1.3558114 Jul 12 16:11:44.761728 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-9ad06c12-9c9d-4bed-a899-40f401ab7f6c service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621496 Jul 12 16:11:44.802703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e716ef-e96d-434f-8c82-92fa0eafe977 req-7f23f079-7c59-4f24-a724-12f42932b31a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:44.804244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91e716ef-e96d-434f-8c82-92fa0eafe977 req-7f23f079-7c59-4f24-a724-12f42932b31a tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 0.1922965 Jul 12 16:11:44.876370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.901714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.950504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:44.959621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.960896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:44.965917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] For port a49a489a-1786-4d05-a1f1-29a862f9a7cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a49a489a-1786-4d05-a1f1-29a862f9a7cd,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:44.966568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da48cef4-f30b-41a5-b5a8-b4f554b3de0b req-1ef4c2ec-b778-40b6-99e7-78c8ce7e6a86 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165573 Jul 12 16:11:44.971932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:44.974667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.977905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=4a2e5299-f601-4018-8c00-7a395964e29a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:44.983767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:44.988354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:44.996242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:44.999045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:45.011874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91e716ef-e96d-434f-8c82-92fa0eafe977 req-521fd4b9-e29f-4862-a8f1-22e8dc4e0a1b tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945066 Jul 12 16:11:45.014238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.065056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Pushing event updated for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:45.082680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-bee85fba-64d2-45db-8d61-ca6c5fd1cc5f service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030930 Jul 12 16:11:45.125627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.175130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Pushing event updated for resources: {'Port': ['ID=a49a489a-1786-4d05-a1f1-29a862f9a7cd,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:45.232169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Provisioning complete for port 979b8207-1dd3-4f3e-b698-c252ac78d703 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:45.233511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d86eb9c0-77bd-4e42-a989-f395523d49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.297950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 979b8207-1dd3-4f3e-b698-c252ac78d703 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:45.343625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:39Z', 'revision_number': 3, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:45.382344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c00d5-16cf-4b33-83e4-0730d1636720 None None] The sync data for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 is: [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:39Z', 'revision_number': 3, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:45.419419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-aeca4993-12c5-463a-a2f4-122c6ae0ab9b tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:45.421177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-aeca4993-12c5-463a-a2f4-122c6ae0ab9b tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.1876581 Jul 12 16:11:45.467166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:45.551798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 979b8207-1dd3-4f3e-b698-c252ac78d703 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:45.552572 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.582749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=f257302c-3045-428f-8779-43454eb45b16,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:45.591558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.671076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Provisioning for port 61012acc-aeaf-48ab-b164-fe10914df9ac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:45.686113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:45.689724 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.709814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.751707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.774087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '00834366-3f19-4ead-90a0-e7cb4b99cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9ebeb57-27dc-4d55-8c68-d30ba735567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:45.774447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: e9ebeb57-27dc-4d55-8c68-d30ba735567a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:45.823939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Port 61012acc-aeaf-48ab-b164-fe10914df9ac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:45.865614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Provisioning complete for port a49a489a-1786-4d05-a1f1-29a862f9a7cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:45.866081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0467-5130-4c45-b889-f3799cca3df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.892898 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Floating IP cc03322f-689f-4cae-88f9-dc749253618e associated. External IP: 172.25.8.139, port: a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb. Jul 12 16:11:45.935328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:46.000013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: bef05058-dd1a-4b65-84f2-e64caf312fa7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:46.000365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bef05058-dd1a-4b65-84f2-e64caf312fa7 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:46.011404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network e9ebeb57-27dc-4d55-8c68-d30ba735567a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:46.052543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45162) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:46.127062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:46.140206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e9ebeb57-27dc-4d55-8c68-d30ba735567a) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:46.204890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e114dbb-cc3d-40a4-ab4d-f984d6019dad None None] Network e9ebeb57-27dc-4d55-8c68-d30ba735567a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:46.248773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:46.283485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:46.379303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:46.386343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:46.391309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:46.392296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:46.441326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:46.445414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8a486b1c-7259-4a30-b68b-5c8d762ad832 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2491374 Jul 12 16:11:46.447122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45170) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:46.466046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Router a1c3fde3-778d-48a9-9f42-0743f214b6ca has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:46.559271 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:46.563313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Router 379f2e05-6d80-4274-90e4-a369978fe930 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:11:46.574842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:46.577326 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b0bdb-655f-42f2-9deb-c432c90cd273" -d '{"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-unplugged", "status": "completed", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:46.591030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:46.598617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Pushing event updated for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:46.633468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceffc6-0a50-4dfa-99a4-f407c3373026 req-4852a835-eaca-4b0f-8cea-f144975daea2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:46.637038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1ceffc6-0a50-4dfa-99a4-f407c3373026 req-4852a835-eaca-4b0f-8cea-f144975daea2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 945 time: 0.3082786 Jul 12 16:11:47.029580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4dd97483-d9a1-4cab-a681-4a68a78dea0b None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:47.030233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4dd97483-d9a1-4cab-a681-4a68a78dea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.069278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a4620d5b-02b3-4b5d-8bf8-f9bebeac1c2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01ef4485048e46728164ad3c8e4fea24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155361 Jul 12 16:11:47.070806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4dd97483-d9a1-4cab-a681-4a68a78dea0b None None] Port 61012acc-aeaf-48ab-b164-fe10914df9ac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:47.074063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45174) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:47.079859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.113858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75732ecf-88e3-4b39-985e-f64aaa49f166 req-d9e4c092-5330-4ccc-b9a2-2cb745dc71ae tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:47.115398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75732ecf-88e3-4b39-985e-f64aaa49f166 req-d9e4c092-5330-4ccc-b9a2-2cb745dc71ae tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 0.7623987 Jul 12 16:11:47.137703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:47.152466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1ceffc6-0a50-4dfa-99a4-f407c3373026 req-874e7480-91e4-448d-952d-4d7d259fb9a9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906540 Jul 12 16:11:47.214143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:47.222162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.228025 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Sync routers for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:47.252257 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:47.252885 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:47.268288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4d85a5c-f42d-4663-9fb3-162fd56f05f3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:47.324862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port f257302c-3045-428f-8779-43454eb45b16 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:47.325390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.326973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:47.327400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:47.327656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:47.335892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75732ecf-88e3-4b39-985e-f64aaa49f166 req-3389588a-5cd0-42e6-b828-343fcdc487cd tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050166 Jul 12 16:11:47.341345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.351707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:47.362795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:47.363888 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.383573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:47.384181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Attempting to bind port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:47.400120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.455382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:47.457925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:47.458431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:47.458846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Bound port: 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:47.459390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.462757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-59a8fcf7-8708-481b-9cb2-2e68480d5c94 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "PUT /v2.0/floatingips/cc03322f-689f-4cae-88f9-dc749253618e HTTP/1.1" status: 200 len: 991 time: 6.0768619 Jul 12 16:11:47.475815 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1742f3bc-509f-4540-890f-11f62477ecb7 x-openstack-request-id: req-1742f3bc-509f-4540-890f-11f62477ecb7 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:47.475967 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-unplugged", "status": "completed", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:47.476218 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1742f3bc-509f-4540-890f-11f62477ecb7 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:47.476552 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'code': 200} Jul 12 16:11:47.480729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:47.484183 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf331cd-ca14-4963-8efc-09606ccebb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:47.493533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.498048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.499380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0c88a01-639d-4589-83e3-408853934948 HTTP/1.1" status: 204 len: 168 time: 0.4223115 Jul 12 16:11:47.504392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:47.507957 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:47.543304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.544653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6a824e80-a534-4640-b2cc-1cd75dc1e342 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8101401 Jul 12 16:11:47.551396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45186) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:47.585481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.617431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for f257302c-3045-428f-8779-43454eb45b16 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:47.700381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a12d-c46a-4e3c-8d1b-4df907900970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c88a01-639d-4589-83e3-408853934948,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:47.707094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:47.718345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:47.733741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.773135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Sync routers for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:47.830673 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297613f5-7765-4cef-8b7e-077ddaa89400 x-openstack-request-id: req-297613f5-7765-4cef-8b7e-077ddaa89400 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:47.831341 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:47.831502 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-297613f5-7765-4cef-8b7e-077ddaa89400 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:47.831940 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'status': 'completed', 'code': 200} Jul 12 16:11:47.868907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b4d85a5c-f42d-4663-9fb3-162fd56f05f3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:47.878475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:47.880300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:47.883892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:47.887848 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.004592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=f257302c-3045-428f-8779-43454eb45b16,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:48.024663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.038044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-074cd394-a35d-4fd3-b675-6af75124e6f8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/f257302c-3045-428f-8779-43454eb45b16 HTTP/1.1" status: 204 len: 168 time: 1.5840211 Jul 12 16:11:48.039850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:48.115688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:48.163175 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'cc03322f-689f-4cae-88f9-dc749253618e', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'port_id': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'mac_address': 'fa:16:3e:e0:96:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1aa487-3142-4030-9c28-e893c37db172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:11:18Z', 'updated_at': '2021-07-12T16:11:44Z', 'revision_number': 1, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:48.241715 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Checking router: a1c3fde3-778d-48a9-9f42-0743f214b6ca for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:48.261877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45198) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:48.273358 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:48.274615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:48.311477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:48.347028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:48.381808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:48.408059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.419422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Router 40ad2182-015e-40cf-b4ae-2425383baf71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:48.503604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a49a489a-1786-4d05-a1f1-29a862f9a7cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:48.509821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-d894f7a6-d6bf-48c7-879b-a9acccd59722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.510485 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-d894f7a6-d6bf-48c7-879b-a9acccd59722 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac9bb0783cfa4326817833a31a978206&device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 1096 time: 0.4553449 Jul 12 16:11:48.562574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d130e364-49b5-48ce-8215-fef897a86676 None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:48.562791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d130e364-49b5-48ce-8215-fef897a86676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.575906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-baca6a91-3af2-49b7-9fef-32a15f824f55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35c7f1410a084b2ba5926dc7e8eadb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100996 Jul 12 16:11:48.585942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:48.629768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d130e364-49b5-48ce-8215-fef897a86676 None None] Port 61012acc-aeaf-48ab-b164-fe10914df9ac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:48.643818 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:48.681018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a49a489a-1786-4d05-a1f1-29a862f9a7cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:48.681394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.687640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da1234-98ce-4984-993c-c8101d39908f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.699366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da1234-98ce-4984-993c-c8101d39908f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.706595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d7da1234-98ce-4984-993c-c8101d39908f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6645491 Jul 12 16:11:48.711357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:43Z', 'revision_number': 3, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:48.715042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45208) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:48.747803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Checking router: 379f2e05-6d80-4274-90e4-a369978fe930 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:48.748151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Updating router 379f2e05-6d80-4274-90e4-a369978fe930 port d04cd998-94e9-4ce2-b33c-e717ecb4983d binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:48.758767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:48.773232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.773512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.777714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-dd408989-b138-41fe-8aac-d48d6867002e service neutron] 10.222.0.65 "PUT /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 1121 time: 3.3155003 Jul 12 16:11:48.815366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.842628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75736322-3526-48b7-ae41-7b36e3271e0a req-c1fd4516-8bba-4310-8aa7-f17e266adecc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.853435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75736322-3526-48b7-ae41-7b36e3271e0a req-c1fd4516-8bba-4310-8aa7-f17e266adecc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.5033667 Jul 12 16:11:48.859910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4e54ffc4-2cb0-4fda-b6de-c122f788784b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:48.930853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.949325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.974039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:48.974799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75736322-3526-48b7-ae41-7b36e3271e0a req-3f49ab50-c3d9-4a4c-aa16-fd541bb29ab0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192141 Jul 12 16:11:48.987768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Sync routers for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:48.992652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2825f75-7cb8-4ea2-a058-bd1b554a660e admin admin] 10.222.0.58 "PUT /v2.0/routers/40ad2182-015e-40cf-b4ae-2425383baf71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0382521 Jul 12 16:11:49.019236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-5e7b8ba2-0381-4dd3-9be4-dfa93532fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.020819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-5e7b8ba2-0381-4dd3-9be4-dfa93532fc5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 200 len: 907 time: 0.4575744 Jul 12 16:11:49.029422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:49.030055 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:49.127149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 4a2e5299-f601-4018-8c00-7a395964e29a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:49.127553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.186341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-4cac2f1b-8ba6-4eb2-9d6b-0a1b87d5b70f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 200 len: 999 time: 0.1355798 Jul 12 16:11:49.205849 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'cc03322f-689f-4cae-88f9-dc749253618e', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'port_id': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'mac_address': 'fa:16:3e:e0:96:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1aa487-3142-4030-9c28-e893c37db172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:11:18Z', 'updated_at': '2021-07-12T16:11:44Z', 'revision_number': 1, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:49.262634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.278308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 4a2e5299-f601-4018-8c00-7a395964e29a owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:49.352972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-c22dfbd2-6a7a-4b49-9048-e99387b0cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.354889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-c22dfbd2-6a7a-4b49-9048-e99387b0cb9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a HTTP/1.1" status: 200 len: 845 time: 0.1611543 Jul 12 16:11:49.409056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.413577 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.423755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.426378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.431625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aee4084b-8f76-4340-afb4-2d86189405c0 HTTP/1.1" status: 204 len: 168 time: 0.8329694 Jul 12 16:11:49.465430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad4e69-4cdf-47b3-8e07-ef564d6e9632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4084b-8f76-4340-afb4-2d86189405c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:49.474112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=4a2e5299-f601-4018-8c00-7a395964e29a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:49.484002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:49.491442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.492163 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:49.493561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-84a1a690-f56c-44e4-9c96-3719a2b3d3b7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/4a2e5299-f601-4018-8c00-7a395964e29a HTTP/1.1" status: 204 len: 168 time: 0.7711732 Jul 12 16:11:49.499395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45222) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:49.504839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4d85a5c-f42d-4663-9fb3-162fd56f05f3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:49.567100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d25a7-a67e-428e-a7ab-b585d7850801 req-3ed41b68-160f-49fa-8df0-e28b7179ace4 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.568450 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:49.570857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9fb9f-18b9-4d66-8bff-7a52d4784f6f None None] The sync data for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 is: [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'cc03322f-689f-4cae-88f9-dc749253618e', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'port_id': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'mac_address': 'fa:16:3e:e0:96:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1aa487-3142-4030-9c28-e893c37db172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:11:18Z', 'updated_at': '2021-07-12T16:11:44Z', 'revision_number': 1, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:49.581732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d12d25a7-a67e-428e-a7ab-b585d7850801 req-3ed41b68-160f-49fa-8df0-e28b7179ace4 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 0.2144730 Jul 12 16:11:49.653735 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abf65e3-f0be-480e-b3f6-84f03ad6ebfa x-openstack-request-id: req-1abf65e3-f0be-480e-b3f6-84f03ad6ebfa {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:49.654349 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:49.654349 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1abf65e3-f0be-480e-b3f6-84f03ad6ebfa {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:49.655263 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'status': 'completed', 'code': 200} Jul 12 16:11:49.775022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-6d3ef981-c8f0-4ed0-bcef-e66895eb4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.778954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-6d3ef981-c8f0-4ed0-bcef-e66895eb4be6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=900c3bde-cc35-4d32-bee9-943e0808f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4167833 Jul 12 16:11:49.811256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d12d25a7-a67e-428e-a7ab-b585d7850801 req-23df4a91-5e07-424f-bffa-896425b7ef7c tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262464 Jul 12 16:11:49.894615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:49.894987 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:49.923243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049ff93-6862-4e8c-9592-ad86deeaa04b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.945009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b049ff93-6862-4e8c-9592-ad86deeaa04b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4433942 Jul 12 16:11:49.946536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:50.072937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-67228e15-f244-4fe1-9c3b-15de3d7da04a service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862883 Jul 12 16:11:50.080228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf021929-e24e-4e7e-9f13-33639a98a332 None None] New status for floating IP cc03322f-689f-4cae-88f9-dc749253618e: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:11:50.108680 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c150998-b088-4f4b-ae83-a029d4a81157 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:11:50.116167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c150998-b088-4f4b-ae83-a029d4a81157 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/f257302c-3045-428f-8779-43454eb45b16 HTTP/1.1" status: 404 len: 333 time: 0.1685398 Jul 12 16:11:50.126336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-dea6b524-33b3-4725-afe9-28f8b03ff1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:50.128032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-dea6b524-33b3-4725-afe9-28f8b03ff1c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1124 time: 0.4764125 Jul 12 16:11:50.128574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45282) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:50.206402 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 2, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:50.206723 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f55b38-f4a0-4ddc-8612-10859e644749 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:11:50.216066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-29f55b38-f4a0-4ddc-8612-10859e644749 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/4a2e5299-f601-4018-8c00-7a395964e29a HTTP/1.1" status: 404 len: 333 time: 0.0863502 Jul 12 16:11:50.216748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:50.222926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:50.303558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.318833 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Checking router: 40ad2182-015e-40cf-b4ae-2425383baf71 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:50.319615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Updating router 40ad2182-015e-40cf-b4ae-2425383baf71 port 61012acc-aeaf-48ab-b164-fe10914df9ac binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:50.360235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Transition to ACTIVE for port object d04cd998-94e9-4ce2-b33c-e717ecb4983d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:50.375891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.378385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Allocated IP 172.20.0.1 (3b5a00c8-419b-401a-b043-337b9d833ae3/c39a5541-6c88-4fbd-b8b4-40d12f286790/97197c01-bbfe-4d95-8b84-4cfb883add65) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:50.446454 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.549956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Attempting to bind port d04cd998-94e9-4ce2-b33c-e717ecb4983d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:50.551316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Attempting to bind port d04cd998-94e9-4ce2-b33c-e717ecb4983d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:50.552026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Attempting to bind port d04cd998-94e9-4ce2-b33c-e717ecb4983d on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:50.589612 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cf331cd-ca14-4963-8efc-09606ccebb5e req-29fbb3df-e056-4126-a9a7-cb5da3c93dac service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027339 Jul 12 16:11:50.594965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.617818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Transition to ACTIVE for port object 97197c01-bbfe-4d95-8b84-4cfb883add65 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:50.628140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:50.639520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-ed44b328-aa67-43dd-9eb5-c173e26f5642 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:50.641144 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-ed44b328-aa67-43dd-9eb5-c173e26f5642 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 0.2779067 Jul 12 16:11:50.651203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:50.652050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:50.652224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.652692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:50.653256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Bound port: d04cd998-94e9-4ce2-b33c-e717ecb4983d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:50.654232 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.768999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] For port d04cd998-94e9-4ce2-b33c-e717ecb4983d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:50.774098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] For port d04cd998-94e9-4ce2-b33c-e717ecb4983d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d04cd998-94e9-4ce2-b33c-e717ecb4983d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:50.777814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.811084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:11:50.816732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.820400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0dc95-0be7-4473-86e2-b8dcb4358532 None None] Pushing event updated for resources: {'Port': ['ID=d04cd998-94e9-4ce2-b33c-e717ecb4983d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:50.887976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:50.912974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3321-e521-4ca2-a1e5-75dda142dc8d req-822822d9-bb86-4caf-a576-7ff20978c702 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:50.914602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-370b3321-e521-4ca2-a1e5-75dda142dc8d req-822822d9-bb86-4caf-a576-7ff20978c702 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.5564945 Jul 12 16:11:50.947223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-06804ded-e0ed-4c5b-8b59-08affa9ed149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:50.949488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-06804ded-e0ed-4c5b-8b59-08affa9ed149 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.7529521 Jul 12 16:11:50.961218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:50.972334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:50.978566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:51.032542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:51.037323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:51.055512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Pushing event updated for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.070545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Deleting port 727cc4bf-33d6-409b-891b-8172d58b16ce {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:51.073823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.193918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0dc95-0be7-4473-86e2-b8dcb4358532 None None] Pushing event updated for resources: {'Port': ['ID=d04cd998-94e9-4ce2-b33c-e717ecb4983d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.226103 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.254879 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Transition to ACTIVE for port object 61012acc-aeaf-48ab-b164-fe10914df9ac will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:51.266867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-876a25d8-8383-4fef-a42e-66ba2f3c00c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.3068995 Jul 12 16:11:51.273097 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.320298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.417896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ebeb57-27dc-4d55-8c68-d30ba735567a']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:51.445124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-370b3321-e521-4ca2-a1e5-75dda142dc8d req-90a14151-7b33-412b-b634-92eb0860f8b6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128479 Jul 12 16:11:51.468726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00834366-3f19-4ead-90a0-e7cb4b99cb93') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:51.469267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00834366-3f19-4ead-90a0-e7cb4b99cb93') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:51.508107 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Pushing event updated for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.520753 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.521429 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.522007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.523072 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.523737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.527042 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.527718 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.528319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.529104 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.530322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.530916 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.531300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.532591 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:51.572860 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Attempting to bind port 61012acc-aeaf-48ab-b164-fe10914df9ac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:51.573118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.576327 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Attempting to bind port 61012acc-aeaf-48ab-b164-fe10914df9ac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:51.576943 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Attempting to bind port 61012acc-aeaf-48ab-b164-fe10914df9ac on network 4359864b-a89f-4ff1-a168-eadaad7b9194 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:51.590497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:51.592001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.593143 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:51.596597 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Checking segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:51.600052 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.601431 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Bound using segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:51.603209 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Bound port: 61012acc-aeaf-48ab-b164-fe10914df9ac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:51.606167 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.753093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de8ccbb0-4428-4a9c-9821-923987f63acb None None] Provisioning for port 97197c01-bbfe-4d95-8b84-4cfb883add65 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:51.773543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de8ccbb0-4428-4a9c-9821-923987f63acb None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:51.776245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-de8ccbb0-4428-4a9c-9821-923987f63acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.777168 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] For port 61012acc-aeaf-48ab-b164-fe10914df9ac, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:51.784917 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] For port 61012acc-aeaf-48ab-b164-fe10914df9ac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61012acc-aeaf-48ab-b164-fe10914df9ac,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:51.800380 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:51.813357 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:51.859991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-d474052e-371c-4cf1-8398-15b2778ea3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:51.863492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-d474052e-371c-4cf1-8398-15b2778ea3d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.5781317 Jul 12 16:11:51.866366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.876546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.878888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:51.884052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:51.886517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/e9ebeb57-27dc-4d55-8c68-d30ba735567a HTTP/1.1" status: 204 len: 168 time: 1.6675534 Jul 12 16:11:51.908916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2034934732'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:51.939511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:51.940884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:51.985423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-6ebdba15-48af-457d-a330-bad1a462e1e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975113 Jul 12 16:11:51.986851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9ed52-5d70-48a2-b197-0733017db52f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=e9ebeb57-27dc-4d55-8c68-d30ba735567a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:52.004687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.013194 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57ecd-95a6-4c93-8c24-fc52a2eb7e89 None None] Pushing event updated for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:52.152695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-de8ccbb0-4428-4a9c-9821-923987f63acb None None] Port 97197c01-bbfe-4d95-8b84-4cfb883add65 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:52.203960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-298facc8-16da-4d91-8113-6535198438c2 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056787 Jul 12 16:11:52.206500 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:52.225680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 727cc4bf-33d6-409b-891b-8172d58b16ce no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:52.251866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:52.256633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.337477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:52.380933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:52.381890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.440283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.447020 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 8eb6eff4-47b2-4490-a588-a00cbf7cbd1f of type vlan for network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 Jul 12 16:11:52.472583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59fbe387-c8d8-4f55-9505-5dafdb9ce1f2 req-53a3dc90-2bb2-4c98-94ed-ae8819eae966 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606473 Jul 12 16:11:52.514936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Calling delete_port for 727cc4bf-33d6-409b-891b-8172d58b16ce owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:52.524546 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.577873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 727cc4bf-33d6-409b-891b-8172d58b16ce, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=727cc4bf-33d6-409b-891b-8172d58b16ce,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:52.582728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:52.587995 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb41b67-6c14-4b1a-9ffc-b7295b73f7a8" -d '{"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-unplugged", "status": "completed", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:52.612816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.639829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-5e955ed9-313d-47ea-bf03-188852d83666 service neutron] 10.222.0.77 "GET /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.1385911 Jul 12 16:11:52.642709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926ab6-be65-464b-a16d-4ae8fd133d0d req-bda6b286-e726-4854-9264-fb1dee8e1d27 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:52.649869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0926ab6-be65-464b-a16d-4ae8fd133d0d req-bda6b286-e726-4854-9264-fb1dee8e1d27 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 950 time: 1.4687657 Jul 12 16:11:52.667067 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:51Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:52.704194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:52.712682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.717871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:52.734353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdfaf6-84a6-4dad-80c5-13168f0fc5b3 None None] The sync data for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 is: [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:51Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:52.781456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:43Z', 'revision_number': 3, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:52.836798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af16f5f3-43d8-4745-b297-4648d80d0f0e None None] The sync data for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 is: [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:43Z', 'revision_number': 3, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:52.975453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0926ab6-be65-464b-a16d-4ae8fd133d0d req-a2c1ef0c-12af-4ba0-9333-7404da48fa95 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/security-groups?id=556c6c1b-3036-41a1-afeb-a754631de3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246810 Jul 12 16:11:52.999313 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.006094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:53.006918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b8439-a725-4a2c-8c5f-8a07b9b9a530 req-b2ef2cd3-8526-4b69-af25-4dd7ba1e15b1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:53.008638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.014936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c4b8439-a725-4a2c-8c5f-8a07b9b9a530 req-b2ef2cd3-8526-4b69-af25-4dd7ba1e15b1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 943 time: 0.2614307 Jul 12 16:11:53.092513 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f091a2-327a-418c-a111-a90a16361ee1 x-openstack-request-id: req-43f091a2-327a-418c-a111-a90a16361ee1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:53.093207 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-unplugged", "status": "completed", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:53.093627 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43f091a2-327a-418c-a111-a90a16361ee1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:53.094190 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'code': 200} Jul 12 16:11:53.186854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2932184 Jul 12 16:11:53.189956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c4b8439-a725-4a2c-8c5f-8a07b9b9a530 req-32c6342d-e2bd-4edf-b1eb-94d938826291 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678896 Jul 12 16:11:53.191238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:53.206043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:53.267492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.281843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.332752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:53.361295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-43b10b90-6dcd-445e-8513-ed47153e3194 None None] Provisioning complete for port 727cc4bf-33d6-409b-891b-8172d58b16ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:53.363149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43b10b90-6dcd-445e-8513-ed47153e3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.473528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:53.478201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.493253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:53.558039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca1d06-b858-435f-a0e7-fa3195cf8aa7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=e86e8d8b-d73f-44d5-b98f-e2b376c49a05,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:53.586796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:53.613850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61012acc-aeaf-48ab-b164-fe10914df9ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:53.617644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e54ffc4-2cb0-4fda-b6de-c122f788784b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:53.661105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:53.779728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:53.835956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Pushing event updated for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:53.841438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.098956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] No DVR routers for this DVR port 727cc4bf-33d6-409b-891b-8172d58b16ce on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:54.109578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.114392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecd1f43b-093e-45cd-8cd7-a70fc9ee7a69 req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.65 "DELETE /v2.0/ports/727cc4bf-33d6-409b-891b-8172d58b16ce HTTP/1.1" status: 204 len: 173 time: 3.4534612 Jul 12 16:11:54.119727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f230d0-bed7-4917-934a-e0c5060591b5 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] Pushing event deleted for resources: {'Port': ['ID=727cc4bf-33d6-409b-891b-8172d58b16ce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:54.124497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-deleted', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:54.137283 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634238f-03f2-4619-a28c-6d74cf049e30" -d '{"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-deleted", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:54.153664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-43b10b90-6dcd-445e-8513-ed47153e3194 None None] Could not find standard attr ID for object 727cc4bf-33d6-409b-891b-8172d58b16ce. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:11:54.164375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.170985 n-d-800078-3 neutron-server[93713]: INFO neutron.plugins.ml2.db [None req-43b10b90-6dcd-445e-8513-ed47153e3194 None None] No ports have port_id starting with 727cc4bf-33d6-409b-891b-8172d58b16ce Jul 12 16:11:54.240944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 61012acc-aeaf-48ab-b164-fe10914df9ac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:54.268078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:54.268458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.293535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] Transition to ACTIVE for port object 4e54ffc4-2cb0-4fda-b6de-c122f788784b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:54.316052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.478038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:54.485627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8bf523ca-0995-42a7-a335-37fb87e8fb9e None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:54.486478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8bf523ca-0995-42a7-a335-37fb87e8fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.535898 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653c685-4a63-4eab-ab11-9cdc827bd5aa x-openstack-request-id: req-4653c685-4a63-4eab-ab11-9cdc827bd5aa {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:54.536198 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c053355-04c9-4d10-9554-975918c7ab94", "name": "network-vif-deleted", "tag": "727cc4bf-33d6-409b-891b-8172d58b16ce", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:54.536455 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4653c685-4a63-4eab-ab11-9cdc827bd5aa {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:54.539513 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c053355-04c9-4d10-9554-975918c7ab94', 'name': 'network-vif-deleted', 'tag': '727cc4bf-33d6-409b-891b-8172d58b16ce', 'status': 'completed', 'code': 200} Jul 12 16:11:54.539871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7eb997be-c579-4d8a-857b-47a270b554a4 req-a4863b28-fe65-415e-be93-acce9ad00f39 tempest-TenantUsagesTestJSON-2124738877 tempest-TenantUsagesTestJSON-2124738877-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c053355-04c9-4d10-9554-975918c7ab94 HTTP/1.1" status: 200 len: 210 time: 0.2102981 Jul 12 16:11:54.587007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:54.600710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:54.663566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.709394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] No DVR routers for this DVR port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:54.736157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8bf523ca-0995-42a7-a335-37fb87e8fb9e None None] Port 97197c01-bbfe-4d95-8b84-4cfb883add65 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:54.749163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:54.882692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 61012acc-aeaf-48ab-b164-fe10914df9ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61012acc-aeaf-48ab-b164-fe10914df9ac,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:54.899797 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.046915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-71566150-18fb-4093-a6aa-5d2c09630ab0 service neutron] 10.222.0.77 "PUT /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4027066 Jul 12 16:11:55.078992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:55.107717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Router 379f2e05-6d80-4274-90e4-a369978fe930 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:55.114177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=7dbb4ae2-867d-441d-8c80-f5afc3400c5a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:55.132483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:55.134313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: e86e8d8b-d73f-44d5-b98f-e2b376c49a05, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:55.192580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:55.222949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e86e8d8b-d73f-44d5-b98f-e2b376c49a05) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:55.232284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f67dc48-1a50-4f93-b92e-69b3fa7e38d8 None None] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:55.239418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:55.240417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.298255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4eabf0ef-bba3-4587-a71b-d00f8d3298b4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1043503 Jul 12 16:11:55.301003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:55.342148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05', 'name': 'tempest-PortsIpV6TestJSON-470228786'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:55.423165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8ae8902-f1bd-4b70-babb-3d206cc402b2 None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:55.425218 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8902-f1bd-4b70-babb-3d206cc402b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.483050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5455a-71cf-41cd-aa4b-00f160f3183e req-87c225f9-7a2e-48fc-833d-ab79f36b626f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:55.485400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6be5455a-71cf-41cd-aa4b-00f160f3183e req-87c225f9-7a2e-48fc-833d-ab79f36b626f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.4960966 Jul 12 16:11:55.512455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae8902-f1bd-4b70-babb-3d206cc402b2 None None] Port 97197c01-bbfe-4d95-8b84-4cfb883add65 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:11:55.614337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6be5455a-71cf-41cd-aa4b-00f160f3183e req-b2b5b6d8-c1e4-4579-9c24-6e3a5c287f55 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148243 Jul 12 16:11:55.645652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-6902ccb7-ac9c-415d-b49c-f746d12facc0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:55.645652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-6902ccb7-ac9c-415d-b49c-f746d12facc0 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.4819505 Jul 12 16:11:55.678443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61012acc-aeaf-48ab-b164-fe10914df9ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:55.704862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e86e8d8b-d73f-44d5-b98f-e2b376c49a05', 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': '7dbb4ae2-867d-441d-8c80-f5afc3400c5a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:11:55.709302 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.737546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:55.746021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.780482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:55.799617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port c9b6036d-2735-4bb9-bffa-8f32a888ba45 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:11:55.810541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-639949fc-2194-4405-a33c-f0cc725ccb2a admin admin] 10.222.0.58 "PUT /v2.0/routers/379f2e05-6d80-4274-90e4-a369978fe930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2563298 Jul 12 16:11:55.850739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c43bc38b-49d1-4df8-8a6f-ae693d40351e None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:55.853017 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c43bc38b-49d1-4df8-8a6f-ae693d40351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.878067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-10c13061-6c9a-42a3-85b1-aa9e6a4dbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:55.879300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-10c13061-6c9a-42a3-85b1-aa9e6a4dbfb9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&tenant_id=bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 1095 time: 0.2256365 Jul 12 16:11:55.966005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:56.052200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::290 (e86e8d8b-d73f-44d5-b98f-e2b376c49a05/7dbb4ae2-867d-441d-8c80-f5afc3400c5a/c9b6036d-2735-4bb9-bffa-8f32a888ba45) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:56.055272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 61012acc-aeaf-48ab-b164-fe10914df9ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:56.055670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.063874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-514796b6-1d04-4814-a782-b87b90ccd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:56.067737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-514796b6-1d04-4814-a782-b87b90ccd445 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1095 time: 0.1494639 Jul 12 16:11:56.072041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45430) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:56.120761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:56.350646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d04cd998-94e9-4ce2-b33c-e717ecb4983d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:56.400556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.401482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-adcc6b77-e160-48c9-81fc-61dd284b2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:56.403953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-adcc6b77-e160-48c9-81fc-61dd284b2d7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.3058066 Jul 12 16:11:56.441837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object c9b6036d-2735-4bb9-bffa-8f32a888ba45 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:56.446417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d04cd998-94e9-4ce2-b33c-e717ecb4983d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:56.459365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d04cd998-94e9-4ce2-b33c-e717ecb4983d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:56.460038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.508677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-d628ce8b-645c-4277-b0c2-36fd251ef973 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.0970526 Jul 12 16:11:56.560462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.608547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-587752cb-27bd-4e31-ab71-ad0a9045851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:56.609905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45444) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:56.615748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-587752cb-27bd-4e31-ab71-ad0a9045851e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0919924 Jul 12 16:11:56.664727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:56.669896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:56.678581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:56.686441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:56.687122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.689095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Allocated IP 2001:db8::2 (e86e8d8b-d73f-44d5-b98f-e2b376c49a05/7dbb4ae2-867d-441d-8c80-f5afc3400c5a/4df790a3-5ad7-4507-9b44-caca978430cb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:56.718541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=c9b6036d-2735-4bb9-bffa-8f32a888ba45,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:56.733833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d2f2566-97f7-41e5-a477-689591c710ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4244318 Jul 12 16:11:56.733833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45450) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:56.740283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-b9ae10e7-3aa9-45b1-ae71-3fc9b562b459 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178131 Jul 12 16:11:56.752462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1151574937'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:56.944396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-70e481fc-a365-455c-bf71-1e19a0dfcadb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bc4d87e7c724623934951eec4360f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957230 Jul 12 16:11:56.945301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45454) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:56.956810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.988469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port c9b6036d-2735-4bb9-bffa-8f32a888ba45 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:56.988865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.009341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d04cd998-94e9-4ce2-b33c-e717ecb4983d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d04cd998-94e9-4ce2-b33c-e717ecb4983d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:57.021399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.033052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:57.037464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.174600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d04cd998-94e9-4ce2-b33c-e717ecb4983d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:57.179867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:11:57.196315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.197083 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Added segment 503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f of type vlan for network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 Jul 12 16:11:57.219029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.229892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-4d000364-3f3d-4506-8ed2-46ca61af6679 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672005 Jul 12 16:11:57.247371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Transition to ACTIVE for port object 4df790a3-5ad7-4507-9b44-caca978430cb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:57.274869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Transition to ACTIVE for port object 4df790a3-5ad7-4507-9b44-caca978430cb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:57.285931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.396342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.420192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4e264-df45-4f96-9656-27e24a0b3075 req-d3b0e697-c047-4fa5-8e8c-058641bc51af tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:57.428480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22c4e264-df45-4f96-9656-27e24a0b3075 req-d3b0e697-c047-4fa5-8e8c-058641bc51af tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.5837936 Jul 12 16:11:57.541918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22c4e264-df45-4f96-9656-27e24a0b3075 req-73346150-a964-4075-ac96-12f2bf2f93d2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121535 Jul 12 16:11:57.578405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.597721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:57.598670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.633360 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Sync routers for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:57.634455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-b9265194-087b-499a-913a-a16f00e7a465 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648465 Jul 12 16:11:57.657770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:57.659375 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:57.688791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.719049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6379726 Jul 12 16:11:57.729797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45466) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:57.753142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fec05-8579-4d81-945a-74b61962d661 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Network': ['ID=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:57.756019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:57.757449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d04cd998-94e9-4ce2-b33c-e717ecb4983d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:57.758311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'subnet': {'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:57.763823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.765779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:11:57.769640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:57.914817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for c9b6036d-2735-4bb9-bffa-8f32a888ba45 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:57.947815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:57.951222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:57.971773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:58.058481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Pushing event updated for resources: {'Port': ['ID=4df790a3-5ad7-4507-9b44-caca978430cb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:58.214996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Attempting to bind port 4df790a3-5ad7-4507-9b44-caca978430cb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:58.215523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Attempting to bind port 4df790a3-5ad7-4507-9b44-caca978430cb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:58.216139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Attempting to bind port 4df790a3-5ad7-4507-9b44-caca978430cb on network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:58.225148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:58.225660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Checking segment: {'id': '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:58.226342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.226804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Bound using segment: {'id': '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:58.227378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Bound port: 4df790a3-5ad7-4507-9b44-caca978430cb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e86e8d8b-d73f-44d5-b98f-e2b376c49a05'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:58.227860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.230005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d04cd998-94e9-4ce2-b33c-e717ecb4983d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:58.230444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.236758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:58.245645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.263958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-629d871e-91d4-4b4a-ac6b-7e0d28a24b83 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:58.266358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-629d871e-91d4-4b4a-ac6b-7e0d28a24b83 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.1681049 Jul 12 16:11:58.368020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] For port 4df790a3-5ad7-4507-9b44-caca978430cb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:58.391219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.394992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.396549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] For port 4df790a3-5ad7-4507-9b44-caca978430cb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4df790a3-5ad7-4507-9b44-caca978430cb,segment=NetworkSegment(8eb6eff4-47b2-4490-a588-a00cbf7cbd1f),segment_id=8eb6eff4-47b2-4490-a588-a00cbf7cbd1f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:58.396751 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:52Z', 'revision_number': 4, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '97197c01-bbfe-4d95-8b84-4cfb883add65', 'name': '', 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'mac_address': 'fa:16:3e:97:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:49Z', 'updated_at': '2021-07-12T16:11:52Z', 'revision_number': 2, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'subnets': [{'id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:58.399053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/556c6c1b-3036-41a1-afeb-a754631de3b2 HTTP/1.1" status: 204 len: 168 time: 1.4531200 Jul 12 16:11:58.407940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.425648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.464496 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Checking router: 379f2e05-6d80-4274-90e4-a369978fe930 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:58.465249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Updating router 379f2e05-6d80-4274-90e4-a369978fe930 port 97197c01-bbfe-4d95-8b84-4cfb883add65 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:11:58.486335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8b7f9-adcb-48b9-b743-dead95218de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c6c1b-3036-41a1-afeb-a754631de3b2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:58.544771 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.575016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770f1d-d0c4-43cb-a8cf-77a473e70d1c None None] Pushing event updated for resources: {'Port': ['ID=4df790a3-5ad7-4507-9b44-caca978430cb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:58.672951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=c9b6036d-2735-4bb9-bffa-8f32a888ba45,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:58.770139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-724d1dac-84bd-4e2d-b461-bc2b28fbb41c service neutron] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:58.784202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-724d1dac-84bd-4e2d-b461-bc2b28fbb41c service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.785367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70c5111a-55f6-46a3-b5ce-cd4167ab5865 req-724d1dac-84bd-4e2d-b461-bc2b28fbb41c service neutron] 10.222.0.65 "DELETE /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.5076532 Jul 12 16:11:58.899553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:58.910752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee9e8380-380d-413c-be52-e204356e2d6d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/c9b6036d-2735-4bb9-bffa-8f32a888ba45 HTTP/1.1" status: 204 len: 168 time: 2.1774888 Jul 12 16:11:58.914287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:59.011107 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3667792d-9f89-405d-ae1e-1872cb59870b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:11:59.011911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3667792d-9f89-405d-ae1e-1872cb59870b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:11:59.017328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3667792d-9f89-405d-ae1e-1872cb59870b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/c9b6036d-2735-4bb9-bffa-8f32a888ba45 HTTP/1.1" status: 404 len: 333 time: 0.1019125 Jul 12 16:11:59.022182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45504) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:59.143176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5091c-3549-472f-a6ae-24fb0632db7a req-9fd3bad4-41f6-45bb-a1f5-6c8dda53c1a5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:59.168256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb5091c-3549-472f-a6ae-24fb0632db7a req-9fd3bad4-41f6-45bb-a1f5-6c8dda53c1a5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.1602902 Jul 12 16:11:59.179082 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d88023-3cbf-4486-9af6-9c90bcdd94a2 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:11:59.194284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45506) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:59.198807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-09d88023-3cbf-4486-9af6-9c90bcdd94a2 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/c9b6036d-2735-4bb9-bffa-8f32a888ba45 HTTP/1.1" status: 404 len: 333 time: 0.1518710 Jul 12 16:11:59.334725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 7dbb4ae2-867d-441d-8c80-f5afc3400c5a {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:59.341138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.497509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb5091c-3549-472f-a6ae-24fb0632db7a req-1ca9b8f0-3c62-4da8-b110-92f2bba2f38c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275888 Jul 12 16:11:59.567623 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.592676 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Transition to ACTIVE for port object 97197c01-bbfe-4d95-8b84-4cfb883add65 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:59.609452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4df790a3-5ad7-4507-9b44-caca978430cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:59.625607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.634421 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.644953 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.728329 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e9cb4-8e08-4b66-be70-9f6f9642f175 None None] Pushing event updated for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:59.741883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45516) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:59.753914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Subnet': ['ID=7fe17b59-3999-49e8-8b3f-0b9bcd665585,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:59.759226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4df790a3-5ad7-4507-9b44-caca978430cb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:59.796469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Checking segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:59.796832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network hostable DHCP agents. Network: e44b34d1-abe9-42c0-b15b-f6e0ba5553b0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:11:59.808481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbadac48-58be-4380-b2ac-2cf5280d6068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.837331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:11:59.872904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e44b34d1-abe9-42c0-b15b-f6e0ba5553b0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:59.890938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70008b76-1c1c-4cf2-88d6-7a1ba5b3d1d0 None None] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:59.914311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:59.914835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.974232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8181adfe-e878-49c0-9772-aadb878e695e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2434294 Jul 12 16:11:59.978647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45524) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:59.993827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-736735317'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:00.072147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:12:00.072147 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:12:00.072147 n-d-800078-3 neutron-server[93711]: [parameters: {'project_id_1': 'cab87a3a04424e43a7a34899aa7ec288', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 11, 59, 999930)}] Jul 12 16:12:00.072147 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:12:00.073411 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:12:00.088915 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Attempting to bind port 97197c01-bbfe-4d95-8b84-4cfb883add65 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:00.089698 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Attempting to bind port 97197c01-bbfe-4d95-8b84-4cfb883add65 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:00.090681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Attempting to bind port 97197c01-bbfe-4d95-8b84-4cfb883add65 on network 3b5a00c8-419b-401a-b043-337b9d833ae3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:00.109656 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:00.123820 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Checking segment: {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:00.124504 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.125227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Bound using segment: {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:00.125962 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Bound port: 97197c01-bbfe-4d95-8b84-4cfb883add65, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:00.126647 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.257642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.293138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] For port 97197c01-bbfe-4d95-8b84-4cfb883add65, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:00.301878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'fixed_ips': [{'subnet_id': '7fe17b59-3999-49e8-8b3f-0b9bcd665585'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:00.302898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.307700 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] For port 97197c01-bbfe-4d95-8b84-4cfb883add65, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97197c01-bbfe-4d95-8b84-4cfb883add65,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:00.317517 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.408874 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e9cb4-8e08-4b66-be70-9f6f9642f175 None None] Pushing event updated for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:00.410639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70888de-2fd6-42b1-9a49-4f6fa6b778e3 req-4eade833-bb6a-493e-8360-73cd9f3df844 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:00.420528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d70888de-2fd6-42b1-9a49-4f6fa6b778e3 req-4eade833-bb6a-493e-8360-73cd9f3df844 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1095 time: 0.4000278 Jul 12 16:12:00.459768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:00.460650 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:11:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:00.557372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Allocated IP 19.80.0.2 (e44b34d1-abe9-42c0-b15b-f6e0ba5553b0/7fe17b59-3999-49e8-8b3f-0b9bcd665585/d8a06bcb-2474-4902-b9fd-302b80daf2de) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:00.564023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbadac48-58be-4380-b2ac-2cf5280d6068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.565576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.568408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7a5c1-900c-415b-a879-4850e26f340d None None] Network e86e8d8b-d73f-44d5-b98f-e2b376c49a05 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:00.585162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d70888de-2fd6-42b1-9a49-4f6fa6b778e3 req-76001e33-d80d-4641-8eb8-29dbc9db692d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633728 Jul 12 16:12:00.613806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:00.636599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbadac48-58be-4380-b2ac-2cf5280d6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.637599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.741173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbb4ae2-867d-441d-8c80-f5afc3400c5a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:00.745510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:00.756868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.762099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67a12a16-afe4-48df-bbb2-cb8c4e6f6f0b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/7dbb4ae2-867d-441d-8c80-f5afc3400c5a HTTP/1.1" status: 204 len: 168 time: 1.5642798 Jul 12 16:12:00.779345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45536) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:00.783114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.783432 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Added segment 5177028e-f205-4e5a-ae8c-63f21a93289d of type vlan for network 1a8b8796-2643-41b8-96db-ab925fdb9867 Jul 12 16:12:00.856179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eec943b6-6cf4-480f-8d07-73f9e116e0ea None None] Provisioning for port 4df790a3-5ad7-4507-9b44-caca978430cb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:00.887626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadac48-58be-4380-b2ac-2cf5280d6068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb599fb-72be-4245-a1c5-5f65630cee8c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:00.895740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bbadac48-58be-4380-b2ac-2cf5280d6068 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c00839074f9644058e19766757b732dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528916 Jul 12 16:12:00.897540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45538) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:00.921141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eec943b6-6cf4-480f-8d07-73f9e116e0ea None None] Provisioning complete for port 4df790a3-5ad7-4507-9b44-caca978430cb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:00.921534 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eec943b6-6cf4-480f-8d07-73f9e116e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.006751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.018031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.082341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.089809 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:01.090501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:01.090735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.102690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.158269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.209640 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2206650 Jul 12 16:12:01.213650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45552) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:01.230863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'subnet': {'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:01.274298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9df0-2a3d-41d0-99b1-9783b7332cfb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Network': ['ID=1a8b8796-2643-41b8-96db-ab925fdb9867,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:01.281651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 4df790a3-5ad7-4507-9b44-caca978430cb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:01.282030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.306169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:01.361209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] For port 4df790a3-5ad7-4507-9b44-caca978430cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4df790a3-5ad7-4507-9b44-caca978430cb,segment=NetworkSegment(8eb6eff4-47b2-4490-a588-a00cbf7cbd1f),segment_id=8eb6eff4-47b2-4490-a588-a00cbf7cbd1f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:01.361824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.378177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 4df790a3-5ad7-4507-9b44-caca978430cb owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:01.476428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.486370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.488739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4eb599fb-72be-4245-a1c5-5f65630cee8c HTTP/1.1" status: 204 len: 168 time: 0.5842528 Jul 12 16:12:01.515670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-28ea3926-d181-41c4-b618-1d65b9995cc1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:01.522892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183561df-d11f-4d05-9246-f2fe359f39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb599fb-72be-4245-a1c5-5f65630cee8c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:01.524213 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-28ea3926-d181-41c4-b618-1d65b9995cc1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.3927953 Jul 12 16:12:01.542927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:01.550049 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.554420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-030be8dd-68c6-4236-97f8-9dff96bd6bd3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/quotas/bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 375 time: 0.0290775 Jul 12 16:12:01.635613 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75376fde-89d3-420c-949b-e244198118f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:52Z', 'revision_number': 4, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '97197c01-bbfe-4d95-8b84-4cfb883add65', 'name': '', 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'mac_address': 'fa:16:3e:97:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:49Z', 'updated_at': '2021-07-12T16:12:00Z', 'revision_number': 4, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'subnets': [{'id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:01.636297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.641429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eec943b6-6cf4-480f-8d07-73f9e116e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.664584 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.676430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=4df790a3-5ad7-4507-9b44-caca978430cb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:01.684027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No DVR routers for this DVR port 4df790a3-5ad7-4507-9b44-caca978430cb on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:01.690929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Transition to ACTIVE for port object d8a06bcb-2474-4902-b9fd-302b80daf2de will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:01.716825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75376fde-89d3-420c-949b-e244198118f5 None None] The sync data for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 is: [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:52Z', 'revision_number': 4, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '97197c01-bbfe-4d95-8b84-4cfb883add65', 'name': '', 'network_id': '3b5a00c8-419b-401a-b043-337b9d833ae3', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'mac_address': 'fa:16:3e:97:a5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:49Z', 'updated_at': '2021-07-12T16:12:00Z', 'revision_number': 4, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'subnets': [{'id': 'c39a5541-6c88-4fbd-b8b4-40d12f286790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:01.725126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Transition to ACTIVE for port object d8a06bcb-2474-4902-b9fd-302b80daf2de will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:01.741174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76b5f4-9e4f-430f-b029-c5948feff55f None None] DHCP port deletion for e86e8d8b-d73f-44d5-b98f-e2b376c49a05 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:12:01.783806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.794760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.805168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86e8d8b-d73f-44d5-b98f-e2b376c49a05']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:01.820181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:01.820511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb6eff4-47b2-4490-a588-a00cbf7cbd1f') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:01.831982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.866865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.893133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-1e050be2-dbd4-488e-8607-c66aa0df54a2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3374348 Jul 12 16:12:01.905935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:12:01.905935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:12:01.909435 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:12:01.942012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Pushing event updated for resources: {'Port': ['ID=d8a06bcb-2474-4902-b9fd-302b80daf2de,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:02.029603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:02.032802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:02.037029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:02.039577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3cee4ab-d983-4849-bc83-c365389a912d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.074720 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.132200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.134350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/e86e8d8b-d73f-44d5-b98f-e2b376c49a05 HTTP/1.1" status: 204 len: 168 time: 1.3530667 Jul 12 16:12:02.156624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45564) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:02.171367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1817357210'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:02.174084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385dc93-25f5-4ac6-adde-822d56a95135 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=e86e8d8b-d73f-44d5-b98f-e2b376c49a05,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:02.216930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:02.221495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.238869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Attempting to bind port d8a06bcb-2474-4902-b9fd-302b80daf2de on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:02.249423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Attempting to bind port d8a06bcb-2474-4902-b9fd-302b80daf2de by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:02.251947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Attempting to bind port d8a06bcb-2474-4902-b9fd-302b80daf2de on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:02.269169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-afb5457d-4260-4763-8d98-fcd0a8950811 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750491 Jul 12 16:12:02.284871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:02.286811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Checking segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:02.286976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:02.294000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.296396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Bound using segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:02.299896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Bound port: d8a06bcb-2474-4902-b9fd-302b80daf2de, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:02.300608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.319636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.320746 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 73a46d03-8fa9-4030-979a-4f90f86226ae of type vlan for network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 Jul 12 16:12:02.472625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] For port d8a06bcb-2474-4902-b9fd-302b80daf2de, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:02.476742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] For port d8a06bcb-2474-4902-b9fd-302b80daf2de, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8a06bcb-2474-4902-b9fd-302b80daf2de,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:02.483200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.498394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-a638d27b-0570-483d-bde8-4fc45efd6637 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277620 Jul 12 16:12:02.740015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77347-12cc-4b89-8ae4-c3d6295dffb2 None None] Pushing event updated for resources: {'Port': ['ID=d8a06bcb-2474-4902-b9fd-302b80daf2de,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:02.933754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.210778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.263697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.274822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:03.276309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.441051 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.471762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5830a097-5f50-4e70-8cf1-ac77a021540c req-2f3709f4-02e8-4f04-bd1f-de3d1b4487dc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 210 time: 0.1452870 Jul 12 16:12:03.590211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4308827 Jul 12 16:12:03.593108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45600) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:03.598859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:03.647399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=71f45e5b-b2bf-4476-a7e2-d65f6594c3f9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:03.763643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.764223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97197c01-bbfe-4d95-8b84-4cfb883add65 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:03.766619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.768069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.769673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.770276 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.771541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.772999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.773282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.773711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.777197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.778439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.779398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d29c7e5-da61-469f-b243-51c4241600aa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:03.827233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Subnet': ['ID=ffb9d97d-19fb-40a9-bd8a-d796b9a495c6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:03.849247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Checking segment: {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:03.853141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network hostable DHCP agents. Network: 1a8b8796-2643-41b8-96db-ab925fdb9867, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:03.898160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:03.914235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1a8b8796-2643-41b8-96db-ab925fdb9867) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:03.924350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:03.925061 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:03.972478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc939502-41b2-4b68-ae67-d8bbf4d7ef15 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7457695 Jul 12 16:12:03.999669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:04.002411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f0e72-8274-4231-ad72-93f355cecaa5 None None] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:04.042116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:04.047569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.523899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45642) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:04.769117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.825570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90824027-36cf-4819-bb48-9cc723c67862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.889573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8b746-7a16-49ae-a79b-796d6e4b3419 None None] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:04.973229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0ff4a2a8-c1ae-48e6-bfcb-169345295066 req-bca8f8df-f492-4e61-ad52-6886cb3aa14e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 210 time: 0.0473423 Jul 12 16:12:04.984932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-1a8b8796-2643-41b8-96db-ab925fdb9867', 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'fixed_ips': [{'subnet_id': 'ffb9d97d-19fb-40a9-bd8a-d796b9a495c6'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:04.985734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.101575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6650-f0a5-47cc-a873-beef55bf3bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.106904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 97197c01-bbfe-4d95-8b84-4cfb883add65 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:05.118511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=fd6a006d-0a9b-4619-8ecd-4971cdef2aec,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:05.155053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.167781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90824027-36cf-4819-bb48-9cc723c67862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.168199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '73a46d03-8fa9-4030-979a-4f90f86226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:05.168973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:05.172321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:05.172676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.184903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90824027-36cf-4819-bb48-9cc723c67862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.218670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45672) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:05.260885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-26f02504-0b54-46d6-975d-6874fbea8afd None None] Provisioning for port d8a06bcb-2474-4902-b9fd-302b80daf2de completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:05.294267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.324221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90824027-36cf-4819-bb48-9cc723c67862 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e35cacd292b410d96896c49a4771e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974505 Jul 12 16:12:05.325043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45676) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:05.325923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824027-36cf-4819-bb48-9cc723c67862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d7af7-cf3b-4c5a-aef8-fca4b0b13972,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:05.419172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.453620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-579bf1bb-cfa9-4b6b-8a8d-872fb8e2461c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:05.455331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-579bf1bb-cfa9-4b6b-8a8d-872fb8e2461c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.2795117 Jul 12 16:12:05.476859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.482544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:05.513882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Request body: {'port': {'device_id': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'admin_state_up': True, 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:05.514623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2307430-eb10-4551-acda-53ab1ecae887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.618157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.623831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.629390 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/702d7af7-cf3b-4c5a-aef8-fca4b0b13972 HTTP/1.1" status: 204 len: 168 time: 0.3000226 Jul 12 16:12:05.658540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622fcd-3bce-4e3d-a762-b420dbb9be3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d7af7-cf3b-4c5a-aef8-fca4b0b13972,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:05.690157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:05.701449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-273101a0-bb04-4e21-b169-42bd82b838e1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:05.712935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-273101a0-bb04-4e21-b169-42bd82b838e1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:05.717426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-273101a0-bb04-4e21-b169-42bd82b838e1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/networks?id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0&id=1a8b8796-2643-41b8-96db-ab925fdb9867&id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 HTTP/1.1" status: 200 len: 1391 time: 0.8334379 Jul 12 16:12:05.727009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ae5a0-6aaf-4014-b57c-6017e6933f22 None None] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:05.727693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:05.728836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.750451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-9891f450-f87a-4a00-aeda-fdb8d043aaad tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/quotas/cab87a3a04424e43a7a34899aa7ec288 HTTP/1.1" status: 200 len: 375 time: 0.0183022 Jul 12 16:12:05.833867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2307430-eb10-4551-acda-53ab1ecae887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.843141 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2307430-eb10-4551-acda-53ab1ecae887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.870512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d3e1c739-d1e8-4090-988a-20843009b3b1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2758250 Jul 12 16:12:05.872923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45686) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:05.880105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-260909358'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:05.885312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-267842a9-d5b9-43fd-8581-0337a156fb09 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283388 Jul 12 16:12:05.886767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:05.893048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.962078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2307430-eb10-4551-acda-53ab1ecae887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5298c83-1e15-4bbd-a587-97b7f314508f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:05.986576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Allocated IP 19.86.0.2 (1a8b8796-2643-41b8-96db-ab925fdb9867/ffb9d97d-19fb-40a9-bd8a-d796b9a495c6/0651040f-a427-409e-bfd1-2713705fbdbc) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:05.995987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2307430-eb10-4551-acda-53ab1ecae887 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09ed7671b16d44cba12f37115cee5aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758844 Jul 12 16:12:05.997956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45688) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:06.049412 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.096466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.167845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Allocated IP 172.20.0.4 (ee785b8b-ec1d-4fa4-8c58-8b0530a582ba/4177a743-efd3-4300-9e58-b311afeda8db/b659ac9c-d21a-4414-b954-e40c4dbcd708) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:06.168619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.185616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:06.190720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.220786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.248875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port d9fede78-6953-4098-af45-58d4a95737a0 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:06.257735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-346b4bbe-f5f7-418d-ae36-fa190f7a0243 service neutron] 10.222.0.58 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594453 Jul 12 16:12:06.277171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:06.324584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 97197c01-bbfe-4d95-8b84-4cfb883add65, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97197c01-bbfe-4d95-8b84-4cfb883add65,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:06.343557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.361910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ab45c45-eec6-44b5-a25e-ae1eed1ef1cf req-e79f3299-6514-4b4f-8af4-25a2c4605806 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 210 time: 0.1008592 Jul 12 16:12:06.381012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-819cc73a-531f-4b37-a2b4-262c71eb032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.490015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8a06bcb-2474-4902-b9fd-302b80daf2de up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:06.522300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.543301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.544793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5298c83-1e15-4bbd-a587-97b7f314508f HTTP/1.1" status: 204 len: 168 time: 0.5408475 Jul 12 16:12:06.629036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-795817a6-5cce-4360-8f3b-af10a9bf9577 service neutron] 10.222.0.58 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702195 Jul 12 16:12:06.647926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758501-2b89-4c7c-b22d-3c1e83b9fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5298c83-1e15-4bbd-a587-97b7f314508f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:06.651992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::337 (71f45e5b-b2bf-4476-a7e2-d65f6594c3f9/fd6a006d-0a9b-4619-8ecd-4971cdef2aec/d9fede78-6953-4098-af45-58d4a95737a0) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:06.715124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.743476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Transition to ACTIVE for port object 0651040f-a427-409e-bfd1-2713705fbdbc will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:06.787871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Transition to ACTIVE for port object 0651040f-a427-409e-bfd1-2713705fbdbc will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:06.848151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.904183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-dbd5f63e-24c1-4fa8-add4-a4825edc38e7 service neutron] 10.222.0.58 "GET /v2.0/networks/1a8b8796-2643-41b8-96db-ab925fdb9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737234 Jul 12 16:12:06.948639 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.004786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.006285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.032510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-819cc73a-531f-4b37-a2b4-262c71eb032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.036157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object d9fede78-6953-4098-af45-58d4a95737a0 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:07.043857 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-819cc73a-531f-4b37-a2b4-262c71eb032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.075234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:07.081336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:07.097811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:07.117903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.132841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-819cc73a-531f-4b37-a2b4-262c71eb032a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f772a455b0147429ada65cbda2f01cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8476460 Jul 12 16:12:07.136224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:07.137709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.141361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-71f45e5b-b2bf-4476-a7e2-d65f6594c3f9', 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': 'fd6a006d-0a9b-4619-8ecd-4971cdef2aec'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:07.142872 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.143111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45706) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:07.146625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cc73a-531f-4b37-a2b4-262c71eb032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad98120-37a7-4ecd-a0e0-73c97e5a7e41,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.155329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-e774b6f9-266b-4781-85a8-045341212d10 service neutron] 10.222.0.58 "GET /v2.0/networks/1a8b8796-2643-41b8-96db-ab925fdb9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502925 Jul 12 16:12:07.158199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.239496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.260648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.261183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.261529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.261874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.262208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.262542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.262875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.263205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.263529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.263903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.264228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.264551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.284512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:07.285153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.298663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-44fb12c2-6baa-46a2-878d-8ba276c1a044 service neutron] 10.222.0.58 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345103 Jul 12 16:12:07.310582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:07.325704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-2ce42e76-e158-4003-aa8b-d632484cb5b0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448029 Jul 12 16:12:07.327370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:07.331398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:07.333720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.338626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:07.345200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:07.345966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.353848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=d9fede78-6953-4098-af45-58d4a95737a0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.354951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Request body: {'port': {'device_id': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:07.364358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:07.371331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:07.392153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.400012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fa7444a5-021f-4e07-996a-b76261c69462 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5196095 Jul 12 16:12:07.401153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45714) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:07.411521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.497554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.564315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Pushing event updated for resources: {'Port': ['ID=0651040f-a427-409e-bfd1-2713705fbdbc,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.595816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.604461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.611348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ad98120-37a7-4ecd-a0e0-73c97e5a7e41 HTTP/1.1" status: 204 len: 168 time: 0.4579570 Jul 12 16:12:07.641088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d8557-83f1-470d-bd5b-29843356fbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad98120-37a7-4ecd-a0e0-73c97e5a7e41,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.658383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port d9fede78-6953-4098-af45-58d4a95737a0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:07.659023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.701310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-3683e884-a8fe-4356-98cf-3fefa89a6417 service neutron] 10.222.0.58 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967073 Jul 12 16:12:07.733545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d8a06bcb-2474-4902-b9fd-302b80daf2de completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:07.803057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.816612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for d9fede78-6953-4098-af45-58d4a95737a0 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:07.924449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d8a06bcb-2474-4902-b9fd-302b80daf2de triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:07.924449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.982025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Attempting to bind port 0651040f-a427-409e-bfd1-2713705fbdbc on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:07.982721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Attempting to bind port 0651040f-a427-409e-bfd1-2713705fbdbc by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:07.985136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Attempting to bind port 0651040f-a427-409e-bfd1-2713705fbdbc on network 1a8b8796-2643-41b8-96db-ab925fdb9867 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:08.035782 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.058215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:08.058623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Checking segment: {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:08.059494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.060076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Bound using segment: {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:08.060574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Bound port: 0651040f-a427-409e-bfd1-2713705fbdbc, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:08.061069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.098464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Allocated IP 2001:db8::2 (71f45e5b-b2bf-4476-a7e2-d65f6594c3f9/fd6a006d-0a9b-4619-8ecd-4971cdef2aec/572626c2-bb19-4a7a-9c13-0eafb3110c58) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:08.123304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=d9fede78-6953-4098-af45-58d4a95737a0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:08.177128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.179162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-22766330-3e4c-4545-8fe8-86d8dfdd5603 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/d9fede78-6953-4098-af45-58d4a95737a0 HTTP/1.1" status: 204 len: 168 time: 0.7769277 Jul 12 16:12:08.183233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45742) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:08.189298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] For port 0651040f-a427-409e-bfd1-2713705fbdbc, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:08.193338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] For port 0651040f-a427-409e-bfd1-2713705fbdbc, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0651040f-a427-409e-bfd1-2713705fbdbc,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:08.204693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Provisioning complete for port d8a06bcb-2474-4902-b9fd-302b80daf2de triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:08.205076 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.213024 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.270517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d047b0-5e7a-4a45-ad8a-3a8cd5ca1e62 req-e344e102-f466-43ba-8f29-6e74341081bd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:08.283449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93d047b0-5e7a-4a45-ad8a-3a8cd5ca1e62 req-e344e102-f466-43ba-8f29-6e74341081bd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 931 time: 0.2647865 Jul 12 16:12:08.329685 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-45db9ed5-4123-4ef9-bfbc-c8f465362f67 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:12:08.332112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-45db9ed5-4123-4ef9-bfbc-c8f465362f67 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/d9fede78-6953-4098-af45-58d4a95737a0 HTTP/1.1" status: 404 len: 333 time: 0.1472566 Jul 12 16:12:08.336630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45744) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:08.357868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b659ac9c-d21a-4414-b954-e40c4dbcd708 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:08.376806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.422668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Transition to ACTIVE for port object b659ac9c-d21a-4414-b954-e40c4dbcd708 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:08.432235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.476548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93d047b0-5e7a-4a45-ad8a-3a8cd5ca1e62 req-b9771d82-e806-4e41-ada6-78cd47673e2a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916509 Jul 12 16:12:08.543494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet fd6a006d-0a9b-4619-8ecd-4971cdef2aec {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:12:08.600700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262374-e194-44a7-bb18-384997036ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:08.676612 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc43a27f-eb30-4160-8dc4-59b9382e2c27 req-c79bfa6d-6e36-4463-aa76-074a8a784ba2 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 210 time: 0.0883875 Jul 12 16:12:08.713518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8e7b-8029-48d2-8d37-fbda6f293da8 None None] Pushing event updated for resources: {'Port': ['ID=0651040f-a427-409e-bfd1-2713705fbdbc,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:08.741508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.837156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:08.837419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:08.838921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:08.845715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:08.847633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:08.854441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:08.854894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:08.855766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:08.856330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Bound port: b659ac9c-d21a-4414-b954-e40c4dbcd708, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:08.857011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.944484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d8a06bcb-2474-4902-b9fd-302b80daf2de, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8a06bcb-2474-4902-b9fd-302b80daf2de,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:08.980225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:08.982682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.008147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:09.023123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:09.037085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.138594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:09.143622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.143622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-58262374-e194-44a7-bb18-384997036ffd service neutron] 10.222.0.77 "PUT /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 1091 time: 1.7929893 Jul 12 16:12:09.151042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:09.154308 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3cba45-4a0f-4acd-943b-d3f352392a93" -d '{"events": [{"name": "network-changed", "server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:09.277719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262374-e194-44a7-bb18-384997036ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:09.286149 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cac1b6-c11e-4ab8-8d6b-47a77961890c x-openstack-request-id: req-47cac1b6-c11e-4ab8-8d6b-47a77961890c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:09.286591 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:09.287614 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47cac1b6-c11e-4ab8-8d6b-47a77961890c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:09.290296 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'status': 'completed', 'code': 200} Jul 12 16:12:09.294766 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.316226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d8a06bcb-2474-4902-b9fd-302b80daf2de,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:09.322574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Transition to ACTIVE for port object 572626c2-bb19-4a7a-9c13-0eafb3110c58 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:09.324951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4df790a3-5ad7-4507-9b44-caca978430cb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:09.362742 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:12:09.362742 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-9eafc98c-93c4-430c-8a4c-88d69791635f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:12:09.367293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4df790a3-5ad7-4507-9b44-caca978430cb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:09.367524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4df790a3-5ad7-4507-9b44-caca978430cb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:09.374358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Transition to ACTIVE for port object 572626c2-bb19-4a7a-9c13-0eafb3110c58 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:09.383701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.384948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.437516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-fbc7547b-8d20-46ba-bb6c-c779e02a2b98 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=368235423d05422fbed1b7cc66b2602e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503721 Jul 12 16:12:09.442408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-25c8b14d-9765-4a6e-a1b3-9333a90a3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:09.445007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-25c8b14d-9765-4a6e-a1b3-9333a90a3f6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1094 time: 0.1520944 Jul 12 16:12:09.474737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:09.514936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.718643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-22b8e8fe-ceee-49e1-be41-5d28f77744af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 217 time: 0.2594309 Jul 12 16:12:09.808942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.845452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:09.869953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:09.917352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:09.971569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.978262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Pushing event updated for resources: {'Port': ['ID=572626c2-bb19-4a7a-9c13-0eafb3110c58,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:09.988627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97197c01-bbfe-4d95-8b84-4cfb883add65 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:10.001648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6a006d-0a9b-4619-8ecd-4971cdef2aec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:10.017123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.019721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6ad7a9fe-79dc-42cb-bc38-90666676d399 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/fd6a006d-0a9b-4619-8ecd-4971cdef2aec HTTP/1.1" status: 204 len: 168 time: 1.6783376 Jul 12 16:12:10.022383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:10.226489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Attempting to bind port 572626c2-bb19-4a7a-9c13-0eafb3110c58 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:10.226871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Attempting to bind port 572626c2-bb19-4a7a-9c13-0eafb3110c58 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '73a46d03-8fa9-4030-979a-4f90f86226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:10.227245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Attempting to bind port 572626c2-bb19-4a7a-9c13-0eafb3110c58 on network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:10.240558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.253687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:10.254072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Checking segment: {'id': '73a46d03-8fa9-4030-979a-4f90f86226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:10.254484 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.254882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Bound using segment: {'id': '73a46d03-8fa9-4030-979a-4f90f86226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:10.255676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Bound port: 572626c2-bb19-4a7a-9c13-0eafb3110c58, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a46d03-8fa9-4030-979a-4f90f86226ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '71f45e5b-b2bf-4476-a7e2-d65f6594c3f9'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:10.255806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.303493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 97197c01-bbfe-4d95-8b84-4cfb883add65 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:10.304274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.419704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-network', 'tenant_id': '50b768190198447d962518e3e33c2754'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:10.425868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] For port 572626c2-bb19-4a7a-9c13-0eafb3110c58, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:10.435205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] For port 572626c2-bb19-4a7a-9c13-0eafb3110c58, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=572626c2-bb19-4a7a-9c13-0eafb3110c58,segment=NetworkSegment(73a46d03-8fa9-4030-979a-4f90f86226ae),segment_id=73a46d03-8fa9-4030-979a-4f90f86226ae)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:10.464004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.468711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12613f57-fa46-492f-8315-8d6135a79b34 req-7e7eba6d-5259-4428-9165-c71f27741ccf tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:10.479498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12613f57-fa46-492f-8315-8d6135a79b34 req-7e7eba6d-5259-4428-9165-c71f27741ccf tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.3301694 Jul 12 16:12:10.491909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-e79279a5-a4ba-4b34-b1db-bcb659664f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:10.493674 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-e79279a5-a4ba-4b34-b1db-bcb659664f06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.7667506 Jul 12 16:12:10.546179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-aed2d7db-bcc9-4604-89c0-2fedd33c80e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404961 Jul 12 16:12:10.548635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Made reservation on behalf of 50b768190198447d962518e3e33c2754 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:10.551518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.577655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12613f57-fa46-492f-8315-8d6135a79b34 req-e96ff4f3-aa0a-413e-a8ab-10ffc7617f90 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968173 Jul 12 16:12:10.579046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 572626c2-bb19-4a7a-9c13-0eafb3110c58 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:10.579386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.583188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444a7763-9ce8-4074-b337-c7d001a2b9a9 None None] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:10.584196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-47c61be6-7e87-4743-af08-e691a4e96390 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:10.585962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-47c61be6-7e87-4743-af08-e691a4e96390 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1395741 Jul 12 16:12:10.598710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ffc97-e95e-429b-b8e0-1f05e06e8f09 None None] Pushing event updated for resources: {'Port': ['ID=572626c2-bb19-4a7a-9c13-0eafb3110c58,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:10.613387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.661418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-4b4b1a82-db56-439e-939c-3d9a2b0f2e32 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/quotas/368235423d05422fbed1b7cc66b2602e HTTP/1.1" status: 200 len: 375 time: 0.0544283 Jul 12 16:12:10.719388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-70743705-e23e-48de-b8ae-ca62f327a920 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=368235423d05422fbed1b7cc66b2602e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387585 Jul 12 16:12:10.730067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-01c3f511-3f73-4383-8958-490f3e0c2a4c None None] Provisioning for port 0651040f-a427-409e-bfd1-2713705fbdbc completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:10.788750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-6486f5ad-7cc5-466c-944f-a337fe11831f service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308042 Jul 12 16:12:10.814335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] For port 572626c2-bb19-4a7a-9c13-0eafb3110c58, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=572626c2-bb19-4a7a-9c13-0eafb3110c58,segment=NetworkSegment(73a46d03-8fa9-4030-979a-4f90f86226ae),segment_id=73a46d03-8fa9-4030-979a-4f90f86226ae)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:10.816632 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.856753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ee0680ed-9cfd-46ae-a622-4121a4db3db6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:10.864284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ee0680ed-9cfd-46ae-a622-4121a4db3db6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:10.866156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ee0680ed-9cfd-46ae-a622-4121a4db3db6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "GET /v2.0/networks?id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0&id=1a8b8796-2643-41b8-96db-ab925fdb9867&id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 HTTP/1.1" status: 200 len: 1391 time: 0.5281382 Jul 12 16:12:10.871314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 572626c2-bb19-4a7a-9c13-0eafb3110c58 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:10.882715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'admin_state_up': True, 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:11.003894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6a05c-48e6-422d-b61d-6ef683723fdb None None] Network 71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:11.006482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0651040f-a427-409e-bfd1-2713705fbdbc up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:11.058187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.068001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.118035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de752cf-98dd-4a0d-ba17-784c9a777a83 req-3e66d65b-5297-4a1f-80e2-ac5d51adde79 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885890 Jul 12 16:12:11.168803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef2a2ee7-01c5-4b07-a08e-8ee6f5205e11 req-06bcefe3-2a0a-49e4-88cd-aa7e188b20f4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 210 time: 0.2324314 Jul 12 16:12:11.185032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:11.204736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04305d85-a97d-4c7c-ba03-19196ba32dc2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.236710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.237273 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Added segment 04b3c578-22e6-47dc-824e-760fdded49e3 of type vlan for network aaeaf840-b117-4b05-8037-b038f38629fb Jul 12 16:12:11.281432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0651040f-a427-409e-bfd1-2713705fbdbc completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:11.295178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0651040f-a427-409e-bfd1-2713705fbdbc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:11.295709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.308669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.342532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-b5de90cc-3831-4edf-8637-d7ccf09fd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:11.342532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-b5de90cc-3831-4edf-8637-d7ccf09fd136 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1094 time: 0.1773190 Jul 12 16:12:11.360721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27327c32-b065-43bd-8c45-64b3cde3ca05 req-84a77201-acbc-4c32-b8f5-a13864ba7d4a tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0949790 Jul 12 16:12:11.379923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.382743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:11.382743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.389875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.467913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.482475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=572626c2-bb19-4a7a-9c13-0eafb3110c58,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.499855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No DVR routers for this DVR port 572626c2-bb19-4a7a-9c13-0eafb3110c58 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:11.546897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0651040f-a427-409e-bfd1-2713705fbdbc, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0651040f-a427-409e-bfd1-2713705fbdbc,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:11.553077 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.596770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:11.600733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.618602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8a06bcb-2474-4902-b9fd-302b80daf2de up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:11.624147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=aaeaf840-b117-4b05-8037-b038f38629fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.664946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3afc4875-b133-433c-b5e7-961243c7a8d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1851904 Jul 12 16:12:11.680957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45816) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:11.684769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aaeaf840-b117-4b05-8037-b038f38629fb details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:11.703470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Request body: {'subnet': {'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-subnet', 'tenant_id': '50b768190198447d962518e3e33c2754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:11.763141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Made reservation on behalf of 50b768190198447d962518e3e33c2754 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:11.765895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.775697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.835157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7a54b-23ec-40d0-86ca-40562fe0143d None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:12:11.897053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f45e5b-b2bf-4476-a7e2-d65f6594c3f9']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:11.950801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0651040f-a427-409e-bfd1-2713705fbdbc,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.964893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a46d03-8fa9-4030-979a-4f90f86226ae') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:11.965234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a46d03-8fa9-4030-979a-4f90f86226ae') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:11.983899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-2e5b5a26-eb7d-488e-81d2-26e6207e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:11.986651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.988834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-2e5b5a26-eb7d-488e-81d2-26e6207e3eeb service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.6382663 Jul 12 16:12:12.020354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f40b41e-efc8-407e-8857-8be79ed6d289 None None] Provisioning complete for port 0651040f-a427-409e-bfd1-2713705fbdbc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:12.020728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f40b41e-efc8-407e-8857-8be79ed6d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.065280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.082277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:12:12.082768 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.137211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d8a06bcb-2474-4902-b9fd-302b80daf2de triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:12.137613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:12:12.144338 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:12:12.176029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Allocated IP 19.80.0.29 (e44b34d1-abe9-42c0-b15b-f6e0ba5553b0/7fe17b59-3999-49e8-8b3f-0b9bcd665585/19a05cef-11bf-45ae-a356-fde93cddbbea) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:12.206089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-60e96b27-dbfd-4244-a3c9-210b98745df4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 217 time: 0.1231608 Jul 12 16:12:12.427470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.450226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.451546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7a54b-23ec-40d0-86ca-40562fe0143d None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:12:12.457750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Transition to ACTIVE for port object 19a05cef-11bf-45ae-a356-fde93cddbbea will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:12.464144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f27d-d4a0-4c02-b952-cc58ed4d9e53 req-a43ce13d-a6dd-459f-b44b-5c72f02d962e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:12.478586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.487147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7615f27d-d4a0-4c02-b952-cc58ed4d9e53 req-a43ce13d-a6dd-459f-b44b-5c72f02d962e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.6047304 Jul 12 16:12:12.487935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/71f45e5b-b2bf-4476-a7e2-d65f6594c3f9 HTTP/1.1" status: 204 len: 168 time: 2.4574485 Jul 12 16:12:12.487935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefe949-dce2-4c03-83ee-4b606d447add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=71f45e5b-b2bf-4476-a7e2-d65f6594c3f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:12.490785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45828) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:12.503065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'name': 'tempest-PortsIpV6TestJSON-673661844'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:12.511527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-099c0fbd-33bf-450f-9112-eaaf6e7702e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:12.513359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-099c0fbd-33bf-450f-9112-eaaf6e7702e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.2834861 Jul 12 16:12:12.525593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.596181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8347f02-f070-4f42-8328-cb0bf5b64ee4 req-8f410c0c-a3af-48b2-b555-2b5842f1fbcf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 210 time: 0.0812719 Jul 12 16:12:12.598621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.654582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-dc7c25a2-fcdf-4fca-b84d-bf8c47f98a23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303561 Jul 12 16:12:12.713376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7615f27d-d4a0-4c02-b952-cc58ed4d9e53 req-4607c7a3-c2ab-4e85-b7c3-d395af492f2b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307818 Jul 12 16:12:12.740440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:12.756373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:12.769894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:12.783993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137dbc76-c28a-419f-a248-f6ba145ccee0,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:12.826550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Checking segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:12.827244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Network hostable DHCP agents. Network: aaeaf840-b117-4b05-8037-b038f38629fb, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:12.834663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:12.839244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:12.879301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-6b29e980-48ba-48ea-a3de-9db588ad3f69 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049010 Jul 12 16:12:12.884353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 0ca8208d-c2ff-4dee-b2d4-1034ade548ae yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:12.898467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b683606e-587d-4ff7-b5d9-8d7fe93c9c52 req-583f2b85-abf3-4e50-a2b0-4c206a10f6fd tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 210 time: 0.0661054 Jul 12 16:12:12.900419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:12.906376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Network aaeaf840-b117-4b05-8037-b038f38629fb is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:12.998460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:12.999133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.054738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aaeaf840-b117-4b05-8037-b038f38629fb) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:13.080511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-ffd4f9e5-ccbf-4d3d-83fb-c75464a41f51 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=368235423d05422fbed1b7cc66b2602e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490003 Jul 12 16:12:13.082536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-09c786f0-16a8-4b11-84bf-6ccf42b928f9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2057602 Jul 12 16:12:13.084286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:13.088851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.160538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb2259b5-22a8-43e1-a023-ab1575842ae0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4780769 Jul 12 16:12:13.170715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45832) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:13.177367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:13.198502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de3cba45-4a0f-4acd-943b-d3f352392a93 req-10961f7b-6323-4e81-8da8-633cf7b3fdb4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082032 Jul 12 16:12:13.255063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-12801aa4-7c03-4994-892a-f0caec41970e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:13.264594 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-12801aa4-7c03-4994-892a-f0caec41970e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723473 Jul 12 16:12:13.264594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867', 'admin_state_up': True, 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:13.272431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Request body: {'port': {'device_id': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '368235423d05422fbed1b7cc66b2602e'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:13.287124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.287852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.372268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.477660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.479471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:12:13.479471 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:12:13.479471 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': '368235423d05422fbed1b7cc66b2602e', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 12, 13, 468358)}] Jul 12 16:12:13.479471 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:12:13.480234 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:12:13.488261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0651040f-a427-409e-bfd1-2713705fbdbc up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:13.497745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:13.525574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.611363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0651040f-a427-409e-bfd1-2713705fbdbc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:13.611363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.678544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33cdc2-ac7d-460b-bb1a-6c1e2c8a3cb5 None None] Network aaeaf840-b117-4b05-8037-b038f38629fb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:13.761957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.778725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.791339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Allocated IP 19.86.0.119 (1a8b8796-2643-41b8-96db-ab925fdb9867/ffb9d97d-19fb-40a9-bd8a-d796b9a495c6/aea0cddc-53b6-4b8e-b002-fc8767497866) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:13.849175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:13.933017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:13.939294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:13.945109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:13.945776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.958961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=0ca8208d-c2ff-4dee-b2d4-1034ade548ae,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:14.011178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-924e10c5-25b5-455f-9034-a78015e23444 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5191710 Jul 12 16:12:14.013751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45852) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:14.017261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-aaeaf840-b117-4b05-8037-b038f38629fb', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:14.018424 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.081677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852f1e-f06b-4d3e-992d-18f2a7fe3807 req-1c30827c-d45e-4bd2-afc7-9f8474d2987d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:14.083249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0852f1e-f06b-4d3e-992d-18f2a7fe3807 req-1c30827c-d45e-4bd2-afc7-9f8474d2987d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 931 time: 0.2697818 Jul 12 16:12:14.092266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Made reservation on behalf of 368235423d05422fbed1b7cc66b2602e for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:14.096984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.099167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:12:14.120532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.162371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21a7f-608c-4e9f-aa5f-0792ea8bfe8c req-53cf470d-af2c-4edb-86fb-8cf4be796afe tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:14.164178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fe21a7f-608c-4e9f-aa5f-0792ea8bfe8c req-53cf470d-af2c-4edb-86fb-8cf4be796afe tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.2122076 Jul 12 16:12:14.185328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-538d96d6-52e2-4244-9119-484ff296892c None None] Provisioning for port 19a05cef-11bf-45ae-a356-fde93cddbbea completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:14.185641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0852f1e-f06b-4d3e-992d-18f2a7fe3807 req-d763faea-e253-4571-8d96-8c291745dfb1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937726 Jul 12 16:12:14.192768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-538d96d6-52e2-4244-9119-484ff296892c None None] Provisioning complete for port 19a05cef-11bf-45ae-a356-fde93cddbbea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:14.193135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-538d96d6-52e2-4244-9119-484ff296892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.217890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 0ca8208d-c2ff-4dee-b2d4-1034ade548ae {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:14.218241 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.304437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.314426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-538d96d6-52e2-4244-9119-484ff296892c None None] Port 19a05cef-11bf-45ae-a356-fde93cddbbea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:14.358031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fe21a7f-608c-4e9f-aa5f-0792ea8bfe8c req-7e8584f4-ed03-4868-b9e4-7aafd625b320 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834261 Jul 12 16:12:14.358954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.360352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Allocated IP 172.20.0.2 (aaeaf840-b117-4b05-8037-b038f38629fb/137dbc76-c28a-419f-a248-f6ba145ccee0/773cf3bf-be3d-4ab6-b605-d7cad8b9daab) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:14.363492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:14.376030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.404690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'port_id': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'mac_address': 'fa:16:3e:fc:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177a743-efd3-4300-9e58-b311afeda8db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:12:14.477819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.594057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbfc18f8-3ed4-4646-b782-94d03809ba04 req-cdde36b7-51b1-4433-864d-70fcfe662729 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 210 time: 0.1250992 Jul 12 16:12:14.606885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 0ca8208d-c2ff-4dee-b2d4-1034ade548ae owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:14.663231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.677076 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.688518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Transition to ACTIVE for port object 773cf3bf-be3d-4ab6-b605-d7cad8b9daab will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:14.753712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Transition to ACTIVE for port object 773cf3bf-be3d-4ab6-b605-d7cad8b9daab will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:14.759127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.764944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.769760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.786089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Transition to ACTIVE for port object aea0cddc-53b6-4b8e-b002-fc8767497866 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:14.802088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996a05b2-44ca-4351-bed5-585b85b35775,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:14.870874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Pushing event updated for resources: {'Port': ['ID=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:14.890981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.893506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Allocated IP 192.168.233.37 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/fc00dbcb-a747-482f-8ce6-acc8fc7a39c1) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:14.894675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Allocated IP 172.25.8.8 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9a43eccc-c8d5-4603-b6d0-8830f58e2e9d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:14.896666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Network aaeaf840-b117-4b05-8037-b038f38629fb is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:14.899331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b659ac9c-d21a-4414-b954-e40c4dbcd708 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:14.924351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:14.926375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:14.929373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:14.937113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.978782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:14.982473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:14.992995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:14.997369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:15.029887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.069362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Attempting to bind port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:15.070012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Attempting to bind port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:15.070376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Attempting to bind port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab on network aaeaf840-b117-4b05-8037-b038f38629fb {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:15.088819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:15.089243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Checking segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:15.089797 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.090291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Bound using segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:15.091331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Bound port: 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:15.091792 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.095735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.112401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.164824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:15.173722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:15.180226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:15.186089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.231233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] For port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:15.235523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] For port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:15.246811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.249031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.257619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.274193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Transition to ACTIVE for port object fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:15.304029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=0ca8208d-c2ff-4dee-b2d4-1034ade548ae,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.325764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:15.326773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.327172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:15.331990 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.428239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-6eb17ac4-555a-4f64-ba4a-6577840f353a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1701324 Jul 12 16:12:15.451696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.452123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:15.457313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3963f483-1fae-4c95-b456-543b073270a4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/0ca8208d-c2ff-4dee-b2d4-1034ade548ae HTTP/1.1" status: 204 len: 168 time: 1.4407399 Jul 12 16:12:15.465724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'admin_state_up': True, 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:15.479058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45872) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:15.482599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:15.507753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'mac_address': 'fa:16:3e:76:c3:e0', 'name': 'tempest-PortsIpV6TestJSON-2044302980'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:15.508662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ed3155fd-6c18-41c6-b06a-969c5572c4b4 None None] Provisioning for port aea0cddc-53b6-4b8e-b002-fc8767497866 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:15.528066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Pushing event updated for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.544944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ed3155fd-6c18-41c6-b06a-969c5572c4b4 None None] Provisioning complete for port aea0cddc-53b6-4b8e-b002-fc8767497866 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:15.545348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ed3155fd-6c18-41c6-b06a-969c5572c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.554481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357ecf-4e06-41cc-8c97-858c1b6531be None None] Pushing event updated for resources: {'Port': ['ID=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.597503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:15.732507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ed3155fd-6c18-41c6-b06a-969c5572c4b4 None None] Port aea0cddc-53b6-4b8e-b002-fc8767497866 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:15.855855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.996240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:15.996910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.079476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5152d387-fb55-4270-827e-1965158e2348 None None] Provisioning for port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:16.089501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5152d387-fb55-4270-827e-1965158e2348 None None] Provisioning complete for port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:16.089962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5152d387-fb55-4270-827e-1965158e2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.142019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cb6f-bec0-49a1-8912-97ad8d3abe2f req-d4b5121b-fa44-4f05-9e9e-c99df9282d4a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:16.145400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5152d387-fb55-4270-827e-1965158e2348 None None] Port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:16.154202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:16.158349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cb6f-bec0-49a1-8912-97ad8d3abe2f req-d4b5121b-fa44-4f05-9e9e-c99df9282d4a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:16.160377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f752cb6f-bec0-49a1-8912-97ad8d3abe2f req-d4b5121b-fa44-4f05-9e9e-c99df9282d4a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 1654 time: 0.7156436 Jul 12 16:12:16.165860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-2441c1f9-a6ee-4a83-976a-52e1938807bb tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8984644 Jul 12 16:12:16.229994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Request body: {'port': {'device_id': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:16.273323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f752cb6f-bec0-49a1-8912-97ad8d3abe2f req-9775ae16-b60a-4ac7-ac48-3b3a7944ecd8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036026 Jul 12 16:12:16.276987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:12:16.299093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:16.303641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.317292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.347563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb196-c472-4f3c-99c9-4a8dc9445243 req-35f9aed6-b0c8-44b3-8516-4fc3a3cc6d9b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:16.355556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba0cb196-c472-4f3c-99c9-4a8dc9445243 req-35f9aed6-b0c8-44b3-8516-4fc3a3cc6d9b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.3540177 Jul 12 16:12:16.369655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.446091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 3dc75bbd-d3cc-4570-9627-d4058b07dff9 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:16.495120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.602451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba0cb196-c472-4f3c-99c9-4a8dc9445243 req-cc605439-7c93-4d47-8b56-70accc24fc02 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458513 Jul 12 16:12:16.771692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Allocated IP 19.80.0.187 (e44b34d1-abe9-42c0-b15b-f6e0ba5553b0/7fe17b59-3999-49e8-8b3f-0b9bcd665585/11c478a4-2d9f-44f9-a2a6-2e92e3780f78) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:17.020456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8321047-950b-436f-a3a8-2275414e66d3 None None] Network aaeaf840-b117-4b05-8037-b038f38629fb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:17.028551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cede4-f66a-47a4-b09e-95300bf7e796 req-40159187-88f0-4be9-999e-168121c9f45c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.038023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-032cede4-f66a-47a4-b09e-95300bf7e796 req-40159187-88f0-4be9-999e-168121c9f45c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 935 time: 0.1107733 Jul 12 16:12:17.080151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.106336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-032cede4-f66a-47a4-b09e-95300bf7e796 req-8e9a08de-e99d-4cc2-8fb3-c04f1594f8fa tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668490 Jul 12 16:12:17.106878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Router 5b9f1434-5543-4789-870b-a8772fc0de5b is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:12:17.174104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 773cf3bf-be3d-4ab6-b605-d7cad8b9daab up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:17.194233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca6cd836-1b7a-41d7-9ee4-3ab2b510d72c None None] Provisioning for port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:17.303976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:17.328541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Sync routers for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:17.341109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.342663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d3294857-4a02-4e31-a010-b27f12ae9dc9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1703720 Jul 12 16:12:17.346542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45894) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:17.368665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.373552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:17.377935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:17.387734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.388637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:17.394504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:17.438803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:17.439343 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.481729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.486059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=3dc75bbd-d3cc-4570-9627-d4058b07dff9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:17.560287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:17.571401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Transition to ACTIVE for port object 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:17.578701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:17.592302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:17.600746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.601431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.617788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Transition to ACTIVE for port object fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:17.638618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e15b848-22a7-4ea8-b2e5-4d6441c14894 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1573083 Jul 12 16:12:17.640537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:17.640679 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.643934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.695562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:17.781974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e436afa-61c5-4ae8-aa3d-4f60158cddc0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.788165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e436afa-61c5-4ae8-aa3d-4f60158cddc0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/3dc75bbd-d3cc-4570-9627-d4058b07dff9 HTTP/1.1" status: 200 len: 845 time: 0.1409607 Jul 12 16:12:17.802958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45902) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:17.803719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Pushing event updated for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:17.866153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab43dfd-0689-45e7-b6f9-7c50fce2f918 req-62274f7a-2f6b-4495-973c-8872154f5b9d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.874204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab43dfd-0689-45e7-b6f9-7c50fce2f918 req-62274f7a-2f6b-4495-973c-8872154f5b9d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.883258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ab43dfd-0689-45e7-b6f9-7c50fce2f918 req-62274f7a-2f6b-4495-973c-8872154f5b9d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 1654 time: 0.4335682 Jul 12 16:12:17.975170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:17.989656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1615-bc1a-494b-a938-665fd72f0382 req-36bf9526-2022-435e-8802-8f0cdc544063 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:17.997817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83af1615-bc1a-494b-a938-665fd72f0382 req-36bf9526-2022-435e-8802-8f0cdc544063 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.1838539 Jul 12 16:12:18.054825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.101263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:18.102194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ab43dfd-0689-45e7-b6f9-7c50fce2f918 req-7f8c1117-d431-4cfe-91fa-7f460a401142 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179406 Jul 12 16:12:18.235113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.250188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:18.310016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.310730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.312242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.312784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.313336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.313938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.314467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.314994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.315710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.319667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.322006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.322723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:18.334429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port b659ac9c-d21a-4414-b954-e40c4dbcd708 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:18.348660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port b659ac9c-d21a-4414-b954-e40c4dbcd708 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:18.349397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.394975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.448650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:15Z', 'revision_number': 3, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:18.465035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:18.487753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:18.510991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:18.532928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83af1615-bc1a-494b-a938-665fd72f0382 req-3441f9d0-79af-4369-9649-ef34fe7cbf0e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146887 Jul 12 16:12:18.533190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Checking router: 5b9f1434-5543-4789-870b-a8772fc0de5b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:18.533407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Updating router 5b9f1434-5543-4789-870b-a8772fc0de5b port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:18.588386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:18.692869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4de22d46-58d3-4f8d-ab97-a344bb4ad895 None None] Provisioning complete for port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:18.693377 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4de22d46-58d3-4f8d-ab97-a344bb4ad895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.711303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Allocated IP 172.20.0.1 (aaeaf840-b117-4b05-8037-b038f38629fb/137dbc76-c28a-419f-a248-f6ba145ccee0/8191a26e-4587-4b19-aa64-0b0fbcae8e99) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:18.740107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 3dc75bbd-d3cc-4570-9627-d4058b07dff9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:18.740447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.748923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Attempting to bind port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:18.748923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Attempting to bind port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:18.749925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Attempting to bind port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:18.780834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:18.781454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.836229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.848545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.864055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:18.864387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Attempting to bind port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:18.889478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:18.889813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:18.890212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:18.890893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Bound port: fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:18.891811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.912026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-51b71de0-c666-404e-bf2b-39f5f350fb35 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4643219 Jul 12 16:12:18.927896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:18.935082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.945575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:18.948603 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e80559-21cf-4c6d-89b7-768e97d5aa78" -d '{"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-plugged", "status": "completed", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:18.965055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.966612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Transition to ACTIVE for port object 8191a26e-4587-4b19-aa64-0b0fbcae8e99 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:19.023919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 3dc75bbd-d3cc-4570-9627-d4058b07dff9 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:19.066648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19065e0-cad4-4da7-9b82-7e906832f534 req-1ab4f30e-7d57-494e-8964-aeacf6ebab6d tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.068571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b19065e0-cad4-4da7-9b82-7e906832f534 req-1ab4f30e-7d57-494e-8964-aeacf6ebab6d tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 947 time: 0.4750872 Jul 12 16:12:19.071285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.103719 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceba76d-c75b-4f2b-bec2-b49160d2f544 x-openstack-request-id: req-5ceba76d-c75b-4f2b-bec2-b49160d2f544 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:19.104999 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-plugged", "status": "completed", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:19.104999 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ceba76d-c75b-4f2b-bec2-b49160d2f544 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:19.104999 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'code': 200} Jul 12 16:12:19.133376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:19.165887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 773cf3bf-be3d-4ab6-b605-d7cad8b9daab up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:19.184397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.200278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:19.241439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Pushing event updated for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:19.268438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b19065e0-cad4-4da7-9b82-7e906832f534 req-931c4866-3cc6-4e2a-8d46-5300076cb11c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807272 Jul 12 16:12:19.271217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:19.275692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.282003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.290219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Network aaeaf840-b117-4b05-8037-b038f38629fb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:19.296229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:19.299881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:19.356617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.357791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.359994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] 10.222.0.77 "PUT /v2.0/ports/fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 HTTP/1.1" status: 200 len: 1095 time: 3.1488347 Jul 12 16:12:19.364194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:19.367005 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448a8104-e2dd-4eb0-97cf-6cf29303a182" -d '{"events": [{"name": "network-changed", "server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:19.438775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.549369 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.557987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d0c59-79a1-4c07-af1c-4832039d6186 req-9fc3fb9c-6f54-460b-9f24-86a34f99a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.567849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c55d0c59-79a1-4c07-af1c-4832039d6186 req-9fc3fb9c-6f54-460b-9f24-86a34f99a510 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1096 time: 0.3311508 Jul 12 16:12:19.576495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:19.600331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b853e07-7499-49d9-a56d-598f328f776e service neutron] Pushing event updated for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:19.644822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.647824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/3dc75bbd-d3cc-4570-9627-d4058b07dff9 HTTP/1.1" status: 204 len: 168 time: 1.8407319 Jul 12 16:12:19.662866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:19.666235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:19.672649 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.743010 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac466868-c75e-4e08-92d5-331a0dd5bf5e x-openstack-request-id: req-ac466868-c75e-4e08-92d5-331a0dd5bf5e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:19.743460 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:19.744402 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac466868-c75e-4e08-92d5-331a0dd5bf5e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:19.744989 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1', 'status': 'completed', 'code': 200} Jul 12 16:12:19.787537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b843f3a-3d45-4e2e-a6e0-4cac5f5d890e None None] Provisioning for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:19.825702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c55d0c59-79a1-4c07-af1c-4832039d6186 req-63f54818-b83e-4036-b71a-a77e39427736 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569644 Jul 12 16:12:19.842174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b843f3a-3d45-4e2e-a6e0-4cac5f5d890e None None] Provisioning complete for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:19.842742 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b843f3a-3d45-4e2e-a6e0-4cac5f5d890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.864434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a93055-46fa-4558-8f3d-d51caa1dbe70 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=3dc75bbd-d3cc-4570-9627-d4058b07dff9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:19.875985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc97e8-74e9-467c-b43c-afeef8da89f8 req-e8c64d20-c0c0-4b14-bc98-53cc32669e8f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.876254 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-addd5cdd-564a-480b-bfed-fd041c95183d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:12:19.878128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-addd5cdd-564a-480b-bfed-fd041c95183d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/3dc75bbd-d3cc-4570-9627-d4058b07dff9 HTTP/1.1" status: 404 len: 333 time: 0.2090697 Jul 12 16:12:19.883022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45928) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:19.887468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc97e8-74e9-467c-b43c-afeef8da89f8 req-e8c64d20-c0c0-4b14-bc98-53cc32669e8f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.893995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'name': 'tempest-PortsIpV6TestJSON-1339711882'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:19.898930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc97e8-74e9-467c-b43c-afeef8da89f8 req-e8c64d20-c0c0-4b14-bc98-53cc32669e8f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.912522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1bc97e8-74e9-467c-b43c-afeef8da89f8 req-e8c64d20-c0c0-4b14-bc98-53cc32669e8f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2376 time: 0.5015416 Jul 12 16:12:20.015750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1bc97e8-74e9-467c-b43c-afeef8da89f8 req-f0444383-4ed3-45b3-ad8b-ba1b260fb68c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017241 Jul 12 16:12:20.031418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.048049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Transition to ACTIVE for port object 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:20.061826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.133022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249336f-e3ea-483b-869b-2784ba51b687 None None] Pushing event updated for resources: {'Port': ['ID=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:20.142765 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.226749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7b843f3a-3d45-4e2e-a6e0-4cac5f5d890e None None] Port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:20.259121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Attempting to bind port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:20.259937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Attempting to bind port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:20.260310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Attempting to bind port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:20.271066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:20.271746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:20.272130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.272625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:20.275353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Bound port: 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:20.276068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.383267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] For port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:20.394098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] For port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:20.414263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.453737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-bb795168-9ab2-46a5-8f81-e0ad70ec0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:20.455457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-bb795168-9ab2-46a5-8f81-e0ad70ec0090 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=368235423d05422fbed1b7cc66b2602e&device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 1098 time: 1.0010252 Jul 12 16:12:20.483521 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.498864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.542012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-5838e583-82eb-4a60-af2d-305c27cf72c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 HTTP/1.1" status: 200 len: 217 time: 0.0769458 Jul 12 16:12:20.549608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249336f-e3ea-483b-869b-2784ba51b687 None None] Pushing event updated for resources: {'Port': ['ID=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:20.592668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cd049925-b369-4895-ae10-ecb4dbee0bf5 None None] Provisioning for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:20.614274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cd049925-b369-4895-ae10-ecb4dbee0bf5 None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:20.615161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cd049925-b369-4895-ae10-ecb4dbee0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.632738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Pushing event updated for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:20.670471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:20.670863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.671163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:20.678688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:20.680432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.698335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d996435-6e69-4b2d-abb3-f42580421faf req-6cbd48fa-6613-487b-beb5-0704f7c36203 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:20.712878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d996435-6e69-4b2d-abb3-f42580421faf req-6cbd48fa-6613-487b-beb5-0704f7c36203 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 947 time: 0.1851113 Jul 12 16:12:20.765075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 428a83aa-7504-41d5-92ed-f8bfbdc3155f yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:20.786256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-47d9430e-f134-461a-a50e-42083a320036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:20.787769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-cd049925-b369-4895-ae10-ecb4dbee0bf5 None None] Port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:20.787930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-47d9430e-f134-461a-a50e-42083a320036 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2174900 Jul 12 16:12:20.855600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48015-67ff-4d7f-b65f-cf2a4cc3011f req-16b57cce-e5e5-416d-a426-7bb891912596 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:20.866523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ea48015-67ff-4d7f-b65f-cf2a4cc3011f req-16b57cce-e5e5-416d-a426-7bb891912596 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.9095056 Jul 12 16:12:20.880236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:20.888314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d996435-6e69-4b2d-abb3-f42580421faf req-c8cbb0eb-91ed-4efd-a91f-fec8d25ece25 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738322 Jul 12 16:12:20.898104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Network aaeaf840-b117-4b05-8037-b038f38629fb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:20.899684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:21.102509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e86ccee-584a-4d0b-b148-ee57eb8acc6d None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:21.104003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e86ccee-584a-4d0b-b148-ee57eb8acc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.111549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Router 5b9f1434-5543-4789-870b-a8772fc0de5b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:21.136096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.174184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7e86ccee-584a-4d0b-b148-ee57eb8acc6d None None] Port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:21.217361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.241168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-579a2868-131c-403f-adec-aac011a3f31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:19Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '8191a26e-4587-4b19-aa64-0b0fbcae8e99', 'name': '', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'mac_address': 'fa:16:3e:fe:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:18Z', 'updated_at': '2021-07-12T16:12:20Z', 'revision_number': 2, 'project_id': '50b768190198447d962518e3e33c2754', 'subnets': [{'id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:21.248667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:21.258641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a05cef-11bf-45ae-a356-fde93cddbbea {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:21.263647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:21.275653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a2868-131c-403f-adec-aac011a3f31c None None] The sync data for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 is: [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:19Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '8191a26e-4587-4b19-aa64-0b0fbcae8e99', 'name': '', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'mac_address': 'fa:16:3e:fe:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:18Z', 'updated_at': '2021-07-12T16:12:20Z', 'revision_number': 2, 'project_id': '50b768190198447d962518e3e33c2754', 'subnets': [{'id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:21.296665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:21.303006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:21.304003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.314315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.314487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3d68f800-f304-45d5-8708-1f19ec3fdb4e None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:21.316198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3d68f800-f304-45d5-8708-1f19ec3fdb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.327265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:21.332813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aeaaad78-8ae1-4a4b-ba88-e0a70ce6de85 admin admin] 10.222.0.58 "PUT /v2.0/routers/5b9f1434-5543-4789-870b-a8772fc0de5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9850817 Jul 12 16:12:21.340342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ea48015-67ff-4d7f-b65f-cf2a4cc3011f req-7d7ecb9a-4841-4734-a114-3995d2e29921 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725909 Jul 12 16:12:21.342644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e2017-fe97-463a-9116-dffdc0b36f92 req-f6265fe7-f9a1-45bf-8dc6-cfa1c379b5b0 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:21.349327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e2017-fe97-463a-9116-dffdc0b36f92 req-f6265fe7-f9a1-45bf-8dc6-cfa1c379b5b0 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:21.357700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e2017-fe97-463a-9116-dffdc0b36f92 req-f6265fe7-f9a1-45bf-8dc6-cfa1c379b5b0 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:21.359530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-393e2017-fe97-463a-9116-dffdc0b36f92 req-f6265fe7-f9a1-45bf-8dc6-cfa1c379b5b0 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2376 time: 0.1597726 Jul 12 16:12:21.415070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3d68f800-f304-45d5-8708-1f19ec3fdb4e None None] Port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:21.421064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Transition to ACTIVE for port object 19a05cef-11bf-45ae-a356-fde93cddbbea will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:21.423207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5394237 Jul 12 16:12:21.427622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-393e2017-fe97-463a-9116-dffdc0b36f92 req-4f2d66a5-3133-43c3-91aa-c0f64ef85694 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Jul 12 16:12:21.428104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45944) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:21.434689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:21.437949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-ec282589-579a-4a7b-b3ec-26cd9be2c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:21.439875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-ec282589-579a-4a7b-b3ec-26cd9be2c415 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6150379 Jul 12 16:12:21.440562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea8edf-fe22-4f7e-a493-d9baa762e690 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=428a83aa-7504-41d5-92ed-f8bfbdc3155f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:21.454388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.619552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:21.629225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:21.790076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-97bee623-7535-4afd-9524-61bfd23ad57c service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246768 Jul 12 16:12:21.918248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Attempting to bind port 19a05cef-11bf-45ae-a356-fde93cddbbea on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:21.918487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Attempting to bind port 19a05cef-11bf-45ae-a356-fde93cddbbea by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:21.918816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Attempting to bind port 19a05cef-11bf-45ae-a356-fde93cddbbea on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:21.953510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Port 19a05cef-11bf-45ae-a356-fde93cddbbea on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:21.958481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Attempting to bind port 19a05cef-11bf-45ae-a356-fde93cddbbea on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:22.006704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:22.007192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Checking segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:22.007466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Bound using segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:22.007937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Bound port: 19a05cef-11bf-45ae-a356-fde93cddbbea, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:22.008296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.116435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf6629c-9326-4f0b-ab3f-75f4445d7b9d req-fe6eb5c9-84f8-46a7-868b-a6f046cf8e42 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166454 Jul 12 16:12:22.177754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.192513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.244477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:22.276145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:22.292989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.297792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] In _notify_port_updated(), no bound segment for port 428a83aa-7504-41d5-92ed-f8bfbdc3155f on network ced27676-8d9b-4c62-a62c-db4706f06083 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:12:22.303380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:22.304012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.310226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/ports/428a83aa-7504-41d5-92ed-f8bfbdc3155f HTTP/1.1" status: 200 len: 818 time: 0.8810699 Jul 12 16:12:22.319077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.349864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.385693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:22.386653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.387065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-network', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:22.388177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] 10.222.0.65 "PUT /v2.0/ports/19a05cef-11bf-45ae-a356-fde93cddbbea HTTP/1.1" status: 200 len: 1091 time: 3.4646916 Jul 12 16:12:22.392083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:22.396418 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52fcdea-5938-46c8-ba8f-98f32fb32947" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:22.398546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78734f0-26be-4c0c-9820-9080bf377133 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=428a83aa-7504-41d5-92ed-f8bfbdc3155f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:22.426303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-2d19d263-8d13-4933-ab98-4c2c596b18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:22.428303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-2d19d263-8d13-4933-ab98-4c2c596b18b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=368235423d05422fbed1b7cc66b2602e&device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 1098 time: 0.2277589 Jul 12 16:12:22.453341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:22.476515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Made reservation on behalf of 9a9f827b7da948e1a4d810fd443d5e2f for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:22.490199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.507417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068596-21dd-4939-861d-c2adf79bb9ac req-8288277f-7a40-499e-a4c7-17c57ede5f7b tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:22.546059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70068596-21dd-4939-861d-c2adf79bb9ac req-8288277f-7a40-499e-a4c7-17c57ede5f7b tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 947 time: 0.3983295 Jul 12 16:12:22.569370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c42b14-363f-4cda-97c7-bfe8c1260081 service neutron] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:22.575222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.680473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70068596-21dd-4939-861d-c2adf79bb9ac req-f02bc8cc-ad72-452d-80fb-d72ee718611b tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318147 Jul 12 16:12:22.729583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 428a83aa-7504-41d5-92ed-f8bfbdc3155f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:22.730220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.777769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-646da61e-cace-4134-94bb-2cab3c348c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:22.779420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-646da61e-cace-4134-94bb-2cab3c348c77 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.3208320 Jul 12 16:12:22.781658 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470fc52b-c414-4711-87af-9c4d02237d45 x-openstack-request-id: req-470fc52b-c414-4711-87af-9c4d02237d45 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:22.782254 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:22.782605 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-470fc52b-c414-4711-87af-9c4d02237d45 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:22.783096 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'status': 'completed', 'code': 200} Jul 12 16:12:22.898395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.925504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 428a83aa-7504-41d5-92ed-f8bfbdc3155f owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:22.941975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-f6bcdcee-a1e4-4c43-b662-c67eb3ef8f4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 HTTP/1.1" status: 200 len: 217 time: 0.1264019 Jul 12 16:12:22.952973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.138332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.161603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:23.162223 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.201140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:23.209546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-341618b3-3543-4382-9d2a-a48a82fdbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.210955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-341618b3-3543-4382-9d2a-a48a82fdbd42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2607350 Jul 12 16:12:23.234261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:23.239272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb837f8-59b3-4ca2-98dd-32c49e309852,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.248044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.248044 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Added segment 4516b452-196e-4d98-8c68-da80cae2b3a6 of type vlan for network 1fbaae99-bd07-4139-abe7-911a311df3a6 Jul 12 16:12:23.258320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:23.258913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.277814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-a33d82e2-28c7-4d11-a59d-32043b367cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.278511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-a33d82e2-28c7-4d11-a59d-32043b367cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.279028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-a33d82e2-28c7-4d11-a59d-32043b367cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.280763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-a33d82e2-28c7-4d11-a59d-32043b367cb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2731 time: 0.4731667 Jul 12 16:12:23.282340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a7d6-9e87-4d8f-8d2e-292181ba3fe8 req-0186c010-2a6b-464e-b1ee-0c0b841b0773 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.293735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a7d6-9e87-4d8f-8d2e-292181ba3fe8 req-0186c010-2a6b-464e-b1ee-0c0b841b0773 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.296227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af135e-ec8e-4e07-b0ef-bcaec8e41833 req-fcd2193d-cb75-4578-9fe3-75b21ce80a14 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.298369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85af135e-ec8e-4e07-b0ef-bcaec8e41833 req-fcd2193d-cb75-4578-9fe3-75b21ce80a14 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.6546125 Jul 12 16:12:23.304693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a7d6-9e87-4d8f-8d2e-292181ba3fe8 req-0186c010-2a6b-464e-b1ee-0c0b841b0773 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.314952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afd3a7d6-9e87-4d8f-8d2e-292181ba3fe8 req-0186c010-2a6b-464e-b1ee-0c0b841b0773 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2388 time: 0.3758316 Jul 12 16:12:23.357180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.382164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.383951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:23.390613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.434409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.484131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.505568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=428a83aa-7504-41d5-92ed-f8bfbdc3155f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.526744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.530030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b2664a8-7759-4b62-8efc-1d093f823c7e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/428a83aa-7504-41d5-92ed-f8bfbdc3155f HTTP/1.1" status: 204 len: 168 time: 1.2087071 Jul 12 16:12:23.537175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.542877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afd3a7d6-9e87-4d8f-8d2e-292181ba3fe8 req-ea0e32b8-1e8a-487e-b05a-40688114bc37 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265220 Jul 12 16:12:23.631314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.632819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.633791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.690298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85af135e-ec8e-4e07-b0ef-bcaec8e41833 req-9262c30d-bfd4-4163-b8a5-66efc2141ea8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117335 Jul 12 16:12:23.714169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3691616 Jul 12 16:12:23.722079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.734659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Request body: {'subnet': {'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-subnet', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:23.742563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-ec0bbc8e-ac9e-4ee2-bfff-05ff8580e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.744195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-ec0bbc8e-ac9e-4ee2-bfff-05ff8580e098 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067782 Jul 12 16:12:23.747458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-6f9a40e9-ee17-4b79-9c62-d5c4ddff8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.748171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-6f9a40e9-ee17-4b79-9c62-d5c4ddff8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.748807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-6f9a40e9-ee17-4b79-9c62-d5c4ddff8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.749167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8d772-c2f6-4f75-b102-8793841e0747 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:23.750722 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-6f9a40e9-ee17-4b79-9c62-d5c4ddff8205 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cab87a3a04424e43a7a34899aa7ec288&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4514675 Jul 12 16:12:23.751003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24c8d772-c2f6-4f75-b102-8793841e0747 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2066517 Jul 12 16:12:23.755566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.797372 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e226b9-3877-48f8-99ea-222396227e84 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:12:23.799320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a4e226b9-3877-48f8-99ea-222396227e84 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/428a83aa-7504-41d5-92ed-f8bfbdc3155f HTTP/1.1" status: 404 len: 333 time: 0.0403752 Jul 12 16:12:23.803830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f339c1-0252-418b-b66b-668cc8594769 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbaae99-bd07-4139-abe7-911a311df3a6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.807988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.815226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:23.816091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1917088599'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:23.833198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Made reservation on behalf of 9a9f827b7da948e1a4d810fd443d5e2f for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:23.835910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.916933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:23.920851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.979451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:24.004515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.004852 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment c4c8fe3b-3208-41c9-8b95-c96b7a94728d of type vlan for network ac42b598-8626-4832-b132-a32a88f311a8 Jul 12 16:12:24.093882 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.212061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.220587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:24.221240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.363203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b8957-cdbc-4a32-a056-a98a2ae836dd req-22d7c41b-4bce-45c9-9d85-2d1cf026d4c9 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:24.364913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-895b8957-cdbc-4a32-a056-a98a2ae836dd req-22d7c41b-4bce-45c9-9d85-2d1cf026d4c9 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1096 time: 0.3061218 Jul 12 16:12:24.373171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5615060 Jul 12 16:12:24.374414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.374808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:24.424352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e88afc-d4fb-4fd3-a654-dfaf91599eed,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:24.428367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:24.430350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae5df3-6561-4066-9145-3b59fa84a26a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=ac42b598-8626-4832-b132-a32a88f311a8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:24.464545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ac42b598-8626-4832-b132-a32a88f311a8 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:24.492855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-895b8957-cdbc-4a32-a056-a98a2ae836dd req-1cb01bf8-519c-4b98-b44f-e4c5f76f2db1 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696888 Jul 12 16:12:24.494777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Checking segment: {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:24.495062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Network hostable DHCP agents. Network: 1fbaae99-bd07-4139-abe7-911a311df3a6, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:24.518623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:24.531949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1fbaae99-bd07-4139-abe7-911a311df3a6) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:24.541116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:24.541749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.581046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7671f9c2-ca11-4f27-a840-4098d6db616e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8526058 Jul 12 16:12:24.588262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:24.601192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-3ae4ad54-9e43-4e7f-bfc8-55dd1f3a51c7 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473766 Jul 12 16:12:24.602296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:24.619634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06075df4-475a-4f7c-890c-473f7f53a53c None None] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:24.661858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.665001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.791845 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Sync routers for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:24.836376 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:24.840404 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:24.863875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.080517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0cddc-53b6-4b8e-b002-fc8767497866 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:25.089668 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:25.128205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-8e84c779-a27b-4967-ab61-b985fcf7e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:25.130742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f52fcdea-5938-46c8-ba8f-98f32fb32947 req-8e84c779-a27b-4967-ab61-b985fcf7e7dc service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3644547 Jul 12 16:12:25.157333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.157707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-1fbaae99-bd07-4139-abe7-911a311df3a6', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:25.163330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.224575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:25.316075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c487d7-1239-4fa5-b713-12d200acbe62 req-df7855ec-718c-4d39-8c40-fb6f814d0ade tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:25.322560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94c487d7-1239-4fa5-b713-12d200acbe62 req-df7855ec-718c-4d39-8c40-fb6f814d0ade tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 947 time: 1.4067869 Jul 12 16:12:25.359161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Transition to ACTIVE for port object aea0cddc-53b6-4b8e-b002-fc8767497866 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:25.378826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:25.388032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.443039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.507341 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:19Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '8191a26e-4587-4b19-aa64-0b0fbcae8e99', 'name': '', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'mac_address': 'fa:16:3e:fe:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:18Z', 'updated_at': '2021-07-12T16:12:20Z', 'revision_number': 2, 'project_id': '50b768190198447d962518e3e33c2754', 'subnets': [{'id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:25.531168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-448a8104-e2dd-4eb0-97cf-6cf29303a182 req-d57c8e93-7183-4a2b-b7ba-042a9c0e2665 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074452 Jul 12 16:12:25.534661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:25.535415 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.605481 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Checking router: 5b9f1434-5543-4789-870b-a8772fc0de5b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:25.605971 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Updating router 5b9f1434-5543-4789-870b-a8772fc0de5b port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:25.637806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94c487d7-1239-4fa5-b713-12d200acbe62 req-ec62bd92-cd7f-4c2b-81d3-57b4065fe843 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807677 Jul 12 16:12:25.685704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Pushing event updated for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:25.714222 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.918755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Attempting to bind port aea0cddc-53b6-4b8e-b002-fc8767497866 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:25.919578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Attempting to bind port aea0cddc-53b6-4b8e-b002-fc8767497866 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:25.920108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Attempting to bind port aea0cddc-53b6-4b8e-b002-fc8767497866 on network 1a8b8796-2643-41b8-96db-ab925fdb9867 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:25.930359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Port aea0cddc-53b6-4b8e-b002-fc8767497866 on network 1a8b8796-2643-41b8-96db-ab925fdb9867 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:25.931519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Attempting to bind port aea0cddc-53b6-4b8e-b002-fc8767497866 on network 1a8b8796-2643-41b8-96db-ab925fdb9867 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:25.967012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:25.967782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Checking segment: {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:25.968365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Bound using segment: {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:25.968986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Bound port: aea0cddc-53b6-4b8e-b002-fc8767497866, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5177028e-f205-4e5a-ae8c-63f21a93289d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:25.969536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.009414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.021995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.131805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:12:26.143744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:26.172982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:26.184568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Allocated IP 172.20.0.2 (1fbaae99-bd07-4139-abe7-911a311df3a6/b2e88afc-d4fb-4fd3-a654-dfaf91599eed/3fd864f0-4eba-4d94-a26f-2998b525b9c0) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:26.185787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=aea0cddc-53b6-4b8e-b002-fc8767497866,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:26.190373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:26.191180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: ac42b598-8626-4832-b132-a32a88f311a8, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:26.200805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.227345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651145e-82d6-4c90-90ee-a4877903207b req-c92d8c1c-717e-4550-9838-335515a8685c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.252018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651145e-82d6-4c90-90ee-a4877903207b req-c92d8c1c-717e-4550-9838-335515a8685c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.259039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651145e-82d6-4c90-90ee-a4877903207b req-c92d8c1c-717e-4550-9838-335515a8685c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.271448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7651145e-82d6-4c90-90ee-a4877903207b req-c92d8c1c-717e-4550-9838-335515a8685c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2388 time: 1.3056738 Jul 12 16:12:26.336206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.336842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.339194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] 10.222.0.65 "PUT /v2.0/ports/aea0cddc-53b6-4b8e-b002-fc8767497866 HTTP/1.1" status: 200 len: 1092 time: 3.9094181 Jul 12 16:12:26.339940 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.355370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:26.358226 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Transition to ACTIVE for port object 8191a26e-4587-4b19-aa64-0b0fbcae8e99 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:26.369762 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.371821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7651145e-82d6-4c90-90ee-a4877903207b req-e7dd5a9d-aca9-4f47-bb49-85e2d4a9693b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992360 Jul 12 16:12:26.373241 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01af33a8-6eab-4f21-bf1c-a0835f09b03d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:26.423179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Request body: {'port': {'device_id': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:26.433337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ac42b598-8626-4832-b132-a32a88f311a8 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:26.487147 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483a547-ece2-474b-ace6-da428a062e4b None None] Pushing event updated for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:26.547725 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4fba5-5195-459b-9034-c5f8469cd3c5 x-openstack-request-id: req-2ed4fba5-5195-459b-9034-c5f8469cd3c5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:26.547996 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:26.548262 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ed4fba5-5195-459b-9034-c5f8469cd3c5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:26.550807 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866', 'status': 'completed', 'code': 200} Jul 12 16:12:26.637935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:12:26.647101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ac42b598-8626-4832-b132-a32a88f311a8) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:26.652395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.652985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.660624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c94c4-501d-4a8c-ad54-b4cd6b53c72a service neutron] Pushing event updated for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:26.661007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Attempting to bind port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:26.661378 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Attempting to bind port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:26.661739 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Attempting to bind port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 on network aaeaf840-b117-4b05-8037-b038f38629fb {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:26.706375 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:26.706753 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Checking segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:26.707156 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.707544 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Bound using segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:26.714417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Bound port: 8191a26e-4587-4b19-aa64-0b0fbcae8e99, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:26.714855 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.730230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1949514-9d42-4614-b8ab-1f82e23905f9 None None] Network ac42b598-8626-4832-b132-a32a88f311a8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:26.731871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:26.736037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-115023be-7bf6-4561-bdf4-1213d8f82880 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3504272 Jul 12 16:12:26.745349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:26.763761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:26.829910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-971bca8e-8157-4efc-bbd0-8671d5666978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.830782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-971bca8e-8157-4efc-bbd0-8671d5666978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.831451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-971bca8e-8157-4efc-bbd0-8671d5666978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:26.833765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-971bca8e-8157-4efc-bbd0-8671d5666978 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2798 time: 0.2960362 Jul 12 16:12:26.980057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:26.989379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-113297081'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:26.994012 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] For port 8191a26e-4587-4b19-aa64-0b0fbcae8e99, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:26.994240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.002697 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] For port 8191a26e-4587-4b19-aa64-0b0fbcae8e99, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8191a26e-4587-4b19-aa64-0b0fbcae8e99,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:27.003204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.022012 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.043604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.070245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Transition to ACTIVE for port object 3fd864f0-4eba-4d94-a26f-2998b525b9c0 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:27.142700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Transition to ACTIVE for port object 3fd864f0-4eba-4d94-a26f-2998b525b9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:27.188427 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483a547-ece2-474b-ace6-da428a062e4b None None] Pushing event updated for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:27.190385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:27.194167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.201750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:27.205864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.214661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:27.218507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.228467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ac42b598-8626-4832-b132-a32a88f311a8', 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': 'b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:27.229614 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.260909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1', 'mac_address': 'fa:16:3e:ff:83:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:12:27.271762 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:27.272657 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:27.304915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-31e14294-46a9-4910-a064-994f933ad77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.305771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-31e14294-46a9-4910-a064-994f933ad77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.307210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-31e14294-46a9-4910-a064-994f933ad77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.309100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-31e14294-46a9-4910-a064-994f933ad77a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cab87a3a04424e43a7a34899aa7ec288&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4655690 Jul 12 16:12:27.330949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Pushing event updated for resources: {'Port': ['ID=3fd864f0-4eba-4d94-a26f-2998b525b9c0,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:27.339089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:27.390661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:27.402627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.403084 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Added segment d2b9940c-bc8c-4c17-8d6a-9f63261f7315 of type vlan for network e9041499-e79d-41e7-a585-c9a3ff0378f9 Jul 12 16:12:27.466699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37347-4952-4d86-9bba-3070734cba5d req-628e1401-7d30-49da-860d-0b7dd55849c4 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.468381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46a37347-4952-4d86-9bba-3070734cba5d req-628e1401-7d30-49da-860d-0b7dd55849c4 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 947 time: 0.4975502 Jul 12 16:12:27.487173 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:27.527877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-f75246f4-3e68-458f-85ca-ca54a3fc4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.529484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af33a8-6eab-4f21-bf1c-a0835f09b03d req-f75246f4-3e68-458f-85ca-ca54a3fc4598 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982350 Jul 12 16:12:27.563689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.572092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Allocated IP 2001:db8::2 (ac42b598-8626-4832-b132-a32a88f311a8/b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95/4e01c6a3-d27d-4135-9809-e8b777cd921e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:27.603337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:27.609083 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.616279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:27.662081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:27.674364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.686638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:27.698137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Transition to ACTIVE for port object 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:27.702377 n-d-800078-3 neutron-server[93711]: INFO neutron.db.ipam_backend_mixin [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95 (CIDR: 2001:db8::/64) Jul 12 16:12:27.718618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfdd39-d51d-449c-bc9f-e25a60c91e56 req-9abe8fb6-d9ee-4b93-acf7-a2eff6c1e6e3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.726022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfdd39-d51d-449c-bc9f-e25a60c91e56 req-9abe8fb6-d9ee-4b93-acf7-a2eff6c1e6e3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.733392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfdd39-d51d-449c-bc9f-e25a60c91e56 req-9abe8fb6-d9ee-4b93-acf7-a2eff6c1e6e3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.735540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30cfdd39-d51d-449c-bc9f-e25a60c91e56 req-9abe8fb6-d9ee-4b93-acf7-a2eff6c1e6e3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2400 time: 0.1289754 Jul 12 16:12:27.736067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.738880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Allocated IP 172.25.8.87 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b4029d98-938d-432d-8b28-74d910d29475) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:27.751570 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:12:27.752354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:12:27.761284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.768872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:27.769860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.779328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:27.805170 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.842824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46a37347-4952-4d86-9bba-3070734cba5d req-8816fd06-7fc9-4491-a96b-fd39e307a946 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018833 Jul 12 16:12:27.861388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30cfdd39-d51d-449c-bc9f-e25a60c91e56 req-64ad723f-1ae2-431a-ab2c-f6ed8f26b8fc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150661 Jul 12 16:12:27.888449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:27.908612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0fcc9792-5908-46e4-bc20-9d6d756fa387 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1602848 Jul 12 16:12:27.912616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:19Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '8191a26e-4587-4b19-aa64-0b0fbcae8e99', 'name': '', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'mac_address': 'fa:16:3e:fe:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:18Z', 'updated_at': '2021-07-12T16:12:26Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'subnets': [{'id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:27.927780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:27.954106 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd41de-e5bc-454d-a795-8bed46703e4b None None] The sync data for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 is: [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:12:19Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '8191a26e-4587-4b19-aa64-0b0fbcae8e99', 'name': '', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'tenant_id': '50b768190198447d962518e3e33c2754', 'mac_address': 'fa:16:3e:fe:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:18Z', 'updated_at': '2021-07-12T16:12:26Z', 'revision_number': 4, 'project_id': '50b768190198447d962518e3e33c2754', 'subnets': [{'id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:27.955822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:27.958423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Attempting to bind port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:27.958792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Attempting to bind port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:27.959157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Attempting to bind port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 on network 1fbaae99-bd07-4139-abe7-911a311df3a6 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:27.979237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:28.016012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0313294 Jul 12 16:12:28.016693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:28.031547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1511150125'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:28.062017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a750-93c9-4ad9-a003-cdeebbcb8892 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Network': ['ID=e9041499-e79d-41e7-a585-c9a3ff0378f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:28.094724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:28.097551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:28.097925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Checking segment: {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:28.098327 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.098724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Bound using segment: {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:28.099208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Bound port: 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:28.099612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.138422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:28.142076 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.233238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:28.255681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['fc00dbcb-a747-482f-8ce6-acc8fc7a39c1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:28.260685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.284053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.284489 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Added segment 0ef0e1bb-983c-4266-b269-38f24b5ed4df of type vlan for network c8eed1e7-4095-4e75-8267-beca31425d7b Jul 12 16:12:28.306382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Attempting to bind port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:28.308329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Attempting to bind port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:28.316863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Attempting to bind port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:28.329057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:28.329875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Attempting to bind port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 on network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:28.382075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.394389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:28.394389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Checking segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:28.396422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Bound using segment: {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:28.396612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Bound port: 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:28.398140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.461618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:28.466021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.467947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.468790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.487876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:28.491148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.510978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.584259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] For port 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:28.589542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] For port 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd864f0-4eba-4d94-a26f-2998b525b9c0,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:28.595532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Transition to ACTIVE for port object 4e01c6a3-d27d-4135-9809-e8b777cd921e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:28.633441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Transition to ACTIVE for port object 4e01c6a3-d27d-4135-9809-e8b777cd921e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:28.638748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:28.655602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6336713 Jul 12 16:12:28.656464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46070) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:28.660107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:28.669222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.670149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'subnet': {'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:28.671710 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.676762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:28.694680 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.704923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:28.728223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Network ac42b598-8626-4832-b132-a32a88f311a8 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:28.742322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:28.742938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.745141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] 10.222.0.65 "PUT /v2.0/ports/11c478a4-2d9f-44f9-a2a6-2e92e3780f78 HTTP/1.1" status: 200 len: 1092 time: 2.3513541 Jul 12 16:12:28.749928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:28.753228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a09fb-e38c-4464-a6c9-de40fd9501c2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Network': ['ID=c8eed1e7-4095-4e75-8267-beca31425d7b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:28.766219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:28.766399 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18" -d '{"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:28.769873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:28.798462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb7f25-9eae-411d-b63e-8b8764f1fbcb service neutron] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:28.818968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:28.852118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c8eed1e7-4095-4e75-8267-beca31425d7b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:28.932218 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57adefc8-b30a-494f-8222-a1a18c7552bc x-openstack-request-id: req-57adefc8-b30a-494f-8222-a1a18c7552bc {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:28.932509 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:28.932721 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57adefc8-b30a-494f-8222-a1a18c7552bc {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:28.933126 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'status': 'completed', 'code': 200} Jul 12 16:12:28.940687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Pushing event updated for resources: {'Port': ['ID=b4029d98-938d-432d-8b28-74d910d29475,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.162421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-32d7af3f-8047-49bf-8a7a-139a0e42b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.162920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-32d7af3f-8047-49bf-8a7a-139a0e42b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.163383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-32d7af3f-8047-49bf-8a7a-139a0e42b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.165152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-32d7af3f-8047-49bf-8a7a-139a0e42b85d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2865 time: 0.3601580 Jul 12 16:12:29.294310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-249849b9-ede2-4665-b560-f837cd84eced service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=19a05cef-11bf-45ae-a356-fde93cddbbea HTTP/1.1" status: 200 len: 217 time: 0.1029265 Jul 12 16:12:29.359812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:29.373561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.387729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.396431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Attempting to bind port 4e01c6a3-d27d-4135-9809-e8b777cd921e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:29.397070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Attempting to bind port 4e01c6a3-d27d-4135-9809-e8b777cd921e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:29.398373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Attempting to bind port 4e01c6a3-d27d-4135-9809-e8b777cd921e on network ac42b598-8626-4832-b132-a32a88f311a8 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:29.406396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8191a26e-4587-4b19-aa64-0b0fbcae8e99 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:29.418510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:29.419246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Checking segment: {'id': 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:29.419930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.420588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Bound using segment: {'id': 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:29.421306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Bound port: 4e01c6a3-d27d-4135-9809-e8b777cd921e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:29.421947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.495000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-07353e23-26fd-4af1-8ff4-71404de67785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.497007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-07353e23-26fd-4af1-8ff4-71404de67785 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fe17b59-3999-49e8-8b3f-0b9bcd665585 HTTP/1.1" status: 200 len: 801 time: 0.1925294 Jul 12 16:12:29.512337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098714d8-e1a9-478f-aea6-31aafce8a866 req-d1398bbc-bc70-42bd-9db8-89b356d0c2f7 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.513843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-098714d8-e1a9-478f-aea6-31aafce8a866 req-d1398bbc-bc70-42bd-9db8-89b356d0c2f7 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 948 time: 0.3772094 Jul 12 16:12:29.523796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ac42b598-8626-4832-b132-a32a88f311a8 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:29.531046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0026a45-1354-4e30-839c-e859a87809e6 None None] Pushing event updated for resources: {'Port': ['ID=3fd864f0-4eba-4d94-a26f-2998b525b9c0,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.535525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3967b-f7a2-481c-a842-a4724af7eda3 req-a3eec98f-e271-447f-9d97-0a38d946482f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.542422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3967b-f7a2-481c-a842-a4724af7eda3 req-a3eec98f-e271-447f-9d97-0a38d946482f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.554789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3967b-f7a2-481c-a842-a4724af7eda3 req-a3eec98f-e271-447f-9d97-0a38d946482f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.557652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11e3967b-f7a2-481c-a842-a4724af7eda3 req-a3eec98f-e271-447f-9d97-0a38d946482f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.3335433 Jul 12 16:12:29.574535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:29.576155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=cb92e214-5d6a-450e-8494-b354770caa50,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.586277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.587149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.659542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-098714d8-e1a9-478f-aea6-31aafce8a866 req-29b9647a-8aae-4033-a4f1-22b00be493a5 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318197 Jul 12 16:12:29.672401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] For port 4e01c6a3-d27d-4135-9809-e8b777cd921e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:29.675230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f44b76a6-d63b-40fc-978b-02478a46676f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7428584 Jul 12 16:12:29.677913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Pushing event updated for resources: {'Port': ['ID=4e01c6a3-d27d-4135-9809-e8b777cd921e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.682987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11e3967b-f7a2-481c-a842-a4724af7eda3 req-87dc607a-d2aa-440c-a24b-92086ab1d162 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162879 Jul 12 16:12:29.692792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:29.694183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] For port 4e01c6a3-d27d-4135-9809-e8b777cd921e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e01c6a3-d27d-4135-9809-e8b777cd921e,segment=NetworkSegment(c4c8fe3b-3208-41c9-8b95-c96b7a94728d),segment_id=c4c8fe3b-3208-41c9-8b95-c96b7a94728d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:29.710295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'fixed_ips': [{'subnet_id': 'b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95'}, {'subnet_id': 'cb92e214-5d6a-450e-8494-b354770caa50'}], 'name': 'tempest-PortsIpV6TestJSON-2046427651'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:29.719364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.724953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:29.822154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.847366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd506be4-5ea6-4253-99ef-d25e5c8ba41e None None] Pushing event updated for resources: {'Port': ['ID=4e01c6a3-d27d-4135-9809-e8b777cd921e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.853593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:29.853967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.947542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ea8d19f5-c5c6-4a03-af6b-a20daa6eb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:29.949715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ea8d19f5-c5c6-4a03-af6b-a20daa6eb3ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4349813 Jul 12 16:12:29.987073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.035696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 8191a26e-4587-4b19-aa64-0b0fbcae8e99, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8191a26e-4587-4b19-aa64-0b0fbcae8e99,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:30.043823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:30.044547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.065248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.139307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:30.152151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:30.298009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Subnet': ['ID=67ce8848-5b91-44cf-a2f4-78e85ac99df4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:30.300054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ebcca302-886f-4a6a-9109-da07d9b99777 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401530 Jul 12 16:12:30.326434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:30.330950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:30.331459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.354775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:30.355133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network hostable DHCP agents. Network: e9041499-e79d-41e7-a585-c9a3ff0378f9, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:30.412627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.416311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:30.501289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-444fd11d-9760-4d87-9059-fa0e544e5dd1 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913567 Jul 12 16:12:30.528148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e9041499-e79d-41e7-a585-c9a3ff0378f9) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:30.535016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:30.535646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.551837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a707a-d084-401e-999b-4a15839d0fb8 None None] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:30.559248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.606089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-984baf8f-2ed3-46d0-a4e3-31e74e510c2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=aea0cddc-53b6-4b8e-b002-fc8767497866 HTTP/1.1" status: 200 len: 217 time: 0.0897629 Jul 12 16:12:30.625242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-edfaea3f-00bc-4636-950f-386a6d335a8d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9601102 Jul 12 16:12:30.625935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46086) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:30.632368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 46b81667-114a-4136-a7ac-837b66fef4fe yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:30.635499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'subnet': {'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:30.665692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.983719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3743acb-8fbd-4d9d-93c5-173471762371 None None] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:31.203486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbf75864-fb7d-4886-b98f-79e1b3eeb096 None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:31.204041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbf75864-fb7d-4886-b98f-79e1b3eeb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:31.322832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:31.325563 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0080137-83ee-45ee-8167-095f561aa872" -d '{"events": [{"server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:31.350461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:31.392296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:31.457248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:31.465611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:31.507536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8191a26e-4587-4b19-aa64-0b0fbcae8e99 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:31.516524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8cd6-22e6-4c90-97a6-6aa0192f0f54 req-11b184d3-92a4-45ae-b047-2aae45c53949 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:31.523504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8cd6-22e6-4c90-97a6-6aa0192f0f54 req-11b184d3-92a4-45ae-b047-2aae45c53949 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:31.531381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8cd6-22e6-4c90-97a6-6aa0192f0f54 req-11b184d3-92a4-45ae-b047-2aae45c53949 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:31.540648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ddcc8cd6-22e6-4c90-97a6-6aa0192f0f54 req-11b184d3-92a4-45ae-b047-2aae45c53949 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.2845435 Jul 12 16:12:31.597446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:31.612585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-f04207ac-869d-4814-b4e6-7f57eebf7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:31.614620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-f04207ac-869d-4814-b4e6-7f57eebf7486 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffb9d97d-19fb-40a9-bd8a-d796b9a495c6 HTTP/1.1" status: 200 len: 801 time: 0.9976723 Jul 12 16:12:31.645431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e9041499-e79d-41e7-a585-c9a3ff0378f9', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:31.646294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:31.695818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8fe3a-7106-4656-9846-4ee7828d2179 None None] Network ac42b598-8626-4832-b132-a32a88f311a8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:31.697225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:12:31.730907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ddcc8cd6-22e6-4c90-97a6-6aa0192f0f54 req-3be98de4-a4dc-4d79-b6d2-950c6c781cb6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890545 Jul 12 16:12:31.940914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e121d-362f-4952-9e8a-cf787f77ee9f req-62c7ccc9-f0c0-4da1-8c13-a28b3fe002f1 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:31.948637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c3e121d-362f-4952-9e8a-cf787f77ee9f req-62c7ccc9-f0c0-4da1-8c13-a28b3fe002f1 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.4091246 Jul 12 16:12:31.988635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ee8690a7-e183-4d8c-90b1-7e560677ddfd None None] Provisioning for port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:32.018148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:32.018459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.065364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:32.066125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1bebf22-dfd8-4e0e-bc35-106e3a09fd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.113556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Sync routers for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:32.124490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c3e121d-362f-4952-9e8a-cf787f77ee9f req-c2bc633a-5f59-413c-be4e-bf885d4e8621 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748540 Jul 12 16:12:32.131640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.135966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a13dfd8c-3011-4357-b022-0b4945881944 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5435936 Jul 12 16:12:32.137828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46104) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:32.196426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:32.197098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:32.265431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-64b3f745-872e-4d01-b717-116dde08e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:32.267321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-64b3f745-872e-4d01-b717-116dde08e1ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a8b8796-2643-41b8-96db-ab925fdb9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6377606 Jul 12 16:12:32.309321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Allocated IP 10.1.1.2 (e9041499-e79d-41e7-a585-c9a3ff0378f9/67ce8848-5b91-44cf-a2f4-78e85ac99df4/7d7338f2-11ff-4340-8e4f-d01a24141650) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:32.339568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.476097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-8f1c136d-094d-4f47-a92b-8afa99b82b05 service neutron] 10.222.0.65 "GET /v2.0/networks/1a8b8796-2643-41b8-96db-ab925fdb9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986709 Jul 12 16:12:32.485246 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db4988c-17f4-4074-a126-7d122a6039fb x-openstack-request-id: req-9db4988c-17f4-4074-a126-7d122a6039fb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:32.485737 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "name": "network-vif-plugged", "status": "completed", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:32.486179 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9db4988c-17f4-4074-a126-7d122a6039fb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:32.486803 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1', 'code': 200} Jul 12 16:12:32.522519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Subnet': ['ID=6174cd01-984c-4289-8952-9fb0096df13b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:32.559061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Provisioning complete for port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:32.559562 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.561207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Checking segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:32.561956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network hostable DHCP agents. Network: c8eed1e7-4095-4e75-8267-beca31425d7b, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:32.664397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network c8eed1e7-4095-4e75-8267-beca31425d7b is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:32.681682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c8eed1e7-4095-4e75-8267-beca31425d7b) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:32.691041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:32.691869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:32.699820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-3e7c48d7-be18-4e7a-806e-b5a67d5eb238 service neutron] 10.222.0.65 "GET /v2.0/networks/1a8b8796-2643-41b8-96db-ab925fdb9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028873 Jul 12 16:12:32.746964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e2d3c01-9ce4-4006-a971-aebd88806660 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1173201 Jul 12 16:12:32.747743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:32.758195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1536315865', 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:32.786939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d51ff-9dd8-4707-9ee5-c41ec15ff877 None None] Network c8eed1e7-4095-4e75-8267-beca31425d7b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:32.914217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-7ac6433b-68ea-44bf-b5bd-1d795277ba74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78 HTTP/1.1" status: 200 len: 217 time: 0.1717560 Jul 12 16:12:33.019367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-cc6d560e-b9c0-4d41-a685-e0af87120994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.020963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-cc6d560e-b9c0-4d41-a685-e0af87120994 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fe17b59-3999-49e8-8b3f-0b9bcd665585 HTTP/1.1" status: 200 len: 801 time: 0.0814199 Jul 12 16:12:33.032618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:33.106451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:33.139417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.222094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:33.259842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec938-2379-4d24-ac97-524d673d5b13 req-3692a555-8766-426e-829c-e07bf4975cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.261572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d67ec938-2379-4d24-ac97-524d673d5b13 req-3692a555-8766-426e-829c-e07bf4975cca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 1100 time: 0.7841818 Jul 12 16:12:33.296117 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.350792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.370152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90264d-06f0-4b19-a64d-f6f88369befa req-4e73a774-b2f4-4c72-b3d0-43694c602136 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.376706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90264d-06f0-4b19-a64d-f6f88369befa req-4e73a774-b2f4-4c72-b3d0-43694c602136 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.382879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90264d-06f0-4b19-a64d-f6f88369befa req-4e73a774-b2f4-4c72-b3d0-43694c602136 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.385393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b90264d-06f0-4b19-a64d-f6f88369befa req-4e73a774-b2f4-4c72-b3d0-43694c602136 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.3609493 Jul 12 16:12:33.423444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d67ec938-2379-4d24-ac97-524d673d5b13 req-cf771f10-fc82-4a19-a716-d8d41860b9d2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543915 Jul 12 16:12:33.445554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::1ac (ac42b598-8626-4832-b132-a32a88f311a8/b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95/46b81667-114a-4136-a7ac-837b66fef4fe) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:33.482980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-87067346-9201-410f-b5ae-b0f282c74156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:33.485149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-87067346-9201-410f-b5ae-b0f282c74156 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4239390 Jul 12 16:12:33.492099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8:0:1::104 (ac42b598-8626-4832-b132-a32a88f311a8/cb92e214-5d6a-450e-8494-b354770caa50/46b81667-114a-4136-a7ac-837b66fef4fe) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:33.510924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c8eed1e7-4095-4e75-8267-beca31425d7b', 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ips': [{'subnet_id': '6174cd01-984c-4289-8952-9fb0096df13b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:33.512130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.549646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Allocated IP 172.20.0.1 (1fbaae99-bd07-4139-abe7-911a311df3a6/b2e88afc-d4fb-4fd3-a654-dfaf91599eed/f39a3966-7326-4c82-b795-71b6c6784d41) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:33.594777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b90264d-06f0-4b19-a64d-f6f88369befa req-f3f21dcb-f52e-4579-8bae-21475309baaf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799672 Jul 12 16:12:33.661748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.676540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Transition to ACTIVE for port object f39a3966-7326-4c82-b795-71b6c6784d41 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:33.722884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.755193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-ee291296-b1a8-4317-9948-42697f68a074 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516320 Jul 12 16:12:33.797066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Pushing event updated for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:33.802110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] device_id is not set on port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:33.818106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4e01c6a3-d27d-4135-9809-e8b777cd921e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:33.841678 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.854710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd864f0-4eba-4d94-a26f-2998b525b9c0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:33.887835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:33.901758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:33.903481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Allocated IP 10.2.2.2 (c8eed1e7-4095-4e75-8267-beca31425d7b/6174cd01-984c-4289-8952-9fb0096df13b/c1d3490a-4ae8-4944-a35e-d5a94ac84ad7) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:33.904705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:33.921686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Transition to ACTIVE for port object 7d7338f2-11ff-4340-8e4f-d01a24141650 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:33.941101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.966111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Provisioning for port 4e01c6a3-d27d-4135-9809-e8b777cd921e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:33.980611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Provisioning complete for port 4e01c6a3-d27d-4135-9809-e8b777cd921e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:33.980983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.024232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 46b81667-114a-4136-a7ac-837b66fef4fe will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:34.033008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988b9c60-7cfb-4132-86d6-c2c166fb3b5a req-04e87924-3938-4ea6-9fe8-3474698a81c5 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668099 Jul 12 16:12:34.079910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544685e8-0036-4fdf-9cd2-b73fa76c3cae req-100c0b57-9863-475c-b677-f52d0a2ff3b3 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.081955 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.088863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-544685e8-0036-4fdf-9cd2-b73fa76c3cae req-100c0b57-9863-475c-b677-f52d0a2ff3b3 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.3816190 Jul 12 16:12:34.121227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ac42b598-8626-4832-b132-a32a88f311a8 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:34.129268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:34.174647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:34.176606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.185189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.185859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.311257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-544685e8-0036-4fdf-9cd2-b73fa76c3cae req-fe7d9e58-f5c6-4f3c-9bdd-1d9fbf5556a0 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205691 Jul 12 16:12:34.324656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:34.330297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:34.333942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.6368570 Jul 12 16:12:34.357804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806a6c-be25-4333-ad7a-a1b944f651f1 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=46b81667-114a-4136-a7ac-837b66fef4fe,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:34.375568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-220df49b-71b7-48c1-94e3-b2f3226fe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.376248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-220df49b-71b7-48c1-94e3-b2f3226fe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.376827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-220df49b-71b7-48c1-94e3-b2f3226fe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.378711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-220df49b-71b7-48c1-94e3-b2f3226fe048 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2865 time: 0.1885164 Jul 12 16:12:34.388927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Transition to ACTIVE for port object 7d7338f2-11ff-4340-8e4f-d01a24141650 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:34.554650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.556532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:34.563074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.565509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-a5146527-4195-49a0-bf3c-8e8d79bc2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.569689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-a5146527-4195-49a0-bf3c-8e8d79bc2d1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 HTTP/1.1" status: 200 len: 903 time: 0.1833425 Jul 12 16:12:34.570445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-27217520-07c0-491a-aa64-e9e42d138aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.615867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:34.616286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.631572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-553554ce-4c03-4910-b7cc-66288cda19ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78 HTTP/1.1" status: 200 len: 217 time: 0.0546546 Jul 12 16:12:34.709748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:29Z', 'revision_number': 3, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:34.733400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-5e4f5aad-4ef8-4f16-9ca8-6fce5bb4cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.735398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-5e4f5aad-4ef8-4f16-9ca8-6fce5bb4cf24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fe17b59-3999-49e8-8b3f-0b9bcd665585 HTTP/1.1" status: 200 len: 801 time: 0.0956373 Jul 12 16:12:34.740161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:34.744381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Update dhcp port {'port': {'network_id': 'ac42b598-8626-4832-b132-a32a88f311a8', 'fixed_ips': [{'subnet_id': 'b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb92e214-5d6a-450e-8494-b354770caa50'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '4e01c6a3-d27d-4135-9809-e8b777cd921e'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:12:34.802587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:34.806686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Pushing event updated for resources: {'Port': ['ID=7d7338f2-11ff-4340-8e4f-d01a24141650,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:34.816432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.1.1.201 (e9041499-e79d-41e7-a585-c9a3ff0378f9/67ce8848-5b91-44cf-a2f4-78e85ac99df4/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:34.817334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:34.822611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Checking router: 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:34.823019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Updating router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 port b4029d98-938d-432d-8b28-74d910d29475 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:34.839172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-8a83248c-1328-45d0-904e-07e1f7631b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:34.841396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-8a83248c-1328-45d0-904e-07e1f7631b84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953407 Jul 12 16:12:34.961613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:34.989693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.026224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-365e5e3e-a4a5-443d-b15b-21d12fe74fd1 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747346 Jul 12 16:12:35.047882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.074145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.078152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.118961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.149618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981166-d9b5-4d79-8d50-24b7228b9364 req-33cacc1f-4d05-4788-b1e8-3b3419bb8166 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:35.149952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Attempting to bind port 7d7338f2-11ff-4340-8e4f-d01a24141650 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:35.149952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Attempting to bind port 7d7338f2-11ff-4340-8e4f-d01a24141650 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:35.150652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Attempting to bind port 7d7338f2-11ff-4340-8e4f-d01a24141650 on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:35.156314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981166-d9b5-4d79-8d50-24b7228b9364 req-33cacc1f-4d05-4788-b1e8-3b3419bb8166 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:35.162793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0981166-d9b5-4d79-8d50-24b7228b9364 req-33cacc1f-4d05-4788-b1e8-3b3419bb8166 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:35.164636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0981166-d9b5-4d79-8d50-24b7228b9364 req-33cacc1f-4d05-4788-b1e8-3b3419bb8166 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.4254289 Jul 12 16:12:35.179346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.201838 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.228821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:35.228821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:35.229263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.229712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Bound using segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:35.230021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Bound port: 7d7338f2-11ff-4340-8e4f-d01a24141650, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:35.231212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.235628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Transition to ACTIVE for port object c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:35.268214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd864f0-4eba-4d94-a26f-2998b525b9c0,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:35.287882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc3fdbd3-41ae-4899-bfc3-aa8e30027a18 req-38cd0603-6fb2-428f-a947-7ce2bc6d7060 service neutron] 10.222.0.65 "GET /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532723 Jul 12 16:12:35.344351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] For port 4e01c6a3-d27d-4135-9809-e8b777cd921e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e01c6a3-d27d-4135-9809-e8b777cd921e,segment=NetworkSegment(c4c8fe3b-3208-41c9-8b95-c96b7a94728d),segment_id=c4c8fe3b-3208-41c9-8b95-c96b7a94728d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:35.357180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0981166-d9b5-4d79-8d50-24b7228b9364 req-956eb360-576f-4a21-af4b-c1179c2ddddc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469793 Jul 12 16:12:35.387050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.464382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:35.482537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.484340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Delete allocated IP 2001:db8:0:1::104 (ac42b598-8626-4832-b132-a32a88f311a8/cb92e214-5d6a-450e-8494-b354770caa50) {{(pid=93711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:12:35.484490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.504415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Transition to ACTIVE for port object c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:35.558130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.562918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] For port 7d7338f2-11ff-4340-8e4f-d01a24141650, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:35.585622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2a2f-573c-4d42-b84b-b83eeada598b req-0062901c-affe-4f52-a101-2ddc7a6c226c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:35.587456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abfd2a2f-573c-4d42-b84b-b83eeada598b req-0062901c-affe-4f52-a101-2ddc7a6c226c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.1270218 Jul 12 16:12:35.606173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] For port 7d7338f2-11ff-4340-8e4f-d01a24141650, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7d7338f2-11ff-4340-8e4f-d01a24141650,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:35.644059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abfd2a2f-573c-4d42-b84b-b83eeada598b req-bdc2c23c-943c-4b5e-9aa7-83de6eaeba77 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Jul 12 16:12:35.657323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Network c8eed1e7-4095-4e75-8267-beca31425d7b is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:35.663788 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.703481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:35.710056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:35.712731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Pushing event updated for resources: {'Port': ['ID=4e01c6a3-d27d-4135-9809-e8b777cd921e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:35.765028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Provisioning complete for port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:35.765403 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5699b73-73ea-4bfc-91e6-4215e95768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.828728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:35.934213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3fd864f0-4eba-4d94-a26f-2998b525b9c0,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:35.946872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Attempting to bind port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:35.947247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Attempting to bind port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:35.947619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Attempting to bind port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 on network c8eed1e7-4095-4e75-8267-beca31425d7b {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:36.003536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:36.003935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Checking segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:36.004401 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.004737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Bound using segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:36.005216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Bound port: c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:36.005598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.099154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Pushing event updated for resources: {'Port': ['ID=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.232810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.250910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.251450 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.261376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7715fb-6b11-492f-90d4-1e24c431d88e None None] Pushing event updated for resources: {'Port': ['ID=7d7338f2-11ff-4340-8e4f-d01a24141650,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.277823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Transition to ACTIVE for port object b4029d98-938d-432d-8b28-74d910d29475 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:36.284348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] For port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:36.287774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] For port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:36.287970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.288959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.295407 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.349473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:36.363810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.371917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a80c3-bdc4-497d-9594-328c86be9428 None None] Pushing event updated for resources: {'Port': ['ID=b4029d98-938d-432d-8b28-74d910d29475,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.372352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:36.377930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Attempting to bind port b4029d98-938d-432d-8b28-74d910d29475 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:36.378332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Attempting to bind port b4029d98-938d-432d-8b28-74d910d29475 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:36.378693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Attempting to bind port b4029d98-938d-432d-8b28-74d910d29475 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:36.383367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.385125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0dcc9de8-a88d-4ea4-b9ae-d3c5868bbdad None None] Provisioning for port f39a3966-7326-4c82-b795-71b6c6784d41 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:36.386633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:36.415822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0dcc9de8-a88d-4ea4-b9ae-d3c5868bbdad None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:36.416196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9de8-a88d-4ea4-b9ae-d3c5868bbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.420398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:36.420770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:36.421531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.422080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:36.422576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Bound port: b4029d98-938d-432d-8b28-74d910d29475, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:36.422959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.465180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Ignored duplicate provisioning block setup for port 46b81667-114a-4136-a7ac-837b66fef4fe by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 12 16:12:36.488453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f500-1b66-4d11-adeb-66c59e7d1e8d req-4783963f-f913-4db1-8498-92802f1e645e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.490254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00c8f500-1b66-4d11-adeb-66c59e7d1e8d req-4783963f-f913-4db1-8498-92802f1e645e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.3467712 Jul 12 16:12:36.529303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.600026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0c78-cec0-4349-89f2-cfdaccc73219 None None] Pushing event updated for resources: {'Port': ['ID=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.608191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.609674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc9de8-a88d-4ea4-b9ae-d3c5868bbdad None None] Port f39a3966-7326-4c82-b795-71b6c6784d41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:36.623069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.623787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.657344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] For port b4029d98-938d-432d-8b28-74d910d29475, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:36.661719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] For port b4029d98-938d-432d-8b28-74d910d29475, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4029d98-938d-432d-8b28-74d910d29475,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:36.664796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Allocated IP 2001:db8:0:1::2 (ac42b598-8626-4832-b132-a32a88f311a8/cb92e214-5d6a-450e-8494-b354770caa50/4e01c6a3-d27d-4135-9809-e8b777cd921e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:36.670101 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.691255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] In _notify_port_updated(), no bound segment for port 46b81667-114a-4136-a7ac-837b66fef4fe on network ac42b598-8626-4832-b132-a32a88f311a8 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:12:36.697518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.698196 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.699611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/ports/46b81667-114a-4136-a7ac-837b66fef4fe HTTP/1.1" status: 200 len: 926 time: 2.3738248 Jul 12 16:12:36.700470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Pushing event updated for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.702762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46144) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.706566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee98962-6420-4a2c-81d7-2c391a3a51b8 req-0eac0c16-681a-4f44-8b8d-15b2d56188aa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.716915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95'}, {'subnet_id': 'cb92e214-5d6a-450e-8494-b354770caa50'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:36.729970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00c8f500-1b66-4d11-adeb-66c59e7d1e8d req-a8d3bcb4-11c5-46c1-80f8-a3f8e59c4978 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016823 Jul 12 16:12:36.732390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee98962-6420-4a2c-81d7-2c391a3a51b8 req-0eac0c16-681a-4f44-8b8d-15b2d56188aa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.757586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee98962-6420-4a2c-81d7-2c391a3a51b8 req-0eac0c16-681a-4f44-8b8d-15b2d56188aa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:36.768835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ee98962-6420-4a2c-81d7-2c391a3a51b8 req-0eac0c16-681a-4f44-8b8d-15b2d56188aa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.2006552 Jul 12 16:12:36.865069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ee98962-6420-4a2c-81d7-2c391a3a51b8 req-3f1f986d-375a-4077-b619-a265c09d4be9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928235 Jul 12 16:12:36.887268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b601c9a7-8b51-4591-8828-78246ade91a1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1365089 Jul 12 16:12:36.889929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46148) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.895987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'name': 'tempest-TaggedBootDevicesTest_v242-623578723', 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:36.989134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd7a4-612f-4078-a5cf-2b6b02f925ce tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=46b81667-114a-4136-a7ac-837b66fef4fe,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:37.041523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.046022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:37.056345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:37.136749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:37.279248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.285852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:37.294867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:37.298004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.306472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] device_id is not set on port 97a61142-d758-4a97-a0b2-a1966a27285e yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:37.362166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb862079-2b3d-4c25-a42f-33c141187e7b None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:37.362641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb862079-2b3d-4c25-a42f-33c141187e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.368477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a80c3-bdc4-497d-9594-328c86be9428 None None] Pushing event updated for resources: {'Port': ['ID=b4029d98-938d-432d-8b28-74d910d29475,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:37.499542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1cecb-7598-4767-8d92-e1079284a1ca None None] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:37.515616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:37.545956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] For port 4e01c6a3-d27d-4135-9809-e8b777cd921e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e01c6a3-d27d-4135-9809-e8b777cd921e,segment=NetworkSegment(c4c8fe3b-3208-41c9-8b95-c96b7a94728d),segment_id=c4c8fe3b-3208-41c9-8b95-c96b7a94728d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:37.592262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:37.623766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-cf63141c-71e3-4228-8289-688d3dfd3e9c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:37.626002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-cf63141c-71e3-4228-8289-688d3dfd3e9c tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.1427205 Jul 12 16:12:37.663636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb862079-2b3d-4c25-a42f-33c141187e7b None None] Port f39a3966-7326-4c82-b795-71b6c6784d41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:37.710355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.1.1.154 (e9041499-e79d-41e7-a585-c9a3ff0378f9/67ce8848-5b91-44cf-a2f4-78e85ac99df4/97a61142-d758-4a97-a0b2-a1966a27285e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:37.746014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:37.761113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e23c3da-62d3-4e37-bca1-d0dccc3e6e27 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d80247c-89d5-48ed-9df2-4ce84e2c5d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6238093 Jul 12 16:12:37.859168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.876890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Transition to ACTIVE for port object 4e01c6a3-d27d-4135-9809-e8b777cd921e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:37.937285 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:37.988698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:38.019409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Deleting port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:38.019833 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.075275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8:0:1::159 (ac42b598-8626-4832-b132-a32a88f311a8/cb92e214-5d6a-450e-8494-b354770caa50/46b81667-114a-4136-a7ac-837b66fef4fe) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:38.108586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d22ca29-beba-4286-b69c-5c09a2d717e8 None None] Provisioning for port 7d7338f2-11ff-4340-8e4f-d01a24141650 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:38.176583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] For port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:38.176944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.194430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Calling delete_port for fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:38.226330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000602f3-803d-44e7-b050-9178e59a5d3d None None] Network c8eed1e7-4095-4e75-8267-beca31425d7b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:38.275726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03b5f-e5a0-4f40-9029-c4f4538370b1 req-0d443503-abde-4d27-a7c0-061d09f3027e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.277639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baf03b5f-e5a0-4f40-9029-c4f4538370b1 req-0d443503-abde-4d27-a7c0-061d09f3027e tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 949 time: 0.2756898 Jul 12 16:12:38.308868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.335850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114ab3d-afee-4847-b734-65cf3fc1ac7a None None] Pushing event updated for resources: {'Port': ['ID=4e01c6a3-d27d-4135-9809-e8b777cd921e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:38.336064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Ignored duplicate provisioning block setup for port 46b81667-114a-4136-a7ac-837b66fef4fe by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 12 16:12:38.347702 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.380388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d22ca29-beba-4286-b69c-5c09a2d717e8 None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:38.380810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d22ca29-beba-4286-b69c-5c09a2d717e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.387873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.440334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['fc00dbcb-a747-482f-8ce6-acc8fc7a39c1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:38.455410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=46b81667-114a-4136-a7ac-837b66fef4fe,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:38.475984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Pushing event deleted for resources: {'Port': ['ID=fc00dbcb-a747-482f-8ce6-acc8fc7a39c1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:38.502942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device aea0cddc-53b6-4b8e-b002-fc8767497866 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:12:38.530939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baf03b5f-e5a0-4f40-9029-c4f4538370b1 req-2467789b-ba37-45a7-8f29-71d8743a3c55 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/security-groups?id=996a05b2-44ca-4351-bed5-585b85b35775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460177 Jul 12 16:12:38.598036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] In _notify_port_updated(), no bound segment for port 46b81667-114a-4136-a7ac-837b66fef4fe on network ac42b598-8626-4832-b132-a32a88f311a8 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:12:38.602037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:38.613108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.613808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.623964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5c36cec2-422f-47fb-ab48-334caf541634 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/ports/46b81667-114a-4136-a7ac-837b66fef4fe HTTP/1.1" status: 200 len: 1012 time: 1.9150634 Jul 12 16:12:38.624223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46176) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:38.722322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] No DVR routers for this DVR port fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:38.737453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8d22ca29-beba-4286-b69c-5c09a2d717e8 None None] Port f39a3966-7326-4c82-b795-71b6c6784d41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:38.744926 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.747402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ccae6ab9-2380-4bf9-960f-71f88790f62e req-ef3e72ed-756b-481e-93ec-e34eaa5b10df tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.77 "DELETE /v2.0/ports/fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 HTTP/1.1" status: 204 len: 173 time: 1.1127145 Jul 12 16:12:38.750815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'name': 'network-vif-deleted', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:38.751443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:12:38.755380 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02f9ee-6628-48a6-910d-20961c83ee1d" -d '{"events": [{"server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "name": "network-vif-deleted", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:38.777650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:38.783039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:38.925525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object 97a61142-d758-4a97-a0b2-a1966a27285e will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:38.953341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811795fb-b17a-40ab-b8f2-3b2856a0d23e req-e5ae4b3b-fda8-40b7-93c9-b7ad57c7e903 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.965913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811795fb-b17a-40ab-b8f2-3b2856a0d23e req-e5ae4b3b-fda8-40b7-93c9-b7ad57c7e903 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.979481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811795fb-b17a-40ab-b8f2-3b2856a0d23e req-e5ae4b3b-fda8-40b7-93c9-b7ad57c7e903 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.988982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-811795fb-b17a-40ab-b8f2-3b2856a0d23e req-e5ae4b3b-fda8-40b7-93c9-b7ad57c7e903 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 0.6185403 Jul 12 16:12:39.051574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Provisioning for port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:39.114538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Provisioning complete for port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:39.118053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.118383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-811795fb-b17a-40ab-b8f2-3b2856a0d23e req-1b9e21ec-4613-4c47-b627-cb51398eef62 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257975 Jul 12 16:12:39.135060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 46b81667-114a-4136-a7ac-837b66fef4fe {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:39.135060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.252540 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3163d4c9-f752-4813-8d92-0324bf7b07b4 x-openstack-request-id: req-3163d4c9-f752-4813-8d92-0324bf7b07b4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:39.252807 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9", "name": "network-vif-deleted", "tag": "fc00dbcb-a747-482f-8ce6-acc8fc7a39c1", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:39.253007 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3163d4c9-f752-4813-8d92-0324bf7b07b4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:39.253440 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9', 'name': 'network-vif-deleted', 'tag': 'fc00dbcb-a747-482f-8ce6-acc8fc7a39c1', 'status': 'completed', 'code': 200} Jul 12 16:12:39.255337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.261298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-13786e0b-1e4b-4fae-8aae-3c35c9a20502 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4328065 Jul 12 16:12:39.285783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=aea0cddc-53b6-4b8e-b002-fc8767497866,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:39.306669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:34Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f39a3966-7326-4c82-b795-71b6c6784d41', 'name': '', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'mac_address': 'fa:16:3e:c0:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:33Z', 'updated_at': '2021-07-12T16:12:35Z', 'revision_number': 2, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'subnets': [{'id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:39.339644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd864f0-4eba-4d94-a26f-2998b525b9c0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:39.380715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:39.388394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.417774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 46b81667-114a-4136-a7ac-837b66fef4fe owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:39.445922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'aea0cddc-53b6-4b8e-b002-fc8767497866', 'network_id': '1a8b8796-2643-41b8-96db-ab925fdb9867', 'port_id': 'aea0cddc-53b6-4b8e-b002-fc8767497866', 'mac_address': 'fa:16:3e:a2:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb9d97d-19fb-40a9-bd8a-d796b9a495c6', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:12:39.459824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d63d8d-34eb-4720-9440-5df89e6db932 None None] The sync data for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 is: [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:34Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f39a3966-7326-4c82-b795-71b6c6784d41', 'name': '', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'mac_address': 'fa:16:3e:c0:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:33Z', 'updated_at': '2021-07-12T16:12:35Z', 'revision_number': 2, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'subnets': [{'id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:39.490482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:39.501059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:39.509520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:39.645272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776cfcd-125c-42fe-aa0e-3e94bb8c1384 None None] Network ac42b598-8626-4832-b132-a32a88f311a8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:39.769457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:39.772259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.809129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.811269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-505a172f-24cf-43b7-8f59-0cfd6b79d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:39.817126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-505a172f-24cf-43b7-8f59-0cfd6b79d9e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1095 time: 0.4521430 Jul 12 16:12:39.824291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-685b2dcb-dfb0-4b66-bfbf-3d87816b8b39 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9327965 Jul 12 16:12:39.890821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=46b81667-114a-4136-a7ac-837b66fef4fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:40.105337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:40.113104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-caf1043e-b632-4409-91c3-6534bbf0f2d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/46b81667-114a-4136-a7ac-837b66fef4fe HTTP/1.1" status: 204 len: 168 time: 1.4876521 Jul 12 16:12:40.113759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46188) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:40.199541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8cebdb52-0168-4a63-ba99-d75665f355c8 req-6f1aefe4-83ba-49cf-a390-b2dbb49b4476 tempest-ImagesNegativeTestJSON-1053045893 tempest-ImagesNegativeTestJSON-1053045893-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d387d54-2aa9-49fc-a9a0-94bb27d4aaa9 HTTP/1.1" status: 200 len: 210 time: 0.1986196 Jul 12 16:12:40.229733 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e7bb1c-c0bb-4f8d-b9b5-e959a1e4fd4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:12:40.250944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e3e7bb1c-c0bb-4f8d-b9b5-e959a1e4fd4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/46b81667-114a-4136-a7ac-837b66fef4fe HTTP/1.1" status: 404 len: 333 time: 0.1258459 Jul 12 16:12:40.254687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46192) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:40.357169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:40.358336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:40.448873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-8ad6d525-1a98-4805-8afa-013f08ee8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:40.464929 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-8ad6d525-1a98-4805-8afa-013f08ee8d72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.5654607 Jul 12 16:12:40.626526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-0965c9ec-edc8-4664-bd06-00bb861ad046 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.1595016 Jul 12 16:12:40.641343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet cb92e214-5d6a-450e-8494-b354770caa50 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:12:40.670068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:40.736276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46196) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:40.743435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288014829', 'description': 'tempest-description--1349815576'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:40.808524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.129443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.268628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.276204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.357309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.362089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6232846 Jul 12 16:12:41.367355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7d7338f2-11ff-4340-8e4f-d01a24141650 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:41.369981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46202) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:41.404307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'security_group_rule': {'security_group_id': '57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:41.447834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0cddc-53b6-4b8e-b002-fc8767497866 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:41.466083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96330d1b-f5c5-42e8-99a0-fe50331679c4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:41.494692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.508224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.598051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.607113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.626708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=aea0cddc-53b6-4b8e-b002-fc8767497866,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:41.682182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32380fe-83b5-47a1-a65a-cab43c733df3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:41.689136 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.696257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.699037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a697a94c-d42f-413b-9fbd-d4f5df8e5fad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085358 Jul 12 16:12:41.724187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:41.728608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] For port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:41.729752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'security_group_rule': {'security_group_id': '57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:41.768376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.781139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.800597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19a05cef-11bf-45ae-a356-fde93cddbbea details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:12:41.984158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7d7338f2-11ff-4340-8e4f-d01a24141650 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:41.997979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:12:42.002238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7d7338f2-11ff-4340-8e4f-d01a24141650 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:42.002238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.016448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.050014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.057215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.183809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:42.216764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.238770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4522512a-4d26-4f7d-9cd4-fe4f1707392c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.267322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.294451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d218e50-5cc5-4bdc-8db2-f4e732904e03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5688374 Jul 12 16:12:42.295164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:42.296682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning complete for port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:42.297368 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.315646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:42.316203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device fc00dbcb-a747-482f-8ce6-acc8fc7a39c1 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:42.323510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-9a76ccd1-807e-4c66-9f24-012342c807ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:42.325169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-9a76ccd1-807e-4c66-9f24-012342c807ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 1.6801987 Jul 12 16:12:42.349710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:42.429685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.486309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f95ce-095a-42d0-89a5-29fdf635b8d1 None None] Pushing event updated for resources: {'Port': ['ID=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.549677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-e357f0b5-131d-4aa7-847a-0b73f0b9a9e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837423 Jul 12 16:12:42.795461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:42.804660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.909796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.921686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'port_id': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'mac_address': 'fa:16:3e:8c:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe17b59-3999-49e8-8b3f-0b9bcd665585', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:12:43.017300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819d31-a45f-4418-a13d-196b274fd919 req-9f3080da-846f-4903-b52f-71fabc58691c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:43.038923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.050952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819d31-a45f-4418-a13d-196b274fd919 req-9f3080da-846f-4903-b52f-71fabc58691c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:43.092743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning for port 4e01c6a3-d27d-4135-9809-e8b777cd921e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:43.098833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a05cef-11bf-45ae-a356-fde93cddbbea {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:43.119295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819d31-a45f-4418-a13d-196b274fd919 req-9f3080da-846f-4903-b52f-71fabc58691c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:43.120371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning complete for port 4e01c6a3-d27d-4135-9809-e8b777cd921e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:43.122437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.138765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd819d31-a45f-4418-a13d-196b274fd919 req-9f3080da-846f-4903-b52f-71fabc58691c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2412 time: 2.2321839 Jul 12 16:12:43.207002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.224356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:43.228945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7d7338f2-11ff-4340-8e4f-d01a24141650, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7d7338f2-11ff-4340-8e4f-d01a24141650,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:43.233606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.295993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 172.25.8.52 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:43.312905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.329693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa97521-afe5-4d6a-9478-e9fd488270a4 req-64cf27ca-33a4-4a1a-9861-c079ad426fdc tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:43.331825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caa97521-afe5-4d6a-9478-e9fd488270a4 req-64cf27ca-33a4-4a1a-9861-c079ad426fdc tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1096 time: 0.1614900 Jul 12 16:12:43.347492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:43.366488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=cb92e214-5d6a-450e-8494-b354770caa50,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:43.380384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.386402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd819d31-a45f-4418-a13d-196b274fd919 req-f839fd66-6f05-409e-a4ea-231e1ebd899c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460728 Jul 12 16:12:43.395080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.397391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d4415cdf-3570-4363-b353-a287ef256b0f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/cb92e214-5d6a-450e-8494-b354770caa50 HTTP/1.1" status: 204 len: 168 time: 3.1416147 Jul 12 16:12:43.401020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:43.406659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:12:43.518288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:12:43.525388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-d597344e-7b45-493e-859b-6006194f1b92 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652879 Jul 12 16:12:43.527216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.541337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caa97521-afe5-4d6a-9478-e9fd488270a4 req-6be0eb08-cee6-406b-ade2-77b18f650a49 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951058 Jul 12 16:12:43.684121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:12:43.877172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86582bf0-d7da-49d1-8d34-ff6f50991404 None None] Network ac42b598-8626-4832-b132-a32a88f311a8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:43.910765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98c034f1-b34b-4002-ae73-0e586bbd5594 req-fbcb6b06-b733-4037-b413-d7e7c845246f service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184347 Jul 12 16:12:44.012076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.063778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.143330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:44.151552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4029d98-938d-432d-8b28-74d910d29475 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:44.160647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7d7338f2-11ff-4340-8e4f-d01a24141650,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:44.192207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning for port 97a61142-d758-4a97-a0b2-a1966a27285e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:44.216140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.254239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning complete for port 97a61142-d758-4a97-a0b2-a1966a27285e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:44.254570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.311243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Port 97a61142-d758-4a97-a0b2-a1966a27285e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:44.315962 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Sync routers for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:44.347113 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:44.348115 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:44.379518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'network_id': 'e44b34d1-abe9-42c0-b15b-f6e0ba5553b0', 'port_id': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'mac_address': 'fa:16:3e:a3:4e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe17b59-3999-49e8-8b3f-0b9bcd665585', 'ip_address': '19.80.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:12:44.380736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.388050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:44.404900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:44.415306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:44.510949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.515665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning complete for port 7d7338f2-11ff-4340-8e4f-d01a24141650 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:44.517188 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.622830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:44.636378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:44.677380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.690670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:44.716771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.724651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3435cd32-5926-497b-92cf-bcff4122f44c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95 HTTP/1.1" status: 204 len: 168 time: 1.3188004 Jul 12 16:12:44.728509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:44.807091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:12:44.819786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:44.856985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:44.882245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.928013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.000805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.010912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24db335a-74fe-40ff-acf1-b65dbd08398f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=368235423d05422fbed1b7cc66b2602e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864622 Jul 12 16:12:45.014641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:45.048379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175e93-1525-4408-8370-4fb969ead485 req-5f7d48ee-0c3e-463f-8c96-42e5bb5e2c34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:45.055521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175e93-1525-4408-8370-4fb969ead485 req-5f7d48ee-0c3e-463f-8c96-42e5bb5e2c34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:45.062559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175e93-1525-4408-8370-4fb969ead485 req-5f7d48ee-0c3e-463f-8c96-42e5bb5e2c34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:45.070734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98175e93-1525-4408-8370-4fb969ead485 req-5f7d48ee-0c3e-463f-8c96-42e5bb5e2c34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2414 time: 0.3330116 Jul 12 16:12:45.129725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.203420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 4e01c6a3-d27d-4135-9809-e8b777cd921e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:45.208052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.275657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:45.284287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b4029d98-938d-432d-8b28-74d910d29475 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:45.310639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:45.325887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b4029d98-938d-432d-8b28-74d910d29475 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:45.326296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.423128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Provisioning complete for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:45.424328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.437882 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.443689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] For port 4e01c6a3-d27d-4135-9809-e8b777cd921e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e01c6a3-d27d-4135-9809-e8b777cd921e,segment=NetworkSegment(c4c8fe3b-3208-41c9-8b95-c96b7a94728d),segment_id=c4c8fe3b-3208-41c9-8b95-c96b7a94728d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:45.445095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.450764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.480383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 4e01c6a3-d27d-4135-9809-e8b777cd921e owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:45.506051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-17f04979-ef6a-44ef-b8f1-5171c69060df None None] Port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:45.514866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:45.539478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98175e93-1525-4408-8370-4fb969ead485 req-1f3c80fe-b906-43f0-bca3-fd83b78e086e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676428 Jul 12 16:12:45.652751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['11c478a4-2d9f-44f9-a2a6-2e92e3780f78'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:45.748735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.784267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['aea0cddc-53b6-4b8e-b002-fc8767497866'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:45.799107 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:34Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f39a3966-7326-4c82-b795-71b6c6784d41', 'name': '', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'mac_address': 'fa:16:3e:c0:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:33Z', 'updated_at': '2021-07-12T16:12:35Z', 'revision_number': 2, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'subnets': [{'id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:45.827460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=4e01c6a3-d27d-4135-9809-e8b777cd921e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:45.841494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No DVR routers for this DVR port 4e01c6a3-d27d-4135-9809-e8b777cd921e on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:45.866580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c60e7-4e70-444e-a488-3aaa719ac52b None None] DHCP port deletion for ac42b598-8626-4832-b132-a32a88f311a8 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:12:45.869150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.873448 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Checking router: 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:45.876010 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Updating router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 port f39a3966-7326-4c82-b795-71b6c6784d41 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:45.877705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['19a05cef-11bf-45ae-a356-fde93cddbbea'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:45.919267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.995619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.999949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.005228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/996a05b2-44ca-4351-bed5-585b85b35775 HTTP/1.1" status: 204 len: 168 time: 0.9883759 Jul 12 16:12:46.020815 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.031437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.045213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994b4e8-34b3-4f8c-9f33-8dc525451d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996a05b2-44ca-4351-bed5-585b85b35775,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.080626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.082694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3849013d-7045-4d9e-9239-48279c842bc8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7734160 Jul 12 16:12:46.099731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.113106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac42b598-8626-4832-b132-a32a88f311a8']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.129190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.129693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c8fe3b-3208-41c9-8b95-c96b7a94728d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.142279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.159880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.169077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:12:46.169734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:12:46.275913 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:12:46.288611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-727cdba7-8b45-4a22-bef9-364a72795448 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:12:46.296979 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-727cdba7-8b45-4a22-bef9-364a72795448 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138710 Jul 12 16:12:46.301565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:46.302276 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:12:46.311854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.328460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.330637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/ac42b598-8626-4832-b132-a32a88f311a8 HTTP/1.1" status: 204 len: 168 time: 1.6005065 Jul 12 16:12:46.338158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:46.395957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e074-6a7a-41fe-8b95-560aead10c40 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=ac42b598-8626-4832-b132-a32a88f311a8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.452842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-acafc3e4-843a-42d2-8f77-69a034396569 None None] Could not find standard attr ID for object 46b81667-114a-4136-a7ac-837b66fef4fe. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:12:46.458274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.516344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-acafc3e4-843a-42d2-8f77-69a034396569 None None] Could not find standard attr ID for object 4e01c6a3-d27d-4135-9809-e8b777cd921e. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:12:46.547546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6507f2b-7498-42e4-ba6d-26ce9d27999a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:46.548593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-a38f4123-e094-46e1-b5ce-32331ce2fbe7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618614 Jul 12 16:12:46.556142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6507f2b-7498-42e4-ba6d-26ce9d27999a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2109420 Jul 12 16:12:46.559504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:46.648132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b4029d98-938d-432d-8b28-74d910d29475, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4029d98-938d-432d-8b28-74d910d29475,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:46.699631 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.756423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-47bf0db8-f808-42c6-98d6-892253482661 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1930523 Jul 12 16:12:46.757358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46292) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:46.775228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1039585684'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:46.891241 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.905300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:46.909153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.942804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:46.947917 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Transition to ACTIVE for port object f39a3966-7326-4c82-b795-71b6c6784d41 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:46.960180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:46.961261 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.976523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-2b759254-4b51-4daa-859f-1bd529114ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:46.983913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.984502 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment ea83537d-60b6-4b91-859e-cfb26c51b6fb of type vlan for network 39960301-eee2-4cc3-87e7-ac59b2cf1857 Jul 12 16:12:46.989893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-2b759254-4b51-4daa-859f-1bd529114ef3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac9bb0783cfa4326817833a31a978206&device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 1096 time: 0.3641720 Jul 12 16:12:46.990768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:46.991100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:46.991427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:46.999090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f492b-eccc-45f2-a2db-d19738cbccfd req-8eb946a4-e670-43af-be72-331e9d358f5b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:47.009068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f492b-eccc-45f2-a2db-d19738cbccfd req-8eb946a4-e670-43af-be72-331e9d358f5b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:47.016689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f492b-eccc-45f2-a2db-d19738cbccfd req-8eb946a4-e670-43af-be72-331e9d358f5b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:47.026777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c28f492b-eccc-45f2-a2db-d19738cbccfd req-8eb946a4-e670-43af-be72-331e9d358f5b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2415 time: 0.2027960 Jul 12 16:12:47.085106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:12:47.085513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:47.096447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b4029d98-938d-432d-8b28-74d910d29475,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:47.234732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:47.235187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:47.235605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:47.236650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Bound port: b659ac9c-d21a-4414-b954-e40c4dbcd708, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:47.279055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c28f492b-eccc-45f2-a2db-d19738cbccfd req-553d9b32-385e-41ed-b4d5-4bab2caac70c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509363 Jul 12 16:12:47.286070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.388339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:47.398683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.407997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.425837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:47.427211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.439538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340b9e-9ddb-47fa-ae45-90c1b995819e None None] Pushing event updated for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:47.486396 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Attempting to bind port f39a3966-7326-4c82-b795-71b6c6784d41 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:47.486774 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Attempting to bind port f39a3966-7326-4c82-b795-71b6c6784d41 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:47.487138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Attempting to bind port f39a3966-7326-4c82-b795-71b6c6784d41 on network 1fbaae99-bd07-4139-abe7-911a311df3a6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:47.517198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:47.519267 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Checking segment: {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:47.520706 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.521138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Bound using segment: {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:47.523385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Bound port: f39a3966-7326-4c82-b795-71b6c6784d41, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4516b452-196e-4d98-8c68-da80cae2b3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:47.523835 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.624939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46320) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:47.628804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8687370 Jul 12 16:12:47.637218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:47.649628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-9f6ff44b-17e5-4b80-81eb-c6d99241d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:47.652735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-9f6ff44b-17e5-4b80-81eb-c6d99241d50c service neutron] 10.222.0.77 "GET /v2.0/networks?id=900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 200 len: 907 time: 0.6345513 Jul 12 16:12:47.666207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:47.673074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:47.729686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.731418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-32b07e5f-653a-4abd-8a36-c1d05cf4a977 service neutron] 10.222.0.58 "POST /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708/bindings HTTP/1.1" status: 201 len: 389 time: 1.4332454 Jul 12 16:12:47.756782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-7830681f-a878-455a-80a2-0684e4167f06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 200 len: 1001 time: 0.0968533 Jul 12 16:12:47.788796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] For port f39a3966-7326-4c82-b795-71b6c6784d41, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:47.796109 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] For port f39a3966-7326-4c82-b795-71b6c6784d41, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f39a3966-7326-4c82-b795-71b6c6784d41,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:47.807246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:47.812364 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.841278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4e01c6a3-d27d-4135-9809-e8b777cd921e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:47.841278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 12 16:12:47.887026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port 4e01c6a3-d27d-4135-9809-e8b777cd921e not found, will not notify nova. {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 12 16:12:47.992855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a7736-b7bd-4195-8104-41315485eda6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=39960301-eee2-4cc3-87e7-ac59b2cf1857,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:48.000819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-795aa375-a52e-42e0-a948-9a32cce02b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.008267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c3d35ddb-0f9a-4eed-b482-be5735bb80ad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1288014829&fields=id&tenant_id=54a969ec9b624d698eef72cd23f016a8 HTTP/1.1" status: 200 len: 267 time: 0.4075682 Jul 12 16:12:48.009910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-795aa375-a52e-42e0-a948-9a32cce02b56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a HTTP/1.1" status: 200 len: 845 time: 0.2446144 Jul 12 16:12:48.051429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:48.154592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1384162285-network', 'tenant_id': '98734db14bfc46fb934bb6c91dadc08e'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:48.157585 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:48.158432 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:12:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:48.205560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7d7338f2-11ff-4340-8e4f-d01a24141650 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:48.292064 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340b9e-9ddb-47fa-ae45-90c1b995819e None None] Pushing event updated for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:48.308725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:12:48.308725 n-d-800078-3 neutron-server[93711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:12:48.308725 n-d-800078-3 neutron-server[93711]: [parameters: {'project_id': '85079eef752242748908b22d831c3b36', 'id': '36f9a616-bb86-41bb-b3cf-729bd0d4e097', 'expiration': datetime.datetime(2021, 7, 12, 16, 14, 48, 257078)}] Jul 12 16:12:48.308725 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:12:48.313187 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:12:48.343623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-5a754d6d-930e-4deb-b796-7e9a62eab6c9 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.356306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-5a754d6d-930e-4deb-b796-7e9a62eab6c9 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 937 time: 0.3469489 Jul 12 16:12:48.409462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7d7338f2-11ff-4340-8e4f-d01a24141650 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:48.410528 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.422700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-58603227-11f1-47cf-8a02-ca1c0dd1db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.434110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-58603227-11f1-47cf-8a02-ca1c0dd1db66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=900c3bde-cc35-4d32-bee9-943e0808f328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4106731 Jul 12 16:12:48.478381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Made reservation on behalf of 98734db14bfc46fb934bb6c91dadc08e for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:48.482938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.505748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.535122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-286c1957-1df2-4464-9f0b-9132ad3c95f7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.538250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-286c1957-1df2-4464-9f0b-9132ad3c95f7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 936 time: 0.1796129 Jul 12 16:12:48.556970 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:48.569810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-b296b6ad-ceae-410e-8693-83c4eb05bb0b service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250231 Jul 12 16:12:48.577623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-795ff2fd-64ce-4556-9d46-5d02e1002122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.579462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-795ff2fd-64ce-4556-9d46-5d02e1002122 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1096 time: 0.4215853 Jul 12 16:12:48.665753 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c0cfaff5-add1-4af6-bd13-0959b1c7ade4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1148458 Jul 12 16:12:48.765266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-db210c20-6eff-47a9-a623-a095746f940c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0917642 Jul 12 16:12:48.868896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-568e34d8-c31b-4b3b-8246-f68888b4ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.870617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-568e34d8-c31b-4b3b-8246-f68888b4ee0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2818284 Jul 12 16:12:48.877006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da20e38b-7644-4966-b695-a9e97d6b22e9 req-2c5058bb-de47-4c3b-9b07-c232f961baba service neutron] 10.222.0.77 "GET /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963302 Jul 12 16:12:48.988031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-d803d19e-b088-494b-bf58-606be28779ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 217 time: 0.1081994 Jul 12 16:12:49.058644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4029d98-938d-432d-8b28-74d910d29475 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:49.101546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e36e-d540-40a1-b247-9165d018d319 req-bd005832-b105-4e86-8853-489be27ba6e3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.106131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77c2e36e-d540-40a1-b247-9165d018d319 req-bd005832-b105-4e86-8853-489be27ba6e3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.2045372 Jul 12 16:12:49.142107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b4029d98-938d-432d-8b28-74d910d29475 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:49.142542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.147428 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:34Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f39a3966-7326-4c82-b795-71b6c6784d41', 'name': '', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'mac_address': 'fa:16:3e:c0:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:33Z', 'updated_at': '2021-07-12T16:12:47Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'subnets': [{'id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:49.155710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.169001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-00c608c5-a8fe-4016-a229-97847138e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.174245 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-00c608c5-a8fe-4016-a229-97847138e026 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1752627 Jul 12 16:12:49.212142 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e387114-37a6-416c-aa7b-5a65925bba95 None None] The sync data for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 is: [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:12:34Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f39a3966-7326-4c82-b795-71b6c6784d41', 'name': '', 'network_id': '1fbaae99-bd07-4139-abe7-911a311df3a6', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'mac_address': 'fa:16:3e:c0:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:33Z', 'updated_at': '2021-07-12T16:12:47Z', 'revision_number': 4, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'subnets': [{'id': 'b2e88afc-d4fb-4fd3-a654-dfaf91599eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:49.226377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.253271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77c2e36e-d540-40a1-b247-9165d018d319 req-d6424e0a-5eb4-47dc-907b-e06a789c4b22 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384420 Jul 12 16:12:49.261052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:49.285232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.285730 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Added segment 66f9fa56-79ba-40da-bb0c-5e694520bf59 of type vlan for network 72162a68-d940-45dc-98aa-dcdbaec27cd9 Jul 12 16:12:49.334068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-85bb572f-d619-4e3f-be85-13cd7ec88f78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255834 Jul 12 16:12:49.364668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19a05cef-11bf-45ae-a356-fde93cddbbea up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:49.386500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.453558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:49.457137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.465784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246ba454-65b7-49b0-bfce-4a776b4bfe20,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:49.469012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.469832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.470627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.630690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] Pushing event updated for resources: {'Network': ['ID=72162a68-d940-45dc-98aa-dcdbaec27cd9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:49.651626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:49.705925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-a425f1c3-a4ac-4a23-bdd3-943f69157f65 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643920 Jul 12 16:12:49.749313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3b04f4c0-d615-46d8-ad08-0a323235fc2c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1230443 Jul 12 16:12:49.756235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:49.768179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0e9f5304-1e41-412c-8c5d-ab05789f59a5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.783698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0e9f5304-1e41-412c-8c5d-ab05789f59a5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.797451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0e9f5304-1e41-412c-8c5d-ab05789f59a5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.803903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0e9f5304-1e41-412c-8c5d-ab05789f59a5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 1995 time: 1.0236354 Jul 12 16:12:49.814098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:49.835224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Request body: {'subnet': {'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1384162285-subnet', 'tenant_id': '98734db14bfc46fb934bb6c91dadc08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:49.860692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4e01c6a3-d27d-4135-9809-e8b777cd921e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:49.861124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e01c6a3-d27d-4135-9809-e8b777cd921e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:49.911519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 19a05cef-11bf-45ae-a356-fde93cddbbea completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:49.930343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 19a05cef-11bf-45ae-a356-fde93cddbbea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:49.933231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.978145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b53914-c8b3-4514-bd63-7d1453fca645 req-a5507a34-3929-44df-a877-88599b25170c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.997861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b53914-c8b3-4514-bd63-7d1453fca645 req-a5507a34-3929-44df-a877-88599b25170c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:50.013953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b53914-c8b3-4514-bd63-7d1453fca645 req-a5507a34-3929-44df-a877-88599b25170c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:50.028536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47b53914-c8b3-4514-bd63-7d1453fca645 req-a5507a34-3929-44df-a877-88599b25170c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2415 time: 0.4520428 Jul 12 16:12:50.136699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.157246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Made reservation on behalf of 98734db14bfc46fb934bb6c91dadc08e for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:50.167014 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.181154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f39a3966-7326-4c82-b795-71b6c6784d41 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:50.205035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-0ab3ed6e-7b49-461e-b5cb-cfd056ac9844 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910810 Jul 12 16:12:50.235340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-ffb6d9b0-ee2c-4809-886a-e37f6d52c90b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/quotas/54a969ec9b624d698eef72cd23f016a8 HTTP/1.1" status: 200 len: 375 time: 0.0447249 Jul 12 16:12:50.266701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.333649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:50.335213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:50.338907 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cea966-be12-4614-8403-25a9b6c0c802" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:50.346456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.367387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47b53914-c8b3-4514-bd63-7d1453fca645 req-82218c59-00ba-4368-91e0-4e9648ec449b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192859 Jul 12 16:12:50.411307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device aea0cddc-53b6-4b8e-b002-fc8767497866 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:50.548409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-991c6e70-78c7-4d0a-9675-8f63769f2468 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3125041 Jul 12 16:12:50.549480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=46e9ee2a-f12c-4289-a399-d1b722872150,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.576768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': 'ea83537d-60b6-4b91-859e-cfb26c51b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:50.577212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: 39960301-eee2-4cc3-87e7-ac59b2cf1857, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:50.591811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f39a3966-7326-4c82-b795-71b6c6784d41 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:50.626158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:50.628958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.634415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:50.737319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 39960301-eee2-4cc3-87e7-ac59b2cf1857) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:50.749278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:50.749951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.762114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffddae-ea33-44d4-b642-2ff6ae752dfc None None] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:50.835499 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.872395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36cf7af9-d856-4cf5-aee7-d7c25a248f7f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2124186 Jul 12 16:12:50.879182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46342) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:50.893234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857', 'name': 'tempest-PortsIpV6TestJSON-954156845'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:50.999453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:51.028610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Checking segment: {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:51.029294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Network hostable DHCP agents. Network: 72162a68-d940-45dc-98aa-dcdbaec27cd9, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:51.081972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=333020f3-f4b5-4b72-989b-90b38a9f40c4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:51.124746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-39960301-eee2-4cc3-87e7-ac59b2cf1857', 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': '46e9ee2a-f12c-4289-a399-d1b722872150'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:51.126258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.127046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:51.150417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6414f68e-29f7-4a35-86c2-a3368f7003a8 None None] Provisioning complete for port 19a05cef-11bf-45ae-a356-fde93cddbbea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:51.151274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 72162a68-d940-45dc-98aa-dcdbaec27cd9) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:51.151976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6414f68e-29f7-4a35-86c2-a3368f7003a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.156818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:51.157402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.168511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port aea0cddc-53b6-4b8e-b002-fc8767497866 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:51.175355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a074753-0ff4-49b4-8469-70d3c0d18ed9 None None] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:51.199856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port aea0cddc-53b6-4b8e-b002-fc8767497866 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:51.200779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.224039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4619985-91e3-4aff-873b-011ffaab39b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3905993 Jul 12 16:12:51.417899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2043aa-9693-42da-8432-b782dd2161fe req-961706de-841b-4e3b-949b-8b1033a83f48 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:51.426665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.435581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f2043aa-9693-42da-8432-b782dd2161fe req-961706de-841b-4e3b-949b-8b1033a83f48 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.1364152 Jul 12 16:12:51.501372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f2043aa-9693-42da-8432-b782dd2161fe req-7a7b339f-0b2c-4763-91a4-4528a0a7372f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647919 Jul 12 16:12:51.608968 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5680c3-b3b8-4811-ac3c-8128c75a8926 x-openstack-request-id: req-dc5680c3-b3b8-4811-ac3c-8128c75a8926 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:51.609259 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:51.609547 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc5680c3-b3b8-4811-ac3c-8128c75a8926 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:51.610267 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'code': 200} Jul 12 16:12:51.775407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee3885-9ff4-4f3d-ab4e-dc46f05d5a87 req-7aaace5b-e8db-47f5-b956-e0479d81f6f8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:51.781725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee3885-9ff4-4f3d-ab4e-dc46f05d5a87 req-7aaace5b-e8db-47f5-b956-e0479d81f6f8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:51.788024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee3885-9ff4-4f3d-ab4e-dc46f05d5a87 req-7aaace5b-e8db-47f5-b956-e0479d81f6f8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:51.795770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0eee3885-9ff4-4f3d-ab4e-dc46f05d5a87 req-7aaace5b-e8db-47f5-b956-e0479d81f6f8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2416 time: 0.1123281 Jul 12 16:12:51.801811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fe888e26-6d80-4cd7-857d-8741639ebcc1 service neutron] 10.222.0.58 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2047739 Jul 12 16:12:51.825797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Allocated IP 2001:db8::2 (39960301-eee2-4cc3-87e7-ac59b2cf1857/46e9ee2a-f12c-4289-a399-d1b722872150/fa582f15-80d3-4b27-b677-365354647b4b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:51.884735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0eee3885-9ff4-4f3d-ab4e-dc46f05d5a87 req-6b7c2646-fdca-4d82-a1f0-42fac57c0bf1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879276 Jul 12 16:12:51.886286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:51.890147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.921866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 182f22ef-d346-4999-a3b5-939bc813c3fc yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:51.986892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port f39a3966-7326-4c82-b795-71b6c6784d41, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f39a3966-7326-4c82-b795-71b6c6784d41,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:52.033742 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.057127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-65b27d6d-5f89-44a1-8aca-c33c17c46a53 service neutron] 10.222.0.58 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421508 Jul 12 16:12:52.126499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732711283', 'description': 'tempest-description-531166178'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:52.145596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0965dc22-399b-4c28-82a6-048d6702d806 service neutron] 10.222.0.58 "GET /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0820968 Jul 12 16:12:52.215720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.231869 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.340299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-897da080-b841-40dc-abc9-b328814b486b service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837223 Jul 12 16:12:52.435214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.441453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.496442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-11fe7161-707c-4be2-b893-80c659b215b1 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469212 Jul 12 16:12:52.498248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.499488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5266245-aac1-40d2-a507-25b62b32160b req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3772471 Jul 12 16:12:52.527722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e4ed8-f3bc-40e4-a9a6-7237135eefd2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46942e92-0a55-4fde-b6df-e0148c113a39,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.545411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=aea0cddc-53b6-4b8e-b002-fc8767497866,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:52.546864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43678bfa-e617-4a29-9659-dd88553e331a None None] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:52.561997 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.563860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.620768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-1646434d-5563-446c-8ced-9409d76e9a16 service neutron] 10.222.0.58 "GET /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1224892 Jul 12 16:12:52.676754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:52.858647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3688f8a2-d980-4da8-b684-bb09b7cde0d7 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312858 Jul 12 16:12:52.918290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.982294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-680942043', 'description': 'tempest-description-271778234'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:53.016931 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.018334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b1d6dfc-203a-404c-a431-222db9d038c7 None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.018811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6dfc-203a-404c-a431-222db9d038c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.098621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.116688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc01c7e8-cc43-4d72-8f2b-ae4f97b7b1f7 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472539 Jul 12 16:12:53.166998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.175258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.225658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.227105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd422096-5055-477e-bf35-cd32cadf33aa req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2505753 Jul 12 16:12:53.229330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae97a-681f-4432-bf61-4d9afecfb56e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac592cc-aa78-413e-8111-15632062816c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:53.270976 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:12:53.334112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Transition to ACTIVE for port object fa582f15-80d3-4b27-b677-365354647b4b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:53.350979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Transition to ACTIVE for port object fa582f15-80d3-4b27-b677-365354647b4b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:53.354751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:53.362167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.362683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.364808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.413888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-2c5bf762-5fdb-4340-8458-89eefa53b007 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892988 Jul 12 16:12:53.428774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:53.451912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Pushing event updated for resources: {'Port': ['ID=fa582f15-80d3-4b27-b677-365354647b4b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:53.454722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:53.460407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:53.540842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f120bb91-24bb-4f46-873f-e9171b0d2e07 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193504 Jul 12 16:12:53.587822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::11b (39960301-eee2-4cc3-87e7-ac59b2cf1857/46e9ee2a-f12c-4289-a399-d1b722872150/182f22ef-d346-4999-a3b5-939bc813c3fc) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:53.621760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Attempting to bind port fa582f15-80d3-4b27-b677-365354647b4b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:53.623977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Attempting to bind port fa582f15-80d3-4b27-b677-365354647b4b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ea83537d-60b6-4b91-859e-cfb26c51b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:53.624471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Attempting to bind port fa582f15-80d3-4b27-b677-365354647b4b on network 39960301-eee2-4cc3-87e7-ac59b2cf1857 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:53.626992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888b0ae-3c56-420f-aee0-2a7cf74854ae req-a3a122f4-b868-49dd-b11c-a7b0bfd681fc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:53.631958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2888b0ae-3c56-420f-aee0-2a7cf74854ae req-a3a122f4-b868-49dd-b11c-a7b0bfd681fc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.1448817 Jul 12 16:12:53.650312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:53.653039 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef550da-761a-468b-ad2c-d8f737403f48" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:53.656275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.667403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:53.668931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Checking segment: {'id': 'ea83537d-60b6-4b91-859e-cfb26c51b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:53.669542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.670135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Bound using segment: {'id': 'ea83537d-60b6-4b91-859e-cfb26c51b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:53.671318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Bound port: fa582f15-80d3-4b27-b677-365354647b4b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea83537d-60b6-4b91-859e-cfb26c51b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:53.671935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.708229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2888b0ae-3c56-420f-aee0-2a7cf74854ae req-4a393c5d-1788-422b-b6bf-a41a1c4fe3b4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708873 Jul 12 16:12:53.796104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-157e85a4-97ec-4261-a85d-834fb593f56d None None] Provisioning complete for port aea0cddc-53b6-4b8e-b002-fc8767497866 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.797255 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-157e85a4-97ec-4261-a85d-834fb593f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.848828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-a821b9ec-ffdd-441d-a18f-489857e180a0 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988148 Jul 12 16:12:53.850095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:53.868442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.970606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] For port fa582f15-80d3-4b27-b677-365354647b4b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:54.041082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.051487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] For port fa582f15-80d3-4b27-b677-365354647b4b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fa582f15-80d3-4b27-b677-365354647b4b,segment=NetworkSegment(ea83537d-60b6-4b91-859e-cfb26c51b6fb),segment_id=ea83537d-60b6-4b91-859e-cfb26c51b6fb)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:54.063929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.093381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509cd91-9059-42ab-a966-811274732cc7 req-35780a49-c26a-4b44-b28a-5a38d462b0f4 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:54.097595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1509cd91-9059-42ab-a966-811274732cc7 req-35780a49-c26a-4b44-b28a-5a38d462b0f4 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.1591733 Jul 12 16:12:54.122853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b0037905-c157-4390-a031-531a76ad24e5 service neutron] 10.222.0.58 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613101 Jul 12 16:12:54.144031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.177427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855d3e2-8505-4668-a55b-bb8cf79ef66a None None] Pushing event updated for resources: {'Port': ['ID=fa582f15-80d3-4b27-b677-365354647b4b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.186527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1509cd91-9059-42ab-a966-811274732cc7 req-aec86560-9fcc-4abc-bb44-002b25dad547 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826859 Jul 12 16:12:54.278838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 182f22ef-d346-4999-a3b5-939bc813c3fc will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:54.420523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f39a3966-7326-4c82-b795-71b6c6784d41 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:54.442031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-68ab932d-6ac3-485c-a901-cb96ad2c5c68 service neutron] 10.222.0.58 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183618 Jul 12 16:12:54.476100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.532829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a536883d-4a59-4433-93b0-5b6a9b22c071 None None] Provisioning complete for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:54.533219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a536883d-4a59-4433-93b0-5b6a9b22c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.534771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f39a3966-7326-4c82-b795-71b6c6784d41 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:54.535139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.686282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84edd1-e304-4112-b6dd-131d9be21ff8 req-121e4826-05e8-457d-a49f-d430e527fcc2 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:54.697642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=182f22ef-d346-4999-a3b5-939bc813c3fc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.716329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84edd1-e304-4112-b6dd-131d9be21ff8 req-121e4826-05e8-457d-a49f-d430e527fcc2 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:54.720621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:54.723477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:54.726771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:54.732686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84edd1-e304-4112-b6dd-131d9be21ff8 req-121e4826-05e8-457d-a49f-d430e527fcc2 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:54.733530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:54.734602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.751838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c84edd1-e304-4112-b6dd-131d9be21ff8 req-121e4826-05e8-457d-a49f-d430e527fcc2 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.2881563 Jul 12 16:12:54.778147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d245a3c-02bf-4834-b138-d1e1c0527b57 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8941383 Jul 12 16:12:54.782791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46400) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.791941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': '39960301-eee2-4cc3-87e7-ac59b2cf1857', 'name': 'tempest-PortsIpV6TestJSON-186719299'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.803291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-7f7dbb45-1f3a-4116-ac65-0aa2e8d63bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543539 Jul 12 16:12:54.973792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9897fb5c-6418-4b37-8568-c69a1dd735b9 service neutron] 10.222.0.58 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638660 Jul 12 16:12:55.017053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c84edd1-e304-4112-b6dd-131d9be21ff8 req-aeb7d306-ee0b-43e6-b153-cd0780e5fe76 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595975 Jul 12 16:12:55.048092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:55.057775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.094833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 1874f588-7e66-4981-a9d0-6f7b4fcc465e yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:12:55.167895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-040b8551-708b-4ac7-9892-88b8dec07a1e service neutron] 10.222.0.58 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864235 Jul 12 16:12:55.345251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::303 (39960301-eee2-4cc3-87e7-ac59b2cf1857/46e9ee2a-f12c-4289-a399-d1b722872150/1874f588-7e66-4981-a9d0-6f7b4fcc465e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:55.695105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.801719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-4905d15c-1422-49d8-9b84-e230811c4c4c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:55.815965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-4905d15c-1422-49d8-9b84-e230811c4c4c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 813 time: 0.2014139 Jul 12 16:12:55.825579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 1874f588-7e66-4981-a9d0-6f7b4fcc465e will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:55.845171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-d8223018-026e-4cd0-8661-ce4dc1995d61 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/quotas/98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 375 time: 0.0279715 Jul 12 16:12:55.891161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-3350bc9d-8bad-4704-b919-a4a367d4759a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448377 Jul 12 16:12:56.035091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:56.076334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c3c58-2167-4c3d-8dc3-f2b0b666c8a0 None None] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:56.190937 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0952a951-863d-4adb-ad43-b4babaa543b0 x-openstack-request-id: req-0952a951-863d-4adb-ad43-b4babaa543b0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:56.194819 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:56.201029 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0952a951-863d-4adb-ad43-b4babaa543b0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:56.208125 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866', 'code': 200} Jul 12 16:12:56.224858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=1874f588-7e66-4981-a9d0-6f7b4fcc465e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:56.256506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa04b4f2-e712-45e8-b241-c817c8042240 None None] Provisioning for port fa582f15-80d3-4b27-b677-365354647b4b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:56.295423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-7b03829a-0067-4218-b09b-3b31852677b7 service neutron] 10.222.0.58 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033005 Jul 12 16:12:56.532988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fa582f15-80d3-4b27-b677-365354647b4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:56.567390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:56.581540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-d06f22c2-9151-48d2-b5ed-fc1b306880d9 service neutron] 10.222.0.58 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850530 Jul 12 16:12:56.586795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:56.594885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:56.612113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:56.613754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:56.652906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-11de0e60-d196-41c4-990d-7521703ac612 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8688090 Jul 12 16:12:56.655744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46440) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:56.779024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port fa582f15-80d3-4b27-b677-365354647b4b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:56.787822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fa582f15-80d3-4b27-b677-365354647b4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:56.788198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.058206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf4c28-ba0e-4c80-8f00-b5237a7f654e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:57.060448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aeaf4c28-ba0e-4c80-8f00-b5237a7f654e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11b HTTP/1.1" status: 200 len: 928 time: 0.4036310 Jul 12 16:12:57.063302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46448) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:57.076537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.118658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02197b-9bb5-4ce1-a46f-289514336fdf req-00229fb8-4a94-4953-babe-8345b4309ff4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:57.131424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f02197b-9bb5-4ce1-a46f-289514336fdf req-00229fb8-4a94-4953-babe-8345b4309ff4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.3297243 Jul 12 16:12:57.169600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port fa582f15-80d3-4b27-b677-365354647b4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fa582f15-80d3-4b27-b677-365354647b4b,segment=NetworkSegment(ea83537d-60b6-4b91-859e-cfb26c51b6fb),segment_id=ea83537d-60b6-4b91-859e-cfb26c51b6fb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:57.178634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.249974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f02197b-9bb5-4ce1-a46f-289514336fdf req-fbd34518-9236-457b-be52-21f912718729 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Jul 12 16:12:57.337427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=fa582f15-80d3-4b27-b677-365354647b4b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:57.462947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Provisioning complete for port fa582f15-80d3-4b27-b677-365354647b4b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:57.465555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.689252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0a6e-c502-4141-b287-579a6ed47f3f req-916d681d-f8fa-4058-96cc-cd0ad822fc55 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:57.698092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0a6e-c502-4141-b287-579a6ed47f3f req-916d681d-f8fa-4058-96cc-cd0ad822fc55 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:57.705149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0a6e-c502-4141-b287-579a6ed47f3f req-916d681d-f8fa-4058-96cc-cd0ad822fc55 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:57.707422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63df0a6e-c502-4141-b287-579a6ed47f3f req-916d681d-f8fa-4058-96cc-cd0ad822fc55 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.1843877 Jul 12 16:12:57.736035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Provisioning for port 1874f588-7e66-4981-a9d0-6f7b4fcc465e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:57.743057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Provisioning complete for port 1874f588-7e66-4981-a9d0-6f7b4fcc465e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:57.745238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.801927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Port 1874f588-7e66-4981-a9d0-6f7b4fcc465e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:57.816122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63df0a6e-c502-4141-b287-579a6ed47f3f req-b3090428-250b-4886-bde2-339e5f423301 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957181 Jul 12 16:12:57.888392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Provisioning for port 182f22ef-d346-4999-a3b5-939bc813c3fc completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:57.923292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Provisioning complete for port 182f22ef-d346-4999-a3b5-939bc813c3fc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:57.923981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:58.018734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6f0c-bb44-487b-b11c-32e9acb73ee0 None None] Port 182f22ef-d346-4999-a3b5-939bc813c3fc cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:58.043115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dce990df-53e1-479d-9a06-697b63c970bf req-9acf5ded-4cb0-450e-8a91-ebef34b87052 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 210 time: 0.0713947 Jul 12 16:12:58.178909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-39c8cd1c-0a59-42fc-927b-6cc723652e5e None None] Provisioning complete for port 182f22ef-d346-4999-a3b5-939bc813c3fc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:58.183238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39c8cd1c-0a59-42fc-927b-6cc723652e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:58.234415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:58.237130 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0026cca-5d8f-4757-aa5f-5009e097fe45" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:58.267299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-39c8cd1c-0a59-42fc-927b-6cc723652e5e None None] Port 182f22ef-d346-4999-a3b5-939bc813c3fc cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:58.316233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0500fae4-1dd9-4b3c-88b8-fd1865397647 req-cbfeb543-cbd3-4369-bdd0-0b24abca1ea5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.1723819 Jul 12 16:12:58.432500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fa582f15-80d3-4b27-b677-365354647b4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:58.495944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-30ff7b1d-536e-470f-adfc-3b85d937443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:58.502037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-30ff7b1d-536e-470f-adfc-3b85d937443b service neutron] 10.222.0.77 "GET /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 1033 time: 0.2321081 Jul 12 16:12:58.635449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fa582f15-80d3-4b27-b677-365354647b4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:58.636102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:58.845328 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca69fcc-108d-4b5e-b01b-9c3ed225b2be x-openstack-request-id: req-5ca69fcc-108d-4b5e-b01b-9c3ed225b2be {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:58.845801 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:58.847508 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ca69fcc-108d-4b5e-b01b-9c3ed225b2be {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:58.848229 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'code': 200} Jul 12 16:12:58.912909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cd455-826d-40a4-a13c-7c84adfaf040 req-ab0660dd-a356-4ac9-ac4c-763533fe4556 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:58.933123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b82cd455-826d-40a4-a13c-7c84adfaf040 req-ab0660dd-a356-4ac9-ac4c-763533fe4556 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.1913431 Jul 12 16:12:58.964699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c0297407-bc5e-4dec-94d7-51ffc4897bb8 None None] Provisioning complete for port 1874f588-7e66-4981-a9d0-6f7b4fcc465e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:58.969625 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c0297407-bc5e-4dec-94d7-51ffc4897bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.037851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b82cd455-826d-40a4-a13c-7c84adfaf040 req-01697e9f-78c9-4c7f-8f22-5047f101e796 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004794 Jul 12 16:12:59.229604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c0297407-bc5e-4dec-94d7-51ffc4897bb8 None None] Port 1874f588-7e66-4981-a9d0-6f7b4fcc465e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:59.397028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 1874f588-7e66-4981-a9d0-6f7b4fcc465e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:59.397951 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.407529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c0df7e96-7a7a-427c-9a96-c3ca88075580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.409065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c0df7e96-7a7a-427c-9a96-c3ca88075580 service neutron] 10.222.0.77 "GET /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 1032 time: 0.8868783 Jul 12 16:12:59.515328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-c95646d9-4f2e-4bc4-afae-82b4982668d8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.517071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-c95646d9-4f2e-4bc4-afae-82b4982668d8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 813 time: 0.2408042 Jul 12 16:12:59.538163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'device_id': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9', 'admin_state_up': True, 'tenant_id': '98734db14bfc46fb934bb6c91dadc08e'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:59.694019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d5ac-840a-4c3f-b36c-8bd80da294c8 req-441e8299-0585-4d59-a8fb-56f465f087c1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.700757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae98de-3814-4ba6-83e8-2bc5737fc38c req-df70fb35-25be-491d-ad6b-f0d68a283dc9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.704530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d5ac-840a-4c3f-b36c-8bd80da294c8 req-441e8299-0585-4d59-a8fb-56f465f087c1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.708161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03ae98de-3814-4ba6-83e8-2bc5737fc38c req-df70fb35-25be-491d-ad6b-f0d68a283dc9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.5233295 Jul 12 16:12:59.728557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d7447-64b8-4328-abf1-781846066504 req-49ac4de1-7d9f-4ef7-b17c-c67ee2c58903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.729238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d7447-64b8-4328-abf1-781846066504 req-49ac4de1-7d9f-4ef7-b17c-c67ee2c58903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.729815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d7447-64b8-4328-abf1-781846066504 req-49ac4de1-7d9f-4ef7-b17c-c67ee2c58903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.731533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c41d7447-64b8-4328-abf1-781846066504 req-49ac4de1-7d9f-4ef7-b17c-c67ee2c58903 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2871 time: 0.7429345 Jul 12 16:12:59.736520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36d5ac-840a-4c3f-b36c-8bd80da294c8 req-441e8299-0585-4d59-a8fb-56f465f087c1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.738476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe36d5ac-840a-4c3f-b36c-8bd80da294c8 req-441e8299-0585-4d59-a8fb-56f465f087c1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.5333729 Jul 12 16:12:59.830730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe36d5ac-840a-4c3f-b36c-8bd80da294c8 req-b1f31097-33d9-48d4-8b73-69eee69e7550 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816557 Jul 12 16:12:59.903959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Made reservation on behalf of 98734db14bfc46fb934bb6c91dadc08e for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:59.907875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.937819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c41d7447-64b8-4328-abf1-781846066504 req-76eb83c0-088e-4393-b31c-2d398e4d0c07 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837230 Jul 12 16:12:59.945005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-72b2eed4-6815-4aeb-8c6a-6b39adca7245 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.956070 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-72b2eed4-6815-4aeb-8c6a-6b39adca7245 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.962760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-72b2eed4-6815-4aeb-8c6a-6b39adca7245 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:59.964359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-72b2eed4-6815-4aeb-8c6a-6b39adca7245 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 1995 time: 0.5154998 Jul 12 16:12:59.976194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03ae98de-3814-4ba6-83e8-2bc5737fc38c req-d7dde1d1-6fdd-4bbc-9d92-53e359f52a11 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669516 Jul 12 16:13:00.041482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.085568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 1874f588-7e66-4981-a9d0-6f7b4fcc465e owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:00.107179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-932b1af9-75f1-438f-88ee-c90b46dde861 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a969ec9b624d698eef72cd23f016a8 HTTP/1.1" status: 200 len: 380 time: 0.1298919 Jul 12 16:13:00.119778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'admin_state_up': True, 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'security_groups': ['57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:00.169735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39c6801e-a619-4ad7-9be2-477e70fe2be2 req-5c91f038-cdf6-4efe-9e61-03c2dc7af082 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 210 time: 0.0848043 Jul 12 16:13:00.194173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-655f0be6-4a9a-4482-85ed-6a3c9c54dadd req-6c6367b3-4ff8-40a6-bd09-815cdcba330f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0525639 Jul 12 16:13:00.318415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Allocated IP 172.20.0.3 (72162a68-d940-45dc-98aa-dcdbaec27cd9/333020f3-f4b5-4b72-989b-90b38a9f40c4/4628d92a-d348-45a3-b6c7-c0e93a1ae06a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:00.532772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:00.542639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.607116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.676548 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.686620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.778693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:00.782759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:00.787861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:00.826343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:00.849123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 172.20.0.6 (4359864b-a89f-4ff1-a168-eadaad7b9194/29987c6b-d443-4cd4-8bb6-f562631f97a8/278af52e-c3c8-4f51-8dcc-fc532b0ee987) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:00.866587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:00.868296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.875047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=1874f588-7e66-4981-a9d0-6f7b4fcc465e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:00.887653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-69787230-7112-4aed-9bfc-5d8b4a07d01e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3608181 Jul 12 16:13:00.911194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Request body: {'port': {'device_id': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:00.962071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.965289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c891b24-6774-40eb-b42b-6c0949e5836c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/1874f588-7e66-4981-a9d0-6f7b4fcc465e HTTP/1.1" status: 204 len: 168 time: 3.9004979 Jul 12 16:13:00.976894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:01.101413 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a590724d-6d5b-459c-97cc-7748dbdd892c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:13:01.109878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a590724d-6d5b-459c-97cc-7748dbdd892c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/1874f588-7e66-4981-a9d0-6f7b4fcc465e HTTP/1.1" status: 404 len: 333 time: 0.1317966 Jul 12 16:13:01.144446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46490) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:01.237462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.338477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936e05-dc2b-4b01-bd8b-96b655c0afb7 req-5c83aa94-9924-4639-95d3-ce1e32f7a746 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:01.345868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1936e05-dc2b-4b01-bd8b-96b655c0afb7 req-5c83aa94-9924-4639-95d3-ce1e32f7a746 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.3699441 Jul 12 16:13:01.354772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fbf02-94ff-4ad9-bc7c-d44e2514ccf3 req-f23460b5-40e0-4e31-91a8-927a0d60473d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:01.362697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fbf02-94ff-4ad9-bc7c-d44e2514ccf3 req-f23460b5-40e0-4e31-91a8-927a0d60473d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:01.371209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fbf02-94ff-4ad9-bc7c-d44e2514ccf3 req-f23460b5-40e0-4e31-91a8-927a0d60473d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:01.379372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-931fbf02-94ff-4ad9-bc7c-d44e2514ccf3 req-f23460b5-40e0-4e31-91a8-927a0d60473d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.2736623 Jul 12 16:13:01.437968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.460501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object 278af52e-c3c8-4f51-8dcc-fc532b0ee987 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:01.481114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1936e05-dc2b-4b01-bd8b-96b655c0afb7 req-452d6d6a-df84-45c8-9a6f-c752c124b84c tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340835 Jul 12 16:13:01.541401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-931fbf02-94ff-4ad9-bc7c-d44e2514ccf3 req-634fb729-3463-4b5c-8608-8946fd0f2ea8 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605768 Jul 12 16:13:01.542413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.625354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:01.634101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:01.639847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:01.657248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:01.842382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:01.843058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.858677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 182f22ef-d346-4999-a3b5-939bc813c3fc {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:01.859009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.885542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-02982b8b-4623-4b79-bf51-3ed862b9a9a0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7719173 Jul 12 16:13:01.897460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628d92a-d348-45a3-b6c7-c0e93a1ae06a {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:01.909440 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6296-9319-4339-ac17-a531508c531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.918635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'admin_state_up': True, 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'security_groups': ['57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:01.920076 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.940510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Transition to ACTIVE for port object 4628d92a-d348-45a3-b6c7-c0e93a1ae06a will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:01.957571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.023230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f6abb42f-c616-4efc-9f20-01bf7cdf1263 None None] Provisioning for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:02.031154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f6abb42f-c616-4efc-9f20-01bf7cdf1263 None None] Provisioning complete for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:02.032606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6abb42f-c616-4efc-9f20-01bf7cdf1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.075202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fd9f-e4c5-4652-bbeb-f1455a7667cf req-299c8e58-aa6c-4269-8f3e-762258089142 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.083314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e0fd9f-e4c5-4652-bbeb-f1455a7667cf req-299c8e58-aa6c-4269-8f3e-762258089142 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.3738630 Jul 12 16:13:02.108022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25009cff-e88e-4b81-b95a-01d3e57b5698 req-d5f2fee1-eb33-41d5-88b0-2b283eb51f85 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.109873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f6abb42f-c616-4efc-9f20-01bf7cdf1263 None None] Port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:02.115389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-25009cff-e88e-4b81-b95a-01d3e57b5698 req-d5f2fee1-eb33-41d5-88b0-2b283eb51f85 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 931 time: 0.3648367 Jul 12 16:13:02.126651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.155959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 182f22ef-d346-4999-a3b5-939bc813c3fc owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:02.174595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:02.234919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e0fd9f-e4c5-4652-bbeb-f1455a7667cf req-b69ae130-9a85-497d-987c-76b2651c1eb5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512311 Jul 12 16:13:02.274948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Attempting to bind port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:02.275752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Attempting to bind port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:02.275752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Attempting to bind port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:02.296960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:02.297697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Attempting to bind port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:02.307182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:02.307690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Checking segment: {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:02.308435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-25009cff-e88e-4b81-b95a-01d3e57b5698 req-16c6f984-fd08-4c01-9f39-5cc4c4e8588c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916826 Jul 12 16:13:02.308863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Bound using segment: {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:02.310251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Bound port: 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:02.312141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.377959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:02.382487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.501918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:02.507854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:02.537390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.610375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a400-e886-4410-a00e-1b807835b4ae req-d0c83728-5567-4f40-aa48-ec9b0871a32e tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.612278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f148a400-e886-4410-a00e-1b807835b4ae req-d0c83728-5567-4f40-aa48-ec9b0871a32e tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.65 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.3317385 Jul 12 16:13:02.665638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.666364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.667943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] 10.222.0.77 "PUT /v2.0/ports/4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 1091 time: 1.7694936 Jul 12 16:13:02.669695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:02.672379 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5708f5-75a5-41f3-ba97-9ccba54a5636" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:02.751409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9584-2851-4734-94ab-4d8630482a57 service neutron] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:02.779050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f97fa-8c50-49bc-bd65-97b719d36073 req-ca21de84-f2df-4423-9b0d-bff4eaaebcea tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.780750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-125f97fa-8c50-49bc-bd65-97b719d36073 req-ca21de84-f2df-4423-9b0d-bff4eaaebcea tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 931 time: 0.2714279 Jul 12 16:13:02.792025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-cdc25465-bb6c-4042-b76b-9d114011690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.793537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-cdc25465-bb6c-4042-b76b-9d114011690b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1094 time: 0.0817740 Jul 12 16:13:02.807949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.847406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-a9db07cc-486a-40cc-a99f-e3a3696f2dd9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 217 time: 0.0429873 Jul 12 16:13:02.868596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.1.1.202 (e9041499-e79d-41e7-a585-c9a3ff0378f9/67ce8848-5b91-44cf-a2f4-78e85ac99df4/01e62e80-e939-46da-9495-a370ff0177bd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:02.937661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-9f207fe9-b76c-461f-9583-80aedf514d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:02.939157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-9f207fe9-b76c-461f-9583-80aedf514d57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.0841618 Jul 12 16:13:02.946385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=182f22ef-d346-4999-a3b5-939bc813c3fc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:02.962624 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.035847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.040909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6cee390e-5a3c-4616-b3e0-2945a095f95f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/182f22ef-d346-4999-a3b5-939bc813c3fc HTTP/1.1" status: 204 len: 168 time: 1.8939571 Jul 12 16:13:03.043281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-23b009a3-9190-4858-bd3c-46727dcf7667 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948100 Jul 12 16:13:03.043734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46504) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:03.068587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-125f97fa-8c50-49bc-bd65-97b719d36073 req-f498807b-50bb-4f1f-9618-398e2215fede tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705257 Jul 12 16:13:03.192613 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2676e675-fa18-4e4c-89ee-acab51a656d0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:13:03.194304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2676e675-fa18-4e4c-89ee-acab51a656d0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/182f22ef-d346-4999-a3b5-939bc813c3fc HTTP/1.1" status: 404 len: 333 time: 0.1247125 Jul 12 16:13:03.237388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46506) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:03.332956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b995-4b1a-4c0c-a655-39d0868c79bc req-bbc9ef23-6881-4038-b645-e9f8ff9841a0 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:03.335088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f76b995-4b1a-4c0c-a655-39d0868c79bc req-bbc9ef23-6881-4038-b645-e9f8ff9841a0 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 946 time: 0.4046249 Jul 12 16:13:03.391298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Deleting port c1e835cc-a2e6-422a-919a-6621d3887edc {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:03.391742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.468470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.501014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f76b995-4b1a-4c0c-a655-39d0868c79bc req-d108bf30-28fb-41e9-af44-ecf157ab267c tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups?id=98f6ee02-9bb7-44eb-968e-26a94ed3abf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573281 Jul 12 16:13:03.512494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object 01e62e80-e939-46da-9495-a370ff0177bd will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:03.538268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-d327db05-4af3-4186-8ee2-85279e1746b3 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544077 Jul 12 16:13:03.589121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] For port c1e835cc-a2e6-422a-919a-6621d3887edc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c1e835cc-a2e6-422a-919a-6621d3887edc,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:03.589596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.648844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 46e9ee2a-f12c-4289-a399-d1b722872150 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:03.662365 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c59fd-f771-4eb2-a8cd-530469e5c953 x-openstack-request-id: req-292c59fd-f771-4eb2-a8cd-530469e5c953 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:03.662747 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:03.665235 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-292c59fd-f771-4eb2-a8cd-530469e5c953 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:03.666569 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'status': 'completed', 'code': 200} Jul 12 16:13:03.741897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.118793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.220193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852bdbd-5f75-40b2-98c5-962384bea00a req-64425723-7e75-4665-b700-08325a7bc984 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:04.227439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852bdbd-5f75-40b2-98c5-962384bea00a req-64425723-7e75-4665-b700-08325a7bc984 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:04.236207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852bdbd-5f75-40b2-98c5-962384bea00a req-64425723-7e75-4665-b700-08325a7bc984 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:04.237913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f852bdbd-5f75-40b2-98c5-962384bea00a req-64425723-7e75-4665-b700-08325a7bc984 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.9727440 Jul 12 16:13:04.294495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.385432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0821d3f-1a96-4d3b-b110-420f73b710de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.415747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.416525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.417035 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Floating IP 498ef480-0b24-4e38-9c10-45788b813d81 disassociated. External IP: 172.25.8.174, port: c1e835cc-a2e6-422a-919a-6621d3887edc. Jul 12 16:13:04.417565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Calling delete_port for c1e835cc-a2e6-422a-919a-6621d3887edc owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:04.472779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f852bdbd-5f75-40b2-98c5-962384bea00a req-3e139ba8-8878-4f36-99e8-8e800a363832 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024791 Jul 12 16:13:04.478180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d66c5e-a1b0-4a38-88b0-20664a3f72a4 req-6b6d240f-43bd-4f76-9875-fa728b50d3e7 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9182789 Jul 12 16:13:04.544041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.643754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.659819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:04.669182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:04.688547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:04.691820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:04.743268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=46e9ee2a-f12c-4289-a399-d1b722872150,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:04.755498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.757428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6a4fa42b-0179-4850-be33-d2a92a7d960b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/46e9ee2a-f12c-4289-a399-d1b722872150 HTTP/1.1" status: 204 len: 168 time: 1.5191245 Jul 12 16:13:04.761469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863f993-92c5-4f7a-9c8c-54f19139c177 None None] Network 39960301-eee2-4cc3-87e7-ac59b2cf1857 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:04.769010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46520) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:04.781443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.781791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.782129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.785124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.785124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.785425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.785560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.785901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.787919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.788287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.797604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.798073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:04.830616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483180-d684-49f6-a5e4-72272c40dd47 req-f540f5ad-eacc-470e-b910-ebd89555b58b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:04.840754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e3483180-d684-49f6-a5e4-72272c40dd47 req-f540f5ad-eacc-470e-b910-ebd89555b58b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.7402196 Jul 12 16:13:04.880936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:04.912262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:04.913225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.001018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.027022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c67143-e0d2-474e-95e1-5bafe82789ba req-6bc26881-9af5-4f42-8af1-396387ce5790 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:05.034376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c3c67143-e0d2-474e-95e1-5bafe82789ba req-6bc26881-9af5-4f42-8af1-396387ce5790 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 943 time: 0.3592825 Jul 12 16:13:05.058106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-0cc60008-29e5-4fd4-ad84-95353631fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:05.059722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-0cc60008-29e5-4fd4-ad84-95353631fb34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1094 time: 0.4304552 Jul 12 16:13:05.111039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3cf2ee5f-b19a-43ae-8568-309919f4c56e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1970551 Jul 12 16:13:05.114914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.142262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'admin_state_up': True, 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'security_groups': ['57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:05.152673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3b03183b-fbe6-44fc-924f-f23f6c6ba6a4 None None] Provisioning for port 01e62e80-e939-46da-9495-a370ff0177bd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:05.170221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3b03183b-fbe6-44fc-924f-f23f6c6ba6a4 None None] Provisioning complete for port 01e62e80-e939-46da-9495-a370ff0177bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:05.173613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3b03183b-fbe6-44fc-924f-f23f6c6ba6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.173792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c3c67143-e0d2-474e-95e1-5bafe82789ba req-efb15984-dd18-453a-9f6d-57e92f9d2f29 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383984 Jul 12 16:13:05.181903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.235307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event deleted for resources: {'Port': ['ID=c1e835cc-a2e6-422a-919a-6621d3887edc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:05.275050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] DHCP port deletion for 39960301-eee2-4cc3-87e7-ac59b2cf1857 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:05.277641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3b03183b-fbe6-44fc-924f-f23f6c6ba6a4 None None] Port 01e62e80-e939-46da-9495-a370ff0177bd cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:05.315387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-b288336d-c164-4c35-a458-6e4c55233c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:05.316962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-b288336d-c164-4c35-a458-6e4c55233c5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.2498095 Jul 12 16:13:05.382124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:05.385815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c1e835cc-a2e6-422a-919a-6621d3887edc no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:05.402763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-76121568-8f1b-40bf-878a-673fa0df431a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 217 time: 0.0652301 Jul 12 16:13:05.411948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port fa582f15-80d3-4b27-b677-365354647b4b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:05.412290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.446480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c1e835cc-a2e6-422a-919a-6621d3887edc {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:05.446933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c1e835cc-a2e6-422a-919a-6621d3887edc not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:05.466670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Deleting port fa582f15-80d3-4b27-b677-365354647b4b {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:05.467388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.484077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e3483180-d684-49f6-a5e4-72272c40dd47 req-29ab650d-b5c0-4100-a594-5a3c07db7908 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103282 Jul 12 16:13:05.505383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-7f17ea3a-f9e5-4e01-9fb6-1f647d2218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:05.507178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-7f17ea3a-f9e5-4e01-9fb6-1f647d2218cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.0927701 Jul 12 16:13:05.556867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-af8528e0-8fcf-4f4e-b663-459257cf8206 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322556 Jul 12 16:13:05.661361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:13:05.765034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:05.799860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:13:05.845186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] For port fa582f15-80d3-4b27-b677-365354647b4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fa582f15-80d3-4b27-b677-365354647b4b,segment=NetworkSegment(ea83537d-60b6-4b91-859e-cfb26c51b6fb),segment_id=ea83537d-60b6-4b91-859e-cfb26c51b6fb)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:05.845727 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.847373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-1ebb3982-2e0a-4653-9705-552dda692a72 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:05.855927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-1ebb3982-2e0a-4653-9705-552dda692a72 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.8343668 Jul 12 16:13:05.861346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:05.873940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.875195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for fa582f15-80d3-4b27-b677-365354647b4b owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:05.887655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.895573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] For port fa582f15-80d3-4b27-b677-365354647b4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fa582f15-80d3-4b27-b677-365354647b4b,segment=NetworkSegment(ea83537d-60b6-4b91-859e-cfb26c51b6fb),segment_id=ea83537d-60b6-4b91-859e-cfb26c51b6fb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:05.896167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:05.932052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Calling delete_port for fa582f15-80d3-4b27-b677-365354647b4b owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:05.973072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:06.109515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98315560-4c22-471a-a0f4-80851b6f7e6a req-f65f4e0c-e2e7-457f-b0e2-3f46780ce6ed tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/ports?device_id=8373b8da-68e6-4f98-9ced-77c2d36a58b8 HTTP/1.1" status: 200 len: 210 time: 0.1291218 Jul 12 16:13:06.130395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:06.144966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:06.186458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No DVR routers for this DVR port fa582f15-80d3-4b27-b677-365354647b4b on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:06.196278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] No DVR routers for this DVR port fa582f15-80d3-4b27-b677-365354647b4b on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:06.217911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814d3d1-3d47-4f2d-8ad7-1c7309cf7fab None None] Pushing event deleted for resources: {'Port': ['ID=fa582f15-80d3-4b27-b677-365354647b4b,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:06.253887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-348282fc-a550-44b4-a63e-fc80708c8ca9 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629891 Jul 12 16:13:06.282292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=fa582f15-80d3-4b27-b677-365354647b4b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:06.338711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Router 405351d7-1f86-41a1-a7de-923768c57a0c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:06.368139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fa582f15-80d3-4b27-b677-365354647b4b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:06.440895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:06.448977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: fa582f15-80d3-4b27-b677-365354647b4b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:06.451536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fa582f15-80d3-4b27-b677-365354647b4b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:06.673458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a1dc-84d7-43d3-aad7-5e958eb11542 req-60ec26d8-d17e-446c-930d-087841010d77 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:06.687664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a1dc-84d7-43d3-aad7-5e958eb11542 req-60ec26d8-d17e-446c-930d-087841010d77 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:06.708144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-def6a1dc-84d7-43d3-aad7-5e958eb11542 req-60ec26d8-d17e-446c-930d-087841010d77 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 1653 time: 1.0180461 Jul 12 16:13:06.774686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:06.839611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.1.1.110 (e9041499-e79d-41e7-a585-c9a3ff0378f9/67ce8848-5b91-44cf-a2f4-78e85ac99df4/c8f0f6e3-46e2-44e2-a416-e5f8a470c86a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:06.860569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39960301-eee2-4cc3-87e7-ac59b2cf1857']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:06.916515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-def6a1dc-84d7-43d3-aad7-5e958eb11542 req-4ef77963-3306-454b-a886-22bbc8b40394 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026689 Jul 12 16:13:06.956704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea83537d-60b6-4b91-859e-cfb26c51b6fb') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:06.957035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea83537d-60b6-4b91-859e-cfb26c51b6fb') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:06.999476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5708f5-75a5-41f3-ba97-9ccba54a5636 req-16439253-7d6c-43ac-9802-1fc19d5d9450 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236891 Jul 12 16:13:07.004897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.034129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.039960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:07.044607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:07.045014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:07.049434 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:07.060271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Sync routers for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:07.129449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:07.138840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:07.141383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.157228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] No DVR routers for this DVR port c1e835cc-a2e6-422a-919a-6621d3887edc on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:07.159677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.166845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/39960301-eee2-4cc3-87e7-ac59b2cf1857 HTTP/1.1" status: 204 len: 168 time: 2.3914280 Jul 12 16:13:07.176511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46534) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:07.185661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.207700 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f148a400-e886-4410-a00e-1b807835b4ae req-f971bb9b-6926-4dbb-aa94-bc4110808948 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.65 "DELETE /v2.0/ports/c1e835cc-a2e6-422a-919a-6621d3887edc HTTP/1.1" status: 204 len: 173 time: 4.3623867 Jul 12 16:13:07.208711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1112959837'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:07.210872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'name': 'network-vif-deleted', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:07.213159 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a1964-9285-4f5a-9bc9-a60dd4623d35" -d '{"events": [{"server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "name": "network-vif-deleted", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:07.217847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a304753-2e42-4cf1-abd2-33a0120f54c8 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=39960301-eee2-4cc3-87e7-ac59b2cf1857,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:07.250918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:07.257396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.286511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:13:07.300821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.301352 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4 of type vlan for network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 Jul 12 16:13:07.399147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.500860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:07.512736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.538686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:07.550787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.605532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.658137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:07.681645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=1501bf9a-87f6-4724-81d2-c8eac0998bb0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:07.700351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d92e1-855b-4a8b-903c-eb2fef56ea1b req-c9f31ba6-eed1-440d-98f4-932aa0bfdb34 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:07.707556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e2d92e1-855b-4a8b-903c-eb2fef56ea1b req-c9f31ba6-eed1-440d-98f4-932aa0bfdb34 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 943 time: 0.4346850 Jul 12 16:13:07.722377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.722621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.722912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.723249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.723600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.724527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.724527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.724772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.725326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.725671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.726000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.726487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:07.772397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c660f814-33f4-4b50-848e-fa359526132d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5699053 Jul 12 16:13:07.781267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46542) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:07.792114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:07.805260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:13:07.809449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:07.831499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e2d92e1-855b-4a8b-903c-eb2fef56ea1b req-275e87c0-5732-44fe-8071-b99a6c87d699 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204026 Jul 12 16:13:07.852942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:07.876406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba52176-08a0-4293-81a8-6ea2732ed096 req-419902d2-7249-425a-8a09-351cbbf547cd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:07.884729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba52176-08a0-4293-81a8-6ea2732ed096 req-419902d2-7249-425a-8a09-351cbbf547cd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 945 time: 0.2264748 Jul 12 16:13:07.909838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object c8f0f6e3-46e2-44e2-a416-e5f8a470c86a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:08.020956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bba52176-08a0-4293-81a8-6ea2732ed096 req-642f4346-9d80-478d-8efd-2a7860c488b8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352510 Jul 12 16:13:08.026561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:08.030325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.034224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.071336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.229703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:08.290448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Checking router: 405351d7-1f86-41a1-a7de-923768c57a0c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:13:08.301848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4628d92a-d348-45a3-b6c7-c0e93a1ae06a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:08.314469 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3c6bdd-8a60-4dec-96c0-d2d71c739ea4 x-openstack-request-id: req-5a3c6bdd-8a60-4dec-96c0-d2d71c739ea4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:08.314831 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8373b8da-68e6-4f98-9ced-77c2d36a58b8", "name": "network-vif-deleted", "tag": "c1e835cc-a2e6-422a-919a-6621d3887edc", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:08.315598 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a3c6bdd-8a60-4dec-96c0-d2d71c739ea4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:08.318692 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8373b8da-68e6-4f98-9ced-77c2d36a58b8', 'name': 'network-vif-deleted', 'tag': 'c1e835cc-a2e6-422a-919a-6621d3887edc', 'status': 'completed', 'code': 200} Jul 12 16:13:08.380037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.383613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:08.490194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:08.491209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:08.510636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:08.552546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:08.586378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.652087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:08.669922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:08.670619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:08.670619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:08.674126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:08.693881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8efd-e4c0-485b-b9a4-32ecad4774ce req-d3521f6f-621e-4265-a37a-741581639e11 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.694827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:08.706120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8efd-e4c0-485b-b9a4-32ecad4774ce req-d3521f6f-621e-4265-a37a-741581639e11 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.717103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8efd-e4c0-485b-b9a4-32ecad4774ce req-d3521f6f-621e-4265-a37a-741581639e11 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.725050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef9a8efd-e4c0-485b-b9a4-32ecad4774ce req-d3521f6f-621e-4265-a37a-741581639e11 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 2374 time: 0.2662139 Jul 12 16:13:08.744220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=68168d18-0338-447b-beda-99fb82dba89e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:08.764659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:08.765032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: 1501bf9a-87f6-4724-81d2-c8eac0998bb0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:13:08.804281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.807467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.809231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef9a8efd-e4c0-485b-b9a4-32ecad4774ce req-170a1dd5-36ac-4842-9b90-289ac1c804d5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832183 Jul 12 16:13:08.852346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:13:08.871438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1501bf9a-87f6-4724-81d2-c8eac0998bb0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:08.877452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.878802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:08.889016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976519c6-8daf-4570-85c9-e15865197d79 req-a562b167-d9e1-4fbb-9f2f-241920605901 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.903987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46552) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:08.906477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976519c6-8daf-4570-85c9-e15865197d79 req-a562b167-d9e1-4fbb-9f2f-241920605901 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.923866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976519c6-8daf-4570-85c9-e15865197d79 req-a562b167-d9e1-4fbb-9f2f-241920605901 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:08.928690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49aa1cdd-67f1-46c8-8fd3-6e91f3b60add tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1433799 Jul 12 16:13:08.931641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:08.933183 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-976519c6-8daf-4570-85c9-e15865197d79 req-a562b167-d9e1-4fbb-9f2f-241920605901 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.7378459 Jul 12 16:13:08.937993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:08.938598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Attempting to bind port b659ac9c-d21a-4414-b954-e40c4dbcd708 on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:08.943914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0', 'name': 'tempest-PortsIpV6TestJSON-2125347781', 'fixed_ips': [{'subnet_id': '68168d18-0338-447b-beda-99fb82dba89e', 'ip_address': '2001:db8::10'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:08.992800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:08.993433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:08.994082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:08.996494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Bound port: b659ac9c-d21a-4414-b954-e40c4dbcd708, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:08.996494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.013830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f1f25cc5-ccbb-4467-a19e-e54033b30239 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8806341 Jul 12 16:13:09.033063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'admin_state_up': True, 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'security_groups': ['57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:09.047790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-f8917571-3e32-49b2-b24b-968322398e34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:09.059373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-f8917571-3e32-49b2-b24b-968322398e34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:09.070359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-f8917571-3e32-49b2-b24b-968322398e34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:09.072672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-f8917571-3e32-49b2-b24b-968322398e34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 2418 time: 0.6015377 Jul 12 16:13:09.079525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-976519c6-8daf-4570-85c9-e15865197d79 req-6ad0d0ba-2d6f-4a60-bebf-5ac2b59c1784 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340671 Jul 12 16:13:09.117582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9', 'port_id': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'mac_address': 'fa:16:3e:8b:ab:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333020f3-f4b5-4b72-989b-90b38a9f40c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:13:09.136002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf8344-2e20-4f94-99c8-9f8c2168cd90 None None] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:09.358220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:09.438056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6b9a593c-ba87-4b04-ac35-34b63e5c2729 None None] Provisioning for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:09.448915 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.454390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6b9a593c-ba87-4b04-ac35-34b63e5c2729 None None] Provisioning complete for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:09.455278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6b9a593c-ba87-4b04-ac35-34b63e5c2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.518064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.542896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a593c-ba87-4b04-ac35-34b63e5c2729 None None] Port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:09.559084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:09.573373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:09.574348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762533-334a-4799-84ce-4de968d89564 req-d48b6c35-3a45-4718-8cdb-36e622b3fb77 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:09.576324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d762533-334a-4799-84ce-4de968d89564 req-d48b6c35-3a45-4718-8cdb-36e622b3fb77 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.2122896 Jul 12 16:13:09.586028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.634101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port fc2ffeab-549e-4c39-bfe6-80729d3d1119 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:13:09.686234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d762533-334a-4799-84ce-4de968d89564 req-dc3cec25-fe64-414b-bf5a-2d109cda4c90 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974011 Jul 12 16:13:09.689973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.692739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.697174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "DELETE /v2.0/security-groups/98f6ee02-9bb7-44eb-968e-26a94ed3abf7 HTTP/1.1" status: 204 len: 168 time: 0.7872939 Jul 12 16:13:09.701807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46558) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:09.727185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.736257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.739058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3fda7-904e-4784-b1a0-61b2f4a87951 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6ee02-9bb7-44eb-968e-26a94ed3abf7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:09.744616 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-8e2e0a34-1a9c-454f-9735-e9b33bfbe330 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] show failed (client error): The resource could not be found. Jul 12 16:13:09.748574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e2e0a34-1a9c-454f-9735-e9b33bfbe330 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "GET /v2.0/security-groups/98f6ee02-9bb7-44eb-968e-26a94ed3abf7 HTTP/1.1" status: 404 len: 347 time: 0.0387185 Jul 12 16:13:09.749640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46560) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:09.822132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port aea0cddc-53b6-4b8e-b002-fc8767497866 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:09.822423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:09.960135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628d92a-d348-45a3-b6c7-c0e93a1ae06a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:09.970270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::10 (1501bf9a-87f6-4724-81d2-c8eac0998bb0/68168d18-0338-447b-beda-99fb82dba89e/fc2ffeab-549e-4c39-bfe6-80729d3d1119) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:10.048538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Deleting port 412f000d-8045-4fb3-9348-edde2657404c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:10.054478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.054868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port aea0cddc-53b6-4b8e-b002-fc8767497866, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=aea0cddc-53b6-4b8e-b002-fc8767497866,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:10.057688 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.078454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for aea0cddc-53b6-4b8e-b002-fc8767497866 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:10.242242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:10.257252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.268253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.314614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:10.327913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:10.339424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.344026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.366069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:10.368007 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e1c3b5-9fca-4201-8a26-25af4a1142b1" -d '{"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-unplugged", "status": "completed", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:10.370768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=aea0cddc-53b6-4b8e-b002-fc8767497866,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:10.402184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Calling delete_port for 412f000d-8045-4fb3-9348-edde2657404c owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:10.437121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-1501bf9a-87f6-4724-81d2-c8eac0998bb0', 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': '68168d18-0338-447b-beda-99fb82dba89e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:13:10.438340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.509479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:10.557745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efb93e-7288-4491-96ed-db3659fa7ac4 None None] The sync data for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 is: [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:10:36Z', 'revision_number': 4, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '72d13f79-3f56-4454-a4a0-94975a61644c', 'name': '', 'network_id': '2e89c7be-3773-41ca-8671-58162a6306ff', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'mac_address': 'fa:16:3e:39:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:35Z', 'updated_at': '2021-07-12T16:10:45Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'subnets': [{'id': 'b3d3b56c-54dd-4777-a43b-e8b337af38c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:10.744620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:10.766837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a32f3-dc0f-484c-8b96-625eb731dd37 req-2b4c970b-c98b-4af1-9fb2-5d46874ead57 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:10.781066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a32f3-dc0f-484c-8b96-625eb731dd37 req-2b4c970b-c98b-4af1-9fb2-5d46874ead57 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:10.802060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a32f3-dc0f-484c-8b96-625eb731dd37 req-2b4c970b-c98b-4af1-9fb2-5d46874ead57 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:10.803825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-036a32f3-dc0f-484c-8b96-625eb731dd37 req-2b4c970b-c98b-4af1-9fb2-5d46874ead57 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 2374 time: 0.7347188 Jul 12 16:13:10.814105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.849362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.928695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Pushing event deleted for resources: {'Port': ['ID=412f000d-8045-4fb3-9348-edde2657404c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:11.019253 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-036a32f3-dc0f-484c-8b96-625eb731dd37 req-7ca61f0c-154b-4a9d-ac20-48d9f46f6905 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969507 Jul 12 16:13:11.019606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object fc2ffeab-549e-4c39-bfe6-80729d3d1119 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:11.081329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.097353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4827175-5800-4158-a46a-477eceea70c3 None None] New status for floating IP 498ef480-0b24-4e38-9c10-45788b813d81: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:13:11.108302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.112165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64e64c38-2941-448c-8e00-ef6562dd3be7 tempest-ServersTestManualDisk-480321146 tempest-ServersTestManualDisk-480321146-project] 10.222.0.58 "DELETE /v2.0/floatingips/498ef480-0b24-4e38-9c10-45788b813d81 HTTP/1.1" status: 204 len: 168 time: 1.3588519 Jul 12 16:13:11.112350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952ddc-082c-43ed-8515-c20553d030ac req-17d5a208-0d3b-4116-b2d6-01a27fc59a13 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:11.116517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46572) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:11.119059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47952ddc-082c-43ed-8515-c20553d030ac req-17d5a208-0d3b-4116-b2d6-01a27fc59a13 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 943 time: 1.7949476 Jul 12 16:13:11.136882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:11.178088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port aea0cddc-53b6-4b8e-b002-fc8767497866 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:11.189622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.206896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.209154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-fe127f6e-e21f-46e7-8661-89b2fd82024d tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "DELETE /v2.0/ports/aea0cddc-53b6-4b8e-b002-fc8767497866 HTTP/1.1" status: 204 len: 173 time: 2.1141136 Jul 12 16:13:11.303416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.397577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Allocated IP 2001:db8::2 (1501bf9a-87f6-4724-81d2-c8eac0998bb0/68168d18-0338-447b-beda-99fb82dba89e/fe024c97-f0f9-425f-a180-1ba6c84f914f) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:11.422552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=fc2ffeab-549e-4c39-bfe6-80729d3d1119,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:11.434577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19a05cef-11bf-45ae-a356-fde93cddbbea no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:11.476856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47952ddc-082c-43ed-8515-c20553d030ac req-e65755b9-4e9d-4ebc-87cb-cf833a947d04 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561738 Jul 12 16:13:11.477481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:11.601125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:11.602932 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.604638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-cc39c679-cf7f-4931-b538-3b469cb5dea8 service neutron] 10.222.0.65 "PUT /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 1121 time: 5.6382909 Jul 12 16:13:11.629464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:11.706835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:11.719246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:11.730832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:11.738483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:11.739170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.769843 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f08bb-2595-4f6e-9190-2ad8a29064d0 x-openstack-request-id: req-cd3f08bb-2595-4f6e-9190-2ad8a29064d0 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:11.771851 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-unplugged", "status": "completed", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:11.772278 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd3f08bb-2595-4f6e-9190-2ad8a29064d0 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:11.772921 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'code': 200} Jul 12 16:13:11.786668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:11.848784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.2.2.100 (c8eed1e7-4095-4e75-8267-beca31425d7b/6174cd01-984c-4289-8952-9fb0096df13b/e45ab8f8-c44c-4169-8378-c2364988bd81) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:11.911863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port 19a05cef-11bf-45ae-a356-fde93cddbbea {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:11.912549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:11.996769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaa32-5529-4546-adf7-3a4aeae6e325 req-9709aa83-f249-4fa0-993d-a93d713f92e6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:12.023738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaa32-5529-4546-adf7-3a4aeae6e325 req-9709aa83-f249-4fa0-993d-a93d713f92e6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:12.036881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29ebaa32-5529-4546-adf7-3a4aeae6e325 req-9709aa83-f249-4fa0-993d-a93d713f92e6 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 1682 time: 0.6359029 Jul 12 16:13:12.044966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3836b44a-927b-4205-9eba-7f4580472acc tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1120274 Jul 12 16:13:12.059933 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.063963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46574) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:12.076710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:12.077401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.083623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0', 'name': 'tempest-PortsIpV6TestJSON-1986730279', 'fixed_ips': [{'subnet_id': '68168d18-0338-447b-beda-99fb82dba89e', 'ip_address': '2001:db8::f'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:12.095450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for 19a05cef-11bf-45ae-a356-fde93cddbbea owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:12.140705 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.160829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:12.164483 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb27eb-175e-4cae-a0b0-f7bea1f761be" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:12.196820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Transition to ACTIVE for port object fe024c97-f0f9-425f-a180-1ba6c84f914f will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:12.207338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19a05cef-11bf-45ae-a356-fde93cddbbea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19a05cef-11bf-45ae-a356-fde93cddbbea,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:12.237036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.346094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:12.373561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Transition to ACTIVE for port object fe024c97-f0f9-425f-a180-1ba6c84f914f will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:12.398055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.419208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object e45ab8f8-c44c-4169-8378-c2364988bd81 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:12.426824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device aea0cddc-53b6-4b8e-b002-fc8767497866 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:12.486472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.505692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.524561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4628d92a-d348-45a3-b6c7-c0e93a1ae06a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:12.599343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network c8eed1e7-4095-4e75-8267-beca31425d7b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:12.612196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:12.616796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:12.636755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: aea0cddc-53b6-4b8e-b002-fc8767497866 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:12.637511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device aea0cddc-53b6-4b8e-b002-fc8767497866 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:12.638526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:12.678235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:12.736131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9082d3-7d66-40e4-92b7-75cefef47e9e req-31d4e4a7-ad1d-4954-b5a9-bcccf6196ffa tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:12.737823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a9082d3-7d66-40e4-92b7-75cefef47e9e req-31d4e4a7-ad1d-4954-b5a9-bcccf6196ffa tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.5228810 Jul 12 16:13:12.788172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:12.824189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a9082d3-7d66-40e4-92b7-75cefef47e9e req-c017cff6-01e6-4509-a389-0a9c0f361bf0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729916 Jul 12 16:13:12.839393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:12.839393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:12.916698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c9b83bf8-bb8b-4d65-ac99-92f2bfbdbfd0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8876674 Jul 12 16:13:12.930690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:12.935943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:13.073477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'admin_state_up': True, 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'security_groups': ['57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:13.175276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Attempting to bind port fe024c97-f0f9-425f-a180-1ba6c84f914f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:13.176101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Attempting to bind port fe024c97-f0f9-425f-a180-1ba6c84f914f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:13.177005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Attempting to bind port fe024c97-f0f9-425f-a180-1ba6c84f914f on network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:13.183831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Pushing event updated for resources: {'Port': ['ID=fe024c97-f0f9-425f-a180-1ba6c84f914f,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:13.208911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.220880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-682ac233-8d88-4ff6-a235-29d40033c5b0 None None] Provisioning complete for port 19a05cef-11bf-45ae-a356-fde93cddbbea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:13.221517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-682ac233-8d88-4ff6-a235-29d40033c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.223904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29ebaa32-5529-4546-adf7-3a4aeae6e325 req-0fccbad1-cefb-4861-ac76-aa6830828bfd tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1857591 Jul 12 16:13:13.224403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:13.224723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Checking segment: {'id': '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:13.225311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.225983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Bound using segment: {'id': '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:13.227165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Bound port: fe024c97-f0f9-425f-a180-1ba6c84f914f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1501bf9a-87f6-4724-81d2-c8eac0998bb0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:13.227808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.231664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:13.234846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:13.236360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.272237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:13:13.301857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-682ac233-8d88-4ff6-a235-29d40033c5b0 None None] Port 19a05cef-11bf-45ae-a356-fde93cddbbea was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 16:13:13.306374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.307682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=19a05cef-11bf-45ae-a356-fde93cddbbea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:13.317581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:13.318949 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.493309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::f (1501bf9a-87f6-4724-81d2-c8eac0998bb0/68168d18-0338-447b-beda-99fb82dba89e/3ed237a7-5f58-4a4c-a8a7-b46482e04400) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:13.510594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] For port fe024c97-f0f9-425f-a180-1ba6c84f914f, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:13.516740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port 19a05cef-11bf-45ae-a356-fde93cddbbea on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:13.524816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] For port fe024c97-f0f9-425f-a180-1ba6c84f914f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fe024c97-f0f9-425f-a180-1ba6c84f914f,segment=NetworkSegment(58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4),segment_id=58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:13.530928 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67810add-9bd2-4b2f-95c5-d6c12e79a59c x-openstack-request-id: req-67810add-9bd2-4b2f-95c5-d6c12e79a59c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:13.533252 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:13.534201 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67810add-9bd2-4b2f-95c5-d6c12e79a59c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:13.534201 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'code': 200} Jul 12 16:13:13.554206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.557469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-03cfecf1-7145-4dd0-952a-2f8cdbf061ea tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "DELETE /v2.0/ports/19a05cef-11bf-45ae-a356-fde93cddbbea HTTP/1.1" status: 204 len: 173 time: 2.3026478 Jul 12 16:13:13.633567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.646638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-bd1be275-4851-4db9-8454-33acde669faa tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:13.654082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-bd1be275-4851-4db9-8454-33acde669faa tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:13.661220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-bd1be275-4851-4db9-8454-33acde669faa tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:13.669007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-bd1be275-4851-4db9-8454-33acde669faa tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:13.677455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-bd1be275-4851-4db9-8454-33acde669faa tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3095 time: 0.5902972 Jul 12 16:13:13.695978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.713379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 3ed237a7-5f58-4a4c-a8a7-b46482e04400 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:13.765771 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.802835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866'}, {'name': 'network-changed', 'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708'}, {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:13.809495 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48080813-1f57-4910-8d3a-f6093963a20d" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866"}, {"name": "network-changed", "server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708"}, {"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:13.862899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=3ed237a7-5f58-4a4c-a8a7-b46482e04400,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:13.913727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Made reservation on behalf of 54a969ec9b624d698eef72cd23f016a8 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:13.921831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:13.929386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:13.930673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.939421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:13.946695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:13.947686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:13.958970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-831f427c-74c3-4eab-9cf7-6a840730d2ca req-4f16c847-513d-482c-9e2d-b89a18538124 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800384 Jul 12 16:13:13.985632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.095423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:14.097944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.229375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7f9348d0-11dc-4d9c-a72d-f6f7591dc332 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1487396 Jul 12 16:13:14.244822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43f2b6-4539-4375-91de-6d4ef893778a req-8c9ec469-a8e9-4e0c-997e-64a50c1c431d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:14.246878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d43f2b6-4539-4375-91de-6d4ef893778a req-8c9ec469-a8e9-4e0c-997e-64a50c1c431d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 944 time: 0.4190342 Jul 12 16:13:14.247578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46588) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:14.455574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d6690-316e-4c45-bbf1-ca27b667c495 None None] Pushing event updated for resources: {'Port': ['ID=fe024c97-f0f9-425f-a180-1ba6c84f914f,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:14.505124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c4603a6-7463-4c55-8598-77abf7c1e461 None None] Provisioning for port e45ab8f8-c44c-4169-8378-c2364988bd81 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:14.537542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c4603a6-7463-4c55-8598-77abf7c1e461 None None] Provisioning complete for port e45ab8f8-c44c-4169-8378-c2364988bd81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:14.544782 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c4603a6-7463-4c55-8598-77abf7c1e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.553558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:14.562788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d43f2b6-4539-4375-91de-6d4ef893778a req-7ed246b7-6891-4ba5-9e1f-72cb5ffdff76 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687741 Jul 12 16:13:14.568902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Allocated IP 10.2.2.200 (c8eed1e7-4095-4e75-8267-beca31425d7b/6174cd01-984c-4289-8952-9fb0096df13b/d5514960-2821-44ad-911d-45f8e7fe2538) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:14.611221 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.705131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:14.778295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9c4603a6-7463-4c55-8598-77abf7c1e461 None None] Port e45ab8f8-c44c-4169-8378-c2364988bd81 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:14.819215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.876576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080813-1f57-4910-8d3a-f6093963a20d req-e9b351cc-2069-4a76-80cc-c289817278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:14.880067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-e9b351cc-2069-4a76-80cc-c289817278fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1124 time: 0.3926110 Jul 12 16:13:14.907410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d69045-f8b9-4c5a-b872-4e11c77dbcb5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:14.910571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:14.921049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c3d69045-f8b9-4c5a-b872-4e11c77dbcb5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6479912 Jul 12 16:13:14.921966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46592) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:14.925304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:14.971801 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216ccff8-fda3-4bac-a525-87869cf6fa61 x-openstack-request-id: req-216ccff8-fda3-4bac-a525-87869cf6fa61 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:14.972086 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "aea0cddc-53b6-4b8e-b002-fc8767497866", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708", "status": "completed", "code": 200}, {"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "19a05cef-11bf-45ae-a356-fde93cddbbea", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:14.972335 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-216ccff8-fda3-4bac-a525-87869cf6fa61 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:14.972739 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': 'aea0cddc-53b6-4b8e-b002-fc8767497866', 'status': 'completed', 'code': 200} Jul 12 16:13:14.972991 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'status': 'completed', 'code': 200} Jul 12 16:13:14.973240 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': '19a05cef-11bf-45ae-a356-fde93cddbbea', 'status': 'completed', 'code': 200} Jul 12 16:13:14.981430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:15.142623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.196137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080813-1f57-4910-8d3a-f6093963a20d req-74056cf8-8fe1-4d0f-98b2-15e7586d1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.198001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-74056cf8-8fe1-4d0f-98b2-15e7586d1939 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2739725 Jul 12 16:13:15.200681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbb75d-404e-44bc-9415-e74dee8e6f55 req-aa611549-11c7-4b1d-a311-95d0ef74a354 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.207778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bbb75d-404e-44bc-9415-e74dee8e6f55 req-aa611549-11c7-4b1d-a311-95d0ef74a354 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.3047342 Jul 12 16:13:15.214919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Transition to ACTIVE for port object d5514960-2821-44ad-911d-45f8e7fe2538 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:15.219360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] Provisioning complete for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:15.222820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.288043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:15.288408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.326701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bbb75d-404e-44bc-9415-e74dee8e6f55 req-baab81e5-7117-4c57-860c-6659710c722c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099825 Jul 12 16:13:15.342266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:15.359031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856e9-a503-415e-82cd-712939426f9a req-e4803bab-860b-4418-af0d-fe1af15df801 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.365957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ce856e9-a503-415e-82cd-712939426f9a req-e4803bab-860b-4418-af0d-fe1af15df801 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 944 time: 0.5705693 Jul 12 16:13:15.373944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-a5e7d312-ff04-491b-a02c-5c17786582e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 217 time: 0.1522453 Jul 12 16:13:15.438341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.479866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.519234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] For port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:15.527490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.562653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78'}, {'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a'}, {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:15.569053 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a33a1be-c821-4bcb-a25d-ad03e2d0d6ff" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78"}, {"server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "name": "network-vif-plugged", "status": "completed", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a"}, {"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:15.573745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Network c8eed1e7-4095-4e75-8267-beca31425d7b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:15.585735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:15.594344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:15.604958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080813-1f57-4910-8d3a-f6093963a20d req-6f83c60c-d109-43be-915a-d4db9fa3e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.606461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-6f83c60c-d109-43be-915a-d4db9fa3e60e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1452267 Jul 12 16:13:15.669210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-ca48a5e6-c487-4d78-8c95-d05b8e69d3ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420282 Jul 12 16:13:15.736401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3b724-6b04-41d6-8fcb-9ee2666ea992 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.758318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.759003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.761879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3b724-6b04-41d6-8fcb-9ee2666ea992 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.773345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3b724-6b04-41d6-8fcb-9ee2666ea992 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.777183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e733f-6ce5-44fb-97f9-1537d06ba7e8 None None] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:15.782824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91e701-35ec-4c3f-8374-c119ae05ec97 None None] Pushing event updated for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:15.784151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28f3b724-6b04-41d6-8fcb-9ee2666ea992 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8345642 Jul 12 16:13:15.910036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c8be8a7f-50c7-48bc-891d-a66244b71586 None None] Provisioning for port fe024c97-f0f9-425f-a180-1ba6c84f914f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:15.949759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:15.974919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ce856e9-a503-415e-82cd-712939426f9a req-29772e69-72a4-41e8-9690-335ecff51b39 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981593 Jul 12 16:13:15.986830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-ebe668c8-936e-4442-a0b7-e7261390dee6 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024571 Jul 12 16:13:16.031137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:16.048687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cfd919e9-0908-455e-88e7-d50f0e51616a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1094930 Jul 12 16:13:16.243051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:16.283233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48080813-1f57-4910-8d3a-f6093963a20d req-de995a66-353c-43e3-85ee-7542480b7b54 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855213 Jul 12 16:13:16.411027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.426262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Provisioning complete for port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:16.431964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.526629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Deleting port 72d13f79-3f56-4454-a4a0-94975a61644c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:16.527252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.529669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 16:13:16.587021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Provisioning for port d5514960-2821-44ad-911d-45f8e7fe2538 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:16.597202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fe024c97-f0f9-425f-a180-1ba6c84f914f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:16.623881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=11c478a4-2d9f-44f9-a2a6-2e92e3780f78,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:16.712151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Provisioning complete for port d5514960-2821-44ad-911d-45f8e7fe2538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:16.712942 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.753668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.770093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-00f135e5-9ef7-4a72-bfcf-412bfdcdffd3 None None] Port d5514960-2821-44ad-911d-45f8e7fe2538 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:16.788719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.813375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.818715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29964-605e-4108-a686-3690719c8efc req-c2a90623-e5ce-4672-805c-4fc16c9f2a77 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.829961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0d29964-605e-4108-a686-3690719c8efc req-c2a90623-e5ce-4672-805c-4fc16c9f2a77 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 945 time: 0.5121963 Jul 12 16:13:16.831574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.840360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port fe024c97-f0f9-425f-a180-1ba6c84f914f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:16.847949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fe024c97-f0f9-425f-a180-1ba6c84f914f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:16.848217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.853735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:16.870864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-66e6b5e8-7316-4a3c-8537-26653b364111 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3816 time: 1.1400111 Jul 12 16:13:16.940849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] For port 72d13f79-3f56-4454-a4a0-94975a61644c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72d13f79-3f56-4454-a4a0-94975a61644c,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:16.941278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.962173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Provisioning for port fc2ffeab-549e-4c39-bfe6-80729d3d1119 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:16.994382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Provisioning complete for port fc2ffeab-549e-4c39-bfe6-80729d3d1119 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:16.994708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:16.999446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port 11c478a4-2d9f-44f9-a2a6-2e92e3780f78 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:17.007226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.016097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b780f5f-be0e-461a-82b6-d35385037cc4 req-7d0c21ae-b7f6-46f4-8638-3a8aa825bc44 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "DELETE /v2.0/ports/11c478a4-2d9f-44f9-a2a6-2e92e3780f78 HTTP/1.1" status: 204 len: 173 time: 3.4488311 Jul 12 16:13:17.018790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:17.021127 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c7d61-0173-4b31-aea0-d93f2608dc80" -d '{"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:17.042646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.047141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0d29964-605e-4108-a686-3690719c8efc req-a5f3674a-c774-4032-8b7b-0abeca39103d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153916 Jul 12 16:13:17.052848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Calling delete_port for 72d13f79-3f56-4454-a4a0-94975a61644c owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:17.137285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82e8465c-6022-4e5e-a2d1-155353aff6b3 req-7778c561-2243-458d-a625-4460bdf76ab3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654283 Jul 12 16:13:17.183795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.278901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:17.284466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.368869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port fe024c97-f0f9-425f-a180-1ba6c84f914f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fe024c97-f0f9-425f-a180-1ba6c84f914f,segment=NetworkSegment(58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4),segment_id=58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:17.388256 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0640863-d15c-4110-b734-a28dd50ecff3 x-openstack-request-id: req-f0640863-d15c-4110-b734-a28dd50ecff3 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:17.388947 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-unplugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78", "code": 200}, {"server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "name": "network-vif-plugged", "status": "completed", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a", "code": 200}, {"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-plugged", "status": "completed", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:17.389384 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0640863-d15c-4110-b734-a28dd50ecff3 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:17.393458 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'code': 200} Jul 12 16:13:17.395666 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'code': 200} Jul 12 16:13:17.397559 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'code': 200} Jul 12 16:13:17.401093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Port fc2ffeab-549e-4c39-bfe6-80729d3d1119 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:17.409920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.634192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=fe024c97-f0f9-425f-a180-1ba6c84f914f,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:17.663128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Provisioning for port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:17.676644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Provisioning complete for port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:17.677338 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.783831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:17.813015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Provisioning complete for port fe024c97-f0f9-425f-a180-1ba6c84f914f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:17.813767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-29b064d7-c2fd-4595-83d0-2116318a461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.823789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397db23f-8638-43a1-8304-b8f9a32c6397 req-16c1f647-f537-4f7b-8ddd-8729a124b1c7 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b48064b-cc98-4814-a183-25a40f7ee4bc HTTP/1.1" status: 200 len: 210 time: 0.1207342 Jul 12 16:13:17.876007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.910385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 3ed237a7-5f58-4a4c-a8a7-b46482e04400 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:17.920242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05d72-2241-42fb-8494-22c7be6262ea req-95483c7a-dff5-4134-a4a8-1561ba1982fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:17.921799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdf05d72-2241-42fb-8494-22c7be6262ea req-95483c7a-dff5-4134-a4a8-1561ba1982fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1096 time: 0.3474896 Jul 12 16:13:17.963479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab73fa-1211-46b2-a1de-9ad6cb3c1b13 req-bb7679a7-0585-41c2-970e-d9841aac3d5f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:17.971886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51ab73fa-1211-46b2-a1de-9ad6cb3c1b13 req-bb7679a7-0585-41c2-970e-d9841aac3d5f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.4996488 Jul 12 16:13:17.984648 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b081f1-c96b-4aae-aa59-3f3de3808030 x-openstack-request-id: req-95b081f1-c96b-4aae-aa59-3f3de3808030 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:17.984941 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b48064b-cc98-4814-a183-25a40f7ee4bc", "name": "network-vif-deleted", "tag": "11c478a4-2d9f-44f9-a2a6-2e92e3780f78", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:17.985193 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95b081f1-c96b-4aae-aa59-3f3de3808030 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:17.985593 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b48064b-cc98-4814-a183-25a40f7ee4bc', 'name': 'network-vif-deleted', 'tag': '11c478a4-2d9f-44f9-a2a6-2e92e3780f78', 'status': 'completed', 'code': 200} Jul 12 16:13:18.122724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdf05d72-2241-42fb-8494-22c7be6262ea req-a4672aec-5b1a-4980-9221-27b5a86a6266 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853831 Jul 12 16:13:18.151085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.155717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51ab73fa-1211-46b2-a1de-9ad6cb3c1b13 req-415a45bb-d560-4ad0-95b1-30cbe649e6a4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822987 Jul 12 16:13:18.222120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d13f79-3f56-4454-a4a0-94975a61644c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:18.230103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Provisioning complete for port fc2ffeab-549e-4c39-bfe6-80729d3d1119 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:18.230485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.358316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Port fc2ffeab-549e-4c39-bfe6-80729d3d1119 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:18.422759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278af52e-c3c8-4f51-8dcc-fc532b0ee987 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:18.435147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Provisioning complete for port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:18.435853 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.509872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.544819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78fed1f4-62c8-40ee-97eb-d06208a4ad65 None None] Port 3ed237a7-5f58-4a4c-a8a7-b46482e04400 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:18.610889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Transition to ACTIVE for port object 278af52e-c3c8-4f51-8dcc-fc532b0ee987 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:18.618560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.649244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.704054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.726436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=3ed237a7-5f58-4a4c-a8a7-b46482e04400,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:18.791141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fe024c97-f0f9-425f-a180-1ba6c84f914f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:18.869242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.876017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.883135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.891507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.898009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.901731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-add66269-8fa3-4194-94cd-6bb93f6d96b5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3816 time: 0.3550179 Jul 12 16:13:18.939284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fe024c97-f0f9-425f-a180-1ba6c84f914f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:18.941298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:19.032695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7d04e40-beaa-4eaf-beae-778cb41da9b6 req-5e63ae44-4ded-46f2-84d9-051063800915 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943508 Jul 12 16:13:19.437002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Router 405351d7-1f86-41a1-a7de-923768c57a0c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:19.464122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf6b6d-5b28-4297-8350-ae9249b15c86 req-7bafe36e-a782-4282-8b3b-8fed6a28edbe tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.465663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6bf6b6d-5b28-4297-8350-ae9249b15c86 req-7bafe36e-a782-4282-8b3b-8fed6a28edbe tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 0.1388533 Jul 12 16:13:19.504551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:19.506392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4ce640a9-5a1d-48cf-b661-14449c566049 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/3ed237a7-5f58-4a4c-a8a7-b46482e04400 HTTP/1.1" status: 204 len: 168 time: 3.5350926 Jul 12 16:13:19.514947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0ee9d-3596-4e87-aedf-aa3d63bc28e9 req-48a17fef-4d63-4959-9552-50ef35e178ea tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.516420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2e0ee9d-3596-4e87-aedf-aa3d63bc28e9 req-48a17fef-4d63-4959-9552-50ef35e178ea tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 945 time: 1.0566378 Jul 12 16:13:19.520924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46640) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:19.575925 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bbe973-541c-4636-999b-db1f99018c87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:13:19.579494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2bbe973-541c-4636-999b-db1f99018c87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/3ed237a7-5f58-4a4c-a8a7-b46482e04400 HTTP/1.1" status: 404 len: 333 time: 0.0541649 Jul 12 16:13:19.595827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:19.597832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46642) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:19.696934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2e0ee9d-3596-4e87-aedf-aa3d63bc28e9 req-b7a3e0d4-8b78-4881-a994-50231bd2ea3b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614835 Jul 12 16:13:19.747184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Attempting to bind port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:19.747522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Attempting to bind port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:19.747881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Attempting to bind port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 on network 4359864b-a89f-4ff1-a168-eadaad7b9194 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:19.755577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 on network 4359864b-a89f-4ff1-a168-eadaad7b9194 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:19.755968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Attempting to bind port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 on network 4359864b-a89f-4ff1-a168-eadaad7b9194 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:19.764608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:19.764990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Checking segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:19.765339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Bound using segment: {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:19.765782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Bound port: 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7633103-ece0-44c9-b6e5-f8ab66296082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:19.766146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:19.849054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46644) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:19.915981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting subnet ffb9d97d-19fb-40a9-bd8a-d796b9a495c6 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:19.917304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6bf6b6d-5b28-4297-8350-ae9249b15c86 req-74fed738-d7a9-425d-85d5-e580a720ec40 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200504 Jul 12 16:13:19.920921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port fc2ffeab-549e-4c39-bfe6-80729d3d1119 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:19.921264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:19.928769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:19.985032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:19.997346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Sync routers for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:19.998750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-086c5098-d323-4aa9-a46c-e13e4ee53599 admin admin] 10.222.0.58 "PUT /v2.0/routers/405351d7-1f86-41a1-a7de-923768c57a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8811262 Jul 12 16:13:20.000673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46658) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:20.012568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:20.013261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:20.057507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:20.109225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.119173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:20.156876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.198179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.210082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:20.270562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:20.271628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.275295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] 10.222.0.77 "PUT /v2.0/ports/278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 1091 time: 4.1333044 Jul 12 16:13:20.279316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:20.282043 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:20.293575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.314762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba7371-5f2c-4994-b820-29ce3dd3aef2 req-5c97214e-17ea-400d-ac7d-bf955f1a37ff tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:20.326062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fba7371-5f2c-4994-b820-29ce3dd3aef2 req-5c97214e-17ea-400d-ac7d-bf955f1a37ff tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.2203255 Jul 12 16:13:20.332554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:20.407014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for fc2ffeab-549e-4c39-bfe6-80729d3d1119 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:20.432566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fba7371-5f2c-4994-b820-29ce3dd3aef2 req-75fd3ae3-7a50-4bf9-b984-13ace0f750a3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052585 Jul 12 16:13:20.447880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-f62d92d3-a5c8-49bb-9b81-e00fe033c758 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:20.447880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-f62d92d3-a5c8-49bb-9b81-e00fe033c758 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/networks?id=aaeaf840-b117-4b05-8037-b038f38629fb HTTP/1.1" status: 200 len: 815 time: 0.4159148 Jul 12 16:13:20.447880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40480bd-4753-4821-8379-a41eff22f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:20.511623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.516765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:13:17Z', 'revision_number': 5, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port': {'id': '1a27da02-aeb9-49cb-b480-8c1feaa0d212', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:10:30Z', 'updated_at': '2021-07-12T16:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:20.522476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:20.534658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-88718d4f-091d-4f75-9109-1a2386fe3426 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/quotas/50b768190198447d962518e3e33c2754 HTTP/1.1" status: 200 len: 375 time: 0.0728350 Jul 12 16:13:20.622815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Checking router: 405351d7-1f86-41a1-a7de-923768c57a0c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:13:20.642627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Routers {'405351d7-1f86-41a1-a7de-923768c57a0c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:20.643271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['405351d7-1f86-41a1-a7de-923768c57a0c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:20.654901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-11cf2d3a-b000-4afb-8b7e-1c613c5ae934 service neutron] 10.222.0.77 "GET /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.1225502 Jul 12 16:13:20.669625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.693580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Deleting port 1a27da02-aeb9-49cb-b480-8c1feaa0d212 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:20.694517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.726228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.812303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] Set router 405351d7-1f86-41a1-a7de-923768c57a0c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:20.896550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:13:20Z', 'revision_number': 6, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:20.918644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-cb9bb817-69e6-45a2-9f1d-b3a90e34cd84 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=50b768190198447d962518e3e33c2754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2822690 Jul 12 16:13:20.919615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.936128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c51a30-9778-43ad-9600-e3e93efa800a None None] The sync data for ids ['405351d7-1f86-41a1-a7de-923768c57a0c'] in n-d-800078-3 is: [{'id': '405351d7-1f86-41a1-a7de-923768c57a0c', 'name': 'tempest-ServersTestManualDisk-1428697746-router', 'tenant_id': '4021841ff97b458090debe740ffaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:10:28Z', 'updated_at': '2021-07-12T16:13:20Z', 'revision_number': 6, 'project_id': '4021841ff97b458090debe740ffaec8d', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:20.965859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] For port 1a27da02-aeb9-49cb-b480-8c1feaa0d212, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a27da02-aeb9-49cb-b480-8c1feaa0d212,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:20.966702 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:20.993530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.000404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.006633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.014337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.020604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.023959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-3421176b-04b2-498e-934e-a22e1402f65b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3828 time: 0.3227472 Jul 12 16:13:21.039646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb9d97d-19fb-40a9-bd8a-d796b9a495c6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:21.051896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.057207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20137527-660c-4d98-8485-b500dc7aba3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/subnets/ffb9d97d-19fb-40a9-bd8a-d796b9a495c6 HTTP/1.1" status: 204 len: 168 time: 1.2056208 Jul 12 16:13:21.060491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2218d-17ab-40cb-bca0-e3dc337cf54c None None] Network 1a8b8796-2643-41b8-96db-ab925fdb9867 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:21.061011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Calling delete_port for 1a27da02-aeb9-49cb-b480-8c1feaa0d212 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:21.061643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46668) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:21.132177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8e163d0-135d-4ea3-90cc-a915940b46e6 req-fd6aeaa0-4227-46fc-bc62-afdb97fc08f2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954514 Jul 12 16:13:21.218875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.254946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.269461 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a774b3c6-41ea-449d-abce-882c7fcff8d9 x-openstack-request-id: req-a774b3c6-41ea-449d-abce-882c7fcff8d9 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:21.269737 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:21.269994 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a774b3c6-41ea-449d-abce-882c7fcff8d9 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:21.270397 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'status': 'completed', 'code': 200} Jul 12 16:13:21.358624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:21.378078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=fc2ffeab-549e-4c39-bfe6-80729d3d1119,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:21.511500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] DHCP port deletion for 1a8b8796-2643-41b8-96db-ab925fdb9867 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:21.524594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.525355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.526035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.527657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.538896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.541490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-bc65b7de-717a-470f-a914-bd486cc24883 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 4363 time: 0.2434769 Jul 12 16:13:21.544477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:21.616266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Deleting port 0651040f-a427-409e-bfd1-2713705fbdbc {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:21.616653 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.694665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-79fb08ea-0d0d-472b-8c4f-2f510b7ab65f service neutron] 10.222.0.58 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513549 Jul 12 16:13:21.724896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b659ac9c-d21a-4414-b954-e40c4dbcd708 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:21.726260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.729386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79ed4d3c-0cb4-4cd6-8e3b-3a42ee72ecc7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/fc2ffeab-549e-4c39-bfe6-80729d3d1119 HTTP/1.1" status: 204 len: 168 time: 2.1273875 Jul 12 16:13:21.735106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46674) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:21.747144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] For port 0651040f-a427-409e-bfd1-2713705fbdbc, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0651040f-a427-409e-bfd1-2713705fbdbc,segment=NetworkSegment(5177028e-f205-4e5a-ae8c-63f21a93289d),segment_id=5177028e-f205-4e5a-ae8c-63f21a93289d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:21.747565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.766536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Calling delete_port for 0651040f-a427-409e-bfd1-2713705fbdbc owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:21.817463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:21.830939 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7dab86-d7b7-41ee-87f3-e98a41e0e037 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:13:21.835704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea7dab86-d7b7-41ee-87f3-e98a41e0e037 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/fc2ffeab-549e-4c39-bfe6-80729d3d1119 HTTP/1.1" status: 404 len: 333 time: 0.0944541 Jul 12 16:13:21.836493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46676) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:21.849549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:21.885740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.891255 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.905848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port 0651040f-a427-409e-bfd1-2713705fbdbc {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:21.906196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.911310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 68168d18-0338-447b-beda-99fb82dba89e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:21.911852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Transition to ACTIVE for port object c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:21.915408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.939047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Pushing event deleted for resources: {'Port': ['ID=0651040f-a427-409e-bfd1-2713705fbdbc,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:21.952286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.952871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.953530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.954094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.954605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.955112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.955979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.956500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.956994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.957498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.957999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.958489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:21.962419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.962615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:21.969081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450239d1-497b-43a9-bb4e-31e16c1ad3ea None None] No DVR routers for this DVR port 0651040f-a427-409e-bfd1-2713705fbdbc on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:22.024905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.062806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port 0651040f-a427-409e-bfd1-2713705fbdbc, host n-d-800078-3, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:22.063175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.122863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-6c162c46-e2f5-463f-a398-3c722d707b23 service neutron] 10.222.0.58 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213727 Jul 12 16:13:22.123495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:22.134546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.156327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for 0651040f-a427-409e-bfd1-2713705fbdbc owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:22.161108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Port 0651040f-a427-409e-bfd1-2713705fbdbc was not found and therefore no delete operation was performed {{(pid=93712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:13:22.167301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.212929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=0651040f-a427-409e-bfd1-2713705fbdbc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:22.225955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port 0651040f-a427-409e-bfd1-2713705fbdbc on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:22.257369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Attempting to bind port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:22.258336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Attempting to bind port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:22.258694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Attempting to bind port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:22.312612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a27da02-aeb9-49cb-b480-8c1feaa0d212,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:22.324942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-5608aa09-df90-43a3-b843-e21bc88fe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.325423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-5608aa09-df90-43a3-b843-e21bc88fe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.325898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-5608aa09-df90-43a3-b843-e21bc88fe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.327608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-5608aa09-df90-43a3-b843-e21bc88fe4d4 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=54a969ec9b624d698eef72cd23f016a8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7247572 Jul 12 16:13:22.411769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0651040f-a427-409e-bfd1-2713705fbdbc no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:22.430100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on network e9041499-e79d-41e7-a585-c9a3ff0378f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:22.430553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Attempting to bind port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:22.441329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.444787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:22.444787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:22.445137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Bound using segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:22.446257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Bound port: c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:22.446621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.466986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.473878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0651040f-a427-409e-bfd1-2713705fbdbc {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:22.474337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0651040f-a427-409e-bfd1-2713705fbdbc not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:22.475040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72d13f79-3f56-4454-a4a0-94975a61644c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:22.492052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8b8796-2643-41b8-96db-ab925fdb9867']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:22.506709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5177028e-f205-4e5a-ae8c-63f21a93289d') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:22.507011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5177028e-f205-4e5a-ae8c-63f21a93289d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:22.511903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 72d13f79-3f56-4454-a4a0-94975a61644c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:22.512379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72d13f79-3f56-4454-a4a0-94975a61644c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:22.513237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a27da02-aeb9-49cb-b480-8c1feaa0d212 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:22.528278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.569845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1a27da02-aeb9-49cb-b480-8c1feaa0d212 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:22.577579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a27da02-aeb9-49cb-b480-8c1feaa0d212 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:22.595702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.633777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:22.641156 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:22.703499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.705789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/68168d18-0338-447b-beda-99fb82dba89e HTTP/1.1" status: 204 len: 168 time: 0.8615243 Jul 12 16:13:22.713593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae5cf2-5028-4cbf-8862-f5f0f4d7af10 None None] Network 1501bf9a-87f6-4724-81d2-c8eac0998bb0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:22.717583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ffedb-add9-4cd5-9b2a-e12b092b8011 req-2558f129-5814-4347-9320-1eb916648ccf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.719501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a70ffedb-add9-4cd5-9b2a-e12b092b8011 req-2558f129-5814-4347-9320-1eb916648ccf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 945 time: 0.9370654 Jul 12 16:13:22.720366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46684) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:22.766562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:22.780026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.815073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a568-73e9-4dc1-aa0f-085ae80ece87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=68168d18-0338-447b-beda-99fb82dba89e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:22.859690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.873114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.873780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.875277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] 10.222.0.77 "PUT /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 1136 time: 2.5530794 Jul 12 16:13:22.899281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.901306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/networks/1a8b8796-2643-41b8-96db-ab925fdb9867 HTTP/1.1" status: 204 len: 168 time: 1.8334634 Jul 12 16:13:22.906410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bb39f-61c0-4c9e-a45f-6bee6bdfb77c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Network': ['ID=1a8b8796-2643-41b8-96db-ab925fdb9867,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:22.910295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46690) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:22.923160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] Transition to ACTIVE for port object b659ac9c-d21a-4414-b954-e40c4dbcd708 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:22.955339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:22.958209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b776f5-1972-4eb0-9987-285f07fe6fea req-9088eb22-17e2-4a98-9792-1af713b6c56a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:22.959819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3b776f5-1972-4eb0-9987-285f07fe6fea req-9088eb22-17e2-4a98-9792-1af713b6c56a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 943 time: 0.2800939 Jul 12 16:13:22.967954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:23.109113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] DHCP port deletion for 1501bf9a-87f6-4724-81d2-c8eac0998bb0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:23.138377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting subnet 7fe17b59-3999-49e8-8b3f-0b9bcd665585 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:23.149686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.151234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.217285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42758ba-6f85-4d96-b0ab-efb094a3ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:23.237908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.252706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Deleting port fe024c97-f0f9-425f-a180-1ba6c84f914f {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:23.256118 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.260934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3b776f5-1972-4eb0-9987-285f07fe6fea req-16527366-eb1a-452c-bc61-342a701cb4ef tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677336 Jul 12 16:13:23.265997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.311088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a70ffedb-add9-4cd5-9b2a-e12b092b8011 req-6029a543-80c7-4e21-8872-bdfdb3a223ca tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706582 Jul 12 16:13:23.356408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:23.358790 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:23.448994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] For port fe024c97-f0f9-425f-a180-1ba6c84f914f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fe024c97-f0f9-425f-a180-1ba6c84f914f,segment=NetworkSegment(58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4),segment_id=58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:23.450434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.477338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-4a9fc238-7cc7-40f2-8279-89ca8fd3385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:23.478853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a1bb02e-cf3c-4b7b-a04c-a2e4cdd4c3a7 req-4a9fc238-7cc7-40f2-8279-89ca8fd3385e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0976734 Jul 12 16:13:23.479663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] No DVR routers for this DVR port b659ac9c-d21a-4414-b954-e40c4dbcd708 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:23.480653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Calling delete_port for fe024c97-f0f9-425f-a180-1ba6c84f914f owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:23.494100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.496386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.519458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.633842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:23.687815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-e89c5f75-b073-4649-ad50-121ea73bc9b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 3.0259328 Jul 12 16:13:23.691509 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.714588 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.715619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405351d7-1f86-41a1-a7de-923768c57a0c {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:13:23.727022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.731192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-483c2327-4298-4531-b3ad-2a92758c91e4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/405351d7-1f86-41a1-a7de-923768c57a0c HTTP/1.1" status: 204 len: 168 time: 3.7283354 Jul 12 16:13:23.732056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46698) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:23.808716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port fe024c97-f0f9-425f-a180-1ba6c84f914f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:23.809060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.833928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Deleting subnet b3d3b56c-54dd-4777-a43b-e8b337af38c7 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:23.900939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:23.963470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] Pushing event deleted for resources: {'Port': ['ID=fe024c97-f0f9-425f-a180-1ba6c84f914f,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:23.965962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669fde6-e311-4e86-a516-5eed844bbfaf None None] No DVR routers for this DVR port fe024c97-f0f9-425f-a180-1ba6c84f914f on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:24.349250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.356191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.363249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.370135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.377617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.385710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.387804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-359a28b1-8f5d-4d58-ac81-e24984c01936 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 4606 time: 0.8474631 Jul 12 16:13:24.388644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.416581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fe024c97-f0f9-425f-a180-1ba6c84f914f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:24.462450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: fe024c97-f0f9-425f-a180-1ba6c84f914f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:24.463809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fe024c97-f0f9-425f-a180-1ba6c84f914f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:24.504515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.597738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] For port fe024c97-f0f9-425f-a180-1ba6c84f914f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fe024c97-f0f9-425f-a180-1ba6c84f914f,segment=NetworkSegment(58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4),segment_id=58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:24.598094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.618943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-207ca5e1-ee21-4283-8700-8bc4ff014aac req-d496b92e-9f54-45e5-a2a5-b5662f72097a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233532 Jul 12 16:13:24.625844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for fe024c97-f0f9-425f-a180-1ba6c84f914f owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:24.721672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.856362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-604503fd-254c-4e65-bb06-8bf49d97a129 req-d257de59-6bac-465a-b785-424d21ed4b71 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 210 time: 0.0399277 Jul 12 16:13:24.864181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a61142-d758-4a97-a0b2-a1966a27285e {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:24.874491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.890019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Transition to ACTIVE for port object 97a61142-d758-4a97-a0b2-a1966a27285e will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:24.891036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.909159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.926973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:24.956297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=fe024c97-f0f9-425f-a180-1ba6c84f914f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:24.993507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No DVR routers for this DVR port fe024c97-f0f9-425f-a180-1ba6c84f914f on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:25.004908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c7150-0784-4fb8-a7f5-88d73f551fd7 None None] Network 2e89c7be-3773-41ca-8671-58162a6306ff requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:25.066559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-b4d1d2b8-cee0-44ee-ac00-e507e4813280 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:25.068155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-b4d1d2b8-cee0-44ee-ac00-e507e4813280 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.65 "GET /v2.0/networks?id=aaeaf840-b117-4b05-8037-b038f38629fb HTTP/1.1" status: 200 len: 815 time: 0.1745121 Jul 12 16:13:25.072268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d3b56c-54dd-4777-a43b-e8b337af38c7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:25.075892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.079471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.084822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-79769e13-dfcf-4ced-a258-a116765073d9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b3d3b56c-54dd-4777-a43b-e8b337af38c7 HTTP/1.1" status: 204 len: 168 time: 1.3498256 Jul 12 16:13:25.085462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46708) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:25.111947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Request body: {'port': {'device_id': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'admin_state_up': True, 'tenant_id': '50b768190198447d962518e3e33c2754'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:25.254042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.262026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/subnets/7fe17b59-3999-49e8-8b3f-0b9bcd665585 HTTP/1.1" status: 204 len: 168 time: 2.3473268 Jul 12 16:13:25.278539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4de390-80fb-4d90-af16-a6e8ee7dee93 None None] Network e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:25.295199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46718) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:25.365973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.408484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-68f70a3a-5506-4522-b6ac-6b6d5a877af9 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1732711283&fields=id&tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 267 time: 0.2874794 Jul 12 16:13:25.413263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1501bf9a-87f6-4724-81d2-c8eac0998bb0']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:25.484843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Made reservation on behalf of 50b768190198447d962518e3e33c2754 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:25.488675 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.516657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.531254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:25.531567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c6bbf9-a575-4fdb-9c68-32fbfe3e18c4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:25.566267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655b44c-13d4-4616-aee8-bf875bef2e10 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe17b59-3999-49e8-8b3f-0b9bcd665585,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:25.625390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.630721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.746471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.791923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] DHCP port deletion for 2e89c7be-3773-41ca-8671-58162a6306ff request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:25.840031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:25.840683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:25.845687 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:25.924606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Attempting to bind port 97a61142-d758-4a97-a0b2-a1966a27285e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:25.925350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Attempting to bind port 97a61142-d758-4a97-a0b2-a1966a27285e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:25.925350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Attempting to bind port 97a61142-d758-4a97-a0b2-a1966a27285e on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:25.955059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b3792-05fc-4e4e-8235-1933f5e2b469 req-a6970c91-e1df-4484-9e1f-049692ec8449 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:25.989710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc8b3792-05fc-4e4e-8235-1933f5e2b469 req-a6970c91-e1df-4484-9e1f-049692ec8449 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 2.0789340 Jul 12 16:13:26.018549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Deleting port 29f9752a-35be-4451-87bf-fe502733fe46 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:26.018958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.021559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-4439792d-bcca-4c84-972a-74e5db510a19 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:26.027234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Port 97a61142-d758-4a97-a0b2-a1966a27285e on network e9041499-e79d-41e7-a585-c9a3ff0378f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:26.028517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Attempting to bind port 97a61142-d758-4a97-a0b2-a1966a27285e on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:26.037841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-4439792d-bcca-4c84-972a-74e5db510a19 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 945 time: 0.6280680 Jul 12 16:13:26.049566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'security_groups': ['246ba454-65b7-49b0-bfce-4a776b4bfe20', '46942e92-0a55-4fde-b6df-e0148c113a39']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:26.102382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:26.151298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:26.151910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:26.152451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Bound using segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:26.153007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Bound port: 97a61142-d758-4a97-a0b2-a1966a27285e, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:26.153491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.178266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-ccb79892-afe5-4bf3-a8e4-f508402d452e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:26.180589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-ccb79892-afe5-4bf3-a8e4-f508402d452e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 2.3340428 Jul 12 16:13:26.183178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] For port 29f9752a-35be-4451-87bf-fe502733fe46, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29f9752a-35be-4451-87bf-fe502733fe46,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:26.186642 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.194384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.211472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.218137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Calling delete_port for 29f9752a-35be-4451-87bf-fe502733fe46 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:26.229429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/1501bf9a-87f6-4724-81d2-c8eac0998bb0 HTTP/1.1" status: 204 len: 168 time: 3.4970467 Jul 12 16:13:26.238930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46726) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:26.249067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-935860841'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:26.306004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbebfdc-6a09-4ac7-8c6a-9178f18581fd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=1501bf9a-87f6-4724-81d2-c8eac0998bb0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:26.314695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Deleting port 29f9752a-35be-4451-87bf-fe502733fe46 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:26.315081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.322774 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.390657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:26.395193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=97a61142-d758-4a97-a0b2-a1966a27285e,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:26.419882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] DHCP port deletion for e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:26.422721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29f9752a-35be-4451-87bf-fe502733fe46 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:26.425522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.433602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.478755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 29f9752a-35be-4451-87bf-fe502733fe46 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:26.479533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29f9752a-35be-4451-87bf-fe502733fe46 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:26.480113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8a06bcb-2474-4902-b9fd-302b80daf2de no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:26.483362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc8b3792-05fc-4e4e-8235-1933f5e2b469 req-47fc4b39-ede2-4751-aeb5-e71408b4b94f tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927433 Jul 12 16:13:26.565512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:26.566337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.568117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] 10.222.0.77 "PUT /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 1135 time: 3.6045926 Jul 12 16:13:26.573216 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1696a9a-9a23-4c66-9837-9450251758dd x-openstack-request-id: req-c1696a9a-9a23-4c66-9837-9450251758dd {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:26.573640 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:26.573995 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1696a9a-9a23-4c66-9837-9450251758dd {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:26.574489 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7', 'status': 'completed', 'code': 200} Jul 12 16:13:26.579313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:26.583818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.599681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] For port 29f9752a-35be-4451-87bf-fe502733fe46, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29f9752a-35be-4451-87bf-fe502733fe46,segment=NetworkSegment(5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b),segment_id=5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:26.600217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.604401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:26.610031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] No DVR routers for this DVR port 29f9752a-35be-4451-87bf-fe502733fe46 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:26.638217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port d8a06bcb-2474-4902-b9fd-302b80daf2de {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:26.638699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.686239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8a05b-f018-41ed-beab-02ddb8b7faf4 None None] Pushing event deleted for resources: {'Port': ['ID=29f9752a-35be-4451-87bf-fe502733fe46,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:26.749935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:13:26.794465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Calling delete_port for 29f9752a-35be-4451-87bf-fe502733fe46 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:26.902825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Deleting port d8a06bcb-2474-4902-b9fd-302b80daf2de {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:26.903421 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.958107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port d8a06bcb-2474-4902-b9fd-302b80daf2de, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8a06bcb-2474-4902-b9fd-302b80daf2de,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:26.958688 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.973149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for d8a06bcb-2474-4902-b9fd-302b80daf2de owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:27.074711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Allocated IP 172.20.0.3 (aaeaf840-b117-4b05-8037-b038f38629fb/137dbc76-c28a-419f-a248-f6ba145ccee0/78cfaef3-7398-4362-923a-081dec82864c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:27.079426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.162778 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.182229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f9752a-35be-4451-87bf-fe502733fe46,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:27.190966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] No DVR routers for this DVR port 29f9752a-35be-4451-87bf-fe502733fe46 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:27.212680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] For port d8a06bcb-2474-4902-b9fd-302b80daf2de, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8a06bcb-2474-4902-b9fd-302b80daf2de,segment=NetworkSegment(503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f),segment_id=503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:27.213503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.227894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ef82c-c96a-4c87-bad8-fb91850b250c service neutron] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:27.231761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Calling delete_port for d8a06bcb-2474-4902-b9fd-302b80daf2de owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:27.353946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.361833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.362323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.362803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.363770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.364192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.364612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.365090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.368659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-2800dded-c761-4277-942e-891b085323e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6220 time: 0.7111015 Jul 12 16:13:27.369109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.369602 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Added segment 5320b0e8-67c1-4fb4-9d41-2ae2338e4afe of type vlan for network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 Jul 12 16:13:27.370653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.394030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.405989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port d8a06bcb-2474-4902-b9fd-302b80daf2de on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:27.408078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e89c7be-3773-41ca-8671-58162a6306ff']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.485796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.486079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc95f52-e85a-4735-a9f4-5e0ea28fcf1b') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.535624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.552974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] Pushing event deleted for resources: {'Port': ['ID=d8a06bcb-2474-4902-b9fd-302b80daf2de,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:27.561315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd6649-1159-4ddd-8702-27febe235b0c None None] No DVR routers for this DVR port d8a06bcb-2474-4902-b9fd-302b80daf2de on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:27.623566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.638563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44b34d1-abe9-42c0-b15b-f6e0ba5553b0']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.657239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.673444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=d8a06bcb-2474-4902-b9fd-302b80daf2de,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:27.723013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.723346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503e6f7e-bc9c-4981-a6ab-c5ccb4eb423f') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:27.733708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:27.735091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:27.741609 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:27.755670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711052e-7acc-4b74-af62-b0c32233e5ca req-2ed0e2c6-a0e4-4526-83f3-ebc889c83da1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.767653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3711052e-7acc-4b74-af62-b0c32233e5ca req-2ed0e2c6-a0e4-4526-83f3-ebc889c83da1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.5299079 Jul 12 16:13:27.782093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.827303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.831551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.844370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-0f538a12-b636-4c60-a998-6f81502203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.845448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-0f538a12-b636-4c60-a998-6f81502203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.845927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-0f538a12-b636-4c60-a998-6f81502203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.848110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-0f538a12-b636-4c60-a998-6f81502203f9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=54a969ec9b624d698eef72cd23f016a8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4626367 Jul 12 16:13:27.900006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.908468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:27.937150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-b68b3a6b-6a03-489d-972b-c92da01216fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.938767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-b68b3a6b-6a03-489d-972b-c92da01216fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f&tenant_id=bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 1095 time: 1.2913036 Jul 12 16:13:27.942928 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.972714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Transition to ACTIVE for port object 78cfaef3-7398-4362-923a-081dec82864c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:27.977499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.983012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e89c7be-3773-41ca-8671-58162a6306ff HTTP/1.1" status: 204 len: 168 time: 2.8635612 Jul 12 16:13:28.008246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.015436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:28.015930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.019793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a0b4-b838-450e-8c3a-43f74582b996 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e89c7be-3773-41ca-8671-58162a6306ff,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:28.053893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.076415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.091975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:28.107063 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:28.115892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.146911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.153008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/networks/e44b34d1-abe9-42c0-b15b-f6e0ba5553b0 HTTP/1.1" status: 204 len: 168 time: 2.8106894 Jul 12 16:13:28.155468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b576258-aca6-4b82-a499-eb9952011cdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Network': ['ID=e44b34d1-abe9-42c0-b15b-f6e0ba5553b0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:28.184524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46732) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:28.195654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-507200646'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:28.212984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3711052e-7acc-4b74-af62-b0c32233e5ca req-fb606374-1bf2-4d88-842e-daffc77b7ba3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443934 Jul 12 16:13:28.250358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.252466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.252873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.253558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.259005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.262639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.266881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2608f3a4-14d0-45a2-bd27-65bf5f5c20d7 req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "PUT /v2.0/ports/4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 981 time: 2.2266648 Jul 12 16:13:28.268138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-ca496392-bc9e-483b-89ec-acc907b22807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.273935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf79fcd1-7e5e-4cfd-a096-16c1ee9c65f4 req-ca496392-bc9e-483b-89ec-acc907b22807 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3413751 Jul 12 16:13:28.275224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:28.285322 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7419710-d509-4ec0-af7a-5db525cc365d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:28.364866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521f28b-d2e3-4f78-b25a-4cde7b6987d7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:28.371506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:28.525513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:28.569470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Network': ['ID=b5cc9fb8-eed8-4965-a80a-b2554e2bfd79,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:28.593242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:13:28.621351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '97a61142-d758-4a97-a0b2-a1966a27285e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:28.623767 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560257c0-b559-496f-9722-ee890bbf5a73" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "97a61142-d758-4a97-a0b2-a1966a27285e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:28.636412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:28.640114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:28.699415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d2b9ab2c-ae41-4931-9c12-4bbbefcbd6af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4564064 Jul 12 16:13:28.708265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46742) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:28.732280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:28.745468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d298fd48-25db-4609-a8a5-8131d4c89e3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4021841ff97b458090debe740ffaec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993256 Jul 12 16:13:28.747909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:28.765811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Network aaeaf840-b117-4b05-8037-b038f38629fb is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:28.827769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:28.830406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:28.842087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Pushing event updated for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:28.912105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.921543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.931261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.941792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.953137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.963610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.971421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.978277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:13:28.981334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-ed868948-9096-40e3-bd5f-15cf43c6b6b3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5383 time: 0.3837783 Jul 12 16:13:29.003571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.042417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.042923 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Added segment 37222ed6-78df-44d2-b8cb-a2afe5628c41 of type vlan for network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 Jul 12 16:13:29.048093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.064012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dfad0a4-c3ca-4b02-ab5e-cba6cbd5ccc7 req-7d06de31-a691-41fc-9acc-57c613cfb421 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816660 Jul 12 16:13:29.082621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.083436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.136793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-65d72fed-d72d-4acb-bee4-1a183632cb77 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0295856 Jul 12 16:13:29.173304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.174856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Request body: {'port': {'device_id': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:29.178397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.180474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/561e2f13-6ca8-457c-bbbc-698b5e62f2b9 HTTP/1.1" status: 204 len: 168 time: 0.4314456 Jul 12 16:13:29.196587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-59b6aa6c-0c61-4921-871a-705b2af406a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.198116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-59b6aa6c-0c61-4921-871a-705b2af406a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1095 time: 0.7212944 Jul 12 16:13:29.204512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515058-b731-448e-8f04-1c9e97ef53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561e2f13-6ca8-457c-bbbc-698b5e62f2b9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:29.213898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fe591-2aec-4645-8610-291d1260848a req-9588a959-f98e-48cd-a1f1-ace37e194077 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.215446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-053fe591-2aec-4645-8610-291d1260848a req-9588a959-f98e-48cd-a1f1-ace37e194077 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 931 time: 0.6040819 Jul 12 16:13:29.297937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.313160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-64ce3200-515e-4065-a284-109ff398d367 None None] Provisioning for port 78cfaef3-7398-4362-923a-081dec82864c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:29.324717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-64ce3200-515e-4065-a284-109ff398d367 None None] Provisioning complete for port 78cfaef3-7398-4362-923a-081dec82864c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:29.325105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-64ce3200-515e-4065-a284-109ff398d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.423140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-15f866ef-b5bd-49d5-a8c8-e093db178f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.423711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-64ce3200-515e-4065-a284-109ff398d367 None None] Port 78cfaef3-7398-4362-923a-081dec82864c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:29.424664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-15f866ef-b5bd-49d5-a8c8-e093db178f4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2063692 Jul 12 16:13:29.457489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:29.462492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.559156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:13:29.697578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-053fe591-2aec-4645-8610-291d1260848a req-66fd4287-d217-4d8f-8888-3ab4e66825be tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378276 Jul 12 16:13:29.741366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.757753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.758547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.824333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e62e80-e939-46da-9495-a370ff0177bd {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:29.832284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-4a881633-756f-4576-8f5f-2a205e521554 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-680942043&fields=id&tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 267 time: 0.0851741 Jul 12 16:13:29.842316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.864848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Transition to ACTIVE for port object 01e62e80-e939-46da-9495-a370ff0177bd will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:29.891766 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6918f8dc-9185-49dd-ab87-7c05fdc96798 x-openstack-request-id: req-6918f8dc-9185-49dd-ab87-7c05fdc96798 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:29.892074 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:29.892336 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6918f8dc-9185-49dd-ab87-7c05fdc96798 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:29.892757 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'status': 'completed', 'code': 200} Jul 12 16:13:29.985062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:30.270854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-54305724-c8bf-480b-9103-a8fb15671d9d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.282100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-54305724-c8bf-480b-9103-a8fb15671d9d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 984 time: 0.4328258 Jul 12 16:13:30.283073 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:13:30.312737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'security_groups': ['246ba454-65b7-49b0-bfce-4a776b4bfe20', '46942e92-0a55-4fde-b6df-e0148c113a39', 'eac592cc-aa78-413e-8111-15632062816c']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:30.393752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.394249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.394737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.395217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.395729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.396251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.396727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.399092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-560257c0-b559-496f-9722-ee890bbf5a73 req-f0b52d98-d5c5-4b69-b829-54230fee22ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6245 time: 0.4020705 Jul 12 16:13:30.403208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419710-d509-4ec0-af7a-5db525cc365d req-7931915e-aca0-4b19-a805-8886a1398659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.404873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-7931915e-aca0-4b19-a805-8886a1398659 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1135 time: 0.4496160 Jul 12 16:13:30.484675 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703e4628-eed8-47c6-a91a-99cf777ab2be x-openstack-request-id: req-703e4628-eed8-47c6-a91a-99cf777ab2be {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:30.484955 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "97a61142-d758-4a97-a0b2-a1966a27285e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:30.485197 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-703e4628-eed8-47c6-a91a-99cf777ab2be {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:30.485673 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '97a61142-d758-4a97-a0b2-a1966a27285e', 'status': 'completed', 'code': 200} Jul 12 16:13:30.486251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Network': ['ID=7d2cd052-fd72-4344-9b91-5aa1d258bcb1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:30.520488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:30.522529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:13:30.606647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:30.667659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:30.701597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e151b8b4-ad05-4860-aaad-c8fa62222e4b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5106859 Jul 12 16:13:30.717300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46776) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:30.725738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'subnet': {'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:30.858105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46778) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:30.872845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585831b4-ae58-4445-81f8-263a8afd349f req-f60b0447-b304-46f3-b020-d40f399757b8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.880515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-585831b4-ae58-4445-81f8-263a8afd349f req-f60b0447-b304-46f3-b020-d40f399757b8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.4157302 Jul 12 16:13:31.010172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419710-d509-4ec0-af7a-5db525cc365d req-06155780-9998-4743-8bbb-ea318c3c617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.012572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-06155780-9998-4743-8bbb-ea318c3c617a service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.5840712 Jul 12 16:13:31.077171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-73ef743f-74fe-418f-b098-8ab80085574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.077796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-73ef743f-74fe-418f-b098-8ab80085574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.081037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-73ef743f-74fe-418f-b098-8ab80085574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.086348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-560257c0-b559-496f-9722-ee890bbf5a73 req-73ef743f-74fe-418f-b098-8ab80085574b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=54a969ec9b624d698eef72cd23f016a8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6565340 Jul 12 16:13:31.172545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Attempting to bind port 01e62e80-e939-46da-9495-a370ff0177bd on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:31.173168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Attempting to bind port 01e62e80-e939-46da-9495-a370ff0177bd by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:31.173282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Attempting to bind port 01e62e80-e939-46da-9495-a370ff0177bd on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:31.184369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.223860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-cb59ce65-976b-498b-b6ca-e1b0e7875eb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 217 time: 0.1894743 Jul 12 16:13:31.258726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Port 01e62e80-e939-46da-9495-a370ff0177bd on network e9041499-e79d-41e7-a585-c9a3ff0378f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:31.259051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Attempting to bind port 01e62e80-e939-46da-9495-a370ff0177bd on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:31.270712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:31.271079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:31.271653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Bound using segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:31.272114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Bound port: 01e62e80-e939-46da-9495-a370ff0177bd, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:31.272479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.377619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:31.381316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.408930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419710-d509-4ec0-af7a-5db525cc365d req-9934cacc-9882-41dd-b721-4d63d5803f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.410372 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-9934cacc-9882-41dd-b721-4d63d5803f02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.1505425 Jul 12 16:13:31.416127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-585831b4-ae58-4445-81f8-263a8afd349f req-d3336c7f-5eea-4469-8f11-1eb6e3c79fb5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342183 Jul 12 16:13:31.474763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2036840720-network', 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:31.484781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=b5cca4cf-f053-4ce0-b13a-018c478c7cc0,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:31.536542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-664294de-d498-44a7-b116-0e7cca304ef6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658360 Jul 12 16:13:31.552708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Checking segment: {'id': '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:31.552914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network hostable DHCP agents. Network: b5cc9fb8-eed8-4965-a80a-b2554e2bfd79, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:13:31.553263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560257c0-b559-496f-9722-ee890bbf5a73 req-5e36fe96-07c8-439a-9b60-c088249bbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.554859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-560257c0-b559-496f-9722-ee890bbf5a73 req-5e36fe96-07c8-439a-9b60-c088249bbc27 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189868 Jul 12 16:13:31.559428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:31.567759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:31.723531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cfaef3-7398-4362-923a-081dec82864c {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:31.734251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.750296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:31.758481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.773684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Transition to ACTIVE for port object 78cfaef3-7398-4362-923a-081dec82864c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:31.774753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.782740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:31.792376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.874297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.890843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-242a3614-3d7f-435f-a1c9-7007d44b80a1 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428664 Jul 12 16:13:31.962458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6dfa9f1-fa40-400d-9226-9fbcbc4e3593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.982767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:13:31.986633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.010902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.017878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.019657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] 10.222.0.77 "PUT /v2.0/ports/01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 1091 time: 5.4204056 Jul 12 16:13:32.025440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a1bf-737a-40a0-84dc-b69be07f06ee service neutron] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:32.052962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.065802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:32.096840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, b5cc9fb8-eed8-4965-a80a-b2554e2bfd79) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:32.130013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:32.142595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4293a-796f-4c62-864e-28a26e718116 None None] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:32.259656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:32.268249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.269247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.349469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.451491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.464013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:13:32.476450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.477300 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Added segment 895879aa-13bb-4a48-906f-20984b061893 of type vlan for network a9954846-21a9-4c11-8911-4c0931f531dd Jul 12 16:13:32.541221 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.571346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-b5cc9fb8-eed8-4965-a80a-b2554e2bfd79', 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': 'b5cca4cf-f053-4ce0-b13a-018c478c7cc0'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:13:32.572257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.618626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:32.621318 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627f131-8d30-4ba4-8eee-c23e899f7219" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "01e62e80-e939-46da-9495-a370ff0177bd"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:32.650795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.651726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.652321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.699678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5df224be-8a5b-4743-b2a3-a4cd92b1962e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9693902 Jul 12 16:13:32.751961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46794) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:32.757051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-954198334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:32.774326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe071238-5718-4dd0-8376-b6d7d3b6efb0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:32.830679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.832645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9446785 Jul 12 16:13:32.851649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:32.864074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Request body: {'subnet': {'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2036840720-subnet', 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:32.938726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c044da-e7a8-4a33-bfff-9b9800c3b405 admin admin] Pushing event updated for resources: {'Network': ['ID=a9954846-21a9-4c11-8911-4c0931f531dd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:32.973002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Attempting to bind port 78cfaef3-7398-4362-923a-081dec82864c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:32.973361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Attempting to bind port 78cfaef3-7398-4362-923a-081dec82864c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:32.973728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Attempting to bind port 78cfaef3-7398-4362-923a-081dec82864c on network aaeaf840-b117-4b05-8037-b038f38629fb {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:33.006173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:33.009882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.018329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.025050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.026242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.032597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.041683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.047877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.054218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.054672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Allocated IP 2001:db8::2 (b5cc9fb8-eed8-4965-a80a-b2554e2bfd79/b5cca4cf-f053-4ce0-b13a-018c478c7cc0/d5e00c95-62a3-4adc-b49f-d48c7a63c160) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:33.062819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f643df90-0294-415c-bb7f-44912c8c647e req-e19fa70e-94e9-450d-a875-05fb20b0a146 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5395 time: 0.9791658 Jul 12 16:13:33.071846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.072934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.088136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:33.090415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.090947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.092220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.105985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f1d56a-0307-4c92-9276-3ee4e3d76d4f req-e803fa36-0dfc-4e96-84b9-5d1935c9efaf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "PUT /v2.0/ports/4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 1020 time: 2.8225269 Jul 12 16:13:33.108398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:33.112407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Port 78cfaef3-7398-4362-923a-081dec82864c on network aaeaf840-b117-4b05-8037-b038f38629fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:33.112732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Attempting to bind port 78cfaef3-7398-4362-923a-081dec82864c on network aaeaf840-b117-4b05-8037-b038f38629fb {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:33.114128 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca621707-f84f-48c8-801d-99ba1bcf01e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:33.253982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Subnet': ['ID=19e24d36-c733-4dbd-8e80-d6a5dc2eff5e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:33.266923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7419710-d509-4ec0-af7a-5db525cc365d req-4ab2be1e-74a3-4c71-81e3-ab6a5fee220c service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3662059 Jul 12 16:13:33.288811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Checking segment: {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:33.289564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network hostable DHCP agents. Network: 7d2cd052-fd72-4344-9b91-5aa1d258bcb1, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:13:33.309012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a9954846-21a9-4c11-8911-4c0931f531dd details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:13:33.315045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f643df90-0294-415c-bb7f-44912c8c647e req-272114c9-98c9-4717-9813-96abc7854d18 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2511134 Jul 12 16:13:33.318360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:33.318771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Checking segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:33.320452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Bound using segment: {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:33.320921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Bound port: 78cfaef3-7398-4362-923a-081dec82864c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3c578-22e6-47dc-824e-760fdded49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:33.321289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.365629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:13:33.403354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.430560 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.434074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Transition to ACTIVE for port object d5e00c95-62a3-4adc-b49f-d48c7a63c160 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:33.439687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:33.442352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-6ebc1d14-93f4-4910-a5b5-0d71b4a64ced service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 200 len: 217 time: 0.2451465 Jul 12 16:13:33.483181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 7d2cd052-fd72-4344-9b91-5aa1d258bcb1) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:33.508902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.509453 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.518321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9287e5-e605-4b04-8cd5-68e5817f1001 None None] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:33.575682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-72c0cbac-cf5f-45e0-a7cd-6a3b8c7d3f06 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8572733 Jul 12 16:13:33.585960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46804) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:33.602989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-1c956ba5-eea2-4027-8ddf-34e79485f40d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.604566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-1c956ba5-eea2-4027-8ddf-34e79485f40d tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 0.2659168 Jul 12 16:13:33.609172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-55580446'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:33.628619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Transition to ACTIVE for port object d5e00c95-62a3-4adc-b49f-d48c7a63c160 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:33.650910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.671152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722865-b0be-4bd2-aca0-9fcb2ee6d7f8 req-455f8ba7-1995-44a9-8ffb-fb3b905bc176 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.672802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2722865-b0be-4bd2-aca0-9fcb2ee6d7f8 req-455f8ba7-1995-44a9-8ffb-fb3b905bc176 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 943 time: 0.3198090 Jul 12 16:13:33.711438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.725142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:33.729951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.740119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.817514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:13:33.829459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2722865-b0be-4bd2-aca0-9fcb2ee6d7f8 req-87e57f60-a670-4b4b-a315-bbb6ded92091 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469033 Jul 12 16:13:33.843082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.843678 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Added segment 62f3a2ae-a82d-4946-aae8-150c21f3fe09 of type vlan for network beea2846-e4f8-4ec8-a5d5-16194a04d541 Jul 12 16:13:33.857907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:33.858730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Pushing event updated for resources: {'Port': ['ID=d5e00c95-62a3-4adc-b49f-d48c7a63c160,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:33.865534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=78cfaef3-7398-4362-923a-081dec82864c,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:33.898479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.905961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Deleting port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:33.906565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.927126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:33.939330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:33.954945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-d01cfa72-022a-4d22-99bd-51dc3095272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.957251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-d01cfa72-022a-4d22-99bd-51dc3095272d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.4848027 Jul 12 16:13:33.958138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.959489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b51cfd87-e5c8-49e4-abd5-cc8418196d54 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2070701 Jul 12 16:13:33.963324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:33.995707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46806) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:34.010350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79', 'name': 'tempest-PortsIpV6TestJSON-341458185'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:34.095430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-7d2cd052-fd72-4344-9b91-5aa1d258bcb1', 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'fixed_ips': [{'subnet_id': '19e24d36-c733-4dbd-8e80-d6a5dc2eff5e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:13:34.096939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.122101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] For port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:34.122755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.199469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Attempting to bind port d5e00c95-62a3-4adc-b49f-d48c7a63c160 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:34.200264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Attempting to bind port d5e00c95-62a3-4adc-b49f-d48c7a63c160 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:34.200794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Attempting to bind port d5e00c95-62a3-4adc-b49f-d48c7a63c160 on network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:34.218090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:34.219066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Checking segment: {'id': '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:34.219824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.220826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Bound using segment: {'id': '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:34.221676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Bound port: d5e00c95-62a3-4adc-b49f-d48c7a63c160, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b5cc9fb8-eed8-4965-a80a-b2554e2bfd79'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:34.222254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.296575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.297239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.298683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] 10.222.0.65 "PUT /v2.0/ports/78cfaef3-7398-4362-923a-081dec82864c HTTP/1.1" status: 200 len: 1091 time: 5.1284187 Jul 12 16:13:34.356030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.460227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-c8bb188a-94c5-4177-85a6-a00377a57389 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4611936 Jul 12 16:13:34.465221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.466034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.466504 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Floating IP cc03322f-689f-4cae-88f9-dc749253618e disassociated. External IP: 172.25.8.139, port: a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb. Jul 12 16:13:34.466878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Calling delete_port for a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:34.615291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64095b-4c3b-4d5c-8c46-800ba148ee16 req-3d79ae0f-0f66-4197-ab9a-f62a16b0b24a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.619272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c62a4cb-4b8c-412c-ac16-22ece5279780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.641295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c64095b-4c3b-4d5c-8c46-800ba148ee16 req-3d79ae0f-0f66-4197-ab9a-f62a16b0b24a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 945 time: 1.0180612 Jul 12 16:13:34.683801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.709801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.710379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84483e-0e28-4c96-b407-1d27d9210ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:34.774348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event deleted for resources: {'Port': ['ID=a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:34.830787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48494cf-b139-425e-a0a8-6e4bc0890756,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:34.859052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] For port d5e00c95-62a3-4adc-b49f-d48c7a63c160, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:34.868320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c64095b-4c3b-4d5c-8c46-800ba148ee16 req-1ff9b62d-11bb-4300-bb9f-3647814a75e5 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups?id=431055a6-5ddf-4fc8-9f36-7431c4c35576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259290 Jul 12 16:13:34.890230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92cf4-5876-4ec1-bfeb-921b72a21fcd req-59d15b38-1029-480f-9c7e-07b599b4a6f7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.892097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20a92cf4-5876-4ec1-bfeb-921b72a21fcd req-59d15b38-1029-480f-9c7e-07b599b4a6f7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.2252750 Jul 12 16:13:34.896705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.903387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.904064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.985093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] For port d5e00c95-62a3-4adc-b49f-d48c7a63c160, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5e00c95-62a3-4adc-b49f-d48c7a63c160,segment=NetworkSegment(5320b0e8-67c1-4fb4-9d41-2ae2338e4afe),segment_id=5320b0e8-67c1-4fb4-9d41-2ae2338e4afe)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:34.993577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Allocated IP 19.80.0.2 (7d2cd052-fd72-4344-9b91-5aa1d258bcb1/19e24d36-c733-4dbd-8e80-d6a5dc2eff5e/73e08dc9-f30f-475e-b956-ec66a2813287) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:35.010981 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ef4ef6-7d14-49f1-8de0-8e642223be2f x-openstack-request-id: req-65ef4ef6-7d14-49f1-8de0-8e642223be2f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:35.011211 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "01e62e80-e939-46da-9495-a370ff0177bd", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:35.011444 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65ef4ef6-7d14-49f1-8de0-8e642223be2f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:35.011868 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd', 'status': 'completed', 'code': 200} Jul 12 16:13:35.025396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:35.025828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Network hostable DHCP agents. Network: a9954846-21a9-4c11-8911-4c0931f531dd, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:13:35.026632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.045356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Network': ['ID=beea2846-e4f8-4ec8-a5d5-16194a04d541,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:35.052718 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c0d3a0d-ec14-41ac-ae3b-408fc65e8b5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4606178 Jul 12 16:13:35.093968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46812) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:35.107478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'subnet': {'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:35.244734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:35.248709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.276894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f0f6e3-46e2-44e2-a416-e5f8a470c86a {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:35.286205 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.296699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20a92cf4-5876-4ec1-bfeb-921b72a21fcd req-feec531e-1999-4bc1-9fe3-ca817f9cfba6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759296 Jul 12 16:13:35.302671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Transition to ACTIVE for port object 73e08dc9-f30f-475e-b956-ec66a2813287 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:35.330248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Transition to ACTIVE for port object 73e08dc9-f30f-475e-b956-ec66a2813287 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:35.336863 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.350958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.359415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.366047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:13:35.470823 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e207cc-1fa4-4ed4-b98f-7fb21d881ca6 x-openstack-request-id: req-b5e207cc-1fa4-4ed4-b98f-7fb21d881ca6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:35.471225 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:35.471540 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5e207cc-1fa4-4ed4-b98f-7fb21d881ca6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:35.472145 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'status': 'completed', 'code': 200} Jul 12 16:13:35.472521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Network a9954846-21a9-4c11-8911-4c0931f531dd is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:13:35.478371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.77', 53388) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:35.522984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port c5965572-97a4-49da-9fc0-74de4e7917b7 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:13:35.537382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Transition to ACTIVE for port object c8f0f6e3-46e2-44e2-a416-e5f8a470c86a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:35.569404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.571541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.572437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.573474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.574481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.575484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.576151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.580047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.581878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-54008eb4-b613-4f79-883d-bab408541070 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6287 time: 0.5468545 Jul 12 16:13:35.584450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Router a1c3fde3-778d-48a9-9f42-0743f214b6ca has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:35.586371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:35.590538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.635830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:35.663022 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.676305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:35.686687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:35.761360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.762305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c5cb2-211d-4d86-abdf-c63107a256e4 None None] Pushing event updated for resources: {'Port': ['ID=d5e00c95-62a3-4adc-b49f-d48c7a63c160,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:35.841855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Attempting to bind port 73e08dc9-f30f-475e-b956-ec66a2813287 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:35.842239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Attempting to bind port 73e08dc9-f30f-475e-b956-ec66a2813287 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:35.842585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Attempting to bind port 73e08dc9-f30f-475e-b956-ec66a2813287 on network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:35.850914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Pushing event updated for resources: {'Port': ['ID=73e08dc9-f30f-475e-b956-ec66a2813287,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:35.855014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:35.855390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Checking segment: {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:35.855818 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.856339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Bound using segment: {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:35.857017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Bound port: 73e08dc9-f30f-475e-b956-ec66a2813287, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:35.857306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:35.914577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, a9954846-21a9-4c11-8911-4c0931f531dd) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:35.966046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:35.966432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] For port 73e08dc9-f30f-475e-b956-ec66a2813287, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:35.990657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] For port 73e08dc9-f30f-475e-b956-ec66a2813287, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=73e08dc9-f30f-475e-b956-ec66a2813287,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:35.992597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7511b5-9390-45e0-90e1-b3b72073048a None None] Network a9954846-21a9-4c11-8911-4c0931f531dd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:35.997959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:36.186720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.187291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.190372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:36.222413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.244556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.267260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.279445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.305636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ad51-caee-40f7-9f20-022900eff516 req-b02c2994-01f4-4e02-82d0-c0000d483998 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.308237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1db5ad51-caee-40f7-9f20-022900eff516 req-b02c2994-01f4-4e02-82d0-c0000d483998 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1023 time: 0.9318993 Jul 12 16:13:36.330848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.357501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.387830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-f5aececf-7746-4c26-b54e-cd73d3ebbe5e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5407 time: 0.6672521 Jul 12 16:13:36.499109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-2369da38-22e4-4790-b36d-e74e9f8c47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.523860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-2369da38-22e4-4790-b36d-e74e9f8c47cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1174 time: 1.0405059 Jul 12 16:13:36.525866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46bb93-83eb-478c-90f7-bcf8e95a6439 None None] Pushing event updated for resources: {'Port': ['ID=73e08dc9-f30f-475e-b956-ec66a2813287,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:36.537769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5e00c95-62a3-4adc-b49f-d48c7a63c160 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:36.699830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c34f6fc1-2efb-446d-aec4-e56057307d58 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8421338 Jul 12 16:13:36.742784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-26de59e2-946d-4cca-92e5-cd9ffd07ad0d service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2910790 Jul 12 16:13:36.788771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29756792-db09-4378-b8c0-a2733e23947f None None] Network a9954846-21a9-4c11-8911-4c0931f531dd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:36.821059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Attempting to bind port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:36.823948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Attempting to bind port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:36.824541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Attempting to bind port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:36.886786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-c2e7f7f2-529d-4814-bb5d-d519335c5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.887272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-c2e7f7f2-529d-4814-bb5d-d519335c5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.889037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-c2e7f7f2-529d-4814-bb5d-d519335c5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.891024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-c2e7f7f2-529d-4814-bb5d-d519335c5332 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=54a969ec9b624d698eef72cd23f016a8&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2939320 Jul 12 16:13:36.989962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d5e00c95-62a3-4adc-b49f-d48c7a63c160 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:37.138149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:37.182471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:37.245491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d2f9a0d-2c9c-4e8b-8b71-bcc11efd9ef8 req-97c9a491-96c2-441f-a2f9-c5f91202b80a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8177078 Jul 12 16:13:37.305042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:37.317422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Sync routers for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:37.338019 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:37.338664 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:37.355870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Subnet': ['ID=4b73f7cd-86e7-4bb8-9d70-655e74605a42,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:37.404903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::32 (b5cc9fb8-eed8-4965-a80a-b2554e2bfd79/b5cca4cf-f053-4ce0-b13a-018c478c7cc0/c5965572-97a4-49da-9fc0-74de4e7917b7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:37.423029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'tag': '78cfaef3-7398-4362-923a-081dec82864c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:37.426463 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4546f9b-f557-4853-b574-be02b9686e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "tag": "78cfaef3-7398-4362-923a-081dec82864c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:37.449386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1db5ad51-caee-40f7-9f20-022900eff516 req-5efcb79e-c699-4d20-8bc2-4bb5ff4dd58f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=46942e92-0a55-4fde-b6df-e0148c113a39&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=eac592cc-aa78-413e-8111-15632062816c HTTP/1.1" status: 200 len: 6155 time: 1.0708518 Jul 12 16:13:37.473057 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:37.475356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-2983311b-cff7-4bc6-96fe-27d4d9325977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:37.478615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-2983311b-cff7-4bc6-96fe-27d4d9325977 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.9408717 Jul 12 16:13:37.488016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] No DVR routers for this DVR port a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:37.491175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:37.493974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.77 "DELETE /v2.0/ports/a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb HTTP/1.1" status: 204 len: 173 time: 3.8804936 Jul 12 16:13:37.515800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a on network e9041499-e79d-41e7-a585-c9a3ff0378f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:37.516129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Attempting to bind port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:37.533879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-35578bcb-8f92-4ae6-aded-dd6dde12ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:37.536455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'name': 'network-vif-deleted', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:37.544225 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-35578bcb-8f92-4ae6-aded-dd6dde12ec0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50b768190198447d962518e3e33c2754&device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 1094 time: 2.0912435 Jul 12 16:13:37.544743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f56c9-d30e-48d4-901e-37076bd8a82a None None] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:37.545211 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0795b-1e88-493b-8424-f9942c1c0c95" -d '{"events": [{"server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "name": "network-vif-deleted", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:37.556806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:37.557143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Checking segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:37.557536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Bound using segment: {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:37.557984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Bound port: c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:37.558332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:37.646378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-0d219f79-9125-43f3-8404-8396c107a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:37.648618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2627f131-8d30-4ba4-8eee-c23e899f7219 req-0d219f79-9125-43f3-8404-8396c107a257 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5928638 Jul 12 16:13:37.663114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-f71e7d13-3461-48a0-b211-cad9385f6f5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 200 len: 217 time: 0.1666832 Jul 12 16:13:37.666921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Checking segment: {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:37.667537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network hostable DHCP agents. Network: beea2846-e4f8-4ec8-a5d5-16194a04d541, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:13:37.712751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Provisioning for port d5e00c95-62a3-4adc-b49f-d48c7a63c160 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:37.734850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-78c82df3-f3c7-4722-a694-f99ec501e074 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78cfaef3-7398-4362-923a-081dec82864c HTTP/1.1" status: 200 len: 217 time: 0.1815188 Jul 12 16:13:37.735434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Provisioning complete for port d5e00c95-62a3-4adc-b49f-d48c7a63c160 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:37.737407 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:37.750083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-f009c52d-3dcb-4b86-a231-21758d41233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:37.752576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-f009c52d-3dcb-4b86-a231-21758d41233e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.0752034 Jul 12 16:13:37.804907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-4486797b-cc0c-4ab4-89ea-4e362802336d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368500 Jul 12 16:13:37.807855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65957a0c-2710-429f-a32b-02ac6cc717db req-1610f61b-043e-4a4b-9fed-a7542f17a5de tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/ports?device_id=be1aa487-3142-4030-9c28-e893c37db172 HTTP/1.1" status: 200 len: 210 time: 0.1438811 Jul 12 16:13:37.970414 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:38.032683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.049905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object c5965572-97a4-49da-9fc0-74de4e7917b7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:38.053076 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Checking router: a1c3fde3-778d-48a9-9f42-0743f214b6ca for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:13:38.069144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.089449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-a41a5678-4d82-48fb-b06f-021ae277ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.092925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-a41a5678-4d82-48fb-b06f-021ae277ab4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=137dbc76-c28a-419f-a248-f6ba145ccee0 HTTP/1.1" status: 200 len: 854 time: 0.3278656 Jul 12 16:13:38.095966 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:38.096526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-bce97cd2-271e-4097-8a4a-50c7170a1e7d service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2895167 Jul 12 16:13:38.096695 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:38.128409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:38.134625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:38.135982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.178795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-5ecb6764-6e04-401f-a3b6-e49a7b1390ee service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584616 Jul 12 16:13:38.181713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] For port d5e00c95-62a3-4adc-b49f-d48c7a63c160, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5e00c95-62a3-4adc-b49f-d48c7a63c160,segment=NetworkSegment(5320b0e8-67c1-4fb4-9d41-2ae2338e4afe),segment_id=5320b0e8-67c1-4fb4-9d41-2ae2338e4afe)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:38.199386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:13:38.201420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.239923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd524e8-eab1-45cf-99db-60501d8a4590 req-971a3be6-66b2-441a-991f-49691fc89fd6 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.252193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bd524e8-eab1-45cf-99db-60501d8a4590 req-971a3be6-66b2-441a-991f-49691fc89fd6 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 943 time: 0.8530688 Jul 12 16:13:38.280016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=c5965572-97a4-49da-9fc0-74de4e7917b7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:38.283501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.370365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca621707-f84f-48c8-801d-99ba1bcf01e2 req-3b6d1870-93bc-4778-ae73-71e4d9f3a7dc service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679666 Jul 12 16:13:38.378924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.379548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.385285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] 10.222.0.77 "PUT /v2.0/ports/c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 1091 time: 6.3028972 Jul 12 16:13:38.391904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87006bd-6e71-45dd-8a19-a0b204d4e9df service neutron] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:38.411219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, beea2846-e4f8-4ec8-a5d5-16194a04d541) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:38.420561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.422247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.426873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114476d3-ee66-47df-ab44-ad1f0ff52b56 None None] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:38.433698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d5cefd-77d6-4671-96a0-5fa1d03bf80a None None] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:38.454125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f0a8f-c0a3-42dd-85a2-221df4092eb3 None None] Pushing event updated for resources: {'Port': ['ID=d5e00c95-62a3-4adc-b49f-d48c7a63c160,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:38.485975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b9113a5-e602-4517-8bc2-e944d2ef17eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3825784 Jul 12 16:13:38.558225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:38.563934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bd524e8-eab1-45cf-99db-60501d8a4590 req-66bb7aca-866f-4efd-bb1f-93e2a33a53f3 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916311 Jul 12 16:13:38.570213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:38.607861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:38.638234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.639562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.707216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:38.712610 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:38.770519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-73a19fb7-778e-4e6e-abaa-b0025ea91258 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7677319 Jul 12 16:13:38.774062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:38.840830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 73e08dc9-f30f-475e-b956-ec66a2813287 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:38.844428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-2d51ea84-10fb-46b4-ae82-68308a7b9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.846436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:38.846669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-2d51ea84-10fb-46b4-ae82-68308a7b9ddf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaeaf840-b117-4b05-8037-b038f38629fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7082417 Jul 12 16:13:38.916173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c5f69-08a5-44ca-9dd9-da9d375788bd req-cb9a6974-419c-485f-b8fa-5afe1da66247 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:38.918031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac7c5f69-08a5-44ca-9dd9-da9d375788bd req-cb9a6974-419c-485f-b8fa-5afe1da66247 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.6491115 Jul 12 16:13:38.918656 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:38.983080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:38.983598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:39.025981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-126dc307-bc56-4e3b-bf5a-acc91cd8d7e8 None None] Provisioning for port 73e08dc9-f30f-475e-b956-ec66a2813287 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:39.058251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-6c28d696-c603-4272-afca-94fde3b9e455 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.060038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-6c28d696-c603-4272-afca-94fde3b9e455 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.3837645 Jul 12 16:13:39.152859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac7c5f69-08a5-44ca-9dd9-da9d375788bd req-c7d3c511-4e63-4b3a-8e5e-4cdf0947df60 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836309 Jul 12 16:13:39.199179 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:39.209477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 73e08dc9-f30f-475e-b956-ec66a2813287 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:39.219083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 73e08dc9-f30f-475e-b956-ec66a2813287 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:39.219454 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.279155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1bd62a-18c4-4c85-9c10-7675964513e2 None None] The sync data for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 is: [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:11:09Z', 'revision_number': 4, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '65161fc3-6dad-4c3f-9354-fef62f8f456f', 'name': '', 'network_id': '900c3bde-cc35-4d32-bee9-943e0808f328', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'mac_address': 'fa:16:3e:02:f7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:08Z', 'updated_at': '2021-07-12T16:11:17Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'subnets': [{'id': 'f6a642c3-22b9-4f62-a6e1-fb4923b99f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:39.322393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': ' tempest-securitygroup -157337570 ', 'description': 'tempest-description-1349866369'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:39.334128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Provisioning for port c5965572-97a4-49da-9fc0-74de4e7917b7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:39.360098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-978a5598-f0b8-4a67-8aa1-cb14012c0af8 service neutron] 10.222.0.65 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916110 Jul 12 16:13:39.369283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Provisioning complete for port c5965572-97a4-49da-9fc0-74de4e7917b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:39.369676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.376326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-beea2846-e4f8-4ec8-a5d5-16194a04d541', 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'fixed_ips': [{'subnet_id': '4b73f7cd-86e7-4bb8-9d70-655e74605a42'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:13:39.377183 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.439871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Port c5965572-97a4-49da-9fc0-74de4e7917b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:39.486005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b99433-e4c1-42e1-a595-db8e109c0e30 req-fd1b73d6-d537-48aa-985b-233b5f6096a2 service neutron] 10.222.0.65 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130712 Jul 12 16:13:39.543147 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.568971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Provisioning complete for port d5e00c95-62a3-4adc-b49f-d48c7a63c160 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:39.569346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-68c7ff3c-bad1-40fe-a41b-ae9ae9a78e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.676651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 73e08dc9-f30f-475e-b956-ec66a2813287, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=73e08dc9-f30f-475e-b956-ec66a2813287,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:39.676936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.686976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.705397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-10cb5f0b-1543-42d6-81b1-2dc012fc37c1 service neutron] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:39.719046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-10cb5f0b-1543-42d6-81b1-2dc012fc37c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.720664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f7bbf57-298e-41b1-8863-1e20cc2821e0 req-10cb5f0b-1543-42d6-81b1-2dc012fc37c1 service neutron] 10.222.0.65 "DELETE /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.6409059 Jul 12 16:13:39.765289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf6534-1d25-41fa-bc2a-154fcc051915 None None] New status for floating IP cc03322f-689f-4cae-88f9-dc749253618e: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:13:39.773524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Allocated IP 19.86.0.2 (beea2846-e4f8-4ec8-a5d5-16194a04d541/4b73f7cd-86e7-4bb8-9d70-655e74605a42/f54346ce-2142-44ed-b24e-ffd4eea6b861) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:39.889330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.893604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45ab8f8-c44c-4169-8378-c2364988bd81 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:39.899498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.911261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-e5e02ca9-99ab-4379-9f97-1629b9e0ee02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7989771 Jul 12 16:13:39.930263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-7fe50f05-1cb2-4e98-91cd-63b9e04089bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.930943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-7fe50f05-1cb2-4e98-91cd-63b9e04089bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.8199873 Jul 12 16:13:39.933205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.938075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d502f-cc5c-497c-8732-95a5881525c3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:39.957201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:39.958757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a0b6bf2-5925-4d4f-8a85-4308d1ddf3df req-c6aa80bb-dd69-4fd3-8ae1-82827b90a5de tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6462836 Jul 12 16:13:39.959888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Transition to ACTIVE for port object e45ab8f8-c44c-4169-8378-c2364988bd81 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:39.970716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.019681 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67705a99-8f43-47d1-9379-ec4cb674ce4c x-openstack-request-id: req-67705a99-8f43-47d1-9379-ec4cb674ce4c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:40.019976 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "tag": "78cfaef3-7398-4362-923a-081dec82864c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:40.021722 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67705a99-8f43-47d1-9379-ec4cb674ce4c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:40.021942 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'tag': '78cfaef3-7398-4362-923a-081dec82864c', 'status': 'completed', 'code': 200} Jul 12 16:13:40.062549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-f77d34c6-8004-495a-9856-572887f9d075 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0912271 Jul 12 16:13:40.078160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=73e08dc9-f30f-475e-b956-ec66a2813287,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:40.107851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:40.111856 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0699db9-805b-4493-adce-9e965d8ddaa6 x-openstack-request-id: req-e0699db9-805b-4493-adce-9e965d8ddaa6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:40.112163 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1aa487-3142-4030-9c28-e893c37db172", "name": "network-vif-deleted", "tag": "a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:40.112404 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0699db9-805b-4493-adce-9e965d8ddaa6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:40.122350 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1aa487-3142-4030-9c28-e893c37db172', 'name': 'network-vif-deleted', 'tag': 'a24fb5b4-d7d9-4d8f-bd1d-741129d05cfb', 'status': 'completed', 'code': 200} Jul 12 16:13:40.255555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.296101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7ece91ae-8d55-4346-b5f0-b2ccbe1d681c None None] Provisioning complete for port 73e08dc9-f30f-475e-b956-ec66a2813287 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:40.296491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7ece91ae-8d55-4346-b5f0-b2ccbe1d681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.317372 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-bb2e23fc-dc00-4419-8f7e-6fbc2112c878 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2536542 Jul 12 16:13:40.333180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Attempting to bind port e45ab8f8-c44c-4169-8378-c2364988bd81 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:40.333529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Attempting to bind port e45ab8f8-c44c-4169-8378-c2364988bd81 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:40.333937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Attempting to bind port e45ab8f8-c44c-4169-8378-c2364988bd81 on network c8eed1e7-4095-4e75-8267-beca31425d7b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:40.342557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Port e45ab8f8-c44c-4169-8378-c2364988bd81 on network c8eed1e7-4095-4e75-8267-beca31425d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:40.342768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Attempting to bind port e45ab8f8-c44c-4169-8378-c2364988bd81 on network c8eed1e7-4095-4e75-8267-beca31425d7b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:40.359351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:40.359848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Checking segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:40.360102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Bound using segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:40.360549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Bound port: e45ab8f8-c44c-4169-8378-c2364988bd81, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:40.360909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.391768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.408022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Transition to ACTIVE for port object f54346ce-2142-44ed-b24e-ffd4eea6b861 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:40.449739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:40.450948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5e00c95-62a3-4adc-b49f-d48c7a63c160 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:40.453603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Transition to ACTIVE for port object f54346ce-2142-44ed-b24e-ffd4eea6b861 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:40.454169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546f9b-f557-4853-b574-be02b9686e2e req-28df9932-6e59-40a5-8ff6-9262ea732dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.455781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-28df9932-6e59-40a5-8ff6-9262ea732dc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50b768190198447d962518e3e33c2754&device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 1094 time: 0.3782065 Jul 12 16:13:40.457688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:40.482805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.497628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.545061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.551381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.559074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.565633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.572804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.579520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.580192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-3afe696b-8781-48b0-a4fd-1b534a98f080 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619004 Jul 12 16:13:40.587340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.589255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-c268a09e-bb94-4438-85ec-d666b8ff9f09 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5419 time: 0.3179522 Jul 12 16:13:40.695057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368128e-7cff-4803-8c85-965bcc3378fc req-25c7c5cb-9705-4981-a71e-6a13bdd35708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.695634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.696258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.697667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] 10.222.0.77 "PUT /v2.0/ports/e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 1091 time: 2.0002663 Jul 12 16:13:40.698020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-25c7c5cb-9705-4981-a71e-6a13bdd35708 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1095 time: 0.6976087 Jul 12 16:13:40.731515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:40.748949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Request body: {'port': {'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:40.754813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:40.761442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:40.774848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d5e00c95-62a3-4adc-b49f-d48c7a63c160 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:40.775246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.792419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-a80be9b4-3df9-488c-81a3-8f02dda97082 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850266 Jul 12 16:13:40.794126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ee61022-eac7-40d5-83b9-37b2031ec6bd req-6d43422a-0ff8-46a9-b7ff-219c0cab25eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956966 Jul 12 16:13:40.803174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975340-2691-46ba-9095-e26b3b0e82bc service neutron] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:40.856377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546f9b-f557-4853-b574-be02b9686e2e req-88194412-6bc7-4d10-b6e8-7a66c85820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.857062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-88194412-6bc7-4d10-b6e8-7a66c85820cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=aaeaf840-b117-4b05-8037-b038f38629fb HTTP/1.1" status: 200 len: 916 time: 0.3936479 Jul 12 16:13:40.949550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-e95884d1-e26d-4414-8c56-20481398cfe5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78cfaef3-7398-4362-923a-081dec82864c HTTP/1.1" status: 200 len: 217 time: 0.0800254 Jul 12 16:13:40.950437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:40.985348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Pushing event updated for resources: {'Port': ['ID=f54346ce-2142-44ed-b24e-ffd4eea6b861,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:41.010265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Attempting to bind port f54346ce-2142-44ed-b24e-ffd4eea6b861 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:41.010631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Attempting to bind port f54346ce-2142-44ed-b24e-ffd4eea6b861 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:41.011007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Attempting to bind port f54346ce-2142-44ed-b24e-ffd4eea6b861 on network beea2846-e4f8-4ec8-a5d5-16194a04d541 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:41.017784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:41.018152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Checking segment: {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:41.018556 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.018946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Bound using segment: {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:41.019413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Bound port: f54346ce-2142-44ed-b24e-ffd4eea6b861, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:41.019819 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.053156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368128e-7cff-4803-8c85-965bcc3378fc req-cfc266b0-a5ee-40c7-9524-17b50ae14689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.055663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-cfc266b0-a5ee-40c7-9524-17b50ae14689 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2753930 Jul 12 16:13:41.104121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 73e08dc9-f30f-475e-b956-ec66a2813287 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:41.177404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-675ead6a-0f93-48e8-a486-594c3fe89578 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.1023815 Jul 12 16:13:41.198564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.214020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.266568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-420b71f9-434d-4eeb-8c05-bbeca31eba2c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.269750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 73e08dc9-f30f-475e-b956-ec66a2813287 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:41.273768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.274754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-420b71f9-434d-4eeb-8c05-bbeca31eba2c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.282565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-420b71f9-434d-4eeb-8c05-bbeca31eba2c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/networks?id=7d2cd052-fd72-4344-9b91-5aa1d258bcb1&id=beea2846-e4f8-4ec8-a5d5-16194a04d541 HTTP/1.1" status: 200 len: 1389 time: 0.3284888 Jul 12 16:13:41.313875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-7fcbd8c3-a0ca-4c7d-a9da-92206a29fcdc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/quotas/cab87a3a04424e43a7a34899aa7ec288 HTTP/1.1" status: 200 len: 375 time: 0.0290954 Jul 12 16:13:41.348566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] For port f54346ce-2142-44ed-b24e-ffd4eea6b861, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:41.381011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=c5965572-97a4-49da-9fc0-74de4e7917b7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:41.400865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] For port f54346ce-2142-44ed-b24e-ffd4eea6b861, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f54346ce-2142-44ed-b24e-ffd4eea6b861,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:41.409634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.430362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368128e-7cff-4803-8c85-965bcc3378fc req-546a047a-a905-4d5e-9fe1-31c282628458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.432906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-546a047a-a905-4d5e-9fe1-31c282628458 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.2315311 Jul 12 16:13:41.446088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546f9b-f557-4853-b574-be02b9686e2e req-048856d6-0fba-40b5-8a3c-7bf55503d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.448405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-048856d6-0fba-40b5-8a3c-7bf55503d505 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=137dbc76-c28a-419f-a248-f6ba145ccee0 HTTP/1.1" status: 200 len: 854 time: 0.3765304 Jul 12 16:13:41.508524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c258e-57b3-4d40-9ab4-e7bf2c69e14a None None] Pushing event updated for resources: {'Port': ['ID=f54346ce-2142-44ed-b24e-ffd4eea6b861,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:41.567573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-6f086582-d2b4-4102-a9ee-ef0b6736cedb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188736 Jul 12 16:13:41.570277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b0d9f3d3-76a3-4542-bc7f-c04ec19861eb tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2540755 Jul 12 16:13:41.571537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 78cfaef3-7398-4362-923a-081dec82864c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:41.738590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=78cfaef3-7398-4362-923a-081dec82864c,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:41.754645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '78cfaef3-7398-4362-923a-081dec82864c', 'network_id': 'aaeaf840-b117-4b05-8037-b038f38629fb', 'port_id': '78cfaef3-7398-4362-923a-081dec82864c', 'mac_address': 'fa:16:3e:35:aa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137dbc76-c28a-419f-a248-f6ba145ccee0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:13:41.774946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5514960-2821-44ad-911d-45f8e7fe2538 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:41.784701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.799417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Transition to ACTIVE for port object d5514960-2821-44ad-911d-45f8e7fe2538 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:41.807029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-339327ad-ad8d-45ff-8ffa-1eaff7286a9e service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121248 Jul 12 16:13:41.812291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.826115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa886e-c9b4-4520-a169-6a5992b5d865 req-54c1a099-350b-4372-a5b1-60fd6933294b tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.833740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69aa886e-c9b4-4520-a169-6a5992b5d865 req-54c1a099-350b-4372-a5b1-60fd6933294b tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 943 time: 0.4716532 Jul 12 16:13:41.904605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546f9b-f557-4853-b574-be02b9686e2e req-b2cc38d0-e0f6-4a10-a873-2c1e7b514f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.906368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-b2cc38d0-e0f6-4a10-a873-2c1e7b514f76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aaeaf840-b117-4b05-8037-b038f38629fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4493732 Jul 12 16:13:41.908714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.916169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e10207c2-16a6-410d-be31-5d5f54343489 None None] Provisioning complete for port c5965572-97a4-49da-9fc0-74de4e7917b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:41.916328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e10207c2-16a6-410d-be31-5d5f54343489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.993316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.995119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cfaef3-7398-4362-923a-081dec82864c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:42.052871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e10207c2-16a6-410d-be31-5d5f54343489 None None] Port c5965572-97a4-49da-9fc0-74de4e7917b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:42.061761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=78cfaef3-7398-4362-923a-081dec82864c,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:42.068270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:42.098093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'}, {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:42.101024 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78f7b8-5263-45b5-845e-4262e7039321" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a"}, {"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:42.170547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:42.217107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69aa886e-c9b4-4520-a169-6a5992b5d865 req-83c171d8-465b-44a4-8d99-8add0dee0985 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813093 Jul 12 16:13:42.247058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:42.264585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0368128e-7cff-4803-8c85-965bcc3378fc req-ba460c4e-cd22-4f7b-add3-ab5ed184c61a service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224169 Jul 12 16:13:42.279930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-e4ecb6bd-1264-493e-a3f1-2b440930e84b service neutron] 10.222.0.58 "GET /v2.0/networks/7d2cd052-fd72-4344-9b91-5aa1d258bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073796 Jul 12 16:13:42.294284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-46e0319b-1ed8-44a9-8ed2-b5db8fad917b service neutron] 10.222.0.65 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283770 Jul 12 16:13:42.311016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:42.355091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8ad3467-e356-44c0-80ac-7d3bd387d637 req-95b24c5f-8145-4d42-a3a4-39c22a44af42 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1c0d502f-cc5c-497c-8732-95a5881525c3 HTTP/1.1" status: 200 len: 1782 time: 0.0893233 Jul 12 16:13:42.434805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['78cfaef3-7398-4362-923a-081dec82864c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:42.602612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f54346ce-2142-44ed-b24e-ffd4eea6b861 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:42.724396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f54346ce-2142-44ed-b24e-ffd4eea6b861 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:42.850926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be2437-0877-400b-a0a1-166a24b86e99 req-69cc186b-1d4b-4b5f-941f-17a534b43610 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:42.852614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54be2437-0877-400b-a0a1-166a24b86e99 req-69cc186b-1d4b-4b5f-941f-17a534b43610 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.1678417 Jul 12 16:13:42.892305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:42.904539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:42.976378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54be2437-0877-400b-a0a1-166a24b86e99 req-9f39b729-66be-4109-9498-7eede26e779c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166422 Jul 12 16:13:42.998354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Attempting to bind port d5514960-2821-44ad-911d-45f8e7fe2538 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:43.019768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Attempting to bind port d5514960-2821-44ad-911d-45f8e7fe2538 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:43.019934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Attempting to bind port d5514960-2821-44ad-911d-45f8e7fe2538 on network c8eed1e7-4095-4e75-8267-beca31425d7b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:43.038015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Port d5514960-2821-44ad-911d-45f8e7fe2538 on network c8eed1e7-4095-4e75-8267-beca31425d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:43.038915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Attempting to bind port d5514960-2821-44ad-911d-45f8e7fe2538 on network c8eed1e7-4095-4e75-8267-beca31425d7b {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:43.040887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.086579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:43.086916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Checking segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:43.087307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Bound using segment: {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:43.088202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Bound port: d5514960-2821-44ad-911d-45f8e7fe2538, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef0e1bb-983c-4266-b269-38f24b5ed4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:43.088202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.141724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4546f9b-f557-4853-b574-be02b9686e2e req-74cc7b44-ff8f-4f2c-b8c0-e7c94906fe16 service neutron] 10.222.0.65 "GET /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381236 Jul 12 16:13:43.178367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=c5965572-97a4-49da-9fc0-74de4e7917b7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:43.230617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-51ba012f-388a-4500-b05c-85cca505e3d9 service neutron] 10.222.0.58 "GET /v2.0/networks/7d2cd052-fd72-4344-9b91-5aa1d258bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381030 Jul 12 16:13:43.249699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd16347a-13c4-4afc-bb26-9f7be09f8543 req-6d47f4ba-fec1-4274-95d6-f169288b545f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 210 time: 0.1134858 Jul 12 16:13:43.261710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26244163-ee00-4d97-b6ed-015137b8a658 None None] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:43.330951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:43.333000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46888) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:43.360074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-bc3c58d8-e589-4d57-b913-948ee12dc84e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.362477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-bc3c58d8-e589-4d57-b913-948ee12dc84e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.4015276 Jul 12 16:13:43.366668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:43.387678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:43.391126 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.411329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Provisioning for port f54346ce-2142-44ed-b24e-ffd4eea6b861 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:43.455045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Provisioning complete for port f54346ce-2142-44ed-b24e-ffd4eea6b861 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:43.455516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.475510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.476783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.478213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] 10.222.0.77 "PUT /v2.0/ports/d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 1091 time: 2.7337360 Jul 12 16:13:43.529680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 78cfaef3-7398-4362-923a-081dec82864c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:43.572115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1b0a81c5-f991-45bb-b0a6-469eaeff57d8 service neutron] 10.222.0.58 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243630 Jul 12 16:13:43.590972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.647315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48c33-7edf-4d0c-b011-24ccbb3ed557 service neutron] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:43.685276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 78cfaef3-7398-4362-923a-081dec82864c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:43.691964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.699618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 78cfaef3-7398-4362-923a-081dec82864c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:43.699978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.705615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.708789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:43.723173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:43.807394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.807914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.808406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.808893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.809375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.809861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.810334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:43.816547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9836a68b-6e8e-4fe1-afcd-3316d269e7ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6488 time: 0.2823362 Jul 12 16:13:43.824464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-f80c6d29-4ab1-4024-91bb-9b3e6cf26031 service neutron] 10.222.0.58 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423656 Jul 12 16:13:43.863877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] For port f54346ce-2142-44ed-b24e-ffd4eea6b861, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f54346ce-2142-44ed-b24e-ffd4eea6b861,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:43.876193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.879391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.884752 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "DELETE /v2.0/security-groups/431055a6-5ddf-4fc8-9f36-7431c4c35576 HTTP/1.1" status: 204 len: 168 time: 0.5506277 Jul 12 16:13:43.887996 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:43.898236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46890) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:43.941948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-88b9b2d0-2ff5-45b8-90ef-272c4eb3f93c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 217 time: 0.0924602 Jul 12 16:13:43.943169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a69c4-2d3f-4bef-80af-648a65d53f6e tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431055a6-5ddf-4fc8-9f36-7431c4c35576,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:44.003871 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-9122f627-f5bd-4877-87fb-0388daababf9 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] show failed (client error): The resource could not be found. Jul 12 16:13:44.008604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9122f627-f5bd-4877-87fb-0388daababf9 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "GET /v2.0/security-groups/431055a6-5ddf-4fc8-9f36-7431c4c35576 HTTP/1.1" status: 404 len: 347 time: 0.0997348 Jul 12 16:13:44.015650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:44.041477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:44.047749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.172505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.190965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2654c-fbdb-423a-9858-c6a5515773cc None None] Pushing event updated for resources: {'Port': ['ID=f54346ce-2142-44ed-b24e-ffd4eea6b861,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:44.191444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.194079 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.198110 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9282ab71-f835-4114-a629-8d37d37b0c44 x-openstack-request-id: req-9282ab71-f835-4114-a629-8d37d37b0c44 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:44.198777 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:44.199031 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9282ab71-f835-4114-a629-8d37d37b0c44 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:44.203689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-36600be9-4ae3-4331-bacb-ef9e06b05c59 None None] Provisioning complete for port c5965572-97a4-49da-9fc0-74de4e7917b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:44.204455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36600be9-4ae3-4331-bacb-ef9e06b05c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.209163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.209343 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'status': 'completed', 'code': 200} Jul 12 16:13:44.209343 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'status': 'completed', 'code': 200} Jul 12 16:13:44.228471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.242708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.263226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.266436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-36600be9-4ae3-4331-bacb-ef9e06b05c59 None None] Port c5965572-97a4-49da-9fc0-74de4e7917b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:44.270351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.290575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-21b7e412-8b37-48fc-92a2-61c4a71cb10a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.7521019 Jul 12 16:13:44.314286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfaef3-7398-4362-923a-081dec82864c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:44.316926 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73437707-4ff0-49f8-84e1-0024c5022d48" -d '{"events": [{"server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "name": "network-vif-plugged", "status": "completed", "tag": "78cfaef3-7398-4362-923a-081dec82864c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:44.327992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3baec4a9-fc86-435e-949e-e32bda7c7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.329654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-3baec4a9-fc86-435e-949e-e32bda7c7c36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.3789682 Jul 12 16:13:44.336635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=78cfaef3-7398-4362-923a-081dec82864c,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:44.344497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.398117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-76ac7675-f41e-4b68-a209-4257991fcd4d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1c0d502f-cc5c-497c-8732-95a5881525c3 HTTP/1.1" status: 200 len: 1782 time: 0.1885448 Jul 12 16:13:44.464773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:44.476865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f54346ce-2142-44ed-b24e-ffd4eea6b861 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:44.496681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Deleting port 51cfb08f-9f65-4759-ac8e-ebf4f1269cc7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:44.497319 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.504990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-831d7162-d200-48ba-9d62-57d939bae63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.507058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-831d7162-d200-48ba-9d62-57d939bae63b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694710 Jul 12 16:13:44.563634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ebc7934-5782-4208-ac27-be20a43850c3 req-59fddee5-9f71-4bd5-b1d7-2559782545f4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2717927 Jul 12 16:13:44.564023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Router d055259b-9379-43fd-afe9-4f9bbb6a8b5a is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:13:44.586309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.12 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/e78a349d-0b65-47bc-b3ae-923e3aec4792) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:44.632780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d7d0c61a-5eab-41eb-9aa2-132137c60002 None None] Provisioning complete for port f54346ce-2142-44ed-b24e-ffd4eea6b861 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:44.633880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7d0c61a-5eab-41eb-9aa2-132137c60002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.639412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.719269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.722740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f54346ce-2142-44ed-b24e-ffd4eea6b861 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:44.723118 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.848824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.852277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.853820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f44bf5f3-c39b-400a-bd66-60b70d602648 req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c0d502f-cc5c-497c-8732-95a5881525c3 HTTP/1.1" status: 204 len: 173 time: 0.4544282 Jul 12 16:13:44.889496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.889970 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.933708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41719604-99ed-4911-8090-b9a2ba57d092 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0d502f-cc5c-497c-8732-95a5881525c3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:44.949029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Calling delete_port for 51cfb08f-9f65-4759-ac8e-ebf4f1269cc7 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:44.981292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d7d0c61a-5eab-41eb-9aa2-132137c60002 None None] Provisioning complete for port c5965572-97a4-49da-9fc0-74de4e7917b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:44.981675 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7d0c61a-5eab-41eb-9aa2-132137c60002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:44.994080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-ae34da29-56ea-4433-8ee0-69ef42fd3271 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626491 Jul 12 16:13:45.024162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0c61a-5eab-41eb-9aa2-132137c60002 None None] Port c5965572-97a4-49da-9fc0-74de4e7917b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:45.139187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7453ea08-41aa-4ce7-9cdd-fa8ccd0b2644 req-b178c44e-2580-4509-a7d0-5bd8b8dc864b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 210 time: 0.1023722 Jul 12 16:13:45.153394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e871d648-9eb9-4acc-9ece-6719610b02a6 None None] Provisioning complete for port 78cfaef3-7398-4362-923a-081dec82864c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:45.154491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e871d648-9eb9-4acc-9ece-6719610b02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.252947 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c8cf0592-336d-434e-b15a-6881897bc0a3 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251127 Jul 12 16:13:45.370800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:45.375785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0332933e-618f-4a45-9663-12a219d8eb42 req-e3ead71e-6a6c-44ee-8e2b-39d6095995b1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 210 time: 0.0760648 Jul 12 16:13:45.381033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-26474129-71be-4738-80d6-a24f68b99e4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 217 time: 0.1177225 Jul 12 16:13:45.384030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ebb0c68e-2061-423c-bb3f-3179d507cc4a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/routers/d055259b-9379-43fd-afe9-4f9bbb6a8b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6079609 Jul 12 16:13:45.384238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46912) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:45.385019 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] Sync routers for ids ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:45.415055 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] Routers {'d055259b-9379-43fd-afe9-4f9bbb6a8b5a'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:45.415742 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:45.479628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.492838 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6444a0ce-1315-4385-8b9e-7dfd63516d4a x-openstack-request-id: req-6444a0ce-1315-4385-8b9e-7dfd63516d4a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:45.493344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb4d8-e598-453e-b23b-fe23bd9c8578 req-775ca722-f625-4fc6-b542-71880b6919b2 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.493452 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "name": "network-vif-plugged", "status": "completed", "tag": "78cfaef3-7398-4362-923a-081dec82864c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:45.493452 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6444a0ce-1315-4385-8b9e-7dfd63516d4a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:45.493849 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfaef3-7398-4362-923a-081dec82864c', 'code': 200} Jul 12 16:13:45.494463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-44bdb4d8-e598-453e-b23b-fe23bd9c8578 req-775ca722-f625-4fc6-b542-71880b6919b2 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 945 time: 0.1852388 Jul 12 16:13:45.499269 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:45.530078 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] Routers {'d055259b-9379-43fd-afe9-4f9bbb6a8b5a'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:45.533227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:45.536474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Pushing event deleted for resources: {'Port': ['ID=51cfb08f-9f65-4759-ac8e-ebf4f1269cc7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:45.546269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0c06b334-a25e-4503-9964-a53f3f213018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.547825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0c06b334-a25e-4503-9964-a53f3f213018 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1496372 Jul 12 16:13:45.589412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.604895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-44bdb4d8-e598-453e-b23b-fe23bd9c8578 req-8653f0a1-26dc-4bb3-870c-7a9c351f32d5 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036229 Jul 12 16:13:45.606558 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:45.608388 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e126ff83-e7b2-4777-a704-b01dd413c7c1 None None] The sync data for ids ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:45.661240 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-9682a543-d74b-4c2d-9402-1f6d75c1c874 req-8552e046-2f34-4312-ac5b-e7963d9483ea tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:13:45.668206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9682a543-d74b-4c2d-9402-1f6d75c1c874 req-8552e046-2f34-4312-ac5b-e7963d9483ea tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1c0d502f-cc5c-497c-8732-95a5881525c3 HTTP/1.1" status: 404 len: 352 time: 0.0207949 Jul 12 16:13:45.670423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.696412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267f5f8-50c0-4d03-827d-8758b7125ac0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.697803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8267f5f8-50c0-4d03-827d-8758b7125ac0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?device_id=d055259b-9379-43fd-afe9-4f9bbb6a8b5a HTTP/1.1" status: 200 len: 987 time: 0.3128688 Jul 12 16:13:45.706829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:45.756123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.759909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:45.761672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e243630d-d014-46b8-89c1-456407f81447 tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] 10.222.0.58 "DELETE /v2.0/floatingips/cc03322f-689f-4cae-88f9-dc749253618e HTTP/1.1" status: 204 len: 168 time: 1.7422538 Jul 12 16:13:45.769263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46920) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:45.769731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:45.808107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:45.827578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:45.840049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:45.853658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cbd75024-c3b7-4c5f-979f-b9e11245cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.855155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cbd75024-c3b7-4c5f-979f-b9e11245cab7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2816586 Jul 12 16:13:45.914883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80905f80-ce17-47b8-8d76-e71cced84cd1 req-aa224956-ac46-4b70-829d-a57882b8cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.916395 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80905f80-ce17-47b8-8d76-e71cced84cd1 req-aa224956-ac46-4b70-829d-a57882b8cf09 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 1096 time: 0.3010809 Jul 12 16:13:45.973797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954297b6-ac92-41d0-9e02-d60a3031d4b9 req-7c539eba-9614-4ea1-8a0b-b8cb1f33c06e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.975325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-954297b6-ac92-41d0-9e02-d60a3031d4b9 req-7c539eba-9614-4ea1-8a0b-b8cb1f33c06e tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1095 time: 0.3086157 Jul 12 16:13:45.985811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.986472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:46.098715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80905f80-ce17-47b8-8d76-e71cced84cd1 req-88d67cfc-e864-4dc6-9086-658a38e057e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468928 Jul 12 16:13:46.111828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-57096d5b-6d33-4031-b902-c5335f49f89d service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273927 Jul 12 16:13:46.121467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-954297b6-ac92-41d0-9e02-d60a3031d4b9 req-236bef38-1eb0-41ce-a2a8-e8676b94a708 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354704 Jul 12 16:13:46.146316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-43464f27-42f7-45a8-b9dd-8265c82ee834 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7698395 Jul 12 16:13:46.162479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Request body: {'port': {'device_id': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:46.213537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:46.215701 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f994a3ca-740b-47d5-8363-29e9c7c6876e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:46.216872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.220649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1685942961', 'description': 'tempest-description-82665402'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:46.223190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.229195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.235084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.240972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.247075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.253274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.255220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-faa9130e-7082-4813-8643-d553b0f2de92 req-fe3c3608-39ce-450b-a556-ed93e5f49b0f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.4486358 Jul 12 16:13:46.278355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:46.327523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-41798dcc-1335-42f7-8c81-6e5ee66d7fa9 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081008 Jul 12 16:13:46.378618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-6ac03ff1-29e4-4bcd-bc75-7aaa68cec3ee tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.385238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-6ac03ff1-29e4-4bcd-bc75-7aaa68cec3ee tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.386850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-6ac03ff1-29e4-4bcd-bc75-7aaa68cec3ee tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "GET /v2.0/networks?id=7d2cd052-fd72-4344-9b91-5aa1d258bcb1&id=beea2846-e4f8-4ec8-a5d5-16194a04d541 HTTP/1.1" status: 200 len: 1389 time: 0.4360130 Jul 12 16:13:46.388219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-34c35dad-70bb-4da7-82fa-ccb3126d4787 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 217 time: 0.0520020 Jul 12 16:13:46.413164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'port': {'device_id': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1', 'admin_state_up': True, 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:46.473466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-faa9130e-7082-4813-8643-d553b0f2de92 req-862f194b-0f91-45fe-a127-e946ed8263ab tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014575 Jul 12 16:13:46.503296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:46.536196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-37c088e4-24ab-45b8-88cb-796cc5125d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.538540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-37c088e4-24ab-45b8-88cb-796cc5125d68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1284153 Jul 12 16:13:46.921494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545554-b166-45ca-a35b-759535b15a9a req-8491339e-6e07-47bc-9bcf-4597cd13e276 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.922935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1545554-b166-45ca-a35b-759535b15a9a req-8491339e-6e07-47bc-9bcf-4597cd13e276 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 1095 time: 0.3082662 Jul 12 16:13:46.947619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:46.956672 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:46.997844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.034844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-8b4760f3-f1cf-48ec-84c9-249023376a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.036486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-8b4760f3-f1cf-48ec-84c9-249023376a8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4908760 Jul 12 16:13:47.039930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad04155a-1069-4458-8511-643968c81805,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:47.096202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:47.099745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.120992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.124447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d32847d0-c964-407e-9f73-89d23a6fb4bd req-a5b2ad97-4819-4710-8c7d-ff30b110fb79 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9160891 Jul 12 16:13:47.135408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1545554-b166-45ca-a35b-759535b15a9a req-368208b8-e74b-469b-bbc5-f0957929ee48 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978173 Jul 12 16:13:47.193529 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea6a58-6857-4763-831e-adeefd5c0c10 x-openstack-request-id: req-5dea6a58-6857-4763-831e-adeefd5c0c10 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:47.193946 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:47.194323 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dea6a58-6857-4763-831e-adeefd5c0c10 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:47.194906 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'status': 'completed', 'code': 200} Jul 12 16:13:47.208129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.271389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-5d1b3f7c-3ceb-49f8-8ac8-64098b2031ee service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244232 Jul 12 16:13:47.405901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8c333a5-b721-4e39-96b6-a27df64fcbb7 req-945e0e5c-a5a5-44c1-8b26-7d61b98a2ea1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 210 time: 0.0732284 Jul 12 16:13:47.414244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78a349d-0b65-47bc-b3ae-923e3aec4792 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:47.429779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.489021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Transition to ACTIVE for port object e78a349d-0b65-47bc-b3ae-923e3aec4792 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:47.502826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.535569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e6af53dd-e9bf-4b4f-abdc-cbd6c5244b82 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541132 Jul 12 16:13:47.577440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Allocated IP 19.80.0.44 (7d2cd052-fd72-4344-9b91-5aa1d258bcb1/19e24d36-c733-4dbd-8e80-d6a5dc2eff5e/e5a867b6-e519-4388-ab8f-a5bcb5a6287c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:47.589630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1ec01-7309-4221-9fe9-165a0f973a01 req-40fa4502-dd73-4d79-bc2d-a4d8f1937006 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.591215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54c1ec01-7309-4221-9fe9-165a0f973a01 req-40fa4502-dd73-4d79-bc2d-a4d8f1937006 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 932 time: 0.2793777 Jul 12 16:13:47.605935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Pushing event updated for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:47.643400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-2aae9ddd-1f2b-482f-96c7-8dcc0af94330 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 217 time: 0.0739622 Jul 12 16:13:47.742640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b319f-b2c8-4d4e-ada6-a73da6e057fb req-66ee748f-ca0e-421a-9c06-bbb2b651be53 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.744206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538b319f-b2c8-4d4e-ada6-a73da6e057fb req-66ee748f-ca0e-421a-9c06-bbb2b651be53 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 945 time: 0.2244294 Jul 12 16:13:47.745638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9f028768-fb09-4a0b-8a05-5d954239bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.746988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9f028768-fb09-4a0b-8a05-5d954239bebe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0951569 Jul 12 16:13:47.759103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54c1ec01-7309-4221-9fe9-165a0f973a01 req-739b7185-74f6-4043-b77e-e9e7a0b04c29 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600268 Jul 12 16:13:47.848390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1930075376', 'description': 'tempest-description-820216344'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:47.857823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Attempting to bind port e78a349d-0b65-47bc-b3ae-923e3aec4792 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:47.858099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538b319f-b2c8-4d4e-ada6-a73da6e057fb req-a576344b-e314-4451-b919-d9aa36b19b6f tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066225 Jul 12 16:13:47.858201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Attempting to bind port e78a349d-0b65-47bc-b3ae-923e3aec4792 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:47.858470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Attempting to bind port e78a349d-0b65-47bc-b3ae-923e3aec4792 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:47.878579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port c5965572-97a4-49da-9fc0-74de4e7917b7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:47.878922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:47.945021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-31af693b-0e59-4831-b671-858a89260b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.947369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-31af693b-0e59-4831-b671-858a89260b57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1920733 Jul 12 16:13:48.042776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Deleting port 65161fc3-6dad-4c3f-9354-fef62f8f456f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:48.043550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.194380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-253ea54c-4b92-4479-a64b-d7e596cefd9b service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340729 Jul 12 16:13:48.266910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] For port 65161fc3-6dad-4c3f-9354-fef62f8f456f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=65161fc3-6dad-4c3f-9354-fef62f8f456f,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:48.269082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Port e78a349d-0b65-47bc-b3ae-923e3aec4792 on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:48.269354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Attempting to bind port e78a349d-0b65-47bc-b3ae-923e3aec4792 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:48.271464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.313836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:48.314177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:48.314560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:48.315000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Bound port: e78a349d-0b65-47bc-b3ae-923e3aec4792, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:48.315356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.344378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Calling delete_port for 65161fc3-6dad-4c3f-9354-fef62f8f456f owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:48.403493 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.461220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b05f5287-47ef-4c47-9129-ff77a14b7f8b service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589245 Jul 12 16:13:48.501563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.579526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Transition to ACTIVE for port object e5a867b6-e519-4388-ab8f-a5bcb5a6287c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:48.587899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:48.593709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.604558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-a1c604ff-39ce-496f-8758-43eb5316a0fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.1347170 Jul 12 16:13:48.617898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:48.629963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for c5965572-97a4-49da-9fc0-74de4e7917b7 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:48.637388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.691732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e0efbc41-7d97-429a-baef-c60a5b038bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.693233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-e0efbc41-7d97-429a-baef-c60a5b038bb9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0792198 Jul 12 16:13:48.700675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.701487 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.703226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] 10.222.0.77 "PUT /v2.0/ports/e78a349d-0b65-47bc-b3ae-923e3aec4792 HTTP/1.1" status: 200 len: 1092 time: 2.5450020 Jul 12 16:13:48.721934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:48.724491 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:48.763096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.769442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.777399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.783764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.794666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.801349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.814142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.816263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-8dd3934c-d07b-436e-b1cc-a0e1174f04b4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.3167565 Jul 12 16:13:48.848031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.867805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb963-90e0-42ad-9b18-3593d9b83408 service neutron] Pushing event updated for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:48.928456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02df2647-6c90-45fe-80dc-aaacf4d3fe2c req-c1b2bfa7-2ddc-49a6-afd1-19a3a5b5a8da tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701153 Jul 12 16:13:48.933818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.942311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.945030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:48.952109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-ed2bb2b8-aa7c-4130-8601-774c633e6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.953838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-ed2bb2b8-aa7c-4130-8601-774c633e6647 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2517970 Jul 12 16:13:48.958846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:48.983202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:48.985785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:49.083069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:49.111781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.134175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0baa17b9-4f03-4e0a-8da5-68baac98b6d5 req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3052433 Jul 12 16:13:49.156138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Pushing event deleted for resources: {'Port': ['ID=65161fc3-6dad-4c3f-9354-fef62f8f456f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:49.199347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896c2ed-8b42-4bd1-acd8-973ecdb6b080 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ea31b-5220-4400-a50f-412ad37368ba,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:49.245865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.246561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.278103 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea94b61-fd6b-4813-a318-0c1daae54ddc x-openstack-request-id: req-0ea94b61-fd6b-4813-a318-0c1daae54ddc {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:49.279026 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:49.280661 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ea94b61-fd6b-4813-a318-0c1daae54ddc {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:49.281371 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792', 'status': 'completed', 'code': 200} Jul 12 16:13:49.295440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-a14a5672-9713-4105-88f2-53f656bbf46d service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089502 Jul 12 16:13:49.306894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-f94bacf9-d659-4442-b6c6-583a782b688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.309541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-f94bacf9-d659-4442-b6c6-583a782b688e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 1095 time: 0.5197203 Jul 12 16:13:49.482433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-64565399-ecea-4331-9050-7f879a607a29 None None] Provisioning for port e5a867b6-e519-4388-ab8f-a5bcb5a6287c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:49.487147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-64565399-ecea-4331-9050-7f879a607a29 None None] Provisioning complete for port e5a867b6-e519-4388-ab8f-a5bcb5a6287c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:49.487523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-64565399-ecea-4331-9050-7f879a607a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.521776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.545369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-64565399-ecea-4331-9050-7f879a607a29 None None] Port e5a867b6-e519-4388-ab8f-a5bcb5a6287c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:49.547250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-ea03acc9-e06d-45f7-9141-b7366b8f383e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792 HTTP/1.1" status: 200 len: 217 time: 0.1862082 Jul 12 16:13:49.569859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-b012c4d6-21f7-47c7-9dc4-1e1e302aad17 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1638379 Jul 12 16:13:49.632813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Request body: {'port': {'device_id': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541', 'admin_state_up': True, 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:49.635090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-0737d093-1349-4264-84a6-0ac9a59a361b service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382852 Jul 12 16:13:49.636269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=c5965572-97a4-49da-9fc0-74de4e7917b7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:49.733339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-dd9f7815-5c04-4a42-b258-9beec6090fa4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.0874567 Jul 12 16:13:49.788627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241db17-8b3b-42bb-b4d0-3ed8e683ac75 req-f3fc0bf3-40a4-494a-adff-f6f964e946e1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.795959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b241db17-8b3b-42bb-b4d0-3ed8e683ac75 req-f3fc0bf3-40a4-494a-adff-f6f964e946e1 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 931 time: 0.6505582 Jul 12 16:13:49.815388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-16938ca5-c33a-41c7-8cd2-f46b267a949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.817074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-16938ca5-c33a-41c7-8cd2-f46b267a949c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.2491803 Jul 12 16:13:49.848424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.880438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-9372259f-508a-4755-b1cc-ff879f7ff1e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520890 Jul 12 16:13:49.888828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cd74b6b8-3137-4354-a4bb-751e34c79794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.890417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cd74b6b8-3137-4354-a4bb-751e34c79794 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.1495049 Jul 12 16:13:49.915539 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b241db17-8b3b-42bb-b4d0-3ed8e683ac75 req-c987456f-b3db-4087-9590-28250f336313 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185303 Jul 12 16:13:49.936426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:49.963706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-202473782', 'description': 'tempest-description-713629006'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:50.032454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa466076-ddc9-4be5-b504-2222dcfaa26d req-90bfaf81-a6cf-44a7-8ded-675ce4d5ed40 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:50.033999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa466076-ddc9-4be5-b504-2222dcfaa26d req-90bfaf81-a6cf-44a7-8ded-675ce4d5ed40 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 944 time: 0.5260780 Jul 12 16:13:50.093507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-38c8f5ae-0b26-4a94-84ba-d3b30e57ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:50.095860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-38c8f5ae-0b26-4a94-84ba-d3b30e57ac0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1977379 Jul 12 16:13:50.102613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:50.166316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa466076-ddc9-4be5-b504-2222dcfaa26d req-2f5628fe-fa3c-4136-9521-905f0cedc4cb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166143 Jul 12 16:13:50.200091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:13:50.200091 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:13:50.200091 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': '98734db14bfc46fb934bb6c91dadc08e', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 13, 50, 183855)}] Jul 12 16:13:50.200091 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:13:50.200766 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:13:50.224914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-f48595fa-2bff-4b03-bd4b-072cf96cadcd service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302066 Jul 12 16:13:50.231806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Router d055259b-9379-43fd-afe9-4f9bbb6a8b5a has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:50.236249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Made reservation on behalf of cab87a3a04424e43a7a34899aa7ec288 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:50.239957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:50.463431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Allocated IP 19.86.0.119 (beea2846-e4f8-4ec8-a5d5-16194a04d541/4b73f7cd-86e7-4bb8-9d70-655e74605a42/00ec6561-1901-4c76-a399-af46f0a43aa4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:50.557970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:50.568276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1a607a6f-cd37-423d-946a-fdbf95f06ac5 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/routers/d055259b-9379-43fd-afe9-4f9bbb6a8b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8595831 Jul 12 16:13:50.575357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] Sync routers for ids ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:50.576468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:50.599755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] Routers {'d055259b-9379-43fd-afe9-4f9bbb6a8b5a'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:50.601509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:50.660584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff366c94-e84b-4c13-89ed-65af1f761732 req-abaadfc1-8c96-4374-8e63-527fed771132 service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224298 Jul 12 16:13:50.667308 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae22d80f-d088-400f-8b98-bd65d62971a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:13:50.677939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae22d80f-d088-400f-8b98-bd65d62971a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/c5965572-97a4-49da-9fc0-74de4e7917b7 HTTP/1.1" status: 404 len: 333 time: 0.1005085 Jul 12 16:13:50.683149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:50.698726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:50.701006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:50.726770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-c74fc907-07cb-4b99-857b-10f504fc0e90 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211236 Jul 12 16:13:50.739940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] Routers {'d055259b-9379-43fd-afe9-4f9bbb6a8b5a'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:50.741665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:50.836734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Router a1c3fde3-778d-48a9-9f42-0743f214b6ca has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:50.842390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:50.844350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5e025-0caa-4d4b-b18e-9cb79f9c9017 None None] The sync data for ids ['d055259b-9379-43fd-afe9-4f9bbb6a8b5a'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:50.893949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:50.989073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-f9cf4199-907a-4a89-ad3b-4f0428f7f8f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477603 Jul 12 16:13:51.094993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-b66ac98a-4710-4a0f-81c1-9abaa09ec8bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.0862982 Jul 12 16:13:51.133556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.139219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-dd4d1964-e4ec-4598-bd6e-5749ed4e446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.140779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-dd4d1964-e4ec-4598-bd6e-5749ed4e446a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 1095 time: 0.3609891 Jul 12 16:13:51.156081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.167802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.182001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.190572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:51.194576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.200856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-720cf17a-47af-4dbb-808d-174b10705144 admin admin] 10.222.0.58 "PUT /v2.0/routers/a1c3fde3-778d-48a9-9f42-0743f214b6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4304736 Jul 12 16:13:51.206047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Sync routers for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:51.217579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:51.226480 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:51.227122 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:51.302667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Transition to ACTIVE for port object 00ec6561-1901-4c76-a399-af46f0a43aa4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:51.330526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f70d0c-96fa-4a18-bd1a-dae43cd42406,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:51.343619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cc32335e-67ba-425a-a820-6fc4ac397854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.345777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-cc32335e-67ba-425a-a820-6fc4ac397854 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.2417271 Jul 12 16:13:51.356281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.357466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30cf76f1-d09b-4e05-8029-b4f3270fb2bf req-5d727343-8c6d-42af-ae3a-0c6f8cd7f3df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4037688 Jul 12 16:13:51.418456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.432385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Fanout notify agent at l3_agent the message router_deleted on router d055259b-9379-43fd-afe9-4f9bbb6a8b5a {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:13:51.445107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.450036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03022cd1-87b2-4691-9275-109a34eabb87 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/routers/d055259b-9379-43fd-afe9-4f9bbb6a8b5a HTTP/1.1" status: 204 len: 168 time: 0.7658551 Jul 12 16:13:51.467728 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:51.472813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:51.593135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-2a1d336f-5664-4c88-93e8-f8c555d9d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.595707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-2a1d336f-5664-4c88-93e8-f8c555d9d773 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.4375424 Jul 12 16:13:51.604684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet b5cca4cf-f053-4ce0-b13a-018c478c7cc0 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:51.608866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.617359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.623844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.687695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.696964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.706972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.715949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.722994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.730570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.736934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.746559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-5eb1b692-8db5-462d-9d43-3b99e023124b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.6030457 Jul 12 16:13:51.779728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-5ebdb9de-c061-496e-bf24-bcbff7854f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:51.781950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-5ebdb9de-c061-496e-bf24-bcbff7854f1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4271991 Jul 12 16:13:51.818650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-44e54c87-e094-450a-a01c-f3421a8425db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792 HTTP/1.1" status: 200 len: 217 time: 0.2047434 Jul 12 16:13:51.854395 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:13:48Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:51.863608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:51.875996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:51.878483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:51.892003 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Checking router: a1c3fde3-778d-48a9-9f42-0743f214b6ca for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:13:51.906988 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Routers {'a1c3fde3-778d-48a9-9f42-0743f214b6ca'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:51.907913 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:13:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:51.916931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.924088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21cf4352-de56-4f04-af79-7cdb6a1b496a req-31731307-c99a-45c8-9856-58679167f585 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762874 Jul 12 16:13:52.065102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3751a-4338-4400-a941-7555770a65cc req-a505cddb-3767-4c64-8369-ae1ce0991f98 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.074406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29b3751a-4338-4400-a941-7555770a65cc req-a505cddb-3767-4c64-8369-ae1ce0991f98 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 931 time: 0.5234392 Jul 12 16:13:52.099279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.136390 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-9eda90c2-567c-4291-9a36-4b6041d5e7e3 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460362 Jul 12 16:13:52.149319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] Set router a1c3fde3-778d-48a9-9f42-0743f214b6ca gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:52.268227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29b3751a-4338-4400-a941-7555770a65cc req-30dbe85f-3c98-4367-833f-cd40a857bd64 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928086 Jul 12 16:13:52.391706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc354e82-a52f-4cd7-b95c-8318e890596e None None] Provisioning for port 00ec6561-1901-4c76-a399-af46f0a43aa4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:52.397695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Deleting port 457dc16a-8cfd-48e4-aac1-012804b27de2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:52.398035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc354e82-a52f-4cd7-b95c-8318e890596e None None] Provisioning complete for port 00ec6561-1901-4c76-a399-af46f0a43aa4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:52.398422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc354e82-a52f-4cd7-b95c-8318e890596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.398891 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.409501 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abb27d8d-4976-4aa9-997e-46136f528ae6 req-29091fb4-b837-4259-9873-f6445f6ef708 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509282 Jul 12 16:13:52.478193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-cc354e82-a52f-4cd7-b95c-8318e890596e None None] Port 00ec6561-1901-4c76-a399-af46f0a43aa4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:52.495187 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:13:48Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:52.550179 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f603c62-157e-4076-8caf-ba350596a6d4 None None] The sync data for ids ['a1c3fde3-778d-48a9-9f42-0743f214b6ca'] in n-d-800078-3 is: [{'id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'name': 'tempest-ServersTestJSON-1236744519-router', 'tenant_id': 'ac9bb0783cfa4326817833a31a978206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:02Z', 'updated_at': '2021-07-12T16:13:48Z', 'revision_number': 5, 'project_id': 'ac9bb0783cfa4326817833a31a978206', 'gw_port': {'id': '457dc16a-8cfd-48e4-aac1-012804b27de2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:26:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c3fde3-778d-48a9-9f42-0743f214b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:03Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:52.556774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event updated for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:52.578193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.578959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.609716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b6dc48f-17da-4614-9631-6b51da12f18a req-70661339-a545-4d64-a44c-fc8dfea300dd tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 10906 time: 0.3035541 Jul 12 16:13:52.613845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ae378bb7-470d-434a-ad24-af69d1982067 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0109994 Jul 12 16:13:52.623579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-ab5d46eb-93c3-4cc0-824b-abca8f643050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.625408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-ab5d46eb-93c3-4cc0-824b-abca8f643050 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.7881632 Jul 12 16:13:52.633835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Request body: {'port': {'device_id': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:52.647818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] For port 457dc16a-8cfd-48e4-aac1-012804b27de2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=457dc16a-8cfd-48e4-aac1-012804b27de2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:52.648057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.677286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Calling delete_port for 457dc16a-8cfd-48e4-aac1-012804b27de2 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:52.707773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.708245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.708718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.709181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.710151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.710151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.710589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.713045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d4c0c77b-5965-4ca4-89ab-f96a6a9d205d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6488 time: 0.2068796 Jul 12 16:13:52.713411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-4efc3976-e3bf-4965-b5df-c3d4d9a4c371 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757177 Jul 12 16:13:52.729611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b6dc48f-17da-4614-9631-6b51da12f18a req-88249367-0aaf-44c4-b407-99824037bcec tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/246ba454-65b7-49b0-bfce-4a776b4bfe20 HTTP/1.1" status: 200 len: 2985 time: 0.0988641 Jul 12 16:13:52.800917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:52.878881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2ff8-3453-463a-a44c-56c2b45f38b0 req-7722e733-dad3-423c-9331-f6de54c58f04 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.880612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a90c2ff8-3453-463a-a44c-56c2b45f38b0 req-7722e733-dad3-423c-9331-f6de54c58f04 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 944 time: 0.3601823 Jul 12 16:13:52.930628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b6dc48f-17da-4614-9631-6b51da12f18a req-8452ff13-3af8-4dce-b189-074b3a0cd2b9 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/246ba454-65b7-49b0-bfce-4a776b4bfe20 HTTP/1.1" status: 200 len: 2985 time: 0.1626513 Jul 12 16:13:52.970827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8dc95dc1-dbe4-4c13-a397-bf3b1b307771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:52.972625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8dc95dc1-dbe4-4c13-a397-bf3b1b307771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e9041499-e79d-41e7-a585-c9a3ff0378f9 HTTP/1.1" status: 200 len: 902 time: 0.2123370 Jul 12 16:13:52.993652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.023951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-fb063906-8c1c-4883-afb7-103dedb2b591 service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927735 Jul 12 16:13:53.034650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.068457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-435789cd-5984-4b09-bfc6-e46ceb700c8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.0876384 Jul 12 16:13:53.135336 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-ad5d47d7-51cd-4329-86db-e9dbe3f09ac5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/ad04155a-1069-4458-8511-643968c81805 HTTP/1.1" status: 200 len: 1801 time: 0.1463947 Jul 12 16:13:53.159254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae180e52-cf05-4d45-9e51-ed0ac460b195 None None] Network b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:53.168679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-14f2e6d1-ae4b-4c54-b663-e7939b3e3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.170161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-14f2e6d1-ae4b-4c54-b663-e7939b3e3cf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0951607 Jul 12 16:13:53.171026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.187075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.192616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/b5cca4cf-f053-4ce0-b13a-018c478c7cc0 HTTP/1.1" status: 204 len: 168 time: 1.7089040 Jul 12 16:13:53.228207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47004) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:53.230997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20302-d9c1-44aa-aa84-4eeeeb64b18e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cca4cf-f053-4ce0-b13a-018c478c7cc0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:53.246931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a90c2ff8-3453-463a-a44c-56c2b45f38b0 req-4a2017e6-405b-40b8-af03-24bc7661d7c2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522139 Jul 12 16:13:53.347441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Pushing event deleted for resources: {'Port': ['ID=457dc16a-8cfd-48e4-aac1-012804b27de2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:53.401077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2cc6bb10-8fc1-4124-9e88-4eacecd9d0a7 req-a4b10fb9-973d-443f-bbb9-420450cb13fc service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605528 Jul 12 16:13:53.515795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] DHCP port deletion for b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:53.552746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.557757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.573381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Deleting port d5e00c95-62a3-4adc-b49f-d48c7a63c160 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:53.573989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.581867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.608509 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.641281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a867b6-e519-4388-ab8f-a5bcb5a6287c {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:53.649076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] For port d5e00c95-62a3-4adc-b49f-d48c7a63c160, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5e00c95-62a3-4adc-b49f-d48c7a63c160,segment=NetworkSegment(5320b0e8-67c1-4fb4-9d41-2ae2338e4afe),segment_id=5320b0e8-67c1-4fb4-9d41-2ae2338e4afe)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:53.649689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.650138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.664420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Transition to ACTIVE for port object e5a867b6-e519-4388-ab8f-a5bcb5a6287c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:53.664703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Calling delete_port for d5e00c95-62a3-4adc-b49f-d48c7a63c160 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:53.674633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.741952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.745590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.760105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:53.761138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc7ff576-1f60-479f-bc4c-093e4835053a req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/ad04155a-1069-4458-8511-643968c81805 HTTP/1.1" status: 204 len: 173 time: 0.6168380 Jul 12 16:13:53.793208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.825351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] No DVR routers for this DVR port d5e00c95-62a3-4adc-b49f-d48c7a63c160 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:53.832567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-a6e55051-9aff-43db-8383-80522eb97b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.834413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-a6e55051-9aff-43db-8383-80522eb97b97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6493816 Jul 12 16:13:53.885850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9d79-6bc0-4896-92d9-31841ac8c2b2 None None] Pushing event deleted for resources: {'Port': ['ID=d5e00c95-62a3-4adc-b49f-d48c7a63c160,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:53.905791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.920231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.930043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.940209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.948409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.956034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.963620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:53.965981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.967952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-2cd1a268-1040-463f-ba0a-efc9af88352f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.4896078 Jul 12 16:13:53.982572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cc9fb8-eed8-4965-a80a-b2554e2bfd79']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:54.000195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.013412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:54.013870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5320b0e8-67c1-4fb4-9d41-2ae2338e4afe') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:54.015748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be948dc-116e-4dee-b1f0-3f9b03e4122e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad04155a-1069-4458-8511-643968c81805,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:54.063998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Attempting to bind port e5a867b6-e519-4388-ab8f-a5bcb5a6287c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:54.064416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Attempting to bind port e5a867b6-e519-4388-ab8f-a5bcb5a6287c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:54.064822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Attempting to bind port e5a867b6-e519-4388-ab8f-a5bcb5a6287c on network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:54.075676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Port e5a867b6-e519-4388-ab8f-a5bcb5a6287c on network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:54.076050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Attempting to bind port e5a867b6-e519-4388-ab8f-a5bcb5a6287c on network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:54.082267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e001c2ad-df4a-4eca-b86a-9d95736bce3e req-14ffbc7e-d27d-4de0-a2c7-a4a5bf5328a7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880153 Jul 12 16:13:54.089661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:54.090119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Checking segment: {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:54.090802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Bound using segment: {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:54.091693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Bound port: e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37222ed6-78df-44d2-b8cb-a2afe5628c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:54.092834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.098660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.104187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.197342 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-6e0f9960-be31-478c-896f-ad1f3d202b79 req-e97fa788-8d72-45f0-8379-de0742609cdb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:13:54.198843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e0f9960-be31-478c-896f-ad1f3d202b79 req-e97fa788-8d72-45f0-8379-de0742609cdb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/ad04155a-1069-4458-8511-643968c81805 HTTP/1.1" status: 404 len: 352 time: 0.0607002 Jul 12 16:13:54.208798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.238787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.239286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c3fde3-778d-48a9-9f42-0743f214b6ca {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:13:54.246088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.250054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f376551c-19d1-4636-ac0c-8751b3b990ee admin admin] 10.222.0.58 "DELETE /v2.0/routers/a1c3fde3-778d-48a9-9f42-0743f214b6ca HTTP/1.1" status: 204 len: 168 time: 3.0279508 Jul 12 16:13:54.252155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47012) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:54.254107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:54.254751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:54.260827 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:54.340652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:54.379152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-b6ca0891-b5eb-454e-aab8-16392ebbf5f8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1b7ea31b-5220-4400-a50f-412ad37368ba HTTP/1.1" status: 200 len: 1802 time: 0.1536038 Jul 12 16:13:54.387057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:54.441155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.486904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6ded-402b-4696-988a-a8826173e8b3 req-105b64aa-e481-46dd-bcf3-e3c0fe7993ac tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:54.511398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6ded-402b-4696-988a-a8826173e8b3 req-105b64aa-e481-46dd-bcf3-e3c0fe7993ac tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:54.518092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-485b6ded-402b-4696-988a-a8826173e8b3 req-105b64aa-e481-46dd-bcf3-e3c0fe7993ac tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1666 time: 0.5206614 Jul 12 16:13:54.543989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-d8db95a3-f290-42fb-8aa2-2ac4e1e5d09d service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751640 Jul 12 16:13:54.550876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.597006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.603196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/b5cc9fb8-eed8-4965-a80a-b2554e2bfd79 HTTP/1.1" status: 204 len: 168 time: 1.3696887 Jul 12 16:13:54.613320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Deleting subnet f6a642c3-22b9-4f62-a6e1-fb4923b99f5a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:13:54.619246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47018) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:54.623510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:54.638952 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.643294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-485b6ded-402b-4696-988a-a8826173e8b3 req-be115021-da68-465b-991f-b1e17d7c415b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243048 Jul 12 16:13:54.650331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a011e3-be19-4cda-a4d2-a253eaeaa6f6 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=b5cc9fb8-eed8-4965-a80a-b2554e2bfd79,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:54.710660 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-96335b85-72de-4eb9-80d0-782bf4ef30db service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578484 Jul 12 16:13:54.746106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e78a349d-0b65-47bc-b3ae-923e3aec4792 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:54.767104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116262a-7e88-411e-aeb5-4b98e2e5dc9a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:54.779123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47038) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:54.780218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3116262a-7e88-411e-aeb5-4b98e2e5dc9a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce HTTP/1.1" status: 200 len: 844 time: 0.1522582 Jul 12 16:13:54.847502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:54.848175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.851800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-c7446ed4-53e4-49b4-b8de-6513d2509830 service neutron] 10.222.0.65 "PUT /v2.0/ports/e5a867b6-e519-4388-ab8f-a5bcb5a6287c HTTP/1.1" status: 200 len: 1091 time: 2.2225962 Jul 12 16:13:54.864238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:54.874978 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24076ab8-8118-495e-b9b9-dbfb76a980df" -d '{"events": [{"name": "network-changed", "server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:54.892903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.894929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:54.898632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 65161fc3-6dad-4c3f-9354-fef62f8f456f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:54.933932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 65161fc3-6dad-4c3f-9354-fef62f8f456f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:54.934573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 65161fc3-6dad-4c3f-9354-fef62f8f456f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:54.935158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5e00c95-62a3-4adc-b49f-d48c7a63c160 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:54.965085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d5e00c95-62a3-4adc-b49f-d48c7a63c160 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:54.965663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5e00c95-62a3-4adc-b49f-d48c7a63c160 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:54.993037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Request body: {'port': {'device_id': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:55.046215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:55.071102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'e78a349d-0b65-47bc-b3ae-923e3aec4792', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': 'e78a349d-0b65-47bc-b3ae-923e3aec4792', 'mac_address': 'fa:16:3e:70:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:13:55.093525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4fc1b87d-7873-4246-8bb9-8ef8dae5c0dd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2992997 Jul 12 16:13:55.109282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:55.124303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:55.142673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.156071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.192633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78a349d-0b65-47bc-b3ae-923e3aec4792 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:55.242119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.243163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.245484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.246423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.251943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.253051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.253634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.272074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:55.273132 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-8d4bf053-fc5f-4858-a539-412b3d379d59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6488 time: 0.3958941 Jul 12 16:13:55.280067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.366500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.373112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.399603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:55.435328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.438055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.451829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56ac2313-7ed6-4510-809a-65a37d0bea38 req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/1b7ea31b-5220-4400-a50f-412ad37368ba HTTP/1.1" status: 204 len: 173 time: 1.0612206 Jul 12 16:13:55.529731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e78a349d-0b65-47bc-b3ae-923e3aec4792'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:55.566269 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb268f37-f358-4143-85f3-aa09e136273b x-openstack-request-id: req-eb268f37-f358-4143-85f3-aa09e136273b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:55.566558 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:55.566809 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb268f37-f358-4143-85f3-aa09e136273b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:55.567213 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c', 'status': 'completed', 'code': 200} Jul 12 16:13:55.610422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1cca-4a07-4e9c-8a9e-4d5068da046f tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ea31b-5220-4400-a50f-412ad37368ba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:55.676326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:55.689255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:55.820564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b51f07-9159-48b2-99fd-c674be6309b7 req-bf2dd4ee-49ec-4e1d-a3c9-695b0cc23e8e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.822282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65b51f07-9159-48b2-99fd-c674be6309b7 req-bf2dd4ee-49ec-4e1d-a3c9-695b0cc23e8e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 944 time: 0.9489279 Jul 12 16:13:55.940743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-9c2b0081-7e78-49c6-8315-9ae5e53075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.941342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-9c2b0081-7e78-49c6-8315-9ae5e53075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:55.943079 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-9c2b0081-7e78-49c6-8315-9ae5e53075c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1913 time: 0.1430304 Jul 12 16:13:55.956638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65b51f07-9159-48b2-99fd-c674be6309b7 req-b4378500-0ee8-4eed-a5b1-8df4bb50fa87 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093113 Jul 12 16:13:55.974223 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.027460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-33f7a26e-e428-435e-bf25-9c5cee06eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.029198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-33f7a26e-e428-435e-bf25-9c5cee06eea2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 903 time: 0.7549248 Jul 12 16:13:56.074514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86773a64-73b7-4e9e-a54e-7d881562732b None None] Network 900c3bde-cc35-4d32-bee9-943e0808f328 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:56.084610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a642c3-22b9-4f62-a6e1-fb4923b99f5a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:56.100710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.102836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e56d8c0c-4f58-4b53-80b3-2e87f5d821de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6a642c3-22b9-4f62-a6e1-fb4923b99f5a HTTP/1.1" status: 204 len: 168 time: 1.8394144 Jul 12 16:13:56.109110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:56.199047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.212596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.219408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.222338 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-76aec978-8895-453c-a458-730c6cb01e6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.1637499 Jul 12 16:13:56.226876 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-d2eb1212-41bb-45db-b597-5eb1d750edb6 req-885592b7-21dc-4150-9b84-9c7e8669b69a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:13:56.227155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.227903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2eb1212-41bb-45db-b597-5eb1d750edb6 req-885592b7-21dc-4150-9b84-9c7e8669b69a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1b7ea31b-5220-4400-a50f-412ad37368ba HTTP/1.1" status: 404 len: 352 time: 0.1438475 Jul 12 16:13:56.238289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.246080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.252900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.260758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.269168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-973c3b6b-6660-4123-92de-d18211d30bbd req-3a27d268-f5db-4331-83ea-44133759cb32 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.4633505 Jul 12 16:13:56.352431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-4109b006-2d4e-4de4-ab3c-75ff367fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.353156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-4109b006-2d4e-4de4-ab3c-75ff367fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.353764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-4109b006-2d4e-4de4-ab3c-75ff367fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.355934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-4109b006-2d4e-4de4-ab3c-75ff367fbdd0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cab87a3a04424e43a7a34899aa7ec288&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4040611 Jul 12 16:13:56.358857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-914d9c10-4e84-4325-9073-7ba38cd20d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.360866 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-914d9c10-4e84-4325-9073-7ba38cd20d6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.1298902 Jul 12 16:13:56.400485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-973c3b6b-6660-4123-92de-d18211d30bbd req-b9d70619-fc2a-4990-accb-34535a390e4a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299310 Jul 12 16:13:56.519571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 457dc16a-8cfd-48e4-aac1-012804b27de2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:56.539120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-9b78f0bf-ef4c-4e55-aa73-595f4028516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.540778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24076ab8-8118-495e-b9b9-dbfb76a980df req-9b78f0bf-ef4c-4e55-aa73-595f4028516e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785967 Jul 12 16:13:56.559754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 457dc16a-8cfd-48e4-aac1-012804b27de2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:56.560337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 457dc16a-8cfd-48e4-aac1-012804b27de2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:56.689616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] DHCP port deletion for 900c3bde-cc35-4d32-bee9-943e0808f328 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:13:56.691242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1087-6e8d-4dc2-9252-33c07140748f req-1d146b23-14e4-4df4-8988-65c0675e1d22 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.697564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1087-6e8d-4dc2-9252-33c07140748f req-1d146b23-14e4-4df4-8988-65c0675e1d22 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.705151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-697d1087-6e8d-4dc2-9252-33c07140748f req-1d146b23-14e4-4df4-8988-65c0675e1d22 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1666 time: 0.2095520 Jul 12 16:13:56.708331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f7b8-5263-45b5-845e-4262e7039321 req-18d8bb20-3a14-4941-ae80-6737c87a272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:56.711996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-18d8bb20-3a14-4941-ae80-6737c87a272f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2282293 Jul 12 16:13:56.739639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ec6561-1901-4c76-a399-af46f0a43aa4 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:56.749878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.762894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e78a349d-0b65-47bc-b3ae-923e3aec4792 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:56.764021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Transition to ACTIVE for port object 00ec6561-1901-4c76-a399-af46f0a43aa4 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:56.810927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.857880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-55eaf6b8-87bd-43fe-916d-b5d3436f55ae tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/57f70d0c-96fa-4a18-bd1a-dae43cd42406 HTTP/1.1" status: 200 len: 1801 time: 0.3682661 Jul 12 16:13:56.907622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-697d1087-6e8d-4dc2-9252-33c07140748f req-3c417bbc-59cf-4d49-b375-5b0112b51d34 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014580 Jul 12 16:13:56.937722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Deleting port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:56.938097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.977341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-ab3c041b-a5c3-4efe-98b2-6dccf03773ff service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441747 Jul 12 16:13:57.056176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Attempting to bind port 00ec6561-1901-4c76-a399-af46f0a43aa4 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:57.057048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Attempting to bind port 00ec6561-1901-4c76-a399-af46f0a43aa4 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:57.057527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Attempting to bind port 00ec6561-1901-4c76-a399-af46f0a43aa4 on network beea2846-e4f8-4ec8-a5d5-16194a04d541 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:57.073953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Port 00ec6561-1901-4c76-a399-af46f0a43aa4 on network beea2846-e4f8-4ec8-a5d5-16194a04d541 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:57.074414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Attempting to bind port 00ec6561-1901-4c76-a399-af46f0a43aa4 on network beea2846-e4f8-4ec8-a5d5-16194a04d541 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:57.089528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:57.090026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Checking segment: {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:57.090534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Bound using segment: {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:57.091079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Bound port: 00ec6561-1901-4c76-a399-af46f0a43aa4, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f3a2ae-a82d-4946-aae8-150c21f3fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:57.091532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.107990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.188654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de78f7b8-5263-45b5-845e-4262e7039321 req-229dd8ef-5fda-4177-b24f-32b485b9fe87 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051170 Jul 12 16:13:57.189439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:57.193257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] For port 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d0c9650-3e91-44ce-bd47-be3b9ae31593,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:57.193752 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.200806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=0aa373db-22a5-47e5-8e71-c21170703830,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:57.213395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Deleting port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:13:57.213752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.242509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:57.269224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:57.274286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Calling delete_port for 1d0c9650-3e91-44ce-bd47-be3b9ae31593 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:57.302028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.302638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.373608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-15f59c08-b4c6-4edc-8747-c3de30c2fc63 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2629340 Jul 12 16:13:57.374240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47112) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:57.386350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'security_group': {'name': 'tempest-secgroup-274679745'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:57.411212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.411803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.413210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.413724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.414349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.414827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.415296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.415942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] For port 1d0c9650-3e91-44ce-bd47-be3b9ae31593, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d0c9650-3e91-44ce-bd47-be3b9ae31593,segment=NetworkSegment(3a17768e-8534-4b50-a4ce-180e6b0f22ff),segment_id=3a17768e-8534-4b50-a4ce-180e6b0f22ff)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:57.416319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.417901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-0dd5adeb-3891-46a8-9d97-aa87118dc19c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6488 time: 0.1732581 Jul 12 16:13:57.434782 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.440641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6929f-0ee5-4bfa-a4c7-66be0201da84 None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:13:57.442893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:57.450030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fb623-c779-4bd0-b973-21654036decb req-30728ea8-a461-4ed6-b2e9-6bc96988dfe0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.457266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd5fb623-c779-4bd0-b973-21654036decb req-30728ea8-a461-4ed6-b2e9-6bc96988dfe0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 945 time: 0.1556110 Jul 12 16:13:57.516833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Calling delete_port for 1d0c9650-3e91-44ce-bd47-be3b9ae31593 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:13:57.547679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.586189 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.586622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd5fb623-c779-4bd0-b973-21654036decb req-315d924c-a6fe-4660-a381-459a94aa7e4c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258125 Jul 12 16:13:57.637004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-281e0d62-d966-4f05-a021-176cf3c3bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.639136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-281e0d62-d966-4f05-a021-176cf3c3bc6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 903 time: 0.2136879 Jul 12 16:13:57.654260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port e78a349d-0b65-47bc-b3ae-923e3aec4792 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:57.699421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] No DVR routers for this DVR port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:57.701322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port e78a349d-0b65-47bc-b3ae-923e3aec4792 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:57.701864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.710002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a4b51-cd61-464c-9e6c-141c328e1c9e None None] Pushing event deleted for resources: {'Port': ['ID=1d0c9650-3e91-44ce-bd47-be3b9ae31593,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:57.739143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-56b36823-1983-4cbd-8c47-e9c6b1c2cd92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.0938072 Jul 12 16:13:57.809795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-5d221f96-f531-45a9-8b2d-cd1e59a02a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:57.809988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.812166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-5d221f96-f531-45a9-8b2d-cd1e59a02a46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0654299 Jul 12 16:13:57.828452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.870236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.870236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.889020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5705c04-68d2-4235-a8c3-83b7b69d63f6 req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/57f70d0c-96fa-4a18-bd1a-dae43cd42406 HTTP/1.1" status: 204 len: 173 time: 1.0299551 Jul 12 16:13:57.897372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ced27676-8d9b-4c62-a62c-db4706f06083', 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'tenant_id': '85079eef752242748908b22d831c3b36', 'fixed_ips': [{'subnet_id': '0aa373db-22a5-47e5-8e71-c21170703830'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:13:57.898312 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.900325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00ec6561-1901-4c76-a399-af46f0a43aa4,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:57.910224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:57.997175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.041762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-94d8d7c7-339d-4571-b308-c1d8fa1e5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.043557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-94d8d7c7-339d-4571-b308-c1d8fa1e5d43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2230704 Jul 12 16:13:58.051504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012883f-8503-49e6-acbd-09d244abcbc4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f70d0c-96fa-4a18-bd1a-dae43cd42406,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:58.054405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.099283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.101860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2ef99-df9c-41e4-ae20-22e216cf4141,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:58.105953 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-6bb9b7a5-c9e6-4bd2-85c1-ba8b3cd83396 req-f47c96e5-3993-4dc0-be7e-59e6001ed848 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:13:58.119056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6bb9b7a5-c9e6-4bd2-85c1-ba8b3cd83396 req-f47c96e5-3993-4dc0-be7e-59e6001ed848 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/57f70d0c-96fa-4a18-bd1a-dae43cd42406 HTTP/1.1" status: 404 len: 352 time: 0.0844457 Jul 12 16:13:58.120063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.140449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c8240359-50c1-4c97-95d2-41daab21c500 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7586479 Jul 12 16:13:58.145116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0c9650-3e91-44ce-bd47-be3b9ae31593,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:58.158594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47126) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:58.172100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492677092'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:58.195548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-64fe8b4d-ed84-42b9-9abb-35f4c8598c61 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371453 Jul 12 16:13:58.229607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.237969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.246002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] No DVR routers for this DVR port 1d0c9650-3e91-44ce-bd47-be3b9ae31593 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:13:58.256959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.267237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.276256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.283808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.292251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.301007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-08471f71-69e6-4af7-bd74-27cb2e82c4ff tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.3961687 Jul 12 16:13:58.307681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.394252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Allocated IP 2001:db8::2 (ced27676-8d9b-4c62-a62c-db4706f06083/0aa373db-22a5-47e5-8e71-c21170703830/f58bfeaa-d776-4a7f-9ac3-16f70734fc69) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:58.403323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.404178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.406018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] 10.222.0.65 "PUT /v2.0/ports/00ec6561-1901-4c76-a399-af46f0a43aa4 HTTP/1.1" status: 200 len: 1092 time: 3.5009873 Jul 12 16:13:58.409021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:58.412101 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df2a725-6b48-4ba3-9124-78f238099219" -d '{"events": [{"name": "network-changed", "server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:58.476673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a6dbe30-3e39-4c2f-bce7-d8559c314ab6 req-b6ef1e0e-eec1-4439-982f-07596d0e36bc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745181 Jul 12 16:13:58.559885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f994a3ca-740b-47d5-8363-29e9c7c6876e req-4901b01b-fa36-46f8-a9af-6189631f0cc9 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472224 Jul 12 16:13:58.646045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d0c9650-3e91-44ce-bd47-be3b9ae31593 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:58.684188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7ffed0b-a1d4-4a78-8626-3ed2c19be6b5 req-cc6dde6f-3688-4c12-8b8f-36054b13bb69 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 6155 time: 0.1228247 Jul 12 16:13:58.699386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1d0c9650-3e91-44ce-bd47-be3b9ae31593 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:13:58.699767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d0c9650-3e91-44ce-bd47-be3b9ae31593 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:13:58.701114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:58.703578 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8328220a-4d57-4cb3-ba0f-4a35a34aeac1" -d '{"events": [{"server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "name": "network-vif-plugged", "status": "completed", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:58.726205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.729394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:58.738896 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.747344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ef1e-731d-4a65-9e12-678b9db2f924 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:58.766540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7ffed0b-a1d4-4a78-8626-3ed2c19be6b5 req-0f8305e9-ee26-4479-8375-c4b304c2ff40 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/246ba454-65b7-49b0-bfce-4a776b4bfe20 HTTP/1.1" status: 200 len: 2985 time: 0.0809340 Jul 12 16:13:58.768739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c3bde-cc35-4d32-bee9-943e0808f328']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:58.796068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25eb85-f100-4427-83f7-1c2d2c01f3e6 req-17774cd9-3d1d-4e3b-a9c5-92b6a1b274cc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.802487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25eb85-f100-4427-83f7-1c2d2c01f3e6 req-17774cd9-3d1d-4e3b-a9c5-92b6a1b274cc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.815349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac25eb85-f100-4427-83f7-1c2d2c01f3e6 req-17774cd9-3d1d-4e3b-a9c5-92b6a1b274cc tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1678 time: 0.4355733 Jul 12 16:13:58.842549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17768e-8534-4b50-a4ce-180e6b0f22ff') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:58.843428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17768e-8534-4b50-a4ce-180e6b0f22ff') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:58.844719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:58.876542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.885060 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7ffed0b-a1d4-4a78-8626-3ed2c19be6b5 req-8e3c76a9-62d8-4e3c-a98e-b9ebe7e4ae70 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/246ba454-65b7-49b0-bfce-4a776b4bfe20 HTTP/1.1" status: 200 len: 2985 time: 0.1168284 Jul 12 16:13:58.934264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac25eb85-f100-4427-83f7-1c2d2c01f3e6 req-10d09ff4-d72e-4191-86e3-efbabc33865b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175313 Jul 12 16:13:58.940961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.965720 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997f2a00-9a0b-4ee1-b25f-3fe7f2ac5483 x-openstack-request-id: req-997f2a00-9a0b-4ee1-b25f-3fe7f2ac5483 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:58.966084 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:58.966427 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-997f2a00-9a0b-4ee1-b25f-3fe7f2ac5483 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:58.966893 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4', 'status': 'completed', 'code': 200} Jul 12 16:13:58.971746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.979384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Transition to ACTIVE for port object f58bfeaa-d776-4a7f-9ac3-16f70734fc69 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:58.991036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:58.997176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-64d1bfdb-7244-48b0-9b5c-fb3b8b0090ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.997176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-64d1bfdb-7244-48b0-9b5c-fb3b8b0090ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:58.998950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-64d1bfdb-7244-48b0-9b5c-fb3b8b0090ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1980 time: 0.5148978 Jul 12 16:13:59.002338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:13:59.002338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:13:59.003816 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:13:59.009674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Transition to ACTIVE for port object f58bfeaa-d776-4a7f-9ac3-16f70734fc69 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:59.019010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.020876 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.067358 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209709bb-34bb-49ba-8754-64080733c47b x-openstack-request-id: req-209709bb-34bb-49ba-8754-64080733c47b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:59.067811 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "name": "network-vif-plugged", "status": "completed", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:59.068293 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-209709bb-34bb-49ba-8754-64080733c47b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:59.068697 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792', 'code': 200} Jul 12 16:13:59.104017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:59.110695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:59.112180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1452544246', 'description': 'tempest-description-132984967'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:59.115230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:59.133150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:59.163909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.214060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-e26858ef-eca1-472d-9a6c-bd523d2498cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c HTTP/1.1" status: 200 len: 217 time: 0.1918740 Jul 12 16:13:59.218894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Attempting to bind port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:59.219473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Attempting to bind port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9d5c88a9-0c0a-47a2-b36a-70f240607549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:59.220020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Attempting to bind port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 on network ced27676-8d9b-4c62-a62c-db4706f06083 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:59.232794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:59.233848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Checking segment: {'id': '9d5c88a9-0c0a-47a2-b36a-70f240607549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:59.234848 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.235444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Bound using segment: {'id': '9d5c88a9-0c0a-47a2-b36a-70f240607549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:59.236939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Bound port: f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c88a9-0c0a-47a2-b36a-70f240607549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:59.238030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.334324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.344187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.344969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.346616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab54921-a2dd-4bca-a8a8-cb11c97f3adb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:59.368923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.370096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.374726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/900c3bde-cc35-4d32-bee9-943e0808f328 HTTP/1.1" status: 204 len: 168 time: 3.2620173 Jul 12 16:13:59.385762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.387142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f799c1fe-8969-4ddf-aecc-1f90d6bc60e9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2231452 Jul 12 16:13:59.391552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-867f55fe-cdb4-474d-86dd-0cfec86eb6b1 req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2847865 Jul 12 16:13:59.396098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47144) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:59.399438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-4b5a01d6-aa82-4bae-8397-b4c6de15cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:59.401243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-4b5a01d6-aa82-4bae-8397-b4c6de15cea9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=19e24d36-c733-4dbd-8e80-d6a5dc2eff5e HTTP/1.1" status: 200 len: 801 time: 0.1633062 Jul 12 16:13:59.404352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332514c-e7df-49c7-8786-4b4b110be6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=900c3bde-cc35-4d32-bee9-943e0808f328,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:59.416456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1543307775', 'description': 'tempest-description-1164987631'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:59.427615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-557267795', 'security_groups': ['5ab54921-a2dd-4bca-a8a8-cb11c97f3adb'], 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0aa373db-22a5-47e5-8e71-c21170703830'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:59.456775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:59.460126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1952c51-c5ca-4856-a6c1-1f3fa55d9be6 req-5662c77a-4350-4bb9-93b6-461de3d8d270 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:59.462108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1952c51-c5ca-4856-a6c1-1f3fa55d9be6 req-5662c77a-4350-4bb9-93b6-461de3d8d270 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 946 time: 0.2459934 Jul 12 16:13:59.468718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:59.479461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.536491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ed216-3a9c-4fe7-9b99-bf1abfed5083 req-6e8cb0ce-0cd7-46e7-a5cc-0b8409577ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:59.538734 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd5ed216-3a9c-4fe7-9b99-bf1abfed5083 req-6e8cb0ce-0cd7-46e7-a5cc-0b8409577ad3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 1097 time: 0.3861182 Jul 12 16:13:59.546754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690216-3638-42f0-9cdc-14c4dda72393 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3978eab4-0384-4097-9efd-280f8ac98d85,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:59.594913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1952c51-c5ca-4856-a6c1-1f3fa55d9be6 req-d7cf54a7-4399-4687-af8c-d30f98e2fd54 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224451 Jul 12 16:13:59.611791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.633342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ffde97b8-4f88-4432-bb22-2bcb19867250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:59.640748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-ffde97b8-4f88-4432-bb22-2bcb19867250 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d2cd052-fd72-4344-9b91-5aa1d258bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2282252 Jul 12 16:13:59.685476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de2c11-dc3a-4cbf-91b0-8b30b35efd4c None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:59.701754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd5ed216-3a9c-4fe7-9b99-bf1abfed5083 req-f086e29d-e7bd-41a5-a510-fe4e0cbb13d4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533864 Jul 12 16:13:59.706189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47148) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:59.870269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-520cd2bd-09a3-4a3c-a0f5-2994f92ec876 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac9bb0783cfa4326817833a31a978206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591914 Jul 12 16:13:59.871282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47152) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:59.910281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-a73bb89f-9563-47a1-a91e-98158fbb42ce service neutron] 10.222.0.65 "GET /v2.0/networks/7d2cd052-fd72-4344-9b91-5aa1d258bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603006 Jul 12 16:14:00.033570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.056180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.092641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.094619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.120784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.127360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.141504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.150688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:00.156830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.171482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.173333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc4df692-94f1-46df-b6fa-1e0755905ce5 req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7639120 Jul 12 16:14:00.186781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.201824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.213956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-267d80a6-4729-4702-9d9b-6b46f7f8ce73 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.4043109 Jul 12 16:14:00.219089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef406f10-809a-4aee-8fa1-ad486d6b5efe tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f99bb-df3d-4359-b49a-91a341b786ba,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:00.258438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.387439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.495571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:00.531022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.538690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.544191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83b21e8f-defa-48e8-822c-56b3006e1551 HTTP/1.1" status: 204 len: 168 time: 0.6693912 Jul 12 16:14:00.587064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 9fdfed13-3e6b-474c-aaa7-b890c147b155 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:14:00.615449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:00.705870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2235c-63f6-4266-9ba3-17f05d7ebf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b21e8f-defa-48e8-822c-56b3006e1551,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:00.853846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3cda-63df-4bea-a94b-b2e4b1c599ed req-e9b27c3c-39dc-4be1-9f2c-3815495955b4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.860890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3cda-63df-4bea-a94b-b2e4b1c599ed req-e9b27c3c-39dc-4be1-9f2c-3815495955b4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:00.868498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca6b3cda-63df-4bea-a94b-b2e4b1c599ed req-e9b27c3c-39dc-4be1-9f2c-3815495955b4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1678 time: 0.3692350 Jul 12 16:14:00.872725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-d828dff0-de76-4a2f-be8a-11950ca6e3f7 service neutron] 10.222.0.65 "GET /v2.0/networks/7d2cd052-fd72-4344-9b91-5aa1d258bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9504011 Jul 12 16:14:00.908350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b6cf0c4-d942-4151-b7b7-166ce36d8815 req-6e366e59-24d4-4f7f-aaab-4de29b30ddd5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6935735 Jul 12 16:14:00.931086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::10 (ced27676-8d9b-4c62-a62c-db4706f06083/0aa373db-22a5-47e5-8e71-c21170703830/9fdfed13-3e6b-474c-aaa7-b890c147b155) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:00.965992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-cd19c137-5f49-411c-8670-358dcbe5ec8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=00ec6561-1901-4c76-a399-af46f0a43aa4 HTTP/1.1" status: 200 len: 217 time: 0.0689147 Jul 12 16:14:00.973122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca6b3cda-63df-4bea-a94b-b2e4b1c599ed req-6c98b42d-bed8-488f-89b9-145eca91ef5f tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036389 Jul 12 16:14:01.051702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-d1851283-0089-41a7-8b26-235bd8943b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:01.054269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-d1851283-0089-41a7-8b26-235bd8943b07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b73f7cd-86e7-4bb8-9d70-655e74605a42 HTTP/1.1" status: 200 len: 801 time: 0.0793302 Jul 12 16:14:01.249676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-6b13b9e3-a480-4191-8391-55f9146bc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:01.251227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-6b13b9e3-a480-4191-8391-55f9146bc439 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=beea2846-e4f8-4ec8-a5d5-16194a04d541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1887794 Jul 12 16:14:01.318649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.346391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 9fdfed13-3e6b-474c-aaa7-b890c147b155 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:01.365283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-5e9ed8cb-4db6-46c3-923a-55baba108477 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:01.368563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Provisioning for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:01.372959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:01.373278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.382613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-5e9ed8cb-4db6-46c3-923a-55baba108477 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 813 time: 0.2627416 Jul 12 16:14:01.421046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8334-2f75-4654-8aa3-2a960a3747ea req-d5421915-d59e-427d-8e89-9c64481e4cb8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:01.425192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f40f8334-2f75-4654-8aa3-2a960a3747ea req-d5421915-d59e-427d-8e89-9c64481e4cb8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 946 time: 0.2031784 Jul 12 16:14:01.442338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-c90f247b-1096-4fd8-98aa-8a40fa3f3536 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/quotas/98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 375 time: 0.0573180 Jul 12 16:14:01.483538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f40f8334-2f75-4654-8aa3-2a960a3747ea req-d058ded0-7e53-42ed-9f85-35496fb8e67d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571995 Jul 12 16:14:01.489376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.565999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-93d3bd22-a180-4dde-80ce-00ff8ba10c21 service neutron] 10.222.0.65 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021255 Jul 12 16:14:01.580314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.589004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:01.593316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:01.596718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:01.603417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:01.604087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.608545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=9fdfed13-3e6b-474c-aaa7-b890c147b155,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:01.646229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3c8e46f0-393e-4d66-966a-4c9ae893524a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2389801 Jul 12 16:14:01.650059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47196) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:01.658064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:01.661792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:01.664287 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.763494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:01.763850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.845396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-50eb17b7-be77-4e4b-953b-0fd9c2b65e19 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3971071 Jul 12 16:14:01.882618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:01.920742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:01.922150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6601288b-f8a0-4c81-9e6c-031115134732 None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:01.931088 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc268-4190-403c-817d-4a12fac1bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.932304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:02.049458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49aeeb0-3018-4166-aeea-e702d7d396fc req-25a54b0d-be24-4352-9741-c2f075bcaf95 service neutron] 10.222.0.65 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713833 Jul 12 16:14:02.073827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-49e55424-1984-4034-bd8a-7164057bd119 service neutron] 10.222.0.58 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176905 Jul 12 16:14:02.138292 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aa373db-22a5-47e5-8e71-c21170703830 (CIDR: 2001:db8::/64) Jul 12 16:14:02.143011 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:14:02.143453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:02.156541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-24c69370-f673-4491-b62f-048026206130 None None] Provisioning for port 9fdfed13-3e6b-474c-aaa7-b890c147b155 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:02.162103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-24c69370-f673-4491-b62f-048026206130 None None] Provisioning complete for port 9fdfed13-3e6b-474c-aaa7-b890c147b155 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:02.164521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-24c69370-f673-4491-b62f-048026206130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:02.215348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-95509d6d-8c7a-4dee-96ef-79a56106fe5d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5638223 Jul 12 16:14:02.221333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:02.227941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-24c69370-f673-4491-b62f-048026206130 None None] Port 9fdfed13-3e6b-474c-aaa7-b890c147b155 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:02.228596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:02.260613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.267025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.273924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.280491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.286607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.294140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.301332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.308631 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-26af1523-e9c4-4548-8a05-bd77394a79b7 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.1540246 Jul 12 16:14:02.360408 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c2e002c-568e-486e-9c50-d76a9c3ae924 req-351290be-2aba-4f6f-ad31-83decf70eb78 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501804 Jul 12 16:14:02.374705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a725-6b48-4ba3-9124-78f238099219 req-1aab02e7-e6b6-46f7-808a-15f60551b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.375229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a725-6b48-4ba3-9124-78f238099219 req-1aab02e7-e6b6-46f7-808a-15f60551b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.376835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-1aab02e7-e6b6-46f7-808a-15f60551b2ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cab87a3a04424e43a7a34899aa7ec288&device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1980 time: 0.2546339 Jul 12 16:14:02.401727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:02.423098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-ae7dbb85-2c99-4030-8cd0-2bba63b0a282 service neutron] 10.222.0.58 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399019 Jul 12 16:14:02.496765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:02.504707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:02.535457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:02.539359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:02.632494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a725-6b48-4ba3-9124-78f238099219 req-2a9d5edb-9c41-4dd2-a49c-527c00cccef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.634662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-2a9d5edb-9c41-4dd2-a49c-527c00cccef2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=beea2846-e4f8-4ec8-a5d5-16194a04d541 HTTP/1.1" status: 200 len: 901 time: 0.2446485 Jul 12 16:14:02.751180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-846a422e-ae9e-41f9-9cf8-ea4145184260 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=00ec6561-1901-4c76-a399-af46f0a43aa4 HTTP/1.1" status: 200 len: 217 time: 0.1061623 Jul 12 16:14:02.826643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514f4c-29aa-406d-ba81-28ee6ad5e02a req-570ffc5f-40d7-4570-b087-56641ad9819e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.834196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a725-6b48-4ba3-9124-78f238099219 req-19f35b63-8300-46cb-854c-af36d1a699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.835886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-19f35b63-8300-46cb-854c-af36d1a699c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b73f7cd-86e7-4bb8-9d70-655e74605a42 HTTP/1.1" status: 200 len: 801 time: 0.0759857 Jul 12 16:14:02.837674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514f4c-29aa-406d-ba81-28ee6ad5e02a req-570ffc5f-40d7-4570-b087-56641ad9819e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:02.847511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55514f4c-29aa-406d-ba81-28ee6ad5e02a req-570ffc5f-40d7-4570-b087-56641ad9819e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1678 time: 0.3395133 Jul 12 16:14:02.922374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55514f4c-29aa-406d-ba81-28ee6ad5e02a req-5823a99b-ee6e-4d99-9c3d-77214460546c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Jul 12 16:14:02.971992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:03.117975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67bd2c3b-5aed-4fe6-8586-5531d12896ca req-4e6df9b6-8bd9-47af-8d5c-aa1b590f5094 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 210 time: 0.0634067 Jul 12 16:14:03.119225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2a725-6b48-4ba3-9124-78f238099219 req-12a1d33c-5e4a-47df-8ac6-df46506a2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.120806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-12a1d33c-5e4a-47df-8ac6-df46506a2342 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=beea2846-e4f8-4ec8-a5d5-16194a04d541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756608 Jul 12 16:14:03.233671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d73a-d33d-4365-b8c3-8aa27e69d9ee req-44cb8d77-5e41-4b5f-a5b3-9b93c75a678c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.240586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6898d73a-d33d-4365-b8c3-8aa27e69d9ee req-44cb8d77-5e41-4b5f-a5b3-9b93c75a678c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 946 time: 0.4455564 Jul 12 16:14:03.265350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:03.354338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6898d73a-d33d-4365-b8c3-8aa27e69d9ee req-0a5b30cf-aa0f-4587-8aa3-3197af4eeb73 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121657 Jul 12 16:14:03.375375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:03.385461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:03.397723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:03.397982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ffb04e-850c-423f-ab3f-2a074f3fdbfa None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:03.402990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.403931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:03.411334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-e0daaee2-b431-477e-b2aa-f7a45af23141 service neutron] 10.222.0.65 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725017 Jul 12 16:14:03.415414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=25ab05ef-b827-43f2-803c-f6fce662437e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:03.474703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1601c9a3-64b0-4fd9-83a5-8569d3280b8b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2520165 Jul 12 16:14:03.485409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:03.493124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2025793230', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25ab05ef-b827-43f2-803c-f6fce662437e'}], 'security_groups': ['a4f2ef99-df9c-41e4-ae20-22e216cf4141']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:03.643529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df2a725-6b48-4ba3-9124-78f238099219 req-e9fbbfa8-da7f-46de-9bea-62f00d6c0206 service neutron] 10.222.0.65 "GET /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229352 Jul 12 16:14:03.658169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e5a867b6-e519-4388-ab8f-a5bcb5a6287c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:03.693977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-645259e0-14c0-4740-9cc5-c40656a34e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:03.779943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-1dace81d-2208-4dd1-95f1-cec26c43d88f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.783903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-1dace81d-2208-4dd1-95f1-cec26c43d88f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 946 time: 0.3533833 Jul 12 16:14:03.819576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:03.866411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:03.886085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c', 'network_id': '7d2cd052-fd72-4344-9b91-5aa1d258bcb1', 'port_id': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c', 'mac_address': 'fa:16:3e:11:28:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e24d36-c733-4dbd-8e80-d6a5dc2eff5e', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:03.912539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.919076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.925056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.931050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.937107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.942519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Update dhcp port {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'fixed_ips': [{'subnet_id': '0aa373db-22a5-47e5-8e71-c21170703830', 'ip_address': '2001:db8::2'}, {'subnet_id': '25ab05ef-b827-43f2-803c-f6fce662437e'}], 'binding:host_id': 'n-d-800078-3'}, 'id': 'f58bfeaa-d776-4a7f-9ac3-16f70734fc69'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:14:03.943096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.949589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:03.951546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-b20e3d34-feef-408d-b7a9-8d75759da09b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.3766675 Jul 12 16:14:03.990517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.115039 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.138783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a867b6-e519-4388-ab8f-a5bcb5a6287c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:04.146238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8086234b-f74c-4ad3-810e-250c5b50af5a req-6b67298e-bb77-45f4-8fdb-a3e931f374f2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691577 Jul 12 16:14:04.203279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Allocated IP 2001:db8:0:1::2 (ced27676-8d9b-4c62-a62c-db4706f06083/25ab05ef-b827-43f2-803c-f6fce662437e/f58bfeaa-d776-4a7f-9ac3-16f70734fc69) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:04.247223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f733-8bc0-40ab-b4c8-9c02c21c43f8 req-b5f2461a-70b3-42a6-9923-53b331487ae4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:04.256429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f733-8bc0-40ab-b4c8-9c02c21c43f8 req-b5f2461a-70b3-42a6-9923-53b331487ae4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:04.269577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a34f733-8bc0-40ab-b4c8-9c02c21c43f8 req-b5f2461a-70b3-42a6-9923-53b331487ae4 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1678 time: 0.1595290 Jul 12 16:14:04.341826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-645259e0-14c0-4740-9cc5-c40656a34e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.344942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a34f733-8bc0-40ab-b4c8-9c02c21c43f8 req-51ca0306-ffb8-4917-8d92-82f36d29e837 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740039 Jul 12 16:14:04.345779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port e78a349d-0b65-47bc-b3ae-923e3aec4792 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:04.346116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.378526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:04.395130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.398772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-645259e0-14c0-4740-9cc5-c40656a34e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.462338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:04.478598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6bf1483c-07a7-4189-a46a-831e33f15cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.481885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:04.493156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00ec6561-1901-4c76-a399-af46f0a43aa4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:04.522873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e540ee32-ff07-42ec-be76-9bd5aa80f2c3 req-7bd78947-5e6c-4655-a3f0-31815c558af7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 210 time: 0.1371675 Jul 12 16:14:04.562846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-645259e0-14c0-4740-9cc5-c40656a34e3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90d6f6ad726b4d91b50caac07dabe0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1641297 Jul 12 16:14:04.564274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47252) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:04.567710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645259e0-14c0-4740-9cc5-c40656a34e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f673824-3863-419b-8177-9a66ea7e0f44,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:04.774005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port e78a349d-0b65-47bc-b3ae-923e3aec4792, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e78a349d-0b65-47bc-b3ae-923e3aec4792,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:04.775431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.827230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00ec6561-1901-4c76-a399-af46f0a43aa4,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:04.847908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for e78a349d-0b65-47bc-b3ae-923e3aec4792 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:04.867609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.896327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-ba5be5f4-db64-4620-a85d-3252417f22cf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:04.898426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-ba5be5f4-db64-4620-a85d-3252417f22cf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 813 time: 0.4504325 Jul 12 16:14:04.910097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '00ec6561-1901-4c76-a399-af46f0a43aa4', 'network_id': 'beea2846-e4f8-4ec8-a5d5-16194a04d541', 'port_id': '00ec6561-1901-4c76-a399-af46f0a43aa4', 'mac_address': 'fa:16:3e:2e:04:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b73f7cd-86e7-4bb8-9d70-655e74605a42', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:04.914616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'device_id': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9', 'admin_state_up': True, 'tenant_id': '98734db14bfc46fb934bb6c91dadc08e'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:04.926852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.938398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:04.942020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53858c2-0fa3-4bc9-8902-96f73be055f0 req-b0bcbbaf-ec0f-4c8b-9d85-cb48402dcbf4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:04.946637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a53858c2-0fa3-4bc9-8902-96f73be055f0 req-b0bcbbaf-ec0f-4c8b-9d85-cb48402dcbf4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 946 time: 0.2704639 Jul 12 16:14:04.983638 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.020157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Transition to ACTIVE for port object f58bfeaa-d776-4a7f-9ac3-16f70734fc69 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:05.027871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.058772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ec6561-1901-4c76-a399-af46f0a43aa4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:05.067767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.150219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a53858c2-0fa3-4bc9-8902-96f73be055f0 req-ca8d85f5-dcca-4b1d-84ed-f1060aa8336a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781442 Jul 12 16:14:05.176421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.179611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.183364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f673824-3863-419b-8177-9a66ea7e0f44 HTTP/1.1" status: 204 len: 168 time: 0.6086006 Jul 12 16:14:05.214272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00ec6561-1901-4c76-a399-af46f0a43aa4,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:05.258642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Made reservation on behalf of 98734db14bfc46fb934bb6c91dadc08e for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:05.262744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.264707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.305537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.309667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f673824-3863-419b-8177-9a66ea7e0f44,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:05.312953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d023-73aa-4b0c-8b5c-b11d59441a97 None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:05.401959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:05.442158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.442633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.442980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.443371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.445659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.446051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.447977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.448315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.453718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.453718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.453718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.453718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861859fa-4e7d-4e30-8578-562d0ac469ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:05.520348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Allocated IP 172.20.0.13 (72162a68-d940-45dc-98aa-dcdbaec27cd9/333020f3-f4b5-4b72-989b-90b38a9f40c4/902743b8-f886-4c7f-846b-7f19af7716e9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:05.657348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Delete allocated IP 2001:db8::10 (ced27676-8d9b-4c62-a62c-db4706f06083/0aa373db-22a5-47e5-8e71-c21170703830) {{(pid=93712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:14:05.661607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['00ec6561-1901-4c76-a399-af46f0a43aa4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:05.672706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8:0:1::262 (ced27676-8d9b-4c62-a62c-db4706f06083/25ab05ef-b827-43f2-803c-f6fce662437e/9fdfed13-3e6b-474c-aaa7-b890c147b155) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:05.777498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.858916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:05.872899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e78a349d-0b65-47bc-b3ae-923e3aec4792'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:05.963452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=e78a349d-0b65-47bc-b3ae-923e3aec4792,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:06.044010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2fc3b-3e79-45e3-a6f0-1aaeda95814c req-d4f62a17-4878-4744-8185-4f20f6de4633 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.063175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2fc3b-3e79-45e3-a6f0-1aaeda95814c req-d4f62a17-4878-4744-8185-4f20f6de4633 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.066693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54d2fc3b-3e79-45e3-a6f0-1aaeda95814c req-d4f62a17-4878-4744-8185-4f20f6de4633 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1680 time: 0.4561517 Jul 12 16:14:06.143554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.197539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54d2fc3b-3e79-45e3-a6f0-1aaeda95814c req-93687a35-6ec0-4da3-ae99-c9c6eb275abf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207337 Jul 12 16:14:06.278353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.292700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:06.452238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Network 72162a68-d940-45dc-98aa-dcdbaec27cd9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:06.480385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:06.506701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:06.535409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:06.598288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.599114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.641334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:06.673690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Provisioning for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:06.688819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:06.689160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.689684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:06.693263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port e78a349d-0b65-47bc-b3ae-923e3aec4792 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:06.699158 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.701001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-9072bac3-2160-497c-ad92-84c30f0ce773 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7906027 Jul 12 16:14:06.702595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f11f25c-3693-403a-9d16-3b312a604eb8 req-f66b0db2-fa7b-461a-83ef-bf08429ef71f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "DELETE /v2.0/ports/e78a349d-0b65-47bc-b3ae-923e3aec4792 HTTP/1.1" status: 204 len: 173 time: 2.9040959 Jul 12 16:14:06.703632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'name': 'network-vif-deleted', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:06.706481 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5924bc6-7f79-4297-97e4-38a820ccc90e" -d '{"events": [{"server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "name": "network-vif-deleted", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:06.712892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.727447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-1954ba48-2b3c-44f0-a23a-9f33e269dceb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:14:06.729539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-1954ba48-2b3c-44f0-a23a-9f33e269dceb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159276 Jul 12 16:14:06.746779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.753698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.761965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.769689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.777137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.784662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.791404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.799625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-87f3b084-cc38-426d-90ea-a811d8535614 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 1.4501600 Jul 12 16:14:06.819972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 9fdfed13-3e6b-474c-aaa7-b890c147b155 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:06.828727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe636ca-bd2e-4ded-9f56-c830988ea1b2 req-7a2d4839-6c96-4d8a-b333-25b99dc65eef tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:06.832446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:06.845855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbe636ca-bd2e-4ded-9f56-c830988ea1b2 req-7a2d4839-6c96-4d8a-b333-25b99dc65eef tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 932 time: 0.2419088 Jul 12 16:14:06.903008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83c588b3-bcf8-4d0a-b886-9d083f95cc67 req-8d749ad8-c46b-4d13-84c0-19c573ba062a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021979 Jul 12 16:14:06.990365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbe636ca-bd2e-4ded-9f56-c830988ea1b2 req-d1f21020-005b-4c13-b78c-ebc15dda43ee tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427066 Jul 12 16:14:07.004723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] In _notify_port_updated(), no bound segment for port 9fdfed13-3e6b-474c-aaa7-b890c147b155 on network ced27676-8d9b-4c62-a62c-db4706f06083 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:14:07.009465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-777881005-network', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:07.050247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:07.054137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.060047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Made reservation on behalf of 6f2119ed04194611bb7115fc8f6c9938 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:07.065116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.065641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/ports/9fdfed13-3e6b-474c-aaa7-b890c147b155 HTTP/1.1" status: 200 len: 931 time: 3.5757706 Jul 12 16:14:07.066342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:07.096191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.105437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fb0ef-568c-4834-9d8c-15f57d907d4c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=9fdfed13-3e6b-474c-aaa7-b890c147b155,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:07.114633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Request body: {'port': {'device_id': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:07.218109 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe1ba6-0b6d-405d-af04-f53047ed77ff x-openstack-request-id: req-a4fe1ba6-0b6d-405d-af04-f53047ed77ff {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:07.220117 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53214a0-04ab-404c-92f8-147cc30bd636", "name": "network-vif-deleted", "tag": "e78a349d-0b65-47bc-b3ae-923e3aec4792", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:07.220644 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4fe1ba6-0b6d-405d-af04-f53047ed77ff {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:07.221190 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53214a0-04ab-404c-92f8-147cc30bd636', 'name': 'network-vif-deleted', 'tag': 'e78a349d-0b65-47bc-b3ae-923e3aec4792', 'status': 'completed', 'code': 200} Jul 12 16:14:07.233448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['e5a867b6-e519-4388-ab8f-a5bcb5a6287c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:07.274719 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:14:07.285324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.348949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0dd4572b-b361-400d-a26a-45014f7f3bcd req-43fc7e06-040e-46ea-bf01-c32f92ff35f9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=b53214a0-04ab-404c-92f8-147cc30bd636 HTTP/1.1" status: 200 len: 210 time: 0.1349645 Jul 12 16:14:07.383303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:07.383860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.459323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 9fdfed13-3e6b-474c-aaa7-b890c147b155 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:07.461502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.549188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.602334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.627732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 9fdfed13-3e6b-474c-aaa7-b890c147b155 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:07.688314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.694928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00ec6561-1901-4c76-a399-af46f0a43aa4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:07.799280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Provisioning for port 9fdfed13-3e6b-474c-aaa7-b890c147b155 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:07.809484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902743b8-f886-4c7f-846b-7f19af7716e9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:07.815159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Provisioning complete for port 9fdfed13-3e6b-474c-aaa7-b890c147b155 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:07.816274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.818224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.827468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.859955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4c3871-5da5-4dab-b24f-595c46f218b8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:07.862795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.885595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Transition to ACTIVE for port object 902743b8-f886-4c7f-846b-7f19af7716e9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:07.895372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:14:07.902483 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.905403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Port 9fdfed13-3e6b-474c-aaa7-b890c147b155 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:07.913194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.913543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.913889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.914260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.914811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.915145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.915474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.915828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.916370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.916494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.916778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.917103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:07.941825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=9fdfed13-3e6b-474c-aaa7-b890c147b155,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:07.973601 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:07.973949 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Added segment 100845f4-e0e5-4b56-ac6d-102821652088 of type vlan for network 19741516-8b61-4d94-b931-76813d264aa7 Jul 12 16:14:08.001209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 00ec6561-1901-4c76-a399-af46f0a43aa4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:08.014094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.021415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-da4fc024-5fb4-4f48-a42f-b14a399ab1b3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/9fdfed13-3e6b-474c-aaa7-b890c147b155 HTTP/1.1" status: 204 len: 168 time: 0.9455094 Jul 12 16:14:08.023024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47318) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:08.024893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 00ec6561-1901-4c76-a399-af46f0a43aa4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:08.025560 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.036849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae13ff-e564-4bac-b8f4-3942b8cf72ce req-f347e749-e195-4b80-b7e8-5fc76f7f9b61 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.047337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae13ff-e564-4bac-b8f4-3942b8cf72ce req-f347e749-e195-4b80-b7e8-5fc76f7f9b61 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.049101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bae13ff-e564-4bac-b8f4-3942b8cf72ce req-f347e749-e195-4b80-b7e8-5fc76f7f9b61 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1680 time: 0.5976300 Jul 12 16:14:08.089179 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4177d144-667f-4fda-8600-499156514abd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:14:08.097575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:08.097839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4177d144-667f-4fda-8600-499156514abd tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/9fdfed13-3e6b-474c-aaa7-b890c147b155 HTTP/1.1" status: 404 len: 333 time: 0.0719917 Jul 12 16:14:08.097953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.098459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47324) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:08.128653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:08.233096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.259491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecf381-75f9-421a-9922-314c7e508b53 None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:08.287233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.312153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bae13ff-e564-4bac-b8f4-3942b8cf72ce req-43882ae5-10f8-4ec2-9606-387cab30691c tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912794 Jul 12 16:14:08.337390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.385392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.391199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.392486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.393240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.395939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Attempting to bind port 902743b8-f886-4c7f-846b-7f19af7716e9 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:08.396458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Attempting to bind port 902743b8-f886-4c7f-846b-7f19af7716e9 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:08.397726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Attempting to bind port 902743b8-f886-4c7f-846b-7f19af7716e9 on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:08.402992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f11ad1f4-8a60-4370-8aab-fd4498315df9 None None] Could not find standard attr ID for object 9fdfed13-3e6b-474c-aaa7-b890c147b155. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:14:08.433978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Port 902743b8-f886-4c7f-846b-7f19af7716e9 on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:14:08.434611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Attempting to bind port 902743b8-f886-4c7f-846b-7f19af7716e9 on network 72162a68-d940-45dc-98aa-dcdbaec27cd9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:08.468305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.478866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.482759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ab54921-a2dd-4bca-a8a8-cb11c97f3adb HTTP/1.1" status: 204 len: 168 time: 0.3764875 Jul 12 16:14:08.489341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47328) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:08.498324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:08.504114 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650aa6c-7862-4839-a930-088cafd08f33" -d '{"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:08.507891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ec3d5-d46b-4c8d-b4c1-b34606f91ff0 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab54921-a2dd-4bca-a8a8-cb11c97f3adb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:08.514837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:08.515185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Checking segment: {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:08.515970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Bound using segment: {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:08.516091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Bound port: 902743b8-f886-4c7f-846b-7f19af7716e9, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9fa56-79ba-40da-bb0c-5e694520bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:08.516391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.522739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8311224 Jul 12 16:14:08.524961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47332) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:08.538477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00ec6561-1901-4c76-a399-af46f0a43aa4,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:08.540112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.544138 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.548121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.557967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.564783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.572623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.575322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80469ca-9806-4b7e-acaf-02b1f0759ebd admin admin] Pushing event updated for resources: {'Network': ['ID=19741516-8b61-4d94-b931-76813d264aa7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:08.582468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.591432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.593157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 19741516-8b61-4d94-b931-76813d264aa7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:14:08.594024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-fb1e630d-6e55-4f63-b7bc-929f6dbb7273 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.2593915 Jul 12 16:14:08.599067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Request body: {'subnet': {'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-subnet', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:08.686085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f2bc-c4be-4980-afd2-ec6e39518d33 req-6589613b-eb0b-4f93-b59f-81f5c2650de6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.687686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2472f2bc-c4be-4980-afd2-ec6e39518d33 req-6589613b-eb0b-4f93-b59f-81f5c2650de6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 944 time: 0.2072489 Jul 12 16:14:08.688962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:08.693198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:08.698445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:08.708108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.716869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Made reservation on behalf of 6f2119ed04194611bb7115fc8f6c9938 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:08.719417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.726879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d07a359-8870-45d0-9e3a-b50f2aff2c09 req-4b3aa6b9-8689-4b10-8340-aaddf5493612 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224008 Jul 12 16:14:08.795386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:08.795849 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:08.797279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] 10.222.0.77 "PUT /v2.0/ports/902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 1092 time: 2.0543003 Jul 12 16:14:08.798350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:08.800065 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:08.836482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2472f2bc-c4be-4980-afd2-ec6e39518d33 req-d6de2875-1db9-4ff2-a6e3-ca04278a390a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364896 Jul 12 16:14:08.837625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa2d7b-842c-402b-938c-c8158fceebec service neutron] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:08.851455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e78a349d-0b65-47bc-b3ae-923e3aec4792 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:08.930921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: e78a349d-0b65-47bc-b3ae-923e3aec4792 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:08.931552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e78a349d-0b65-47bc-b3ae-923e3aec4792 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:08.958201 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7715bbb8-55d3-41f7-83ce-24b984a843ab x-openstack-request-id: req-7715bbb8-55d3-41f7-83ce-24b984a843ab {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:08.958882 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:08.958882 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7715bbb8-55d3-41f7-83ce-24b984a843ab {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:08.959677 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4', 'code': 200} Jul 12 16:14:09.014265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.019409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-4ba686a5-84e3-4a1b-9f53-cd9a2ffdda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:09.021296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-4ba686a5-84e3-4a1b-9f53-cd9a2ffdda9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1095 time: 0.1686254 Jul 12 16:14:09.025161 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5684bacb-148f-4ec7-9860-0d8696c26b11 x-openstack-request-id: req-5684bacb-148f-4ec7-9860-0d8696c26b11 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:09.025562 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:09.025938 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5684bacb-148f-4ec7-9860-0d8696c26b11 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:09.026425 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9', 'status': 'completed', 'code': 200} Jul 12 16:14:09.043859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d6e90d37-e34b-4de9-8e93-4e03d8913f05 None None] Provisioning complete for port 00ec6561-1901-4c76-a399-af46f0a43aa4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:09.044234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d6e90d37-e34b-4de9-8e93-4e03d8913f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.083051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-e2ca9877-3667-4bd0-90bd-ca6023bd6b47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 217 time: 0.0510201 Jul 12 16:14:09.135622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.155987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-39c2ae43-7978-405b-9967-5adee3b121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:09.161754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-39c2ae43-7978-405b-9967-5adee3b121b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.0676754 Jul 12 16:14:09.189145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.231298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-41588b4e-b977-4ee4-8faa-68105ce5a4ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659077 Jul 12 16:14:09.345718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.359875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.363530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/security-groups/a4f2ef99-df9c-41e4-ae20-22e216cf4141 HTTP/1.1" status: 204 len: 168 time: 0.8700345 Jul 12 16:14:09.363530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a673cb9-6175-406e-b5e2-87b4582b26f7,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:09.366744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47354) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:09.452683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-50e534da-239d-49b2-9953-a23819390492 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122428 Jul 12 16:14:09.499632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88993542-1e16-4da5-ad5c-6d32be18db4f tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2ef99-df9c-41e4-ae20-22e216cf4141,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:09.505787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 0aa373db-22a5-47e5-8e71-c21170703830 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:09.518940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.559985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:09.560478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Network hostable DHCP agents. Network: 19741516-8b61-4d94-b931-76813d264aa7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:14:09.619912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.626869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Network 19741516-8b61-4d94-b931-76813d264aa7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:14:09.667085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 19741516-8b61-4d94-b931-76813d264aa7) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:09.677441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38757e7e-d1d2-49f6-b776-2292a8b65941 None None] Network 19741516-8b61-4d94-b931-76813d264aa7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:09.681616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:09.682526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.715774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ce1d318d-3b37-41d9-aae4-9d579eba913e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:09.717536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ce1d318d-3b37-41d9-aae4-9d579eba913e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.4181015 Jul 12 16:14:09.785243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba57d94a-0f0a-41f4-a74a-6b3a412fcd55 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1890674 Jul 12 16:14:09.786976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47356) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:09.791552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e5a867b6-e519-4388-ab8f-a5bcb5a6287c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:09.807520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:09.847102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-775b8612-eb76-4ad8-9131-1ee5526ed71b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.1186249 Jul 12 16:14:09.867644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.868868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.871940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port e5a867b6-e519-4388-ab8f-a5bcb5a6287c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:09.879570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port e5a867b6-e519-4388-ab8f-a5bcb5a6287c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:09.880311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:09.970595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.024030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-19741516-8b61-4d94-b931-76813d264aa7', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:14:10.025020 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.058287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ec59-8dd9-40e1-87ae-95a3dab8c38e req-34e3dfde-5791-4d62-8f6e-ebe111c7343e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.064636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ec59-8dd9-40e1-87ae-95a3dab8c38e req-34e3dfde-5791-4d62-8f6e-ebe111c7343e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.069205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4b0ec59-8dd9-40e1-87ae-95a3dab8c38e req-34e3dfde-5791-4d62-8f6e-ebe111c7343e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1681 time: 0.5783052 Jul 12 16:14:10.072274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70190fc7-4b53-41ff-8b04-73e00215ea76 req-d5f50ad7-4dae-4502-a1cb-bd40461210d5 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111486 Jul 12 16:14:10.095001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.169025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-e9884149-6e5a-4e90-9de3-69ef141b351e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3207006 Jul 12 16:14:10.171499 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.256579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Allocated IP 172.20.0.2 (19741516-8b61-4d94-b931-76813d264aa7/3a673cb9-6175-406e-b5e2-87b4582b26f7/fb12ca1b-cb9c-4d9f-8212-ec124d14316b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:10.263279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa373db-22a5-47e5-8e71-c21170703830,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:10.288699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4b0ec59-8dd9-40e1-87ae-95a3dab8c38e req-d8e80cf0-cd4b-43c7-afce-fede442ebc80 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093575 Jul 12 16:14:10.344499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-c0d7a639-9b6d-435f-9ceb-bd0f54da7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.346820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-c0d7a639-9b6d-435f-9ceb-bd0f54da7c48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1095 time: 0.2056072 Jul 12 16:14:10.348261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.352344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2790ea17-5bac-4759-b132-30c9903d36fe tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/0aa373db-22a5-47e5-8e71-c21170703830 HTTP/1.1" status: 204 len: 168 time: 0.9194283 Jul 12 16:14:10.364225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47364) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:10.377262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:10.518132 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.557203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.568974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Transition to ACTIVE for port object fb12ca1b-cb9c-4d9f-8212-ec124d14316b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:10.589011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Transition to ACTIVE for port object fb12ca1b-cb9c-4d9f-8212-ec124d14316b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:10.621513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da97763-f94a-4e40-902c-9b38014d531c None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:10.631496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-65ef59c1-e4bb-46c8-b166-f94c8d0feaa5 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491832 Jul 12 16:14:10.639766 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.706314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-75438358-f4c2-4e63-9d55-0c7d163ac314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.708164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-75438358-f4c2-4e63-9d55-0c7d163ac314 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.3541305 Jul 12 16:14:10.714699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:10.718682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.758354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-b3067528-ef2b-4b56-a81c-415f82d1bffe service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162322 Jul 12 16:14:10.778010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.832598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.839902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.846199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.849205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Network 19741516-8b61-4d94-b931-76813d264aa7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:10.852585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.858660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.865352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.872905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:10.880773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-b3f80c4e-0776-423a-96b3-a065797f41eb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.3377948 Jul 12 16:14:10.885191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:10.892612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:10.932487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-8c733c72-551e-4214-a656-516c687b160f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 217 time: 0.1272788 Jul 12 16:14:10.944836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Pushing event updated for resources: {'Port': ['ID=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:10.977829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:10.986827 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8e901-8384-4748-9136-f77a3b7bfcae" -d '{"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:10.998913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.019922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80997e46-204b-4ad4-844e-7a8a1b17b5dd req-6a86c1e9-2ba1-4a0a-8d55-8d5617121a03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382771 Jul 12 16:14:11.076141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-80fd7024-9344-4643-8805-3de0b07c2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:11.081324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-80fd7024-9344-4643-8805-3de0b07c2662 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.1337867 Jul 12 16:14:11.094679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.146357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:11.163422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-ed5e0042-14d1-4806-809d-2a9266240b4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711327 Jul 12 16:14:11.246384 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ffbeb-88eb-480d-af64-8d960f187c9b x-openstack-request-id: req-0a4ffbeb-88eb-480d-af64-8d960f187c9b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:11.246962 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:11.251249 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a4ffbeb-88eb-480d-af64-8d960f187c9b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:11.253259 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c', 'code': 200} Jul 12 16:14:11.307305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e849bab-3e8e-4fa0-b99c-cfe77d7fdb82 req-d2d30348-7502-4818-b42a-c5feed6973d9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0747786 Jul 12 16:14:11.315939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.396062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:11.408180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Attempting to bind port fb12ca1b-cb9c-4d9f-8212-ec124d14316b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:11.409079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Attempting to bind port fb12ca1b-cb9c-4d9f-8212-ec124d14316b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:11.409601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Attempting to bind port fb12ca1b-cb9c-4d9f-8212-ec124d14316b on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:11.440915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:11.441479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:11.442324 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.442506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Bound using segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:11.443013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Bound port: fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:11.443495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.507118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Allocated IP 172.25.8.167 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0484aa89-8058-4915-90e8-bb402400b132) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:11.665974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-a00b9e72-bfc1-4fd2-a98b-c02b5f638194 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502492 Jul 12 16:14:11.722336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] For port fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:11.732367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.740478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612bcba-d093-4c21-92a8-318e055f6b9a req-c19d5e0b-2aab-49f6-8f78-8faad8d0e3ab tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:11.755888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e612bcba-d093-4c21-92a8-318e055f6b9a req-c19d5e0b-2aab-49f6-8f78-8faad8d0e3ab tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 944 time: 0.5071042 Jul 12 16:14:11.788919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5afc-d5b6-4637-801d-bd9273e88dfa req-c9e83e9b-fcc9-4fba-bb06-252873366b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:11.789406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5afc-d5b6-4637-801d-bd9273e88dfa req-c9e83e9b-fcc9-4fba-bb06-252873366b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:11.791775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] For port fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:11.795557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e7b5afc-d5b6-4637-801d-bd9273e88dfa req-c9e83e9b-fcc9-4fba-bb06-252873366b4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1984 time: 0.4571407 Jul 12 16:14:11.801230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.806463 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.942164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:11.957582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da9830-42d0-4c4a-98bc-0d981db31d97 None None] Pushing event updated for resources: {'Port': ['ID=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:11.966300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:11.978481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2d6fa4cf-fe23-43c3-ada6-9b44d6cf137b None None] Provisioning complete for port e5a867b6-e519-4388-ab8f-a5bcb5a6287c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:11.979407 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa4cf-fe23-43c3-ada6-9b44d6cf137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:11.982041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:12.067261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e612bcba-d093-4c21-92a8-318e055f6b9a req-3c022a0b-4765-45b7-8563-92a491d4ce50 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099432 Jul 12 16:14:12.070645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:12.108790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Pushing event updated for resources: {'Port': ['ID=0484aa89-8058-4915-90e8-bb402400b132,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:12.286999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590259-79d5-40ff-a7fc-7aff279716b8 req-ca773b0b-6002-4e97-898f-50cd16d408fa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.297986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590259-79d5-40ff-a7fc-7aff279716b8 req-ca773b0b-6002-4e97-898f-50cd16d408fa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.323045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0590259-79d5-40ff-a7fc-7aff279716b8 req-ca773b0b-6002-4e97-898f-50cd16d408fa tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.5410302 Jul 12 16:14:12.410380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:12.519737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:12.527387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.528561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:12.571300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0590259-79d5-40ff-a7fc-7aff279716b8 req-684f9b05-87d7-4303-ae6f-da8bf8edf288 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473593 Jul 12 16:14:12.738215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=45813213-f16f-4b1c-9ae9-4df5ad6b869f,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:12.767880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e7b5afc-d5b6-4637-801d-bd9273e88dfa req-11fdc8fd-847f-40d2-99c9-8c053040ea44 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8140116 Jul 12 16:14:12.794518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-db09b9c9-9523-49c4-a314-d555e767a122 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4214704 Jul 12 16:14:12.797112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4af7cf2e-73c4-49d0-a9e4-906996f2e9d2 req-d708c5db-13f5-4213-b149-15fadade5014 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136343 Jul 12 16:14:12.798776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47398) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:12.804097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640392204'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:12.843394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:12.859711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:12.883550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 278af52e-c3c8-4f51-8dcc-fc532b0ee987 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:12.925889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.932629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.940286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.947461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.960109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.967136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.973706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:12.991339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-d349bac5-ede6-45ab-abd1-aee95f51741b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5431 time: 0.5934107 Jul 12 16:14:13.070768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b8ba7dd-cd2c-4468-9c27-e7c16d663aad req-73bd6c47-d9f1-47e7-beff-b3cfc781612b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765707 Jul 12 16:14:13.191998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:13.221826 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39e86776-5178-4985-93c1-80de63ae623a req-64221671-20a6-4d18-bf5e-b7b3d0f3a57b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.2345216 Jul 12 16:14:13.233372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.234151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'port_id': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'mac_address': 'fa:16:3e:83:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:13.242798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.314460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.320529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5204918 Jul 12 16:14:13.324039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:13.328032 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.329874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'security_group': {'name': 'tempest-secgroup-1895550356'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:13.365048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278af52e-c3c8-4f51-8dcc-fc532b0ee987 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:13.382082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e500d-bf63-49d2-a29b-83ab7c8717ea tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56cb83-9505-4bd8-a723-a49e23d0c31b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:13.416135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2449a-c2eb-4dfa-acc1-8069c23ac882 None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:13.494708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.512425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.549517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:13.562633 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:13.650048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44b380-382c-4dd3-8b62-f5106c3beed4 req-1bb5a170-3767-4819-84b3-3b93551132df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:13.663827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d44b380-382c-4dd3-8b62-f5106c3beed4 req-1bb5a170-3767-4819-84b3-3b93551132df tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 944 time: 0.3271799 Jul 12 16:14:13.922052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Router 601486f8-935c-47de-9147-25fa4a7b0136 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:14:13.953069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab606c-c5e0-45ee-b6a4-e05ab3fb8f36 req-e89e84c8-d31d-4e49-9372-370bf92486ec tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:13.960310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab606c-c5e0-45ee-b6a4-e05ab3fb8f36 req-e89e84c8-d31d-4e49-9372-370bf92486ec tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:13.970984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfab606c-c5e0-45ee-b6a4-e05ab3fb8f36 req-e89e84c8-d31d-4e49-9372-370bf92486ec tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.1277812 Jul 12 16:14:14.004248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d44b380-382c-4dd3-8b62-f5106c3beed4 req-f4c76ea6-f761-4d4a-a223-749b57c986d4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381019 Jul 12 16:14:14.037752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a6c29-77b1-417a-bc15-f930bdf6c2ae None None] Network 19741516-8b61-4d94-b931-76813d264aa7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:14.221629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 902743b8-f886-4c7f-846b-7f19af7716e9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:14.227929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2884e5e-4585-4395-b3e9-36d81c7355fb None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:14.228299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2884e5e-4585-4395-b3e9-36d81c7355fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.235555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-88ca1c3d-3417-4cd5-9ca1-ff1c66faad5e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:14.244992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-88ca1c3d-3417-4cd5-9ca1-ff1c66faad5e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.4942548 Jul 12 16:14:14.276755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:14.409881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:14.529485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:14:14.604537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.677902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb12ca1b-cb9c-4d9f-8212-ec124d14316b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:14.727990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.795077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3c05d-7fec-44ce-8500-102911818718,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:14.837503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2884e5e-4585-4395-b3e9-36d81c7355fb None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:14.837503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2884e5e-4585-4395-b3e9-36d81c7355fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.840173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:14.901035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '902743b8-f886-4c7f-846b-7f19af7716e9', 'network_id': '72162a68-d940-45dc-98aa-dcdbaec27cd9', 'port_id': '902743b8-f886-4c7f-846b-7f19af7716e9', 'mac_address': 'fa:16:3e:1d:6d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333020f3-f4b5-4b72-989b-90b38a9f40c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:14.913863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:14.919125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.939959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:14.945071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port fb12ca1b-cb9c-4d9f-8212-ec124d14316b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:14.945470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b0e2f8e5-3145-4f6f-90c0-e6eaf26cfb3d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6192086 Jul 12 16:14:14.953103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:14.983459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'security_group': {'name': 'tempest-secgroup-67997672'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:15.001599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c2884e5e-4585-4395-b3e9-36d81c7355fb None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:15.023759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.030076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Update dhcp port {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'fixed_ips': [{'subnet_id': '25ab05ef-b827-43f2-803c-f6fce662437e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '45813213-f16f-4b1c-9ae9-4df5ad6b869f'}], 'binding:host_id': 'n-d-800078-3'}, 'id': 'f58bfeaa-d776-4a7f-9ac3-16f70734fc69'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:14:15.033419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfab606c-c5e0-45ee-b6a4-e05ab3fb8f36 req-01ab7d67-9ba3-4088-9179-f64ad8ab4b0a tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0614271 Jul 12 16:14:15.034244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.048642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.058237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.073489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.076410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:15.085265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.090645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:15.094824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.109067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df8c6e13-d60f-431a-b574-4302f803709f req-19e48dcd-d3b9-4b0f-a44d-15f6a80329c3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5432 time: 0.5794849 Jul 12 16:14:15.177547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.189347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.214368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:15.215019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:15.284929 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2db398a5-9bb0-469b-886f-90eab13b1122 req-3a3d483b-a6dc-4c87-a394-2ec6d61e2e9f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0596907 Jul 12 16:14:15.315893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.5 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/86901f3d-4377-4e6d-a5dc-24d4a27f09f1) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:15.316348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902743b8-f886-4c7f-846b-7f19af7716e9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:15.435987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:15.456694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.462878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:15.501099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Provisioning for port fb12ca1b-cb9c-4d9f-8212-ec124d14316b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:15.557103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.612183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.630543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Provisioning complete for port fb12ca1b-cb9c-4d9f-8212-ec124d14316b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:15.631274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.634543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 01e62e80-e939-46da-9495-a370ff0177bd details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:15.690858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:15.699218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:15.701782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1df9b-34b5-492e-abbb-214897912b9a req-5e884dc8-6ebe-44a0-837e-ff93f83b790d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.711758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.715279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ca1df9b-34b5-492e-abbb-214897912b9a req-5e884dc8-6ebe-44a0-837e-ff93f83b790d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.2041404 Jul 12 16:14:15.730836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:15.774713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:15.780073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.782433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-059fa072-0bf2-41d4-a75c-40b0a6080297 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9798634 Jul 12 16:14:15.783556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:15.790255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47424) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:15.802983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df8c6e13-d60f-431a-b574-4302f803709f req-b43142ad-0af1-4e13-9917-83968f766a4c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6927929 Jul 12 16:14:15.856398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ca1df9b-34b5-492e-abbb-214897912b9a req-0f4aabae-dbb9-4ca0-86a6-a03eb7348d34 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373136 Jul 12 16:14:15.903555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:15.904248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.988511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:15.996767 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.009614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Allocated IP 2001:db8::2 (ced27676-8d9b-4c62-a62c-db4706f06083/45813213-f16f-4b1c-9ae9-4df5ad6b869f/f58bfeaa-d776-4a7f-9ac3-16f70734fc69) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:16.043553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b0801-8b5a-4005-9eae-14a8ec76c651,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:16.047364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-daf46fbd-7db9-4731-9637-0a6242bc2beb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7925017 Jul 12 16:14:16.083711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Request body: {'port': {'device_id': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:16.087707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.090474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-04c4a430-2f9f-490f-811d-c763f78d21af tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1183784 Jul 12 16:14:16.093146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:16.104078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:16.128588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1509142914', 'security_groups': ['ff0b0801-8b5a-4005-9eae-14a8ec76c651'], 'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45813213-f16f-4b1c-9ae9-4df5ad6b869f'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:16.199032 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.203700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '01e62e80-e939-46da-9495-a370ff0177bd', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'port_id': '01e62e80-e939-46da-9495-a370ff0177bd', 'mac_address': 'fa:16:3e:5b:5b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:16.339343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:12Z', 'revision_number': 3, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:16.417278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] For port fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:16.419915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:16.422301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:16.423042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Updating router 601486f8-935c-47de-9147-25fa4a7b0136 port 0484aa89-8058-4915-90e8-bb402400b132 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:14:16.457817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.509491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.591245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:16.625535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:16.809079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Allocated IP 172.20.0.1 (19741516-8b61-4d94-b931-76813d264aa7/3a673cb9-6175-406e-b5e2-87b4582b26f7/7c0e927a-c155-45b5-9b9f-b887b2390035) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:17.030048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cfcd4-383c-4782-8c43-86c4dacf6726 req-d15634e2-8d0b-4a09-a76a-3009f846ade1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:17.031921 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.039754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-104cfcd4-383c-4782-8c43-86c4dacf6726 req-d15634e2-8d0b-4a09-a76a-3009f846ade1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 931 time: 0.4241302 Jul 12 16:14:17.043722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Transition to ACTIVE for port object 0484aa89-8058-4915-90e8-bb402400b132 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:17.046943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:17.050522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.059298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.059502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.060659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.063973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.075701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Transition to ACTIVE for port object 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:17.080558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.089215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.098473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Transition to ACTIVE for port object 7c0e927a-c155-45b5-9b9f-b887b2390035 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:17.121245 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-104cfcd4-383c-4782-8c43-86c4dacf6726 req-6fe5f879-06db-4529-a620-0c7f9067c6b0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802212 Jul 12 16:14:17.150715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e62e80-e939-46da-9495-a370ff0177bd {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:17.157732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f090-fc52-4d54-86bc-b24582b052c2 req-76405d90-8f99-4a24-a950-83f3cb1e64f3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:17.167488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f090-fc52-4d54-86bc-b24582b052c2 req-76405d90-8f99-4a24-a950-83f3cb1e64f3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:17.177475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2d8f090-fc52-4d54-86bc-b24582b052c2 req-76405d90-8f99-4a24-a950-83f3cb1e64f3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.8148472 Jul 12 16:14:17.180633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Attempting to bind port 0484aa89-8058-4915-90e8-bb402400b132 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:17.181010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Attempting to bind port 0484aa89-8058-4915-90e8-bb402400b132 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:17.181913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Attempting to bind port 0484aa89-8058-4915-90e8-bb402400b132 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:17.191003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.196336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.205924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955ce56-b733-4f5b-abcc-257c4d7a758e None None] Pushing event updated for resources: {'Port': ['ID=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:17.206131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Pushing event updated for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:17.229012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] device_id is not set on port 013237eb-97af-4c35-9440-0d275ac63000 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:14:17.270946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1fef-23a7-4c39-9a5c-14fc73653882 None None] Pushing event updated for resources: {'Port': ['ID=0484aa89-8058-4915-90e8-bb402400b132,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:17.289244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:17.289637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:17.290020 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.290398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:17.290869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Bound port: 0484aa89-8058-4915-90e8-bb402400b132, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:17.291065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Pushing event updated for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:17.291238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.298669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Network 19741516-8b61-4d94-b931-76813d264aa7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:17.300269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:17.303206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:17.304249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:17.334639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Transition to ACTIVE for port object f58bfeaa-d776-4a7f-9ac3-16f70734fc69 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:17.337465 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.354816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.360198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.420567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d400f09c-65bf-468e-b8eb-848f3451e883 None None] Provisioning complete for port fb12ca1b-cb9c-4d9f-8212-ec124d14316b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:17.421321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d400f09c-65bf-468e-b8eb-848f3451e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.437322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:17.479366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] For port 0484aa89-8058-4915-90e8-bb402400b132, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:17.554940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] For port 0484aa89-8058-4915-90e8-bb402400b132, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0484aa89-8058-4915-90e8-bb402400b132,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:17.608691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.628316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:17.691061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:17.728726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:17.736011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:17.736685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:17.742165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'port_id': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7', 'mac_address': 'fa:16:3e:f4:4b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:17.897299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262eef6-387e-4f93-b1da-596e45cc87cc None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:18.019454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1fef-23a7-4c39-9a5c-14fc73653882 None None] Pushing event updated for resources: {'Port': ['ID=0484aa89-8058-4915-90e8-bb402400b132,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:18.019907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.027066 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.083370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Pushing event updated for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:18.126119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.135127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.142342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79a3dd95-0579-4a4f-ae33-c5942ea714bc None None] Provisioning for port 7c0e927a-c155-45b5-9b9f-b887b2390035 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:18.155456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:18.171644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79a3dd95-0579-4a4f-ae33-c5942ea714bc None None] Provisioning complete for port 7c0e927a-c155-45b5-9b9f-b887b2390035 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:18.172484 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79a3dd95-0579-4a4f-ae33-c5942ea714bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.227442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:18.231416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:18.273787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.279169 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:18.282414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.290903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.298377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.306999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.321927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.332314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.359195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47e4146f-f551-42d8-9549-df5741477352 req-75b6d9a6-8db1-4171-afda-659865c4fddc tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5433 time: 0.6244295 Jul 12 16:14:18.359682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-79a3dd95-0579-4a4f-ae33-c5942ea714bc None None] Port 7c0e927a-c155-45b5-9b9f-b887b2390035 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:18.405526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e45ab8f8-c44c-4169-8378-c2364988bd81 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:18.422702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8::36b (ced27676-8d9b-4c62-a62c-db4706f06083/45813213-f16f-4b1c-9ae9-4df5ad6b869f/013237eb-97af-4c35-9440-0d275ac63000) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:18.501246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47e4146f-f551-42d8-9549-df5741477352 req-10612c94-ad23-49e9-9085-282dd71fb8fb tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412754 Jul 12 16:14:18.574058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:18.591644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Network 19741516-8b61-4d94-b931-76813d264aa7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:18.593507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:18.693764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:14:18.760510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2d8f090-fc52-4d54-86bc-b24582b052c2 req-991737bc-be2f-4806-82c3-dc29d84be6d3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5820909 Jul 12 16:14:18.880360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:18.936995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:18.945369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c0762-588e-47d2-a71d-ed3b63969578 req-37ebad42-3f28-4bfc-aab4-727156219c89 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:18.946957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-541c0762-588e-47d2-a71d-ed3b63969578 req-37ebad42-3f28-4bfc-aab4-727156219c89 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1639786 Jul 12 16:14:18.956488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.011385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:19.026422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'port_id': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'mac_address': 'fa:16:3e:59:ce:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6174cd01-984c-4289-8952-9fb0096df13b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:19.030749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 013237eb-97af-4c35-9440-0d275ac63000 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:19.034546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Attempting to bind port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:19.034979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Attempting to bind port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:19.035424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Attempting to bind port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:19.051025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:14:19.051400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Attempting to bind port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:19.062482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-541c0762-588e-47d2-a71d-ed3b63969578 req-afb7e798-dcde-4b43-8014-6ea029fc15f5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785871 Jul 12 16:14:19.081543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:19.081962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:19.082421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:19.082936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Bound port: 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:19.083360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.142289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff0db-0f45-4668-85dc-2acfb0ab57bb req-6cad5a42-c38c-43ad-97a0-6d85df14808f tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.145251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-236ff0db-0f45-4668-85dc-2acfb0ab57bb req-6cad5a42-c38c-43ad-97a0-6d85df14808f tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 945 time: 0.2058327 Jul 12 16:14:19.176789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:19.184037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:19.194906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fc72d862-2de6-4954-90a6-140a80b12fdd admin admin] 10.222.0.58 "PUT /v2.0/routers/601486f8-935c-47de-9147-25fa4a7b0136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3926430 Jul 12 16:14:19.195159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:19.195159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.254180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.277491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.278133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Provisioning for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:19.279247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.280711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] 10.222.0.77 "PUT /v2.0/ports/86901f3d-4377-4e6d-a5dc-24d4a27f09f1 HTTP/1.1" status: 200 len: 1091 time: 3.2092252 Jul 12 16:14:19.297244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:19.302028 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:19.302214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:19.302408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.307117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:19.307328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.329264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:19.339001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:19.341545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:19.347828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.348449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.383714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.425855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45ab8f8-c44c-4169-8378-c2364988bd81 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:19.427412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927239-eb4c-4575-a690-34dcbf9fb2e6 req-9b02c49d-b32e-47c6-bc60-60e325f28fcf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.433477 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79927239-eb4c-4575-a690-34dcbf9fb2e6 req-9b02c49d-b32e-47c6-bc60-60e325f28fcf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 943 time: 0.1696296 Jul 12 16:14:19.485092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:16Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:19.485954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-236ff0db-0f45-4668-85dc-2acfb0ab57bb req-c4a24b81-a23c-4445-b68e-690e88f20e31 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967691 Jul 12 16:14:19.519479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79927239-eb4c-4575-a690-34dcbf9fb2e6 req-dc221e3a-3420-4447-8a57-b93ba772b0ce tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704470 Jul 12 16:14:19.525498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4307680 Jul 12 16:14:19.528926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47488) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:19.535892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80013b3b-9661-4923-9a39-4ea904008046 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=013237eb-97af-4c35-9440-0d275ac63000,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:19.549453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:19.603458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85123d7-02a5-469b-a708-085dde3d6ebc None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:16Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:19.619957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb12ca1b-cb9c-4d9f-8212-ec124d14316b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:19.623412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:19.689816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.822294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-f5f20d04-ad68-42cf-834c-80ac1eb8a238 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.825996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-f5f20d04-ad68-42cf-834c-80ac1eb8a238 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.65 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 945 time: 0.5528905 Jul 12 16:14:19.835614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-e2f21730-bb66-401a-9301-308f3e945871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:19.837479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-e2f21730-bb66-401a-9301-308f3e945871 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 1094 time: 0.4997554 Jul 12 16:14:19.862278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:19.866965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:19.897203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 97a61142-d758-4a97-a0b2-a1966a27285e details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:19.982537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b0ae-6411-4860-b1bb-b5b07f3a4293 service neutron] Pushing event updated for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:20.017492 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b937b6d-e011-4a45-8fda-2353c337ca4b x-openstack-request-id: req-6b937b6d-e011-4a45-8fda-2353c337ca4b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:20.018111 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:20.018582 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b937b6d-e011-4a45-8fda-2353c337ca4b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:20.019465 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1', 'status': 'completed', 'code': 200} Jul 12 16:14:20.051968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:20.117567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-9ec1f6cb-ac56-43f8-98de-a955ef19ba70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1 HTTP/1.1" status: 200 len: 217 time: 0.2550924 Jul 12 16:14:20.117943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=97a61142-d758-4a97-a0b2-a1966a27285e,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:20.138549 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45813213-f16f-4b1c-9ae9-4df5ad6b869f (CIDR: 2001:db8::/64) Jul 12 16:14:20.165729 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:14:20.166181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:20.178491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fb12ca1b-cb9c-4d9f-8212-ec124d14316b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:20.180355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.278040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Provisioning complete for port 7c0e927a-c155-45b5-9b9f-b887b2390035 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:20.278655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.280085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d13c17e8-7cc0-4467-9c4e-b5089247176e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7499485 Jul 12 16:14:20.282915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47502) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:20.310441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:20.327484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47504) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:20.343573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517464780', 'description': 'tempest-description--54474238'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:20.377948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Port 7c0e927a-c155-45b5-9b9f-b887b2390035 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:20.382676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '97a61142-d758-4a97-a0b2-a1966a27285e', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'port_id': '97a61142-d758-4a97-a0b2-a1966a27285e', 'mac_address': 'fa:16:3e:eb:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:20.402628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-7fd2a3e6-1cff-4964-a204-babd54f01dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.404384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-7fd2a3e6-1cff-4964-a204-babd54f01dbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.2278547 Jul 12 16:14:20.488846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.496666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.506605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.513950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-94094ba2-5583-448f-9ef5-666fc3d7302c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999916 Jul 12 16:14:20.519063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.528673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.539169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.549215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:20.559576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-032b377a-c750-4451-93bd-9a8e65f84a0d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5435 time: 0.4142582 Jul 12 16:14:20.624259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.629606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Deleting port 78cfaef3-7398-4362-923a-081dec82864c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:20.630124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.635261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41c12e67-8668-4abf-88ae-dc8862124ce6 req-8677d953-ebbe-4350-8f57-c6bfe8fde5e5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744305 Jul 12 16:14:20.650188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:20.654618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.717482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:20.718217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.879262 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:20.921617 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 25ab05ef-b827-43f2-803c-f6fce662437e (CIDR: 2001:db8:0:1::/64) Jul 12 16:14:20.945718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a61142-d758-4a97-a0b2-a1966a27285e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:20.949017 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:14:20.950397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-7080001a-dade-45b6-85cf-bdf791dba78c service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267113 Jul 12 16:14:20.953729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:20.992586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=97a61142-d758-4a97-a0b2-a1966a27285e,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:20.996534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8e936eac-86b0-44bf-bc70-c18fe7f782db None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:21.019794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.044400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4b5fb-d875-4664-aacc-93dd8b88c4bd req-82b4ef0d-74fe-4038-9836-ecec6fc220e0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:21.045953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfa4b5fb-d875-4664-aacc-93dd8b88c4bd req-82b4ef0d-74fe-4038-9836-ecec6fc220e0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1530919 Jul 12 16:14:21.075481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d5514960-2821-44ad-911d-45f8e7fe2538 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:21.108112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfa4b5fb-d875-4664-aacc-93dd8b88c4bd req-975a975e-ba88-4b60-a08f-eb108e3177f5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547614 Jul 12 16:14:21.177341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] For port 78cfaef3-7398-4362-923a-081dec82864c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=78cfaef3-7398-4362-923a-081dec82864c,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:21.179161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.237079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:21.256692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:14:21.311157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:21.361461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0484aa89-8058-4915-90e8-bb402400b132 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:21.365286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Calling delete_port for 78cfaef3-7398-4362-923a-081dec82864c owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:21.376211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6838-0b87-4b44-b81b-3489fbc2d653 req-56e4889b-20fc-4bcf-9dc3-f0711ce5e351 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:21.389985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe2d6838-0b87-4b44-b81b-3489fbc2d653 req-56e4889b-20fc-4bcf-9dc3-f0711ce5e351 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 943 time: 0.1031232 Jul 12 16:14:21.407353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'network_id': 'c8eed1e7-4095-4e75-8267-beca31425d7b', 'port_id': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'mac_address': 'fa:16:3e:83:b5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6174cd01-984c-4289-8952-9fb0096df13b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:21.416633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7f2fef6-2d0c-4484-bd27-0f4b7912cce0 None None] Provisioning for port 013237eb-97af-4c35-9440-0d275ac63000 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:21.421817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7f2fef6-2d0c-4484-bd27-0f4b7912cce0 None None] Provisioning complete for port 013237eb-97af-4c35-9440-0d275ac63000 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:21.422265 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fef6-2d0c-4484-bd27-0f4b7912cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.485772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0484aa89-8058-4915-90e8-bb402400b132 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:21.486786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe2d6838-0b87-4b44-b81b-3489fbc2d653 req-430eb54b-fda1-4130-839e-4f28c65e60de tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959616 Jul 12 16:14:21.521056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0484aa89-8058-4915-90e8-bb402400b132 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:21.521274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.550827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.571577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2fef6-2d0c-4484-bd27-0f4b7912cce0 None None] Port 013237eb-97af-4c35-9440-0d275ac63000 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:21.580527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5514960-2821-44ad-911d-45f8e7fe2538 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:21.610504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:21.622098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97756a4f-6282-4b30-bd5b-97e214e52a18 req-5a1f2f1a-4765-4dd6-8e25-a19d4f6bed3f service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581671 Jul 12 16:14:21.646311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.697249 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.715212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cf4f4cc6-69fd-413e-9cfa-6e9f77866a37 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4279182 Jul 12 16:14:21.717853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47516) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:21.724044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'subnet': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:21.754850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.789467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0484aa89-8058-4915-90e8-bb402400b132, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0484aa89-8058-4915-90e8-bb402400b132,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:21.801899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c8f0f6e3-46e2-44e2-a416-e5f8a470c86a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:21.807812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 78cfaef3-7398-4362-923a-081dec82864c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:21.814428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.818013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d69a2-0fb4-4612-af03-ff80468463ed req-dd41f060-03a6-418d-a50d-e2e074543bcf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:21.824852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d69a2-0fb4-4612-af03-ff80468463ed req-dd41f060-03a6-418d-a50d-e2e074543bcf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:21.832128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-196d69a2-0fb4-4612-af03-ff80468463ed req-dd41f060-03a6-418d-a50d-e2e074543bcf tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.1988039 Jul 12 16:14:21.873625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:21.898609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:21.915504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-196d69a2-0fb4-4612-af03-ff80468463ed req-0361336b-9cf1-461c-a04a-e8620d5f6fc9 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821252 Jul 12 16:14:21.963870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.066728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:22.073297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No active binding found for port 78cfaef3-7398-4362-923a-081dec82864c {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:14:22.073811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 78cfaef3-7398-4362-923a-081dec82864c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:22.081128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.092242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7618365 Jul 12 16:14:22.095927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:22.101847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group_rule': {'security_group_id': 'f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:22.114608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Made reservation on behalf of 85079eef752242748908b22d831c3b36 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:22.120754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.151148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'network_id': 'e9041499-e79d-41e7-a585-c9a3ff0378f9', 'port_id': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'mac_address': 'fa:16:3e:b8:be:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce8848-5b91-44cf-a2f4-78e85ac99df4', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:22.189777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0484aa89-8058-4915-90e8-bb402400b132,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:22.212732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ff591-6c60-4dc2-98ff-227661a79ed3 req-670e847f-2ca1-4d24-aa81-880d5340f405 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.222975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-432ff591-6c60-4dc2-98ff-227661a79ed3 req-670e847f-2ca1-4d24-aa81-880d5340f405 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/ports?device_id=eca487b8-84c1-449e-b082-51f5a3cd55c3 HTTP/1.1" status: 200 len: 867 time: 1.1178198 Jul 12 16:14:22.230113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.230464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.231126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.231215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.231548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.233775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.234145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.238388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.239035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.239664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.240466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.240916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:22.241142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725074-60a9-471a-9aa4-318efdc6e207 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:22.266931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Pushing event deleted for resources: {'Port': ['ID=78cfaef3-7398-4362-923a-081dec82864c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:22.269726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.313923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f0f6e3-46e2-44e2-a416-e5f8a470c86a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:22.339481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-432ff591-6c60-4dc2-98ff-227661a79ed3 req-2bbe7fd7-57f6-49c4-affe-a283214a6aaa tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.58 "GET /v2.0/security-groups?id=04305d85-a97d-4c7c-ba03-19196ba32dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152418 Jul 12 16:14:22.380129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.386893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] No DVR routers for this DVR port 78cfaef3-7398-4362-923a-081dec82864c on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:22.394250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.399121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baf5c443-d8a5-4546-b77f-5c32ed49af3f req-a0d9cc5c-87e0-4c00-8336-f71a45a57b65 tempest-AttachSCSIVolumeTestJSON-1686705937 tempest-AttachSCSIVolumeTestJSON-1686705937-project] 10.222.0.65 "DELETE /v2.0/ports/78cfaef3-7398-4362-923a-081dec82864c HTTP/1.1" status: 204 len: 173 time: 2.5581939 Jul 12 16:14:22.401391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'name': 'network-vif-deleted', 'tag': '78cfaef3-7398-4362-923a-081dec82864c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:22.413645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:22.421105 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1df290-acb8-4d68-89c4-8c0970702d3d" -d '{"events": [{"server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "name": "network-vif-deleted", "tag": "78cfaef3-7398-4362-923a-081dec82864c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:22.435042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.451298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-37d9614f-e7b1-446d-951b-3922336f3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.454670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-37d9614f-e7b1-446d-951b-3922336f3bfe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 1094 time: 0.5896034 Jul 12 16:14:22.556276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:22.621004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.627723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.643923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.651716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.669760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.687867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.696285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.697300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-9c160d0d-e877-4d21-8ba6-2c9b550d88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.702099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-9c160d0d-e877-4d21-8ba6-2c9b550d88b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2316575 Jul 12 16:14:22.713999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-5cebffbc-1860-41be-86a9-b7ea0a0cef7d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5437 time: 0.5252070 Jul 12 16:14:22.789630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-ec468064-6c5b-4a1a-bb67-810a019b2f94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1 HTTP/1.1" status: 200 len: 217 time: 0.0765233 Jul 12 16:14:22.813279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.833795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.871168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369f4c-8dcf-4022-ab9c-07f690f59b4e req-42925c29-7588-4138-bbf5-877d24782ebf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.873619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83369f4c-8dcf-4022-ab9c-07f690f59b4e req-42925c29-7588-4138-bbf5-877d24782ebf tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.3016229 Jul 12 16:14:22.878547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-4fed582a-cee3-4047-b07f-a2af788be9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:22.886833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-4fed582a-cee3-4047-b07f-a2af788be9b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.0881696 Jul 12 16:14:22.905262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:22.908108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8106973 Jul 12 16:14:22.930209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47528) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:22.990416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group_rule': {'security_group_id': 'f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:22.996324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-78f11d5b-d26b-4c44-869d-28ae562aef18 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.002286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-dfce2fc0-4696-4e83-8a94-3d268fec31b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071529 Jul 12 16:14:23.007046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-78f11d5b-d26b-4c44-869d-28ae562aef18 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.010609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-78f11d5b-d26b-4c44-869d-28ae562aef18 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.6034360 Jul 12 16:14:23.018052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75c8d4-292c-46f5-a58e-5e07018afd04 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0be23e-bed0-4753-a2fa-b259353ace05,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:23.063650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ecf31d2-bc63-4c91-834d-e0e79cbf2b2f req-f74ee689-92ec-443c-8e40-7ab852d9540e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3486130 Jul 12 16:14:23.141221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83369f4c-8dcf-4022-ab9c-07f690f59b4e req-4a14fc61-80bf-4c57-b639-e096776c6057 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504022 Jul 12 16:14:23.154806 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db558f0-3759-40cb-b731-f62aba924927 x-openstack-request-id: req-0db558f0-3759-40cb-b731-f62aba924927 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:23.157338 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca487b8-84c1-449e-b082-51f5a3cd55c3", "name": "network-vif-deleted", "tag": "78cfaef3-7398-4362-923a-081dec82864c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:23.158880 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0db558f0-3759-40cb-b731-f62aba924927 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:23.159833 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca487b8-84c1-449e-b082-51f5a3cd55c3', 'name': 'network-vif-deleted', 'tag': '78cfaef3-7398-4362-923a-081dec82864c', 'status': 'completed', 'code': 200} Jul 12 16:14:23.217042 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.312637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0484aa89-8058-4915-90e8-bb402400b132 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:23.376191 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:23.392360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.409248 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:23.411968 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:23.429388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0484aa89-8058-4915-90e8-bb402400b132 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:23.430392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.445527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Network ced27676-8d9b-4c62-a62c-db4706f06083 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:23.451115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:23.459411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-001685ab-8aa8-42b7-9da0-77c2d2fd89fb service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365761 Jul 12 16:14:23.480592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1be6f-6db5-43f0-a738-089752a4d58f None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:23.481404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.481982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.508720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7893338 Jul 12 16:14:23.515223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:23.525575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1393975085', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85038268-6e11-4b49-a448-cccdae76b09e'}], 'security_groups': ['ac56cb83-9505-4bd8-a723-a49e23d0c31b', 'c7a3c05d-7fec-44ce-8500-102911818718']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:23.533394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['01e62e80-e939-46da-9495-a370ff0177bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.536009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['902743b8-f886-4c7f-846b-7f19af7716e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.644947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc39773-0963-42be-9775-bcb97c62681a tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Subnet': ['ID=85038268-6e11-4b49-a448-cccdae76b09e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:23.667187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c40c7832-8ec7-40ea-936d-a9d9f89e9ba7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.674405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e45ab8f8-c44c-4169-8378-c2364988bd81'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.677616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ce49-f107-4bd9-8286-e7d6a84d2c70 req-23251a67-7dc3-4d6d-a291-9b54c7c4c018 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.681144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['278af52e-c3c8-4f51-8dcc-fc532b0ee987'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.685149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28d3ce49-f107-4bd9-8286-e7d6a84d2c70 req-23251a67-7dc3-4d6d-a291-9b54c7c4c018 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 943 time: 0.3369761 Jul 12 16:14:23.689954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.697694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['97a61142-d758-4a97-a0b2-a1966a27285e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.699705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d5514960-2821-44ad-911d-45f8e7fe2538'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.701603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port 00ec6561-1901-4c76-a399-af46f0a43aa4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:23.701828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:23.701980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.710460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.756456 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:23.819969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84a4632-1027-4f41-a801-52e5e86d40c7,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:23.838210 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28d3ce49-f107-4bd9-8286-e7d6a84d2c70 req-79ecd41a-8ae2-4ec2-ae39-7fe0be11de2f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519582 Jul 12 16:14:23.845957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:23.857866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bcdce1f9-7959-4992-9b3f-6b5ad41c6312 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8727896 Jul 12 16:14:23.864557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47540) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:23.880268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:23.955645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cda8f0-8a84-49ff-8493-92ccf19c1b72 req-b21122f3-6941-463c-a031-98699f76e561 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.970152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cda8f0-8a84-49ff-8493-92ccf19c1b72 req-b21122f3-6941-463c-a031-98699f76e561 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:23.972108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68cda8f0-8a84-49ff-8493-92ccf19c1b72 req-b21122f3-6941-463c-a031-98699f76e561 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 1682 time: 0.6165378 Jul 12 16:14:23.975838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ad14b51-03e3-49c7-a26f-94514c2bd1f2 req-ad171387-4e2e-48c7-be13-422bb234e47d service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651096 Jul 12 16:14:24.013987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.016934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port 00ec6561-1901-4c76-a399-af46f0a43aa4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=00ec6561-1901-4c76-a399-af46f0a43aa4,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:24.018928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.022435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.071133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for 00ec6561-1901-4c76-a399-af46f0a43aa4 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:24.268787 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 2, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:24.289301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68cda8f0-8a84-49ff-8493-92ccf19c1b72 req-3b1f3cc6-1030-473a-9756-36a163e89a3e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103795 Jul 12 16:14:24.328462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:24.328847 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Updating router 601486f8-935c-47de-9147-25fa4a7b0136 port 7c0e927a-c155-45b5-9b9f-b887b2390035 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:14:24.384560 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.465049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.777278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:24.969213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:24.976157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:24.981648 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.982589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:24.988822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:24.995103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:25.001150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:25.008269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:25.008737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Transition to ACTIVE for port object 7c0e927a-c155-45b5-9b9f-b887b2390035 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:25.012667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-fbae7165-8b44-412f-b3ff-8981c88adcc2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5438 time: 0.3433647 Jul 12 16:14:25.022569 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.121248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ea2f652-fb92-46a0-b0e5-69d1cd69131c req-337b8cd0-4636-43c4-9781-7779a2d72745 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962980 Jul 12 16:14:25.132517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.137018 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Pushing event updated for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:25.191465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.191465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.191465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.198466 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.201228 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.201756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.202491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.204291 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.204804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.206364 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.206925 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.208739 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:14:25.239142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=00ec6561-1901-4c76-a399-af46f0a43aa4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:25.448155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['00ec6561-1901-4c76-a399-af46f0a43aa4', 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:25.515916 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Attempting to bind port 7c0e927a-c155-45b5-9b9f-b887b2390035 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:25.516488 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Attempting to bind port 7c0e927a-c155-45b5-9b9f-b887b2390035 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:25.516626 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Attempting to bind port 7c0e927a-c155-45b5-9b9f-b887b2390035 on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:25.523978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Allocated IP 172.25.8.243 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/42ce9a04-b543-417a-8166-d9224a4d8ff3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:25.537574 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:25.537955 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:25.539621 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.540023 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Bound using segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:25.556214 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Bound port: 7c0e927a-c155-45b5-9b9f-b887b2390035, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:25.557757 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.645177 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] For port 7c0e927a-c155-45b5-9b9f-b887b2390035, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:25.648773 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] For port 7c0e927a-c155-45b5-9b9f-b887b2390035, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7c0e927a-c155-45b5-9b9f-b887b2390035,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:25.652218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec837f2-3672-47d8-99a8-b5533619f013 req-cd1f4aac-993c-4698-a047-a54a2d24044e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:25.655261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ec837f2-3672-47d8-99a8-b5533619f013 req-cd1f4aac-993c-4698-a047-a54a2d24044e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.2372799 Jul 12 16:14:25.664378 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.669691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port 00ec6561-1901-4c76-a399-af46f0a43aa4 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:25.674757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.680462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-acf6a994-79c8-4d18-9e7f-a60fc92a9f51 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "DELETE /v2.0/ports/00ec6561-1901-4c76-a399-af46f0a43aa4 HTTP/1.1" status: 204 len: 173 time: 2.6513031 Jul 12 16:14:25.683870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Delete allocated IP 2001:db8::36b (ced27676-8d9b-4c62-a62c-db4706f06083/45813213-f16f-4b1c-9ae9-4df5ad6b869f) {{(pid=93712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:14:25.698172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:25.792464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ec837f2-3672-47d8-99a8-b5533619f013 req-1fc3cbdd-528f-4e39-83cb-2f0dee6a32eb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163836 Jul 12 16:14:25.805967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-deleted', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:25.808361 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad5cfd-e621-4a0f-8565-42f4812292ab" -d '{"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-deleted", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:25.849441 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389a0b9-8dfb-4be2-9e46-02488bf70fa8 None None] Pushing event updated for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:25.861070 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-bf7d208c-59a3-4557-9dac-c2a2edb060bb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:25.866265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:25.883200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-bf7d208c-59a3-4557-9dac-c2a2edb060bb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.5071807 Jul 12 16:14:25.895301 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:25.899663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:25.957355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.022433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1', 'mac_address': 'fa:16:3e:ea:09:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:26.025230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-e5431b43-4e80-458a-b746-70a1811777e3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/quotas/bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 375 time: 0.1409414 Jul 12 16:14:26.032582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Allocated IP 2001:db8:0:2::ea (ced27676-8d9b-4c62-a62c-db4706f06083/85038268-6e11-4b49-a448-cccdae76b09e/013237eb-97af-4c35-9440-0d275ac63000) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:26.049202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:26.064427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:26.077559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:26.080627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=42ce9a04-b543-417a-8166-d9224a4d8ff3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:26.193084 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:26.395037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.418028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7c0e927a-c155-45b5-9b9f-b887b2390035 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:26.425336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44423a-36e2-4377-8bc7-9ebe01f3d876 req-35db3337-7c79-41b0-b037-6889a8a65ed6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:26.433632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb44423a-36e2-4377-8bc7-9ebe01f3d876 req-35db3337-7c79-41b0-b037-6889a8a65ed6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 943 time: 0.2363560 Jul 12 16:14:26.524714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb44423a-36e2-4377-8bc7-9ebe01f3d876 req-15c603a3-ecad-48ea-bb50-7d32aacd99b1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Jul 12 16:14:26.550772 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.657195 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:25Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:26.673707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-6a896df2-fb10-48ae-8f20-cabd05726b3d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4190884 Jul 12 16:14:26.680007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.697635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port e5a867b6-e519-4388-ab8f-a5bcb5a6287c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:26.698131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.703482 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2206da3-4c30-4602-a47c-72e407cc3ba5 None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:25Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:26.718249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-61acbb67-2b3a-4d68-b3cf-29d5d793721f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:14:26.719479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-61acbb67-2b3a-4d68-b3cf-29d5d793721f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113285 Jul 12 16:14:26.724235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.860219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:26.877801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a40857-27dc-4792-b871-6a413699bab2 req-4d21278e-d8b3-4024-b505-2907fb76d12e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:26.881838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48a40857-27dc-4792-b871-6a413699bab2 req-4d21278e-d8b3-4024-b505-2907fb76d12e tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94446bd-727c-4661-81ab-45e43064fe6b HTTP/1.1" status: 200 len: 945 time: 0.1192172 Jul 12 16:14:26.905978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port e5a867b6-e519-4388-ab8f-a5bcb5a6287c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:26.909541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:26.931609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for e5a867b6-e519-4388-ab8f-a5bcb5a6287c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:26.987084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48a40857-27dc-4792-b871-6a413699bab2 req-75747fb6-ebcb-4eae-999a-b0b0e280e866 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9096f79-69fd-4130-9c1c-3aab9baccae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Jul 12 16:14:26.987803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7c0e927a-c155-45b5-9b9f-b887b2390035 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:26.993861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:26.994726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.009094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.028136 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.088378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Transition to ACTIVE for port object 013237eb-97af-4c35-9440-0d275ac63000 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:27.113114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7c0e927a-c155-45b5-9b9f-b887b2390035 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:27.113721 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.145160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.170513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.195630 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919201f0-220d-4de8-911c-62eb62393fd2 x-openstack-request-id: req-919201f0-220d-4de8-911c-62eb62393fd2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:27.196016 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-deleted", "tag": "00ec6561-1901-4c76-a399-af46f0a43aa4", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:27.196331 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-919201f0-220d-4de8-911c-62eb62393fd2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:27.196790 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-deleted', 'tag': '00ec6561-1901-4c76-a399-af46f0a43aa4', 'status': 'completed', 'code': 200} Jul 12 16:14:27.232372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.234598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3690732 Jul 12 16:14:27.246056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569144d6-ac8a-40f7-9141-f389f4003d8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=42ce9a04-b543-417a-8166-d9224a4d8ff3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:27.284007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 278af52e-c3c8-4f51-8dcc-fc532b0ee987 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:27.379256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:27.425309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] In _notify_port_updated(), no bound segment for port 013237eb-97af-4c35-9440-0d275ac63000 on network ced27676-8d9b-4c62-a62c-db4706f06083 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:14:27.432760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.433427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.434938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "PUT /v2.0/ports/013237eb-97af-4c35-9440-0d275ac63000 HTTP/1.1" status: 200 len: 969 time: 3.9159935 Jul 12 16:14:27.438442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:27.445845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39755d-6187-4b96-9a47-435382333e6c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event updated for resources: {'Port': ['ID=013237eb-97af-4c35-9440-0d275ac63000,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:27.516632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.539731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-28fe0815-bdb0-49c6-babe-6ebf9fe4f5f3 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236635 Jul 12 16:14:27.551303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:27.570349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.577320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Update dhcp port {'port': {'network_id': 'ced27676-8d9b-4c62-a62c-db4706f06083', 'fixed_ips': [{'subnet_id': '25ab05ef-b827-43f2-803c-f6fce662437e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '45813213-f16f-4b1c-9ae9-4df5ad6b869f', 'ip_address': '2001:db8::2'}, {'subnet_id': '85038268-6e11-4b49-a448-cccdae76b09e'}], 'binding:host_id': 'n-d-800078-3'}, 'id': 'f58bfeaa-d776-4a7f-9ac3-16f70734fc69'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:14:27.593749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.601103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.607569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.614184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.621843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.628277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:27.633631 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.635869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:27.636490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.637483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-d6bfc7b8-8058-4512-984e-e881c084e78e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5438 time: 0.2767501 Jul 12 16:14:27.681953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7c0e927a-c155-45b5-9b9f-b887b2390035, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7c0e927a-c155-45b5-9b9f-b887b2390035,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:27.688194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-62f2cff4-4dd3-41c0-9d35-9fe27a3fbab8 service neutron] 10.222.0.58 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380398 Jul 12 16:14:27.691033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.694904 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.706611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab1cc54-d3b1-4227-9fc9-cfc10d382cfe req-6a58a371-8674-4436-9c3a-9d8a5a47fc45 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679660 Jul 12 16:14:27.736455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 013237eb-97af-4c35-9440-0d275ac63000 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:27.736998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.770557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=e5a867b6-e519-4388-ab8f-a5bcb5a6287c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:27.821309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e5a867b6-e519-4388-ab8f-a5bcb5a6287c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:27.863428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port e5a867b6-e519-4388-ab8f-a5bcb5a6287c on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:27.867339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:27.869825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-568c0f04-6b1e-4deb-b9aa-34cd70e38717 req-b1a3eb30-4767-48ff-914a-b6e15ca43c72 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.65 "DELETE /v2.0/ports/e5a867b6-e519-4388-ab8f-a5bcb5a6287c HTTP/1.1" status: 204 len: 173 time: 1.9411767 Jul 12 16:14:28.112890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.151954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 013237eb-97af-4c35-9440-0d275ac63000 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:28.194072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cdf1-d014-45d5-babb-f9c2d5f6fca6 req-1d850a0c-9d69-4a30-8c95-2a7a1e4976e2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:28.203164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e9a1cdf1-d014-45d5-babb-f9c2d5f6fca6 req-1d850a0c-9d69-4a30-8c95-2a7a1e4976e2 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 0.2683506 Jul 12 16:14:28.221205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:28.247208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: e5a867b6-e519-4388-ab8f-a5bcb5a6287c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:28.248442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e5a867b6-e519-4388-ab8f-a5bcb5a6287c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:28.249007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00ec6561-1901-4c76-a399-af46f0a43aa4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:28.294548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 00ec6561-1901-4c76-a399-af46f0a43aa4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:28.295139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 00ec6561-1901-4c76-a399-af46f0a43aa4 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:28.297575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Allocated IP 2001:db8:0:2::2 (ced27676-8d9b-4c62-a62c-db4706f06083/85038268-6e11-4b49-a448-cccdae76b09e/f58bfeaa-d776-4a7f-9ac3-16f70734fc69) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:28.315770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e9a1cdf1-d014-45d5-babb-f9c2d5f6fca6 req-84069c1a-60fa-4d07-a23e-d82112784561 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027579 Jul 12 16:14:28.437905 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.461465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb081d4b-73c1-45fb-976f-ccb7040e3234 None None] Provisioning complete for port 7c0e927a-c155-45b5-9b9f-b887b2390035 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:28.461888 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb081d4b-73c1-45fb-976f-ccb7040e3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.468724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.489557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:28.495127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:28.498401 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a807d-08bf-4506-9f9e-30ee55dd9d83" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:28.501775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['86901f3d-4377-4e6d-a5dc-24d4a27f09f1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:28.528127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.581485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 902743b8-f886-4c7f-846b-7f19af7716e9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:28.616282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-431a24cd-3324-44ed-8ceb-e58bfa913a15 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--517464780&fields=id&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 267 time: 0.1456375 Jul 12 16:14:28.636698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=013237eb-97af-4c35-9440-0d275ac63000,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:28.656377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.660922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c5bdce9-92b9-4177-ab4d-b6468f1f81a7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/013237eb-97af-4c35-9440-0d275ac63000 HTTP/1.1" status: 204 len: 168 time: 1.2187643 Jul 12 16:14:28.668198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47654) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:28.741824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:28.743121 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4b7d1-6c47-4d6c-a10c-6c5b0c7df252 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] GET failed (client error): The resource could not be found. Jul 12 16:14:28.747732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dfe4b7d1-6c47-4d6c-a10c-6c5b0c7df252 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports/013237eb-97af-4c35-9440-0d275ac63000 HTTP/1.1" status: 404 len: 333 time: 0.0769105 Jul 12 16:14:28.751480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47660) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:28.849246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86049b36-a2de-4f66-b014-3ad961b3eebb req-0a74f1b3-d723-4c28-b21d-fc2e250d98c9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:28.862930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86049b36-a2de-4f66-b014-3ad961b3eebb req-0a74f1b3-d723-4c28-b21d-fc2e250d98c9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 944 time: 0.3553066 Jul 12 16:14:28.920188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:28.939461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:28.954061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86049b36-a2de-4f66-b014-3ad961b3eebb req-cc806862-c310-4919-b461-3f7a37cd81ee tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903759 Jul 12 16:14:28.976863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-551e086f-29dc-42ad-9a2d-9d5d714c1b1a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:28.979179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-551e086f-29dc-42ad-9a2d-9d5d714c1b1a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 816 time: 0.3621070 Jul 12 16:14:29.011844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-8ecaeddc-380b-4251-a1c4-e3d08f356e20 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/quotas/6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 375 time: 0.0242846 Jul 12 16:14:29.033562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.058450 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.079085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 902743b8-f886-4c7f-846b-7f19af7716e9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:29.096478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.100531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.104414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:29.104941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47666) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:29.105796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/security-groups/ff0b0801-8b5a-4005-9eae-14a8ec76c651 HTTP/1.1" status: 204 len: 168 time: 0.3446119 Jul 12 16:14:29.121545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a932c-2c97-4cea-a490-b4d140b40727 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b0801-8b5a-4005-9eae-14a8ec76c651,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:29.130875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Transition to ACTIVE for port object f58bfeaa-d776-4a7f-9ac3-16f70734fc69 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:29.167570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 902743b8-f886-4c7f-846b-7f19af7716e9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:29.168019 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.180270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.197971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-deleted', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:29.200737 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23681342-4401-4cee-9aef-86d7ebcadf69" -d '{"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-deleted", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:29.252817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d670c-d16e-4660-a49e-2589a8c7a6b8 None None] Pushing event updated for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:29.253998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-1b226815-2464-48eb-aafb-245a5216fb74 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2363918 Jul 12 16:14:29.304866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b22afbb-99a5-4f41-b7bf-22cb0334a4c5 req-c72506ab-99ab-4c45-a06b-c207356ddaf8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.0428257 Jul 12 16:14:29.395241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.402586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting subnet 4b73f7cd-86e7-4bb8-9d70-655e74605a42 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:29.417299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.429160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-24deb000-3e4c-4c65-b122-28d1d05d22d3 None None] Provisioning complete for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:29.430502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-24deb000-3e4c-4c65-b122-28d1d05d22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.481217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.489960 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.529004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:29.543673 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2d2c57-58ca-4bb1-83ea-529bf9d6f25e x-openstack-request-id: req-9f2d2c57-58ca-4bb1-83ea-529bf9d6f25e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:29.543988 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:29.544428 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f2d2c57-58ca-4bb1-83ea-529bf9d6f25e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:29.544903 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'code': 200} Jul 12 16:14:29.547845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.577698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.604994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-9f1d243b-2e17-4001-ba5b-dcddee979204 service neutron] 10.222.0.58 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498781 Jul 12 16:14:29.650630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.653236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.655461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/security-groups/c7a3c05d-7fec-44ce-8500-102911818718 HTTP/1.1" status: 204 len: 168 time: 0.5483744 Jul 12 16:14:29.658421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47674) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:29.747390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b4b6-32e1-4acd-b35c-14c4ed5c32e4 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3c05d-7fec-44ce-8500-102911818718,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:29.833668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:29.867739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d5514960-2821-44ad-911d-45f8e7fe2538 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:29.868927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.886873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-3eddead1-d1c4-4d20-a03d-4c48e50cf133 service neutron] 10.222.0.58 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759686 Jul 12 16:14:29.898631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.941620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d5514960-2821-44ad-911d-45f8e7fe2538 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:29.946804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d5514960-2821-44ad-911d-45f8e7fe2538 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:29.947180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.958642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.013780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.070525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.077589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.081044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/security-groups/ac56cb83-9505-4bd8-a723-a49e23d0c31b HTTP/1.1" status: 204 len: 168 time: 0.4216580 Jul 12 16:14:30.081898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835be20-6c91-4f60-b5d7-6fc81465ced7 None None] Network beea2846-e4f8-4ec8-a5d5-16194a04d541 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:30.086774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47682) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:30.091421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.096932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/subnets/4b73f7cd-86e7-4bb8-9d70-655e74605a42 HTTP/1.1" status: 204 len: 168 time: 0.9866583 Jul 12 16:14:30.096932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f6b4-0311-40e0-85b9-144d25d80d1b tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Subnet': ['ID=4b73f7cd-86e7-4bb8-9d70-655e74605a42,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:30.097805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47684) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:30.116734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.173240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687e4c6-7fce-420d-92dc-b778d5695159 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56cb83-9505-4bd8-a723-a49e23d0c31b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:30.240558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.253984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.262668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.269923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.277869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.286130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.293157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.302760 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-bca63e59-9626-47d4-a3fe-d329e514880d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5439 time: 0.5979359 Jul 12 16:14:30.381840 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65397be9-472e-4ad5-b42c-b38d49f2c8c8 x-openstack-request-id: req-65397be9-472e-4ad5-b42c-b38d49f2c8c8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:30.382384 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94446bd-727c-4661-81ab-45e43064fe6b", "name": "network-vif-deleted", "tag": "e5a867b6-e519-4388-ab8f-a5bcb5a6287c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:30.382648 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65397be9-472e-4ad5-b42c-b38d49f2c8c8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:30.383060 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94446bd-727c-4661-81ab-45e43064fe6b', 'name': 'network-vif-deleted', 'tag': 'e5a867b6-e519-4388-ab8f-a5bcb5a6287c', 'status': 'completed', 'code': 200} Jul 12 16:14:30.426607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 45813213-f16f-4b1c-9ae9-4df5ad6b869f {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:30.435957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.439526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:30.458842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:30.501228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.573571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.581740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-1e8e1129-7f4f-4b7e-8725-f0abee5aff7a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.583212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-1e8e1129-7f4f-4b7e-8725-f0abee5aff7a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 807 time: 0.4669552 Jul 12 16:14:30.591069 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.604514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Request body: {'port': {'device_id': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'admin_state_up': True, 'tenant_id': 'bba1278920fc42f2addd1dd434e1e565'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:30.614970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dad6a55-4441-4c0d-930c-b615da13a49f req-13606ac5-5082-4be7-a47c-27c406629c3e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2994325 Jul 12 16:14:30.748686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 01e62e80-e939-46da-9495-a370ff0177bd up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:30.787818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b115f-4678-4228-ae8c-38b50d7b51b2 req-89dfc0ce-8932-4929-9570-654fbc127052 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:30.797965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-118b115f-4678-4228-ae8c-38b50d7b51b2 req-89dfc0ce-8932-4929-9570-654fbc127052 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 946 time: 0.3561778 Jul 12 16:14:30.871116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.944357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-118b115f-4678-4228-ae8c-38b50d7b51b2 req-ca7d80c5-ca81-4756-9025-12a062e3ab73 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454141 Jul 12 16:14:31.032539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port f54346ce-2142-44ed-b24e-ffd4eea6b861 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:31.033411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.092750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Provisioning for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:31.115360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:31.115942 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.145492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:31.181375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.192575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 01e62e80-e939-46da-9495-a370ff0177bd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:31.213607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 01e62e80-e939-46da-9495-a370ff0177bd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:31.219087 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.232618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c72e97d0-1ae0-43ce-9dcb-37035d0f7ac1 req-822fc1c7-aae2-4d29-9645-87d018a0e192 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 210 time: 0.0978451 Jul 12 16:14:31.252760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Made reservation on behalf of bba1278920fc42f2addd1dd434e1e565 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:31.258240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.279443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=45813213-f16f-4b1c-9ae9-4df5ad6b869f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:31.292613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port f54346ce-2142-44ed-b24e-ffd4eea6b861, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f54346ce-2142-44ed-b24e-ffd4eea6b861,segment=NetworkSegment(62f3a2ae-a82d-4946-aae8-150c21f3fe09),segment_id=62f3a2ae-a82d-4946-aae8-150c21f3fe09)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:31.292973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.312275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.325690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f84c93a6-1877-4760-8361-96fc3a5fda9e tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/45813213-f16f-4b1c-9ae9-4df5ad6b869f HTTP/1.1" status: 204 len: 168 time: 1.2188387 Jul 12 16:14:31.327751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47700) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:31.329021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for f54346ce-2142-44ed-b24e-ffd4eea6b861 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:31.368506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:31.368941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.440249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad65473-a774-4c98-b22a-473a4882741a req-6254a9ff-d702-4050-9079-23a0e82f129e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:31.452166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ad65473-a774-4c98-b22a-473a4882741a req-6254a9ff-d702-4050-9079-23a0e82f129e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 944 time: 0.4170327 Jul 12 16:14:31.557671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:31.577194 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36257b5-65ab-4838-8ef2-724a0f05973c" -d '{"events": [{"server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "name": "network-vif-plugged", "status": "completed", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:31.582791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ad65473-a774-4c98-b22a-473a4882741a req-1b7237b9-0508-4fa7-9689-61ee713666db tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296470 Jul 12 16:14:31.658652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 85038268-6e11-4b49-a448-cccdae76b09e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:31.674995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.683559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfdb17fb-1a05-4c2c-83ab-6deb58658cb5 req-01eb1c06-d8aa-4aa9-9763-d58a040558a6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.1044888 Jul 12 16:14:31.692851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Allocated IP 172.20.0.3 (ee785b8b-ec1d-4fa4-8c58-8b0530a582ba/4177a743-efd3-4300-9e58-b311afeda8db/cbc035ca-3e52-4051-ad8c-6e609364124b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:31.722943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.728002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2b5a9-b3f4-4ce3-a1b1-15b4d1d0dee7 None None] DHCP port deletion for beea2846-e4f8-4ec8-a5d5-16194a04d541 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:31.730129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c934c0-5f20-43a0-b291-851fe9ca0507 None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:31.788483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=f54346ce-2142-44ed-b24e-ffd4eea6b861,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:31.805597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port f54346ce-2142-44ed-b24e-ffd4eea6b861 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:31.842634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.846827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47706) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:31.925421 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.970163 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3ec7c-de70-4bd5-9298-8297fb9a5e6a x-openstack-request-id: req-84c3ec7c-de70-4bd5-9298-8297fb9a5e6a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:31.970992 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "name": "network-vif-plugged", "status": "completed", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:31.976834 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84c3ec7c-de70-4bd5-9298-8297fb9a5e6a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:31.977808 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9', 'code': 200} Jul 12 16:14:31.978300 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'code': 200} Jul 12 16:14:32.082557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:32.109531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.126675 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-023a422f-2861-4912-b68e-0d0fb851efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.128445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beea2846-e4f8-4ec8-a5d5-16194a04d541']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:32.168936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f3a2ae-a82d-4946-aae8-150c21f3fe09') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:32.169177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f3a2ae-a82d-4946-aae8-150c21f3fe09') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:32.169851 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.177243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:32.178186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.192461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.236530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7c0e927a-c155-45b5-9b9f-b887b2390035 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:32.251200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.258132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.269060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.271997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:32.275621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.283911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.290365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.297214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.299144 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-1c37207b-1bd9-4b33-a419-e2c28c8cf3e1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5440 time: 0.3347390 Jul 12 16:14:32.303203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.305742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.343808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:32.344548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:32.348453 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:32.479534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598af3c-d95d-4bba-82d5-d6013079bbae req-01a04e5c-6aca-4466-b371-7e4ed7bf89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:32.481476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0598af3c-d95d-4bba-82d5-d6013079bbae req-01a04e5c-6aca-4466-b371-7e4ed7bf89ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1097 time: 0.5564060 Jul 12 16:14:32.501438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:32.607279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6dd6fb8b-a3b9-4190-80bf-885e99659563 None None] Could not find standard attr ID for object 013237eb-97af-4c35-9440-0d275ac63000. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:14:32.634079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:32.676698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:32.684963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7c0e927a-c155-45b5-9b9f-b887b2390035 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:32.685725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.692602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:32.693301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.766115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2546695e-8ac6-4fd6-b29b-dbe534c468db None None] Could not find standard attr ID for object 013237eb-97af-4c35-9440-0d275ac63000. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:14:32.818817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2546695e-8ac6-4fd6-b29b-dbe534c468db None None] Provisioning complete for port d5514960-2821-44ad-911d-45f8e7fe2538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:32.819300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2546695e-8ac6-4fd6-b29b-dbe534c468db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:32.978900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-253e5f1c-af92-4185-ad08-afaccd838eb0 req-c397f821-c264-4f38-9c7f-7b7b7190fe03 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6611257 Jul 12 16:14:33.019939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.043459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.048532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.081671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.089081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/networks/beea2846-e4f8-4ec8-a5d5-16194a04d541 HTTP/1.1" status: 204 len: 168 time: 2.9885328 Jul 12 16:14:33.090034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf1eec-5cd1-4d8b-be04-87c470ad0042 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Network': ['ID=beea2846-e4f8-4ec8-a5d5-16194a04d541,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:33.093700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47716) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:33.102664 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.190282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.226285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:33.231049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0598af3c-d95d-4bba-82d5-d6013079bbae req-70833fde-39bb-4c8e-a89d-f81325bfa02d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052264 Jul 12 16:14:33.284992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:33.294364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f54346ce-2142-44ed-b24e-ffd4eea6b861 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:33.309708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5937-9645-4bf1-ad6e-a381338de483 req-07be6463-efde-44c7-a19b-c8f920fa5d12 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:33.318748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-963f5937-9645-4bf1-ad6e-a381338de483 req-07be6463-efde-44c7-a19b-c8f920fa5d12 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 946 time: 1.0701575 Jul 12 16:14:33.321317 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.328286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eaf0f31f-5c74-4920-862c-519b048c3752 req-f4d46198-209f-4160-97db-ea0ef071dfe8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 210 time: 0.0689499 Jul 12 16:14:33.339385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting subnet 19e24d36-c733-4dbd-8e80-d6a5dc2eff5e {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:33.344133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:33.346769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:33.349827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.354992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:33.441183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.455519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f54346ce-2142-44ed-b24e-ffd4eea6b861 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:33.455982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f54346ce-2142-44ed-b24e-ffd4eea6b861 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:33.487212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 97a61142-d758-4a97-a0b2-a1966a27285e up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:33.586537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:33.589891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2546695e-8ac6-4fd6-b29b-dbe534c468db None None] Provisioning complete for port 01e62e80-e939-46da-9495-a370ff0177bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:33.590466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2546695e-8ac6-4fd6-b29b-dbe534c468db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.605280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.668371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:33.696530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-963f5937-9645-4bf1-ad6e-a381338de483 req-4677725d-5357-4fa0-bdd8-80fdd251ee6e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760922 Jul 12 16:14:33.698414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 97a61142-d758-4a97-a0b2-a1966a27285e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:33.718863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 97a61142-d758-4a97-a0b2-a1966a27285e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:33.719596 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.778742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-32acc974-982b-4918-ad7a-dfe3f68cbd48 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:33.781079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-32acc974-982b-4918-ad7a-dfe3f68cbd48 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 816 time: 1.3639429 Jul 12 16:14:33.783110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.864972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:33.865773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.866243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.874727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/85038268-6e11-4b49-a448-cccdae76b09e HTTP/1.1" status: 204 len: 168 time: 2.5412884 Jul 12 16:14:33.891036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47718) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:33.910795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:33.927140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-42d56ddf-da40-44f1-9d2c-86f2858d06b3 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3317668 Jul 12 16:14:33.957257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f9c2d-d694-4939-97dd-70e04496cb6e None None] Network ced27676-8d9b-4c62-a62c-db4706f06083 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:33.968169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-9dd78d94-a596-4a52-8f40-6861af6dc688 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:14:33.969466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-9dd78d94-a596-4a52-8f40-6861af6dc688 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119131 Jul 12 16:14:33.976324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Subnet': ['ID=19e24d36-c733-4dbd-8e80-d6a5dc2eff5e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:33.995246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd58c-2d9c-4024-bd3f-19129b08868e req-7c60bc66-8edb-485e-81ba-1952eca44327 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:33.998356 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0ddf3f-3e2a-462a-aaf4-17581539dff9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:33.999186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0ddf3f-3e2a-462a-aaf4-17581539dff9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:34.002559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af0ddf3f-3e2a-462a-aaf4-17581539dff9 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/45813213-f16f-4b1c-9ae9-4df5ad6b869f HTTP/1.1" status: 404 len: 337 time: 0.1101472 Jul 12 16:14:34.003706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f7cd58c-2d9c-4024-bd3f-19129b08868e req-7c60bc66-8edb-485e-81ba-1952eca44327 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 944 time: 0.3365295 Jul 12 16:14:34.004406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c7ebf-734c-4a84-b241-724f7c0aeb1d tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=85038268-6e11-4b49-a448-cccdae76b09e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:34.006937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47722) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:34.008324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.010484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb4cb397-34b7-4912-a1de-81d5f8322ce3 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/subnets/19e24d36-c733-4dbd-8e80-d6a5dc2eff5e HTTP/1.1" status: 204 len: 168 time: 0.9158449 Jul 12 16:14:34.033623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47724) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:34.127789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting subnet 25ab05ef-b827-43f2-803c-f6fce662437e {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:34.132731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.150445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-e4daa729-77e4-4300-879a-5d512c023320 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 379 time: 0.3299513 Jul 12 16:14:34.169492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'port': {'device_id': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'admin_state_up': True, 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'security_groups': ['f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:34.179877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.195401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:34.197688 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76686134-98d3-498b-a2ce-39f64585e0dc" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:34.200452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96686a-8115-4da9-b007-0b89016df383 None None] Network 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:34.222834 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.281401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.306032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Made reservation on behalf of 6f2119ed04194611bb7115fc8f6c9938 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:34.309901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.347198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Request body: {'port': {'device_id': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:34.364582 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f7cd58c-2d9c-4024-bd3f-19129b08868e req-f6d00c84-a677-426f-a38c-e5c5eabb1d80 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597403 Jul 12 16:14:34.391354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.434161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1203c1f-a25f-4c90-9e0c-1f037207b184 req-5c6ae15a-938e-48a4-9384-5025ce93a7cb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:34.444674 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1203c1f-a25f-4c90-9e0c-1f037207b184 req-5c6ae15a-938e-48a4-9384-5025ce93a7cb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 931 time: 0.4266758 Jul 12 16:14:34.472993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Provisioning complete for port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:34.473369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.498338 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d903859-0538-4c86-87bc-534da793eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.529494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=97a61142-d758-4a97-a0b2-a1966a27285e,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:34.575789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.598970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Subnet': ['ID=25ab05ef-b827-43f2-803c-f6fce662437e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:34.607841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.623949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e45ab8f8-c44c-4169-8378-c2364988bd81 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:34.645985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.655641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-305c0b2f-3fc4-483e-b01f-006204f86e01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/25ab05ef-b827-43f2-803c-f6fce662437e HTTP/1.1" status: 204 len: 168 time: 0.6426477 Jul 12 16:14:34.672969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47732) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:34.769606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.777927 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabddd9e-1934-48d6-b403-436b6c47d6d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:34.778389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabddd9e-1934-48d6-b403-436b6c47d6d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:34.783061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dabddd9e-1934-48d6-b403-436b6c47d6d7 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/0aa373db-22a5-47e5-8e71-c21170703830 HTTP/1.1" status: 404 len: 337 time: 0.1035514 Jul 12 16:14:34.783727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47736) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:34.814641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1203c1f-a25f-4c90-9e0c-1f037207b184 req-11236ff8-8aff-4452-9d80-f00464f174e8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690712 Jul 12 16:14:34.893034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89d2dfda-3292-49de-8162-b88ee1e2cb94 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "GET /v2.0/ports?device_id=d055259b-9379-43fd-afe9-4f9bbb6a8b5a HTTP/1.1" status: 200 len: 205 time: 0.0873101 Jul 12 16:14:34.893386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:34.896105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:34.959347 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76670f17-039f-47a4-91bc-d50d32c14f64 x-openstack-request-id: req-76670f17-039f-47a4-91bc-d50d32c14f64 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:34.959912 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:34.960612 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76670f17-039f-47a4-91bc-d50d32c14f64 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:34.961163 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd', 'code': 200} Jul 12 16:14:34.961561 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7', 'code': 200} Jul 12 16:14:34.966247 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:34.999467 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-86740b6e-c505-4dcd-a1bd-cc95b39b554c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] delete failed (client error): The resource could not be found. Jul 12 16:14:35.000272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-86740b6e-c505-4dcd-a1bd-cc95b39b554c tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/routers/d055259b-9379-43fd-afe9-4f9bbb6a8b5a HTTP/1.1" status: 404 len: 336 time: 0.1057155 Jul 12 16:14:35.006875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.016738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port e45ab8f8-c44c-4169-8378-c2364988bd81 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:35.029946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.036291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port e45ab8f8-c44c-4169-8378-c2364988bd81 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:35.036665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.116476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] DHCP port deletion for ced27676-8d9b-4c62-a62c-db4706f06083 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:35.123354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Allocated IP 172.20.0.4 (19741516-8b61-4d94-b931-76813d264aa7/3a673cb9-6175-406e-b5e2-87b4582b26f7/0eb09b75-20d3-4091-b5a3-dfbc9aebe15f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:35.147658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] DHCP port deletion for 7d2cd052-fd72-4344-9b91-5aa1d258bcb1 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:35.150229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Provisioning complete for port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:35.150605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.154126 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29ea9b6-e8e5-4e15-b312-5109d4e6daaa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.154940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29ea9b6-e8e5-4e15-b312-5109d4e6daaa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.158263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f29ea9b6-e8e5-4e15-b312-5109d4e6daaa tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/b5cca4cf-f053-4ce0-b13a-018c478c7cc0 HTTP/1.1" status: 404 len: 337 time: 0.1491706 Jul 12 16:14:35.162752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47742) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.176074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.231918 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-56518764-1dbb-40c7-a73f-b14c26897f01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.232524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56518764-1dbb-40c7-a73f-b14c26897f01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.236993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56518764-1dbb-40c7-a73f-b14c26897f01 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/68168d18-0338-447b-beda-99fb82dba89e HTTP/1.1" status: 404 len: 337 time: 0.0709054 Jul 12 16:14:35.239904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-105f2195-26a4-4a75-97cc-aa1d552b322f req-1e06f837-fb65-4f72-b57f-e4af87a7a89d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 210 time: 0.0897741 Jul 12 16:14:35.251833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.256040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.270065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.270275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:35.286061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.295286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.298314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Provisioning complete for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:35.298687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a613f09f-68b0-40f2-ba7a-795fbf1ed5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.311249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.314403 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7f5803-a749-4660-b3e3-78d82ee236eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.314861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7f5803-a749-4660-b3e3-78d82ee236eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.319310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f7f5803-a749-4660-b3e3-78d82ee236eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/46e9ee2a-f12c-4289-a399-d1b722872150 HTTP/1.1" status: 404 len: 337 time: 0.0660107 Jul 12 16:14:35.324040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.329747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.343219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.355809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-6e50b819-f4ce-41ec-8e30-26751044171e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5443 time: 0.5450168 Jul 12 16:14:35.360642 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedc0f21-ce78-40fd-9a35-ce7a7de20247 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.361382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedc0f21-ce78-40fd-9a35-ce7a7de20247 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.366723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dedc0f21-ce78-40fd-9a35-ce7a7de20247 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/46b81667-114a-4136-a7ac-837b66fef4fe HTTP/1.1" status: 404 len: 333 time: 0.0415866 Jul 12 16:14:35.371520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47748) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.373494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.429900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Deleting port 73e08dc9-f30f-475e-b956-ec66a2813287 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:35.430538 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.469147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Deleting port 73e08dc9-f30f-475e-b956-ec66a2813287 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:35.469488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.522395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Deleting port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:35.523209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.559066 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc833ef2-aeb9-41f1-9e91-d973489f7461 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.559528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc833ef2-aeb9-41f1-9e91-d973489f7461 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.564386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dc833ef2-aeb9-41f1-9e91-d973489f7461 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/cb92e214-5d6a-450e-8494-b354770caa50 HTTP/1.1" status: 404 len: 337 time: 0.1917121 Jul 12 16:14:35.566059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47752) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.573149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecdd6312-592c-4c19-9558-7cbe8f60d640 req-c6ad12a4-9bde-4e2d-b2f2-a5a997cabecd tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440334 Jul 12 16:14:35.650920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] For port 73e08dc9-f30f-475e-b956-ec66a2813287, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=73e08dc9-f30f-475e-b956-ec66a2813287,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:35.651058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.666448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] For port f58bfeaa-d776-4a7f-9ac3-16f70734fc69, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,segment=NetworkSegment(9d5c88a9-0c0a-47a2-b36a-70f240607549),segment_id=9d5c88a9-0c0a-47a2-b36a-70f240607549)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:35.667106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.678575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Calling delete_port for 73e08dc9-f30f-475e-b956-ec66a2813287 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:35.685255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Calling delete_port for f58bfeaa-d776-4a7f-9ac3-16f70734fc69 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:35.699994 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dcb403-71a9-4399-8573-a374fe5b4d71 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.700440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dcb403-71a9-4399-8573-a374fe5b4d71 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.704779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a0dcb403-71a9-4399-8573-a374fe5b4d71 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/b7b3f8d8-d3d2-4d59-bf9b-0ed2cce8ab95 HTTP/1.1" status: 404 len: 337 time: 0.0991249 Jul 12 16:14:35.708806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47754) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.732928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68872678-b5bb-42a8-ba79-046d750609b6 req-a9015eaa-b152-4627-8061-ec5f29e2eb49 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:35.734528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68872678-b5bb-42a8-ba79-046d750609b6 req-a9015eaa-b152-4627-8061-ec5f29e2eb49 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 946 time: 0.3276939 Jul 12 16:14:35.797315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Deleting port 8191a26e-4587-4b19-aa64-0b0fbcae8e99 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:35.797315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.820862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.831264 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f77409c-987f-4df8-af7e-211faae08720 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.832108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f77409c-987f-4df8-af7e-211faae08720 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.834391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2f77409c-987f-4df8-af7e-211faae08720 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/d9fede78-6953-4098-af45-58d4a95737a0 HTTP/1.1" status: 404 len: 333 time: 0.1243880 Jul 12 16:14:35.840151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.889917 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68872678-b5bb-42a8-ba79-046d750609b6 req-607ab014-162a-4395-9901-eff481fb7db7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431630 Jul 12 16:14:35.906157 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d5fccd-bbbe-48f3-ac10-1885fcb4a8ef tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:35.906666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d5fccd-bbbe-48f3-ac10-1885fcb4a8ef tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:35.908859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b2d5fccd-bbbe-48f3-ac10-1885fcb4a8ef tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/fd6a006d-0a9b-4619-8ecd-4971cdef2aec HTTP/1.1" status: 404 len: 337 time: 0.0667586 Jul 12 16:14:35.915330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:35.935869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.939769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] No DVR routers for this DVR port f58bfeaa-d776-4a7f-9ac3-16f70734fc69 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:35.950827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:35.964306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a1329-32b7-4106-b23f-700aee234fe3 None None] Pushing event deleted for resources: {'Port': ['ID=f58bfeaa-d776-4a7f-9ac3-16f70734fc69,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:35.967349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Transition to ACTIVE for port object 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:35.969843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] For port 8191a26e-4587-4b19-aa64-0b0fbcae8e99, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8191a26e-4587-4b19-aa64-0b0fbcae8e99,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:35.970205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:35.987735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Calling delete_port for 8191a26e-4587-4b19-aa64-0b0fbcae8e99 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:36.005506 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.038317 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7772c6-5d6d-4726-9211-ba17f1580e4b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] DELETE failed (client error): The resource could not be found. Jul 12 16:14:36.039004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7772c6-5d6d-4726-9211-ba17f1580e4b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:14:36.040692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e7772c6-5d6d-4726-9211-ba17f1580e4b tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/subnets/7dbb4ae2-867d-441d-8c80-f5afc3400c5a HTTP/1.1" status: 404 len: 337 time: 0.1209195 Jul 12 16:14:36.045237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47764) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:36.055453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc035ca-3e52-4051-ad8c-6e609364124b {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:36.074111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.080361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c8f0f6e3-46e2-44e2-a416-e5f8a470c86a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:36.081870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.088733 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.111466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Transition to ACTIVE for port object cbc035ca-3e52-4051-ad8c-6e609364124b will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:36.139307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Network 19741516-8b61-4d94-b931-76813d264aa7 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:36.147506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:36.151737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:36.156877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] For port 73e08dc9-f30f-475e-b956-ec66a2813287, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=73e08dc9-f30f-475e-b956-ec66a2813287,segment=NetworkSegment(37222ed6-78df-44d2-b8cb-a2afe5628c41),segment_id=37222ed6-78df-44d2-b8cb-a2afe5628c41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:36.157288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.193262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Calling delete_port for 73e08dc9-f30f-475e-b956-ec66a2813287 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:36.246793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40f73-5b36-4637-87a0-1702ac9c7521 req-ee76cfaf-b4b8-40e0-b5bc-27fffc46d4e9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:36.258340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bcf40f73-5b36-4637-87a0-1702ac9c7521 req-ee76cfaf-b4b8-40e0-b5bc-27fffc46d4e9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 944 time: 0.4717309 Jul 12 16:14:36.303678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.305655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.388395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.390078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.402502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.406810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Port': ['ID=73e08dc9-f30f-475e-b956-ec66a2813287,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.452767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] No DVR routers for this DVR port 73e08dc9-f30f-475e-b956-ec66a2813287 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:36.463358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] No DVR routers for this DVR port 73e08dc9-f30f-475e-b956-ec66a2813287 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:36.476387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:36.477346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.482428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:36.485060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb882c51-b096-492d-8c5e-b69caabeb421 None None] Pushing event deleted for resources: {'Port': ['ID=73e08dc9-f30f-475e-b956-ec66a2813287,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.488601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f1d994d-0b4e-480d-affd-b84503410a51 None None] Provisioning complete for port 97a61142-d758-4a97-a0b2-a1966a27285e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:36.489130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f1d994d-0b4e-480d-affd-b84503410a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.510197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fb010b27-a648-44bf-9687-874f45fd2421 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3510571 Jul 12 16:14:36.526760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:36.527348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Request body: {'port': {'device_id': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:36.527995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.546657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d161d7-6aec-4ea1-bb72-a142b7ce4b38 req-a751e784-e559-4215-aebc-2787c13cfd9b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:36.548888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72d161d7-6aec-4ea1-bb72-a142b7ce4b38 req-a751e784-e559-4215-aebc-2787c13cfd9b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.3251903 Jul 12 16:14:36.618058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bcf40f73-5b36-4637-87a0-1702ac9c7521 req-44d30e95-9979-48e6-8ba1-caad4cea7b8a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588591 Jul 12 16:14:36.679042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.708346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:36.713108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:36.713451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:36.744721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.760157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:36.769988 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.820890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.827388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:36.833039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2cd052-fd72-4344-9b91-5aa1d258bcb1']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:36.848622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37222ed6-78df-44d2-b8cb-a2afe5628c41') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:36.850219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37222ed6-78df-44d2-b8cb-a2afe5628c41') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:36.860486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.876869 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.884959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:36.885375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:36.958334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:36.966426 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:36.969200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:14:36.969200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:36.970008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a61142-d758-4a97-a0b2-a1966a27285e'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:36.977173 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b3296-2aea-4dea-8ec8-3552746abe7c" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "97a61142-d758-4a97-a0b2-a1966a27285e"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:36.984295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Deleting port 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:36.984645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.016179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Provisioning for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:37.027444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:37.028334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.072578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72d161d7-6aec-4ea1-bb72-a142b7ce4b38 req-57f6749c-94c9-4328-9f68-8b470bef7979 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996483 Jul 12 16:14:37.087100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.091225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.110603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.124004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:37.134146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Calling delete_port for 78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:37.136566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:37.145749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.148325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] 10.222.0.58 "DELETE /v2.0/networks/7d2cd052-fd72-4344-9b91-5aa1d258bcb1 HTTP/1.1" status: 204 len: 168 time: 3.0332050 Jul 12 16:14:37.149275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Pushing event deleted for resources: {'Port': ['ID=8191a26e-4587-4b19-aa64-0b0fbcae8e99,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:37.149415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:37.149759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:37.150298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:37.150699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Bound port: cbc035ca-3e52-4051-ad8c-6e609364124b, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:37.150919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.168418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.191469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:37.192373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.240775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475ac6-6656-4784-a465-e36ff49b3930 tempest-ServersTestMultiNic-1775783754 tempest-ServersTestMultiNic-1775783754-project] Pushing event deleted for resources: {'Network': ['ID=7d2cd052-fd72-4344-9b91-5aa1d258bcb1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:37.299276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.300327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:37.333684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Provisioning complete for port e45ab8f8-c44c-4169-8378-c2364988bd81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:37.334067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1a727e5b-1d4a-4f44-85dd-34cf36727b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.337750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-fc924da3-147f-4cb4-b6d9-1f97230e7e6a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1452544246&fields=id&tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 267 time: 0.3731806 Jul 12 16:14:37.384795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f58bfeaa-d776-4a7f-9ac3-16f70734fc69 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:37.385066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58bfeaa-d776-4a7f-9ac3-16f70734fc69 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:37.385489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 73e08dc9-f30f-475e-b956-ec66a2813287 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:37.410514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 73e08dc9-f30f-475e-b956-ec66a2813287 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:37.410918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 73e08dc9-f30f-475e-b956-ec66a2813287 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:37.450291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:37.479208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.481867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:37.492805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.572123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:37.579210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.586011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:37.586775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.588743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] 10.222.0.65 "PUT /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 1091 time: 3.6098499 Jul 12 16:14:37.590160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.591739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:37.602562 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e5037-b494-4111-84fd-b731f8dad536" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:37.643714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.645894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/ports/78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce HTTP/1.1" status: 204 len: 168 time: 1.5998020 Jul 12 16:14:37.651807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:37.692844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:37.697082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e54e0353-6a2f-45af-9f16-cd197af6bb74 None None] Provisioning complete for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:37.697697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e54e0353-6a2f-45af-9f16-cd197af6bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.699630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-a6c54560-a705-4172-94c2-40eb0003b03a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:37.701568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-a6c54560-a705-4172-94c2-40eb0003b03a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 946 time: 0.3542717 Jul 12 16:14:37.709639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f503e5b-3727-4879-9890-8063a2e04351 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:37.735473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'security_groups': ['246ba454-65b7-49b0-bfce-4a776b4bfe20', '3978eab4-0384-4097-9efd-280f8ac98d85']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:37.789252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4134-6e92-4841-bcea-5b3894f523dd req-7fc568c3-529f-4167-879e-1067a5b65333 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:37.791123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cc4134-6e92-4841-bcea-5b3894f523dd req-7fc568c3-529f-4167-879e-1067a5b65333 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 931 time: 0.4987812 Jul 12 16:14:37.835399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.850857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73cedc-5f18-4654-bb23-32fa557645f3 tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Port': ['ID=78bbd5d6-a003-47e9-b66c-8ea78c3dd1ce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:37.876135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-8453b83d-9700-4771-9bdd-485167ac88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:37.876450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.877838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-8453b83d-9700-4771-9bdd-485167ac88b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1094 time: 0.2355194 Jul 12 16:14:37.880759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:37.890606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cc4134-6e92-4841-bcea-5b3894f523dd req-d0b40fe4-8c08-4f75-b6e2-f64b697c27f5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884337 Jul 12 16:14:37.989838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-0764803f-6f99-404d-bff6-2f2c16efc56b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 217 time: 0.0919785 Jul 12 16:14:38.103044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-5d8f14a9-4f51-4e0c-bbfa-4375b814fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.104671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-5d8f14a9-4f51-4e0c-bbfa-4375b814fb58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0737112 Jul 12 16:14:38.166727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:38.186248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-e0f3bc59-8b19-4c9b-9c97-99e8fca01e77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640213 Jul 12 16:14:38.206836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.219579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.229720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced27676-8d9b-4c62-a62c-db4706f06083']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:38.254624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c88a9-0c0a-47a2-b36a-70f240607549') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:38.254860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c88a9-0c0a-47a2-b36a-70f240607549') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:38.269099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Transition to ACTIVE for port object 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:38.297234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:38.312390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.315306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.352705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.355038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-d9a77bca-ed90-4890-bb97-5fa0b6032372 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548684 Jul 12 16:14:38.359795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.375415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.378266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a', '902743b8-f886-4c7f-846b-7f19af7716e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:38.433995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.439946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.446526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.452740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.459386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.460119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.460369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.461553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-328ee75a-2cfb-43fa-9993-0b9f7331349e req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "PUT /v2.0/ports/902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 982 time: 0.7421265 Jul 12 16:14:38.467041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.474094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.476309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-de2d3c4d-99c2-4480-ba77-0bf27a699c7e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.4340613 Jul 12 16:14:38.500861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:38.501471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:38.512094 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:38.515337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be06ce-bc80-484d-bef7-d5b09fe56fad tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:38.550362 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a7f577-b1ad-497b-893a-40aee032245f x-openstack-request-id: req-57a7f577-b1ad-497b-893a-40aee032245f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:38.550675 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "97a61142-d758-4a97-a0b2-a1966a27285e", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:38.550922 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57a7f577-b1ad-497b-893a-40aee032245f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:38.551313 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a61142-d758-4a97-a0b2-a1966a27285e', 'code': 200} Jul 12 16:14:38.551629 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'code': 200} Jul 12 16:14:38.551891 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'code': 200} Jul 12 16:14:38.556154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe05c36-bfc0-4df4-b047-1d96b1ccdf77 req-df62fed0-6bb8-4a20-a306-ebaa5a4c1418 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874826 Jul 12 16:14:38.637095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['902743b8-f886-4c7f-846b-7f19af7716e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:38.671391 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bacdec1-7e52-402c-a1b3-e29ca97b0dcf x-openstack-request-id: req-8bacdec1-7e52-402c-a1b3-e29ca97b0dcf {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:38.671824 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:38.672123 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bacdec1-7e52-402c-a1b3-e29ca97b0dcf {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:38.672534 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'status': 'completed', 'code': 200} Jul 12 16:14:38.694646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:38.778438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e5037-b494-4111-84fd-b731f8dad536 req-11844e02-9295-4aa0-a22d-3adc2747012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:38.780945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-11844e02-9295-4aa0-a22d-3adc2747012a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1094 time: 0.0734115 Jul 12 16:14:38.786913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1d0a22d-3949-45c9-b6fe-88bbeb7176ea req-7964a1e9-ddcb-4744-8043-8d9c71311668 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999651 Jul 12 16:14:38.787627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.792515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:38.797291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] 10.222.0.58 "DELETE /v2.0/networks/ced27676-8d9b-4c62-a62c-db4706f06083 HTTP/1.1" status: 204 len: 168 time: 1.1392119 Jul 12 16:14:38.797793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Router 5b9f1434-5543-4789-870b-a8772fc0de5b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:38.836139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ef178-bfa9-406d-a262-8b1c0ec5f6eb tempest-PortsIpV6TestJSON-828375250 tempest-PortsIpV6TestJSON-828375250-project] Pushing event deleted for resources: {'Network': ['ID=ced27676-8d9b-4c62-a62c-db4706f06083,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:38.869819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Attempting to bind port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:38.874094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Attempting to bind port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:38.874625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Attempting to bind port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:39.031793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f on network 19741516-8b61-4d94-b931-76813d264aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:14:39.031893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Attempting to bind port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:39.065942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:39.066299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:39.066690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Bound using segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:39.067147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Bound port: 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:39.067517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:39.130300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.130950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.143287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.143836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.144324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.145060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.145544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.148549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-c35a998d-ddf0-4fd0-9d9f-e8802eb4ef45 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.4824018 Jul 12 16:14:39.171446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47792) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:39.176033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:39.217848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4835f176-80eb-4786-b36a-37439da8083e admin admin] 10.222.0.58 "PUT /v2.0/routers/5b9f1434-5543-4789-870b-a8772fc0de5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3655829 Jul 12 16:14:39.222050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:39.318500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Sync routers for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:39.329226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23ad5caf-31eb-418a-a2be-d27eadae017d req-f25e5b1e-8cbe-4ae1-8311-d942bd2c5153 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&id=9238b59d-ad10-45f9-a2d8-df9bd020385a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694787 Jul 12 16:14:39.351037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da51df-24d2-4caa-9043-260964ba6468 req-0a5e9b8d-7494-46f8-a4ff-d06940f5cfd9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.358055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9da51df-24d2-4caa-9043-260964ba6468 req-0a5e9b8d-7494-46f8-a4ff-d06940f5cfd9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.5480328 Jul 12 16:14:39.365810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:39.366835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:39.390435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e5037-b494-4111-84fd-b731f8dad536 req-a466bafa-63da-42af-98b2-5542206368f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.391985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-a466bafa-63da-42af-98b2-5542206368f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.5610771 Jul 12 16:14:39.400668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9da51df-24d2-4caa-9043-260964ba6468 req-fa100520-bc2f-45df-9a9f-cc4f47043aa4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Jul 12 16:14:39.446366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-30fcedae-21fe-4efc-a768-d459274cc623 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 217 time: 0.0414944 Jul 12 16:14:39.512004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:39.528155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b28f52f-5f68-4307-a4dc-11d12063732a req-2ced7055-661b-4335-a0d0-91714237deee tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/3978eab4-0384-4097-9efd-280f8ac98d85 HTTP/1.1" status: 200 len: 1802 time: 0.0842791 Jul 12 16:14:39.529792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e5037-b494-4111-84fd-b731f8dad536 req-598f415e-1406-42df-aeff-c35ed108cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.531229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-598f415e-1406-42df-aeff-c35ed108cd4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0779274 Jul 12 16:14:39.582017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-a0daa99b-66be-422a-b742-27fc41b8631a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369415 Jul 12 16:14:39.658925 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-1b28f52f-5f68-4307-a4dc-11d12063732a req-a2028d6c-41cd-45cc-836c-e9fc2efccc5a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 12 16:14:39.659890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b28f52f-5f68-4307-a4dc-11d12063732a req-a2028d6c-41cd-45cc-836c-e9fc2efccc5a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/3978eab4-0384-4097-9efd-280f8ac98d85 HTTP/1.1" status: 409 len: 341 time: 0.1240509 Jul 12 16:14:39.677242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:39.686630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf574a-4cec-433d-963a-a5056ca6d979 req-21e666bf-ff40-47e8-878b-9d590501d094 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.688402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52bf574a-4cec-433d-963a-a5056ca6d979 req-21e666bf-ff40-47e8-878b-9d590501d094 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.6538856 Jul 12 16:14:39.698658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-144071f1-cf2c-4f27-b757-412196f677b7 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061187 Jul 12 16:14:39.722439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:14:36Z', 'revision_number': 5, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:39.726749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:39.749045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:39.758114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Checking router: 5b9f1434-5543-4789-870b-a8772fc0de5b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:39.760229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:39.768537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Routers {'5b9f1434-5543-4789-870b-a8772fc0de5b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:39.769183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5b9f1434-5543-4789-870b-a8772fc0de5b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:39.817414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f04e5037-b494-4111-84fd-b731f8dad536 req-035515a8-f672-428f-ba87-1e2d4fe83442 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066842 Jul 12 16:14:39.850777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:39.851412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:39.853112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] 10.222.0.65 "PUT /v2.0/ports/0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 1091 time: 3.3324285 Jul 12 16:14:39.862297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:39.864639 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b602ef47-ce19-4c87-8afc-cc3ce49fb306" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:39.871743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60633fb9-1bca-4cae-ae06-268af68a581a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85079eef752242748908b22d831c3b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956675 Jul 12 16:14:39.873427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47806) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:39.886583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52bf574a-4cec-433d-963a-a5056ca6d979 req-bcaf1557-aa0a-49da-b7d9-381b1b3fdf4a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815202 Jul 12 16:14:39.933371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] Set router 5b9f1434-5543-4789-870b-a8772fc0de5b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:39.944938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee820e-8db4-4171-9649-15d917a2ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:40.017259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.018451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.061590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.087698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-56452758-a79f-47ba-b0c0-cbf8f830099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.091268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-56452758-a79f-47ba-b0c0-cbf8f830099b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1094 time: 0.1589851 Jul 12 16:14:40.113195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5b48c-9227-4c5d-8df3-98a6d6fdc539 req-2ff75523-e20e-46ee-9403-28c02684e018 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.121523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c5b48c-9227-4c5d-8df3-98a6d6fdc539 req-2ff75523-e20e-46ee-9403-28c02684e018 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 943 time: 0.2033432 Jul 12 16:14:40.157167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-fda30eb5-26f2-43eb-82cd-1be5e2db4a49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 217 time: 0.0521672 Jul 12 16:14:40.178482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.181047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.182202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9927b492-cb31-4ab3-bbf4-4b2455d060ec HTTP/1.1" status: 204 len: 168 time: 0.3072987 Jul 12 16:14:40.194188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c5b48c-9227-4c5d-8df3-98a6d6fdc539 req-49b40fff-302c-4143-b6f3-6298282e3ea2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707388 Jul 12 16:14:40.200966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334f1ed-16ab-4ee5-818e-a9f9eb3309ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9927b492-cb31-4ab3-bbf4-4b2455d060ec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:40.240332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Deleting port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:40.240855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.286208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:14:36Z', 'revision_number': 5, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:40.321574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-dab76843-4918-4034-9c63-290577fd620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.323626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-dab76843-4918-4034-9c63-290577fd620d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.1513686 Jul 12 16:14:40.341256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbce0e-9770-4a2a-954f-b893f0530b3f None None] The sync data for ids ['5b9f1434-5543-4789-870b-a8772fc0de5b'] in n-d-800078-3 is: [{'id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1669312948-router', 'tenant_id': '50b768190198447d962518e3e33c2754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:13Z', 'updated_at': '2021-07-12T16:14:36Z', 'revision_number': 5, 'project_id': '50b768190198447d962518e3e33c2754', 'gw_port': {'id': '9a43eccc-c8d5-4603-b6d0-8830f58e2e9d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f1434-5543-4789-870b-a8772fc0de5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:14Z', 'updated_at': '2021-07-12T16:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:40.426276 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c5b96-603e-4450-bf37-20935821a1a5 x-openstack-request-id: req-cb4c5b96-603e-4450-bf37-20935821a1a5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:40.426563 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:40.426813 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb4c5b96-603e-4450-bf37-20935821a1a5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:40.427208 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'status': 'completed', 'code': 200} Jul 12 16:14:40.452545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] For port 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:40.452927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.494795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Calling delete_port for 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:40.553410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:40.556149 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aefded-1fd7-4ccb-8475-377907505ec5" -d '{"events": [{"server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "name": "network-vif-plugged", "status": "completed", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:40.589189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-b1567f62-9b7a-4cfd-8bb1-be5db545bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.591019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-b1567f62-9b7a-4cfd-8bb1-be5db545bd20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1136 time: 0.2467945 Jul 12 16:14:40.595616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b4f34-e79b-46f4-8dd6-badfc9a6dc02 req-df15b95a-6bdd-41cf-8847-18af97d2f58e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.597005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-141b4f34-e79b-46f4-8dd6-badfc9a6dc02 req-df15b95a-6bdd-41cf-8847-18af97d2f58e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 985 time: 0.0834978 Jul 12 16:14:40.597439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-ddd81b2f-c7c5-4b45-a7b3-ab4747569e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.599017 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-ddd81b2f-c7c5-4b45-a7b3-ab4747569e12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592528 Jul 12 16:14:40.646423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-141b4f34-e79b-46f4-8dd6-badfc9a6dc02 req-66f759d0-eb01-49ba-b00d-d5c379a0cdbb tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0426171 Jul 12 16:14:40.673277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:40.676330 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:40.779272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.788104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47832) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:40.789303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.795423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.803163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.812482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.824461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.830431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:40.841710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-2e7fcec8-1cfd-4aea-b8e7-6a138ff22f87 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.4075391 Jul 12 16:14:40.986022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-3e079096-fa0a-4d4b-b3ef-755af6a70a40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2610931 Jul 12 16:14:41.009593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bc2a58c-5521-4a95-8d30-782a2a82d517 req-49b8efcd-0072-4c7b-a99a-28357471b747 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512854 Jul 12 16:14:41.025681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-6c1a5149-2235-4227-8c7b-9cd93f03e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.027218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-6c1a5149-2235-4227-8c7b-9cd93f03e012 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.4220834 Jul 12 16:14:41.034869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-160d8da5-fbb1-49db-842e-6e436a310bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100387 Jul 12 16:14:41.107456 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf4456-88b3-426e-9397-814dffda7310 x-openstack-request-id: req-1baf4456-88b3-426e-9397-814dffda7310 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:41.107822 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "name": "network-vif-plugged", "status": "completed", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:41.108585 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1baf4456-88b3-426e-9397-814dffda7310 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:41.108999 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1', 'code': 200} Jul 12 16:14:41.124609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8191a26e-4587-4b19-aa64-0b0fbcae8e99 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:41.162489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d135fc2-8297-4b7f-8055-54df4b0587a2 req-03e153e8-0387-44b4-9dc2-b2fc7c418256 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974946 Jul 12 16:14:41.181570 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40030d6-81bc-459a-918d-0f7aff241e97 x-openstack-request-id: req-b40030d6-81bc-459a-918d-0f7aff241e97 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:41.181882 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:41.182646 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b40030d6-81bc-459a-918d-0f7aff241e97 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:41.183297 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9', 'status': 'completed', 'code': 200} Jul 12 16:14:41.189920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8191a26e-4587-4b19-aa64-0b0fbcae8e99 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:41.190300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8191a26e-4587-4b19-aa64-0b0fbcae8e99 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:41.199332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-5f5fe39c-3c71-44b2-8878-96b5d84c5f31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 217 time: 0.1620080 Jul 12 16:14:41.217409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857ae28-bfe3-4780-a5aa-38df7cc456cf req-2792aa4b-c28d-43ea-82fa-fa4ed6aab512 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.225978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1857ae28-bfe3-4780-a5aa-38df7cc456cf req-2792aa4b-c28d-43ea-82fa-fa4ed6aab512 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.3429885 Jul 12 16:14:41.272265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.323983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47846) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:41.334038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-1c1bcc21-74b5-4943-b9de-6a04f164a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.335500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-1c1bcc21-74b5-4943-b9de-6a04f164a26c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.1285565 Jul 12 16:14:41.343368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a43eccc-c8d5-4603-b6d0-8830f58e2e9d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:41.397388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1857ae28-bfe3-4780-a5aa-38df7cc456cf req-32675d4d-2592-4f39-bbd0-bf6e87e7f643 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702507 Jul 12 16:14:41.407810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-76f4ed69-f44d-47ee-b3b9-71858e5f9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.409311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-76f4ed69-f44d-47ee-b3b9-71858e5f9e46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 1095 time: 0.2905612 Jul 12 16:14:41.423424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a63450-a57d-4d07-a7cb-f4c5054b455e req-4705cac8-76fe-4ea0-b463-4eb7b39598d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.424989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f1a63450-a57d-4d07-a7cb-f4c5054b455e req-4705cac8-76fe-4ea0-b463-4eb7b39598d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 1096 time: 0.2227066 Jul 12 16:14:41.440609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-8d8ca86a-50e0-4c62-a4e7-e361a78518d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870488 Jul 12 16:14:41.472115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-218025057'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:41.557563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-86843141-4dd1-417e-bd0a-f5130ed619b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.559077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-86843141-4dd1-417e-bd0a-f5130ed619b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1094 time: 0.2966692 Jul 12 16:14:41.563264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.614415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f1a63450-a57d-4d07-a7cb-f4c5054b455e req-96c6e9d5-622e-4522-a5ce-299c4a3edbca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609488 Jul 12 16:14:41.622377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Made reservation on behalf of a6ec2b19050f4af38ebc358dfe9c8650 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:41.625859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.667270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.711879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-0c8c5864-0458-463f-984b-36e3b277af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.713269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-0c8c5864-0458-463f-984b-36e3b277af16 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2588186 Jul 12 16:14:41.734589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.737372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.749598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddc4fe-17ce-4397-a8fd-b3c019be2774 req-841fcfde-0962-4a2b-b988-98377441b5eb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.751108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7dddc4fe-17ce-4397-a8fd-b3c019be2774 req-841fcfde-0962-4a2b-b988-98377441b5eb tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.4189618 Jul 12 16:14:41.770945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-8c71dff9-390e-4fdc-af81-54a7fc55e6ec service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040802 Jul 12 16:14:41.788155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-28c74637-6da0-47cd-b323-401d20ac92eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 200 len: 217 time: 0.0621097 Jul 12 16:14:41.795963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e098b8e-8555-4ed6-9918-d747738c8e9d req-801195b5-1fc1-418c-9cca-265d907c88d5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.797398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e098b8e-8555-4ed6-9918-d747738c8e9d req-801195b5-1fc1-418c-9cca-265d907c88d5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 943 time: 0.2662077 Jul 12 16:14:41.907762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-54b71ef6-3850-4186-b7bc-2546b21fcd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.909279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-54b71ef6-3850-4186-b7bc-2546b21fcd3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1108665 Jul 12 16:14:41.965563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e098b8e-8555-4ed6-9918-d747738c8e9d req-f5dbd0d5-2a85-463e-8e35-db2454dd6c13 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590796 Jul 12 16:14:41.994561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-8dbc9f92-ac0d-4d42-ab15-cda864d7948b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623326 Jul 12 16:14:42.071536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.081088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.144250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.144757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9f1434-5543-4789-870b-a8772fc0de5b {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:14:42.153164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.154315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-865498ca-a82a-4b6e-94db-65a5dc6d6c0c admin admin] 10.222.0.58 "DELETE /v2.0/routers/5b9f1434-5543-4789-870b-a8772fc0de5b HTTP/1.1" status: 204 len: 168 time: 2.9293137 Jul 12 16:14:42.159166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47854) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:42.161080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:14:42.190921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae26606-7784-4bb3-a764-2bcc45d564a2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:42.206662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.206948 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Added segment 5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38 of type vlan for network d0ba739d-dfad-4d30-9042-7a2472bf8369 Jul 12 16:14:42.211165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.226657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7dddc4fe-17ce-4397-a8fd-b3c019be2774 req-d6d06ac8-5557-4b50-b4e8-288c98fe85ba tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683299 Jul 12 16:14:42.251795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-47a88b85-62b9-47d7-902b-21950a7f451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.253283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-47a88b85-62b9-47d7-902b-21950a7f451c service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.6786244 Jul 12 16:14:42.293098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-0f111714-ecc3-4b28-a9ec-d3a7eb94d6cd service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967303 Jul 12 16:14:42.314692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Deleting subnet 137dbc76-c28a-419f-a248-f6ba145ccee0 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:42.321275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-4fb05ada-825b-4646-8a8a-d5341a3895e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 217 time: 0.0575318 Jul 12 16:14:42.324964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.371792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b38d94-5235-4055-a351-92fbbc9b5979 req-370d2e1c-85b8-4b5b-a929-96e3d1147a66 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653858 Jul 12 16:14:42.408231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.411692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.466777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b5285-3e07-4334-b26c-9da4602a5999 req-a645616d-4aa2-4974-bdad-b361ad4d297b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.468497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-599b5285-3e07-4334-b26c-9da4602a5999 req-a645616d-4aa2-4974-bdad-b361ad4d297b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 985 time: 0.3790627 Jul 12 16:14:42.506337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-6a41901e-d841-4285-8b44-e89dfd37136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.508105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-6a41901e-d841-4285-8b44-e89dfd37136a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.1582232 Jul 12 16:14:42.545839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.551457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.552067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.615893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-033455b7-4875-4ca5-939f-b34fced53dc4 req-d7ec644f-98c0-419a-bc9f-cf92b0726d7b service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122387 Jul 12 16:14:42.636961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.670673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3429561 Jul 12 16:14:42.671494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47858) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:42.671656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.678312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.684652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.690844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.697726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Request body: {'subnet': {'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:42.697938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.702723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6cf7-def8-46b0-ae9c-636762495f59 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event updated for resources: {'Network': ['ID=d0ba739d-dfad-4d30-9042-7a2472bf8369,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:42.704358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.709271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-599b5285-3e07-4334-b26c-9da4602a5999 req-e18522f1-e13a-43a7-bdf1-4eed75544e4b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2270353 Jul 12 16:14:42.710928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.719741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-dee53357-c1f7-4e2d-82cd-e3aced39b565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.3261056 Jul 12 16:14:42.727317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-e6fc3404-4828-47f2-8efb-d278d7c12514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.729082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-e6fc3404-4828-47f2-8efb-d278d7c12514 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1136 time: 0.2718046 Jul 12 16:14:42.729978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:14:42.869079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-86b57f65-0ce8-4b11-9299-4055cf01332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:42.870605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-86b57f65-0ce8-4b11-9299-4055cf01332a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3483241 Jul 12 16:14:42.937538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98bc1023-a552-40ec-a2d1-ce7d883dc5d4 req-f913b623-2029-4b11-9062-351cacfe0dad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164581 Jul 12 16:14:42.941811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Made reservation on behalf of a6ec2b19050f4af38ebc358dfe9c8650 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:42.945510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:42.972074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.015399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137dbc76-c28a-419f-a248-f6ba145ccee0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:43.018739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.025613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7283ba-aeb0-481f-9293-4ab475ffacf0 None None] Network aaeaf840-b117-4b05-8037-b038f38629fb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:43.029806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47864) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:43.035667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-597728c4-13e0-4268-a94f-d6de359c9ab9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/137dbc76-c28a-419f-a248-f6ba145ccee0 HTTP/1.1" status: 204 len: 168 time: 0.8617005 Jul 12 16:14:43.075750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-6c25f162-4b5b-44b2-93f0-da55d03d2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.077439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-6c25f162-4b5b-44b2-93f0-da55d03d2331 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.3316350 Jul 12 16:14:43.149246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-7f35c66c-7904-46b9-aa2a-21fe3c5f24f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 217 time: 0.0612392 Jul 12 16:14:43.204363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:43.214484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-733b6e0a-960f-4407-91b6-2d53a0184c14 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260834 Jul 12 16:14:43.252163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:43.252396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a43eccc-c8d5-4603-b6d0-8830f58e2e9d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:43.296570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-6b75f7fb-79ef-43ad-b8dc-dc28a93a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.298095 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-6b75f7fb-79ef-43ad-b8dc-dc28a93a67c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.1325135 Jul 12 16:14:43.360210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-f25fc223-ce4a-4df2-a79e-6b73ff809848 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447729 Jul 12 16:14:43.371573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] DHCP port deletion for aaeaf840-b117-4b05-8037-b038f38629fb request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:43.381506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.387636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.393616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.400213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.406180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.412774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.418838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.420871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce5cefee-35f2-47f3-bed3-6c7f162a59d6 req-3e2e94be-78fe-4d1a-9145-9443e4a346be tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.2775192 Jul 12 16:14:43.421725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Deleting port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:43.422103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.434999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47868) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:43.447898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Request body: {'floatingip': {'port_id': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:43.491077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b602ef47-ce19-4c87-8afc-cc3ce49fb306 req-44bfbf8d-6727-4f6f-8ac9-46b2a500b00d service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565312 Jul 12 16:14:43.494534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ac12a-c299-412d-8abc-0ac6de014315 req-8138e77d-2528-4cd4-a528-612e84f0d3d7 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:43.496086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-696ac12a-c299-412d-8abc-0ac6de014315 req-8138e77d-2528-4cd4-a528-612e84f0d3d7 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.6386747 Jul 12 16:14:43.512987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] For port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,segment=NetworkSegment(04b3c578-22e6-47dc-824e-760fdded49e3),segment_id=04b3c578-22e6-47dc-824e-760fdded49e3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:43.513305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.527111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.545066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Calling delete_port for 773cf3bf-be3d-4ab6-b605-d7cad8b9daab owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:43.562984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.595696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Deleting port 97197c01-bbfe-4d95-8b84-4cfb883add65 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:43.595945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.608348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-696ac12a-c299-412d-8abc-0ac6de014315 req-7829b07f-0511-481d-aef8-72569e47b187 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928681 Jul 12 16:14:43.679871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.722660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] Pushing event deleted for resources: {'Port': ['ID=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:43.725425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9554faad-3433-4b63-aae3-6131017e1ced None None] No DVR routers for this DVR port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:43.768872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-49df4c37-99e3-4b08-b380-d4bfdbb5015e service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362875 Jul 12 16:14:43.815912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] For port 97197c01-bbfe-4d95-8b84-4cfb883add65, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97197c01-bbfe-4d95-8b84-4cfb883add65,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:43.816411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.855733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.858615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:43.884903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Calling delete_port for 97197c01-bbfe-4d95-8b84-4cfb883add65 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:43.940845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Deleting port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:43.941280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:43.988989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:44.009076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244e7fb-94bc-4d88-ab73-66cec34586dc req-db0324bf-23d2-4b8f-9642-42b663aa435e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:44.009788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] For port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab, host n-d-800078-3, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:44.010235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.016789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a244e7fb-94bc-4d88-ab73-66cec34586dc req-db0324bf-23d2-4b8f-9642-42b663aa435e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 943 time: 0.4162138 Jul 12 16:14:44.028098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:44.048141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Calling delete_port for 773cf3bf-be3d-4ab6-b605-d7cad8b9daab owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:44.065847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab was not found and therefore no delete operation was performed {{(pid=93712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:14:44.081478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.082716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdcfd12-3de1-4582-b0f7-bd6aa686f3b8 req-bf331d52-64a0-499b-a4c7-82a582c8b827 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952113 Jul 12 16:14:44.111200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:44.134415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:44.140423 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.151350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.167999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a244e7fb-94bc-4d88-ab73-66cec34586dc req-92c10009-a950-4a36-9e26-c0b2eacb5fdb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501453 Jul 12 16:14:44.212142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event updated for resources: {'Subnet': ['ID=539fb344-78fd-4811-858f-7c699146a9e4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:44.225665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=773cf3bf-be3d-4ab6-b605-d7cad8b9daab,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:44.229032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] No DVR routers for this DVR port 773cf3bf-be3d-4ab6-b605-d7cad8b9daab on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:44.268060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:44.275926 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:14:44.302534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Checking segment: {'id': '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:44.302893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Network hostable DHCP agents. Network: d0ba739d-dfad-4d30-9042-7a2472bf8369, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:14:44.468050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b7ec7-5683-4d1d-ba0e-1682ba271976 req-1562db20-9243-46a7-94a1-2457546f665d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:44.469798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc5b7ec7-5683-4d1d-ba0e-1682ba271976 req-1562db20-9243-46a7-94a1-2457546f665d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.6370482 Jul 12 16:14:44.484197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.495554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:44.514520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:14:44.518565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeaf840-b117-4b05-8037-b038f38629fb']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:44.570027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b3c578-22e6-47dc-824e-760fdded49e3') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:44.570368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b3c578-22e6-47dc-824e-760fdded49e3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:44.575720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc5b7ec7-5683-4d1d-ba0e-1682ba271976 req-637a01b8-ab60-4597-83c7-a9795f6b59f7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941143 Jul 12 16:14:44.618553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d0ba739d-dfad-4d30-9042-7a2472bf8369) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:44.628337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d54e4e-a779-48ee-8d7f-47700d16c475 None None] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:44.632866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.637110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:44.637717 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.672238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.682793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fec749fb-61d6-47d0-a695-172ea6491287 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0039799 Jul 12 16:14:44.682793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.684483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:44.685429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:44.685916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:44.690692 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:44.695112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Request body: {'port': {'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369', 'name': 'tempest-TagsExtTest-534056678'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:44.772172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=97197c01-bbfe-4d95-8b84-4cfb883add65,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:44.927086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.943813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:44.949055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aaeaf840-b117-4b05-8037-b038f38629fb HTTP/1.1" status: 204 len: 168 time: 1.9163649 Jul 12 16:14:44.953910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47882) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:44.987176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:14:45.005613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d0ba739d-dfad-4d30-9042-7a2472bf8369', 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369', 'tenant_id': 'a6ec2b19050f4af38ebc358dfe9c8650', 'fixed_ips': [{'subnet_id': '539fb344-78fd-4811-858f-7c699146a9e4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:14:45.007820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.053373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.063813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dae7c-313e-4554-bcf8-52d953b42b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeaf840-b117-4b05-8037-b038f38629fb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:45.077743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.308808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14fbc1-82b5-48f6-9552-70f7fa44a3e5 req-8d167d7e-e92b-4341-875c-335bc2d313a8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:45.327439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef14fbc1-82b5-48f6-9552-70f7fa44a3e5 req-8d167d7e-e92b-4341-875c-335bc2d313a8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 985 time: 0.9591055 Jul 12 16:14:45.334323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 773cf3bf-be3d-4ab6-b605-d7cad8b9daab no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:45.366676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Made reservation on behalf of a6ec2b19050f4af38ebc358dfe9c8650 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:45.370964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.380355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 773cf3bf-be3d-4ab6-b605-d7cad8b9daab {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:45.381722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 773cf3bf-be3d-4ab6-b605-d7cad8b9daab not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:45.410427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.410681 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Floating IP 85ba0b09-022e-41c1-8663-4ab959e2377f associated. External IP: 172.25.8.52, port: 278af52e-c3c8-4f51-8dcc-fc532b0ee987. Jul 12 16:14:45.413732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Allocated IP 172.20.0.2 (d0ba739d-dfad-4d30-9042-7a2472bf8369/539fb344-78fd-4811-858f-7c699146a9e4/6230f6f5-c45f-49cd-a034-876b1a3077ed) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:45.472109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] device_id is not set on port 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:14:45.520245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef14fbc1-82b5-48f6-9552-70f7fa44a3e5 req-17ba1e4d-1e84-43be-af28-3faaab420373 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1917119 Jul 12 16:14:45.665179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.679659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Transition to ACTIVE for port object 6230f6f5-c45f-49cd-a034-876b1a3077ed will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:45.702567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Transition to ACTIVE for port object 6230f6f5-c45f-49cd-a034-876b1a3077ed will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:45.712549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.762653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:45.766063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:45.768481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Router 40ad2182-015e-40cf-b4ae-2425383baf71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:45.769900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:45.842123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Pushing event updated for resources: {'Port': ['ID=6230f6f5-c45f-49cd-a034-876b1a3077ed,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:45.858987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Attempting to bind port 6230f6f5-c45f-49cd-a034-876b1a3077ed on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:14:45.860244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Attempting to bind port 6230f6f5-c45f-49cd-a034-876b1a3077ed by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:14:45.860680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Attempting to bind port 6230f6f5-c45f-49cd-a034-876b1a3077ed on network d0ba739d-dfad-4d30-9042-7a2472bf8369 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:14:45.867996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:14:45.868254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Checking segment: {'id': '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:45.868746 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.869260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Bound using segment: {'id': '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:14:45.869743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Bound port: 6230f6f5-c45f-49cd-a034-876b1a3077ed, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd0ba739d-dfad-4d30-9042-7a2472bf8369'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:14:45.870186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.876174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:14:45.878328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:45.927842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9072a3-1da3-4137-9a5e-fbb6f4fe1dfe req-a15aac75-ae1f-4613-9eea-18509fac108c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:45.929360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e9072a3-1da3-4137-9a5e-fbb6f4fe1dfe req-a15aac75-ae1f-4613-9eea-18509fac108c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 944 time: 0.4799883 Jul 12 16:14:45.950054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:45.955674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:45.962295 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Sync routers for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:45.966323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Allocated IP 172.20.0.3 (d0ba739d-dfad-4d30-9042-7a2472bf8369/539fb344-78fd-4811-858f-7c699146a9e4/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:14:45.977990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:45.978642 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:46.052867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d07f1136-51c9-4e12-b1a8-3134ef261f55 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "PUT /v2.0/floatingips/85ba0b09-022e-41c1-8663-4ab959e2377f HTTP/1.1" status: 200 len: 990 time: 2.6097796 Jul 12 16:14:46.053812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:46.055512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] For port 6230f6f5-c45f-49cd-a034-876b1a3077ed, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:14:46.061167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] For port 6230f6f5-c45f-49cd-a034-876b1a3077ed, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6230f6f5-c45f-49cd-a034-876b1a3077ed,segment=NetworkSegment(5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38),segment_id=5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:14:46.071043 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:46.124141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:46.136868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e9072a3-1da3-4137-9a5e-fbb6f4fe1dfe req-a3e4bac6-279b-484e-b02d-8e4115324f6d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846097 Jul 12 16:14:46.168806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba', 'port_id': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'mac_address': 'fa:16:3e:a7:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177a743-efd3-4300-9e58-b311afeda8db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:14:46.182977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.245304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f91c9-e4e1-43ff-ba29-2e59ab776b99 None None] Pushing event updated for resources: {'Port': ['ID=6230f6f5-c45f-49cd-a034-876b1a3077ed,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:46.248232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:46.258273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:46.258654 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.301303 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:46.315222 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.350845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc035ca-3e52-4051-ad8c-6e609364124b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:14:46.353252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Router 379f2e05-6d80-4274-90e4-a369978fe930 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:46.367003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-6af93d02-fb88-4d08-bb4e-98a5822ddd85 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1543307775&fields=id&tenant_id=98734db14bfc46fb934bb6c91dadc08e HTTP/1.1" status: 200 len: 267 time: 0.0722375 Jul 12 16:14:46.447378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:46.457133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.489416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-3ccd10c8-6fcc-49bf-a457-104abd02b07b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:46.499840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-3ccd10c8-6fcc-49bf-a457-104abd02b07b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 985 time: 0.1308458 Jul 12 16:14:46.507492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'port': {'security_groups': ['246ba454-65b7-49b0-bfce-4a776b4bfe20', '3978eab4-0384-4097-9efd-280f8ac98d85', '6b0f99bb-df3d-4359-b49a-91a341b786ba']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:46.600709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:46.632879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.664617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.699833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Transition to ACTIVE for port object 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:14:46.707435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:46.716082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-31436de9-2eb4-4441-89c1-1a1708696e52 admin admin] 10.222.0.58 "PUT /v2.0/routers/379f2e05-6d80-4274-90e4-a369978fe930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9220600 Jul 12 16:14:46.721078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47906) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:46.730950 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.733626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Sync routers for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:46.735630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:46.755971 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '85ba0b09-022e-41c1-8663-4ab959e2377f', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'port_id': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'mac_address': 'fa:16:3e:83:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:12:44Z', 'updated_at': '2021-07-12T16:14:44Z', 'revision_number': 1, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:46.767886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:46.768949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:46.809699 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Checking router: 40ad2182-015e-40cf-b4ae-2425383baf71 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:46.826336 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:46.830009 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:46.848948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:46.851671 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3d3b3-d878-4d23-bde7-1f479ec93aa0" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:46.873509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:47.009006 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:47.139856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:47.196231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.214282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.267475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.323838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:47.328140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a', '902743b8-f886-4c7f-846b-7f19af7716e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:47.331261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6230f6f5-c45f-49cd-a034-876b1a3077ed up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:47.348638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.349979 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.353244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.362566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:47.368593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d65e802-078f-4a40-a7c5-75551aa64fc5 req-19841893-cca1-43bf-9c7f-f842492e6aa0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "PUT /v2.0/ports/902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 1021 time: 0.8664916 Jul 12 16:14:47.434226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:47.531819 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '85ba0b09-022e-41c1-8663-4ab959e2377f', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'port_id': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'mac_address': 'fa:16:3e:83:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:12:44Z', 'updated_at': '2021-07-12T16:14:44Z', 'revision_number': 1, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:47.576400 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afd759-38d0-4247-9d1e-878ec0b7a7c5 None None] The sync data for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 is: [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '85ba0b09-022e-41c1-8663-4ab959e2377f', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'port_id': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'mac_address': 'fa:16:3e:83:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:12:44Z', 'updated_at': '2021-07-12T16:14:44Z', 'revision_number': 1, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:47.626643 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca448c0-8fcc-473e-9bf8-4835f2f62c6d x-openstack-request-id: req-3ca448c0-8fcc-473e-9bf8-4835f2f62c6d {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:47.627354 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:47.627864 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ca448c0-8fcc-473e-9bf8-4835f2f62c6d {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:47.628496 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'status': 'completed', 'code': 200} Jul 12 16:14:47.669148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2522a-51f8-4554-a098-651acc4338b4 req-35a0e71b-9392-4420-8449-f1085b0e01e4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.670739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16b2522a-51f8-4554-a098-651acc4338b4 req-35a0e71b-9392-4420-8449-f1085b0e01e4 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 1.2481236 Jul 12 16:14:47.676709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['cbc035ca-3e52-4051-ad8c-6e609364124b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:47.688661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:47.806231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.806720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.808667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.809157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.809641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.810139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.812745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:47.817279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-0d71c7ec-eacf-4ea6-a6d0-0eed58cfa361 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.1573985 Jul 12 16:14:47.865254 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f456349-1494-4874-8856-f59159cda2b5 x-openstack-request-id: req-1f456349-1494-4874-8856-f59159cda2b5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:47.865550 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:47.865931 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f456349-1494-4874-8856-f59159cda2b5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:47.866343 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 200} Jul 12 16:14:47.878881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['902743b8-f886-4c7f-846b-7f19af7716e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:48.050949 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66e8f0f-7932-4525-9a5d-1ebb7fa9bd26 None None] New status for floating IP 85ba0b09-022e-41c1-8663-4ab959e2377f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:14:48.061755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:14:48.100506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:48.103349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:14:48.158315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event updated for resources: {'Port': ['ID=1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:48.181878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570fb32-fb37-45c0-8231-2ba2b84d1fc9 req-c501d1db-638f-45fa-a4e0-3883eb873bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.182445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16d413-5f06-4045-93b0-6b5c8c11ef05 None None] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:48.182561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a570fb32-fb37-45c0-8231-2ba2b84d1fc9 req-c501d1db-638f-45fa-a4e0-3883eb873bf9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1096 time: 0.3455379 Jul 12 16:14:48.204334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16b2522a-51f8-4554-a098-651acc4338b4 req-33bbb180-b54b-4458-8458-00fff9bb54b6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386485 Jul 12 16:14:48.226379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.235718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-ed39d5e6-2a83-4933-b276-cda5d896933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.237422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-ed39d5e6-2a83-4933-b276-cda5d896933c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194 HTTP/1.1" status: 200 len: 918 time: 0.4130213 Jul 12 16:14:48.247089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e3790-9e17-447a-af77-704d669bc556 req-6b57e7d8-243c-408c-a9ff-8be9644f5098 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.254253 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-902e3790-9e17-447a-af77-704d669bc556 req-6b57e7d8-243c-408c-a9ff-8be9644f5098 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2842104 Jul 12 16:14:48.299886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.300612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.378305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca3bfbb9-6fe5-4cdc-83be-002b383b804d req-12324d90-3889-495f-b381-20a2cf6528d8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/6b0f99bb-df3d-4359-b49a-91a341b786ba HTTP/1.1" status: 200 len: 1803 time: 0.1330268 Jul 12 16:14:48.390930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-1732dd7f-6040-4c4b-9e15-870f9844f073 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 998 time: 0.1152377 Jul 12 16:14:48.399965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-00eef97c-87e7-474d-93a8-e4f0952bad1d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7101233 Jul 12 16:14:48.405005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:48.413427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-504918357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:48.448353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-902e3790-9e17-447a-af77-704d669bc556 req-1aaed052-90fa-4e95-a4ea-0984d641fb18 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930976 Jul 12 16:14:48.452864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a570fb32-fb37-45c0-8231-2ba2b84d1fc9 req-2a70f9c5-ec5f-4e7d-9d32-85b2f498e607 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601302 Jul 12 16:14:48.483624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Deleting port d04cd998-94e9-4ce2-b33c-e717ecb4983d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:48.484125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.531380 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-ca3bfbb9-6fe5-4cdc-83be-002b383b804d req-0e28d3cc-d567-4f82-8a2e-bcf381780ad4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 12 16:14:48.532723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca3bfbb9-6fe5-4cdc-83be-002b383b804d req-0e28d3cc-d567-4f82-8a2e-bcf381780ad4 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b0f99bb-df3d-4359-b49a-91a341b786ba HTTP/1.1" status: 409 len: 341 time: 0.1536577 Jul 12 16:14:48.549785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.551610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.592152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-1f98f0c6-1aaf-4f95-ba49-f614d9e9dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.602875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-1f98f0c6-1aaf-4f95-ba49-f614d9e9dcfe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.1720839 Jul 12 16:14:48.713898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Deleting port f39a3966-7326-4c82-b795-71b6c6784d41 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:48.714271 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.721039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] For port d04cd998-94e9-4ce2-b33c-e717ecb4983d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d04cd998-94e9-4ce2-b33c-e717ecb4983d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:48.721394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.762224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.773387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.804674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Calling delete_port for d04cd998-94e9-4ce2-b33c-e717ecb4983d owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:48.824724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.826971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ce00c93c-2746-4a9a-b8bb-60c84a372b89 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4188581 Jul 12 16:14:48.836937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:48.858051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b4c770d3-11ec-4083-af9a-5dd6bdb0fa0b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-79229161', 'prefixes': ['172.20.0.0/16']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:48.887173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-d5ecaeb2-295c-4927-bc7c-d6cae39f8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:48.889165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-d5ecaeb2-295c-4927-bc7c-d6cae39f8a58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2852912 Jul 12 16:14:48.896350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1b521cb-62da-4d90-aee0-bcc63ea5068b None None] Provisioning for port 6230f6f5-c45f-49cd-a034-876b1a3077ed completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:48.933633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] For port f39a3966-7326-4c82-b795-71b6c6784d41, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f39a3966-7326-4c82-b795-71b6c6784d41,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:48.934197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:48.959209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Calling delete_port for f39a3966-7326-4c82-b795-71b6c6784d41 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:49.001491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 6230f6f5-c45f-49cd-a034-876b1a3077ed completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:49.008900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-3f1449bf-55fe-4b64-bf36-80207fb0f90d service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071758 Jul 12 16:14:49.016265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6230f6f5-c45f-49cd-a034-876b1a3077ed triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:49.016265 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:49.136413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4c770d3-11ec-4083-af9a-5dd6bdb0fa0b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for subnetpool, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:49.138226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b4c770d3-11ec-4083-af9a-5dd6bdb0fa0b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2990067 Jul 12 16:14:49.146182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47926) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:49.157136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-37c565d5-63e4-43ce-a7c7-6621381bddc1 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-288246812') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:49.178356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:14:44Z', 'revision_number': 5, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port': {'id': 'd04cd998-94e9-4ce2-b33c-e717ecb4983d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379f2e05-6d80-4274-90e4-a369978fe930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:40Z', 'updated_at': '2021-07-12T16:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:49.247997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7bfd16e-2c90-478d-96c7-8698a2aa4beb req-c17b9448-50c3-4b83-892f-a4553ead8909 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272851 Jul 12 16:14:49.298787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-033aafc4-520c-4262-98c0-b72db2a29db0 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:49.300461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-033aafc4-520c-4262-98c0-b72db2a29db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:49.415334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:49.447713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Checking router: 379f2e05-6d80-4274-90e4-a369978fe930 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:49.611249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-46cfab6d-0ca6-4b6f-b173-637bdac9e7ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1506062 Jul 12 16:14:49.647088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:49.652982 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:49.660358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 6230f6f5-c45f-49cd-a034-876b1a3077ed, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6230f6f5-c45f-49cd-a034-876b1a3077ed,segment=NetworkSegment(5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38),segment_id=5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:49.665598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db22d-2b4c-4699-a411-0f4d86ab393e req-20a49c0c-91e7-4d19-9354-558ff1f2390a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:49.667626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-128db22d-2b4c-4699-a411-0f4d86ab393e req-20a49c0c-91e7-4d19-9354-558ff1f2390a tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1024 time: 0.1472390 Jul 12 16:14:49.679929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Routers {'379f2e05-6d80-4274-90e4-a369978fe930'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:49.680633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['379f2e05-6d80-4274-90e4-a369978fe930'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:49.765172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-128db22d-2b4c-4699-a411-0f4d86ab393e req-8649ea7c-4afe-40fb-8ce1-fa04563ca5b7 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b0f99bb-df3d-4359-b49a-91a341b786ba&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0904894 Jul 12 16:14:49.813428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:49.857001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] Set router 379f2e05-6d80-4274-90e4-a369978fe930 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:49.960241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:14:48Z', 'revision_number': 6, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:50.024266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.025432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.027663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.028616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.030573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.032348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.033101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.034604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebdfee1-c136-42f8-963a-6925c696e772 None None] The sync data for ids ['379f2e05-6d80-4274-90e4-a369978fe930'] in n-d-800078-3 is: [{'id': '379f2e05-6d80-4274-90e4-a369978fe930', 'name': 'tempest-ServersTestMultiNic-769520157-router', 'tenant_id': 'cab87a3a04424e43a7a34899aa7ec288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:14:48Z', 'revision_number': 6, 'project_id': 'cab87a3a04424e43a7a34899aa7ec288', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:50.041192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-03fb5e70-f450-467a-94bc-763ce3e7bb61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.1493735 Jul 12 16:14:50.122944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.124567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=6230f6f5-c45f-49cd-a034-876b1a3077ed,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:50.194995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39a3966-7326-4c82-b795-71b6c6784d41,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:50.262439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.328003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-37c565d5-63e4-43ce-a7c7-6621381bddc1 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-288246812 HTTP/1.1" status: 201 len: 201 time: 1.1794891 Jul 12 16:14:50.331832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:50.344933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-7a0fae2c-f201-474e-a44e-1855ff287678 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-222909498') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:50.356639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c189d2e7-c0ff-4033-a595-bd425bf6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.357441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c189d2e7-c0ff-4033-a595-bd425bf6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.358424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c189d2e7-c0ff-4033-a595-bd425bf6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.361136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c189d2e7-c0ff-4033-a595-bd425bf6291a service neutron] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 2298 time: 0.2838180 Jul 12 16:14:50.363518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04cd998-94e9-4ce2-b33c-e717ecb4983d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:50.399269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Provisioning complete for port 6230f6f5-c45f-49cd-a034-876b1a3077ed triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:50.400194 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.588355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Provisioning for port 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:50.598341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c87b06-673e-4a59-825d-a19f35648e03 req-e9708041-fa9b-464b-aa6d-d88cd5ac9486 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.606747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09c87b06-673e-4a59-825d-a19f35648e03 req-e9708041-fa9b-464b-aa6d-d88cd5ac9486 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.9343278 Jul 12 16:14:50.608187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Provisioning complete for port 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:50.608615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.669886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8c31017f-9bd6-48e8-a3d8-175a59fe2f35 None None] Port 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:14:50.728430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09c87b06-673e-4a59-825d-a19f35648e03 req-92d46397-2ef0-4170-9428-df4e0d808854 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204374 Jul 12 16:14:50.735739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.853535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.857359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.909980 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c85a1-b359-46e5-8198-71b42bab4f2c x-openstack-request-id: req-948c85a1-b359-46e5-8198-71b42bab4f2c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:50.915850 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:50.916321 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-948c85a1-b359-46e5-8198-71b42bab4f2c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:50.917286 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9', 'status': 'completed', 'code': 200} Jul 12 16:14:50.937325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdbbcc-f79f-4ed8-a518-04c226a8f16c req-b899a98d-799e-4970-81a1-e5baa2675afb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:50.944481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6cdbbcc-f79f-4ed8-a518-04c226a8f16c req-b899a98d-799e-4970-81a1-e5baa2675afb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.7846916 Jul 12 16:14:50.946116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.946441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379f2e05-6d80-4274-90e4-a369978fe930 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:14:50.952687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:50.954204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0a6b05f-2eb0-4e74-b933-f7d2dd50da69 admin admin] 10.222.0.58 "DELETE /v2.0/routers/379f2e05-6d80-4274-90e4-a369978fe930 HTTP/1.1" status: 204 len: 168 time: 4.2300558 Jul 12 16:14:50.958053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:51.052618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-4ee80ff5-a282-4405-b70b-601674c1ac96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 1000 time: 0.6584775 Jul 12 16:14:51.057378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-59659a31-cff8-4292-bc33-8cfd63d68030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.060536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-59659a31-cff8-4292-bc33-8cfd63d68030 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98734db14bfc46fb934bb6c91dadc08e&device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1175 time: 0.1306045 Jul 12 16:14:51.128376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.169439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6cdbbcc-f79f-4ed8-a518-04c226a8f16c req-431042c1-5439-46de-a90a-be92ad8aa6ef tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239113 Jul 12 16:14:51.178459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-2935325b-d50d-492a-b890-afb3f27b1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.179964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-2935325b-d50d-492a-b890-afb3f27b1e65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.1099153 Jul 12 16:14:51.189215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Deleting subnet c39a5541-6c88-4fbd-b8b4-40d12f286790 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:51.199231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.321829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a0fae2c-f201-474e-a44e-1855ff287678 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-222909498 HTTP/1.1" status: 201 len: 201 time: 0.9848051 Jul 12 16:14:51.323507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.329976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47954) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:51.336276 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-c54b518c-b575-4b99-84d1-af7521d5acab tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-579358217') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:51.342184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-65ae6373-7c47-4583-b2fd-5f6b840435c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.343848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-65ae6373-7c47-4583-b2fd-5f6b840435c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 200 len: 914 time: 0.2764452 Jul 12 16:14:51.363765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e471ca-c7af-4a75-b457-d95977830c66 req-11c546d0-1573-443e-9045-1a1b393072a0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.365351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11e471ca-c7af-4a75-b457-d95977830c66 req-11c546d0-1573-443e-9045-1a1b393072a0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1024 time: 0.3416491 Jul 12 16:14:51.425142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0603df-6aef-44ea-b232-849f07a92b2e req-5838e238-e6d2-4e11-b955-e76755ea10e1 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.432836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc0603df-6aef-44ea-b232-849f07a92b2e req-5838e238-e6d2-4e11-b955-e76755ea10e1 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 1024 time: 0.2948725 Jul 12 16:14:51.448974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-40a1dddf-e12a-4909-936d-2b1bf78da390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.450487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-40a1dddf-e12a-4909-936d-2b1bf78da390 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548018 Jul 12 16:14:51.486858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-5fd7acaf-c108-4d48-9657-bfe583ccf504 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 200 len: 217 time: 0.1160219 Jul 12 16:14:51.644433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.644580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc0603df-6aef-44ea-b232-849f07a92b2e req-b569096d-3eaf-4985-b54b-a2fb7cd75515 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b0f99bb-df3d-4359-b49a-91a341b786ba&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2101223 Jul 12 16:14:51.704448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75215a8-1fb0-47de-8caf-d028f940f74b req-dffbaecd-b276-4d66-a9f6-957bdc83bc8f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.706129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d75215a8-1fb0-47de-8caf-d028f940f74b req-dffbaecd-b276-4d66-a9f6-957bdc83bc8f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.3155768 Jul 12 16:14:51.724434 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-42028472-9540-4f69-bb27-70c44fd38215 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599061 Jul 12 16:14:51.725980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:51.727328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-de8be753-0e73-4212-8724-715b00889cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:51.728975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-de8be753-0e73-4212-8724-715b00889cfc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 200 len: 853 time: 0.2315280 Jul 12 16:14:51.732792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'floatingip': {'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:51.782802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-461f6fdc-27b7-4c31-9d8c-de007041bba6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=72162a68-d940-45dc-98aa-dcdbaec27cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412729 Jul 12 16:14:51.792345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:51.810471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c54b518c-b575-4b99-84d1-af7521d5acab tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-579358217 HTTP/1.1" status: 201 len: 201 time: 0.4793282 Jul 12 16:14:51.812105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:51.832039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-a2fa3787-50d0-4808-b02f-3b08b5b65538 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-1313613631') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:51.841018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.849981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Deleting port 902743b8-f886-4c7f-846b-7f19af7716e9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:51.850505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.874395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:51.901358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:51.996404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port cbc035ca-3e52-4051-ad8c-6e609364124b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:14:52.002024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port cbc035ca-3e52-4051-ad8c-6e609364124b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:52.002612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.015619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.017555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c39a5541-6c88-4fbd-b8b4-40d12f286790 HTTP/1.1" status: 204 len: 168 time: 1.0552852 Jul 12 16:14:52.018430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd1177-bd80-4e39-a763-5cfb76af3189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39a5541-6c88-4fbd-b8b4-40d12f286790,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:52.028423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47966) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:52.042461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215cb974-1cb0-4af4-bc95-3cb82a9e7496 None None] Network 3b5a00c8-419b-401a-b043-337b9d833ae3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:52.254999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-f3fd0203-0d12-4ade-8df6-3342c6cb6593 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169647 Jul 12 16:14:52.369803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6230f6f5-c45f-49cd-a034-876b1a3077ed up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:14:52.384479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-90fa5efe-0e17-4071-b8b3-8ddd9bf8e838 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 217 time: 0.1126266 Jul 12 16:14:52.391177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.394326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 902743b8-f886-4c7f-846b-7f19af7716e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=902743b8-f886-4c7f-846b-7f19af7716e9,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:52.394908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.459017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Calling delete_port for 902743b8-f886-4c7f-846b-7f19af7716e9 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:52.474756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.509892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:52.512310 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfbd884-f2b4-4ccb-bf49-a7f9456a83e3" -d '{"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-plugged", "status": "completed", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:52.544745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-5a573bf8-7e3d-44f2-bc59-8d8aa33806ea service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508240 Jul 12 16:14:52.545937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:52.555036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:52.558837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-d59770cc-9d85-4740-a130-f5e99b3a5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:52.562624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Sync routers for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:52.564011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b80c43df-f019-4e17-9e39-f608646a86b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d80247c-89d5-48ed-9df2-4ce84e2c5d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6089704 Jul 12 16:14:52.565027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-d59770cc-9d85-4740-a130-f5e99b3a5f6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1651516 Jul 12 16:14:52.578324 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.605636 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e33f85a-cd6b-405d-8da9-97c5feeec192 x-openstack-request-id: req-6e33f85a-cd6b-405d-8da9-97c5feeec192 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:52.605932 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-plugged", "status": "completed", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:52.606189 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e33f85a-cd6b-405d-8da9-97c5feeec192 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:52.606584 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'code': 200} Jul 12 16:14:52.646380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6230f6f5-c45f-49cd-a034-876b1a3077ed triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:14:52.646780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:52.664657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:52.695764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:52.696470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:52.724328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35c92243-467b-4bd2-a0f3-0d4d410b4d2f req-c249a12f-858d-408b-8d80-292dbdf80005 service neutron] 10.222.0.77 "GET /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579971 Jul 12 16:14:52.756866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ace99c-adf3-4213-be47-58a146874065 None None] DHCP port deletion for 3b5a00c8-419b-401a-b043-337b9d833ae3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:52.773190 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a2fa3787-50d0-4808-b02f-3b08b5b65538 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-1313613631 HTTP/1.1" status: 201 len: 201 time: 0.9592831 Jul 12 16:14:52.776721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47974) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:52.781349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-17bb2ce6-b6a8-4592-9006-5b27742b9dfa tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:52.867918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d55e-2e2c-4732-bc12-0df85e8fd919 req-2f1bfa23-cbcb-47c7-96f9-4d71503b303a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:52.884364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ca0d55e-2e2c-4732-bc12-0df85e8fd919 req-2f1bfa23-cbcb-47c7-96f9-4d71503b303a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.9775240 Jul 12 16:14:52.972872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ca0d55e-2e2c-4732-bc12-0df85e8fd919 req-26f25752-802d-446c-886d-b1f473c8e742 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Jul 12 16:14:53.035732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:53.039876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17bb2ce6-b6a8-4592-9006-5b27742b9dfa tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 200 len: 240 time: 0.2593133 Jul 12 16:14:53.040853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.057848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-989d184d-5f3b-4f80-b8b1-17f051b56d8b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-288246812') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.150439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-989d184d-5f3b-4f80-b8b1-17f051b56d8b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-288246812 HTTP/1.1" status: 204 len: 168 time: 0.1059055 Jul 12 16:14:53.150439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.155702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-ba126fef-aabf-4e24-b440-fcecc8fbdad6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-288246812') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.161205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Deleting port a49a489a-1786-4d05-a1f1-29a862f9a7cd {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:53.161956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.225797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:53.264554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba126fef-aabf-4e24-b440-fcecc8fbdad6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-288246812 HTTP/1.1" status: 204 len: 168 time: 0.1111736 Jul 12 16:14:53.265197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.272027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-d158506a-f7da-44fc-8853-7417b2f43fb9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.413839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d158506a-f7da-44fc-8853-7417b2f43fb9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 200 len: 205 time: 0.1475134 Jul 12 16:14:53.417476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.419700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97197c01-bbfe-4d95-8b84-4cfb883add65 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:53.424557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-9df2b7b7-bfa3-48f3-93a1-04c9112597e7 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.450634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 97197c01-bbfe-4d95-8b84-4cfb883add65 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:53.451038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97197c01-bbfe-4d95-8b84-4cfb883add65 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:53.451567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d04cd998-94e9-4ce2-b33c-e717ecb4983d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:53.484212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d04cd998-94e9-4ce2-b33c-e717ecb4983d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:53.485483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d04cd998-94e9-4ce2-b33c-e717ecb4983d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:53.504497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-69ace99c-adf3-4213-be47-58a146874065 None None] For port a49a489a-1786-4d05-a1f1-29a862f9a7cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a49a489a-1786-4d05-a1f1-29a862f9a7cd,segment=NetworkSegment(d2abb2b1-f261-4d23-9e37-4fa23079f6fe),segment_id=d2abb2b1-f261-4d23-9e37-4fa23079f6fe)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:53.505064 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.524862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9df2b7b7-bfa3-48f3-93a1-04c9112597e7 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 200 len: 240 time: 0.1023786 Jul 12 16:14:53.527217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Calling delete_port for a49a489a-1786-4d05-a1f1-29a862f9a7cd owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:53.528143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.533492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-9cd18635-1e36-4ea6-8f1e-4acd295c437d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-222909498') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.555069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.595075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9cd18635-1e36-4ea6-8f1e-4acd295c437d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-222909498 HTTP/1.1" status: 204 len: 168 time: 0.0633800 Jul 12 16:14:53.596055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.600625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-12a1d029-e248-4209-8845-39602ae8cc73 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-222909498') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.682337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-12a1d029-e248-4209-8845-39602ae8cc73 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-222909498 HTTP/1.1" status: 204 len: 168 time: 0.0825639 Jul 12 16:14:53.683153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47992) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.689448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-9e1738cd-b955-423b-b1a5-a528d52c9bb2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.698701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.710426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:14:49Z', 'revision_number': 5, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.746631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Checking router: 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:53.751809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:14:53.758182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.763320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9e1738cd-b955-423b-b1a5-a528d52c9bb2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 200 len: 205 time: 0.0763910 Jul 12 16:14:53.763503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47996) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.769813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-dbcf47ef-cb89-4ea5-bdc6-095b2693ef04 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.772207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'Port': ['ID=902743b8-f886-4c7f-846b-7f19af7716e9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:53.823315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Routers {'1d80247c-89d5-48ed-9df2-4ce84e2c5d71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:53.823537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Deleting port a49a489a-1786-4d05-a1f1-29a862f9a7cd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:53.823663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.824020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.828559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ace99c-adf3-4213-be47-58a146874065 None None] Pushing event deleted for resources: {'Port': ['ID=a49a489a-1786-4d05-a1f1-29a862f9a7cd,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:53.884256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ace99c-adf3-4213-be47-58a146874065 None None] No DVR routers for this DVR port a49a489a-1786-4d05-a1f1-29a862f9a7cd on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:53.885709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dbcf47ef-cb89-4ea5-bdc6-095b2693ef04 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 200 len: 240 time: 0.1209986 Jul 12 16:14:53.888300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.897224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] For port a49a489a-1786-4d05-a1f1-29a862f9a7cd, host n-d-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:53.897224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.898308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-48403129-6218-4831-92aa-5c7a78ec216b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-579358217') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:53.920619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Calling delete_port for a49a489a-1786-4d05-a1f1-29a862f9a7cd owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:53.923871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Port a49a489a-1786-4d05-a1f1-29a862f9a7cd was not found and therefore no delete operation was performed {{(pid=93711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:14:53.975338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:53.990267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-48403129-6218-4831-92aa-5c7a78ec216b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-579358217 HTTP/1.1" status: 204 len: 168 time: 0.0978897 Jul 12 16:14:53.991561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:53.997014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-b7442b6b-6ff3-4197-a9ef-96f79e918fdb tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-579358217') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.035668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] Set router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:54.044402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291d1f1-1c06-425e-a219-74dbc4b241e4 req-449e20c9-d96f-4b36-9469-d816d67d5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:54.046159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a291d1f1-1c06-425e-a219-74dbc4b241e4 req-449e20c9-d96f-4b36-9469-d816d67d5d88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1096 time: 1.3187823 Jul 12 16:14:54.048294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-79ff4905-64b3-4f70-af2d-7d2424eb43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:54.049959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-79ff4905-64b3-4f70-af2d-7d2424eb43bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3607121 Jul 12 16:14:54.089708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49a489a-1786-4d05-a1f1-29a862f9a7cd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:54.139168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a49a489a-1786-4d05-a1f1-29a862f9a7cd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:54.187277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] No DVR routers for this DVR port 902743b8-f886-4c7f-846b-7f19af7716e9 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:54.191658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] No DVR routers for this DVR port a49a489a-1786-4d05-a1f1-29a862f9a7cd on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:54.221000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a49a489a-1786-4d05-a1f1-29a862f9a7cd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:54.221811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a49a489a-1786-4d05-a1f1-29a862f9a7cd not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:54.229727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7442b6b-6ff3-4197-a9ef-96f79e918fdb tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-579358217 HTTP/1.1" status: 204 len: 168 time: 0.2367711 Jul 12 16:14:54.231580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.236391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-4e7ceddd-72e4-46d1-8c51-b4d8ee7567d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.243450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.248211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11e471ca-c7af-4a75-b457-d95977830c66 req-40b6057c-824d-489b-8ba2-2a38355a455e tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "DELETE /v2.0/ports/902743b8-f886-4c7f-846b-7f19af7716e9 HTTP/1.1" status: 204 len: 173 time: 2.8725202 Jul 12 16:14:54.263010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18f57-9f89-432b-b56d-1effa3aa8b8c req-cba4c5db-9796-4bc2-b872-b584ad60f2ce tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:54.264898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4aa18f57-9f89-432b-b56d-1effa3aa8b8c req-cba4c5db-9796-4bc2-b872-b584ad60f2ce tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b6edcef-daba-4080-bfe9-60417fd9e7b6 HTTP/1.1" status: 200 len: 945 time: 1.3347085 Jul 12 16:14:54.265523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'name': 'network-vif-deleted', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:54.267964 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfafbb-68a2-4559-8482-829e194d1613" -d '{"events": [{"server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "name": "network-vif-deleted", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:54.332455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:14:54.384610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.403319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e7ceddd-72e4-46d1-8c51-b4d8ee7567d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 200 len: 205 time: 0.1680071 Jul 12 16:14:54.404500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a291d1f1-1c06-425e-a219-74dbc4b241e4 req-524effbb-780c-436f-9c5b-a99842269eb8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405225 Jul 12 16:14:54.409792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33de9a-5ebb-422d-ac6d-f974a11a3446 req-af18a54f-acc1-422e-93fe-fa7c217786d6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:54.418877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae33de9a-5ebb-422d-ac6d-f974a11a3446 req-af18a54f-acc1-422e-93fe-fa7c217786d6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.2467031 Jul 12 16:14:54.438292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48010) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.444025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-ca05ec7a-5a8f-4394-a11d-232f2ab8a8d9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.475755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae33de9a-5ebb-422d-ac6d-f974a11a3446 req-16199044-7395-4e56-a2b3-d22b8b0e2fe0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Jul 12 16:14:54.494874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:14:49Z', 'revision_number': 5, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.539145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587d5eb-f1ca-4cdd-bd2e-46fa52af30e7 None None] The sync data for ids ['1d80247c-89d5-48ed-9df2-4ce84e2c5d71'] in n-d-800078-3 is: [{'id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017677511-router', 'tenant_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b4029d98-938d-432d-8b28-74d910d29475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:24Z', 'updated_at': '2021-07-12T16:14:49Z', 'revision_number': 5, 'project_id': '9a9f827b7da948e1a4d810fd443d5e2f', 'gw_port': {'id': 'b4029d98-938d-432d-8b28-74d910d29475', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80247c-89d5-48ed-9df2-4ce84e2c5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:27Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:54.541257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.544798 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ba5c0-488d-4006-adb6-30f10a0db97c x-openstack-request-id: req-ec7ba5c0-488d-4006-adb6-30f10a0db97c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:54.545082 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6edcef-daba-4080-bfe9-60417fd9e7b6", "name": "network-vif-deleted", "tag": "902743b8-f886-4c7f-846b-7f19af7716e9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:54.545336 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec7ba5c0-488d-4006-adb6-30f10a0db97c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:54.545941 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6edcef-daba-4080-bfe9-60417fd9e7b6', 'name': 'network-vif-deleted', 'tag': '902743b8-f886-4c7f-846b-7f19af7716e9', 'status': 'completed', 'code': 200} Jul 12 16:14:54.574289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.593504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4aa18f57-9f89-432b-b56d-1effa3aa8b8c req-c7cf0538-5d06-432c-b630-689918a063ef tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b0f99bb-df3d-4359-b49a-91a341b786ba&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=3978eab4-0384-4097-9efd-280f8ac98d85&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3109140 Jul 12 16:14:54.609082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5a00c8-419b-401a-b043-337b9d833ae3']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.613258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.668229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ca05ec7a-5a8f-4394-a11d-232f2ab8a8d9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 200 len: 241 time: 0.2289588 Jul 12 16:14:54.670132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.670513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2abb2b1-f261-4d23-9e37-4fa23079f6fe') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.670879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48014) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.675650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-a0e5b210-40b0-4bea-8a94-0745f678e131 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-1313613631') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.675821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-f5a9a1df-b789-4a1f-bc1c-8647c1384f54 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975933 Jul 12 16:14:54.697610 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a0e5b210-40b0-4bea-8a94-0745f678e131 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-1313613631 HTTP/1.1" status: 204 len: 168 time: 0.0256243 Jul 12 16:14:54.700146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48016) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.704525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-d0be02b3-c37d-4cbf-b85c-650ae8d92448 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-1313613631') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.713903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.743230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0be02b3-c37d-4cbf-b85c-650ae8d92448 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-1313613631 HTTP/1.1" status: 204 len: 168 time: 0.0419648 Jul 12 16:14:54.745504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.749803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-dfcefa4b-8374-4c56-aba6-6695ece40cd5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.772255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfcefa4b-8374-4c56-aba6-6695ece40cd5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 200 len: 205 time: 0.0257459 Jul 12 16:14:54.774756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48020) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.779220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-94a9cc95-faf0-4493-b0e8-bc81a349a2e9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.807289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.809148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94a9cc95-faf0-4493-b0e8-bc81a349a2e9 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 204 len: 168 time: 0.0330672 Jul 12 16:14:54.811375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.816521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-3216193f-ed6f-42e4-834d-84e8b4572822 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.837329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:54.837747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:54.840043 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:54.885927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Deleting port b4029d98-938d-432d-8b28-74d910d29475 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:54.886271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:54.913137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3216193f-ed6f-42e4-834d-84e8b4572822 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 204 len: 168 time: 0.0977154 Jul 12 16:14:54.913389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:54.918971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-996f588f-1bb0-473a-9a6a-ab6040c2c6ce tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:54.965222 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Floating IP 5554934e-2621-4df0-9e83-0e73f4c02c65 associated. External IP: 172.25.8.243, port: 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f. Jul 12 16:14:54.998286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-996f588f-1bb0-473a-9a6a-ab6040c2c6ce tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0815499 Jul 12 16:14:54.998621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.003132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-a9432d6b-951f-441d-8efa-ee4bef0df5e2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:55.027822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-ac6257f7-3f10-4bd9-8b52-61e7c02f31e3 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385370 Jul 12 16:14:55.031635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.036488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.040965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3b5a00c8-419b-401a-b043-337b9d833ae3 HTTP/1.1" status: 204 len: 168 time: 3.0093148 Jul 12 16:14:55.071724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a9432d6b-951f-441d-8efa-ee4bef0df5e2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0719717 Jul 12 16:14:55.076056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48030) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.080932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-496e900f-8645-43c3-8489-ec242a3d9f13 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-1214624632') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:55.164112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-496e900f-8645-43c3-8489-ec242a3d9f13 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-1214624632 HTTP/1.1" status: 201 len: 201 time: 0.0868480 Jul 12 16:14:55.167314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.173400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-cda39284-1924-4638-a67b-571fd079aaf6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-1986359102') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:55.198060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-9eba4c8f-a0b3-4541-8f34-c00c67af2bb5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 217 time: 0.1480768 Jul 12 16:14:55.206259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd92c-6807-4e56-9d34-0171b6165a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5a00c8-419b-401a-b043-337b9d833ae3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:55.258764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cda39284-1924-4638-a67b-571fd079aaf6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-1986359102 HTTP/1.1" status: 201 len: 201 time: 0.0895326 Jul 12 16:14:55.259706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48036) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.274958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-f2374420-9d6f-4652-9200-e7d6aaa3aa87 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-50513630') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:55.298143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48038) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.320390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] For port b4029d98-938d-432d-8b28-74d910d29475, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4029d98-938d-432d-8b28-74d910d29475,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:55.320755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.346763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19b68f62-ee2f-4938-b1af-a7e5e10e90c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cab87a3a04424e43a7a34899aa7ec288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470810 Jul 12 16:14:55.346967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Calling delete_port for b4029d98-938d-432d-8b28-74d910d29475 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:55.349347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48040) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.354033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 902743b8-f886-4c7f-846b-7f19af7716e9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:55.382662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 902743b8-f886-4c7f-846b-7f19af7716e9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:55.383359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 902743b8-f886-4c7f-846b-7f19af7716e9 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:55.416258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.439118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.489923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.492626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.493813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9096f79-69fd-4130-9c1c-3aab9baccae5 HTTP/1.1" status: 204 len: 168 time: 0.1434772 Jul 12 16:14:55.510709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba54458-c21f-4f3f-bb4b-c859d09d3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9096f79-69fd-4130-9c1c-3aab9baccae5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:55.725315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-25675134-ab2d-4dde-9c02-490ebd4525d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:55.726834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-25675134-ab2d-4dde-9c02-490ebd4525d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.5133383 Jul 12 16:14:55.849317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-f3c058c8-6e3d-4eea-b8bf-b29bc7c771be tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/3978eab4-0384-4097-9efd-280f8ac98d85 HTTP/1.1" status: 200 len: 1802 time: 0.0521436 Jul 12 16:14:55.915399 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.944254 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:55.951615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2374420-9d6f-4652-9200-e7d6aaa3aa87 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-50513630 HTTP/1.1" status: 201 len: 201 time: 0.6820168 Jul 12 16:14:55.958944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:55.964856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-94906de0-a8d9-41dc-95a9-2438ec4ceba4 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-113909269') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.015779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:14:56.020424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94906de0-a8d9-41dc-95a9-2438ec4ceba4 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-113909269 HTTP/1.1" status: 201 len: 201 time: 0.0603292 Jul 12 16:14:56.023079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.029768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-02d6a61f-69cc-47f3-8a36-2dd076797e9a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', {'tags': ['tempest-TagsExtTest-Tag-1861498681', 'tempest-TagsExtTest-Tag-1151996511', 'tempest-TagsExtTest-Tag-1510628218']}) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.030873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f39a3966-7326-4c82-b795-71b6c6784d41 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:56.047953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664b92-0632-4ce1-8593-afd80316f4f0 req-b18c7d24-ee6d-4580-93b2-234ecea683db tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:56.049493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7664b92-0632-4ce1-8593-afd80316f4f0 req-b18c7d24-ee6d-4580-93b2-234ecea683db tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.3180285 Jul 12 16:14:56.055498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3b6a8627-1b88-483f-877c-80c4062df255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:56.057115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3b6a8627-1b88-483f-877c-80c4062df255 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3077033 Jul 12 16:14:56.077898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f39a3966-7326-4c82-b795-71b6c6784d41 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:56.078387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f39a3966-7326-4c82-b795-71b6c6784d41 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:56.079664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.083709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.089514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14a51a5d-bc93-4e6f-99ba-d6f983d41532 req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/3978eab4-0384-4097-9efd-280f8ac98d85 HTTP/1.1" status: 204 len: 173 time: 0.2318578 Jul 12 16:14:56.106450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29852955-ccad-4ccf-a412-fe927053f3d6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978eab4-0384-4097-9efd-280f8ac98d85,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:56.170253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-214ea564-d424-4745-95fd-296e2c7bb979 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/6b0f99bb-df3d-4359-b49a-91a341b786ba HTTP/1.1" status: 200 len: 1803 time: 0.0591393 Jul 12 16:14:56.253275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.275256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7664b92-0632-4ce1-8593-afd80316f4f0 req-41b3ac16-85f1-4b26-92db-0669f0776782 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139792 Jul 12 16:14:56.288143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.293115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.311529 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-02d6a61f-69cc-47f3-8a36-2dd076797e9a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 200 len: 318 time: 0.2868979 Jul 12 16:14:56.325000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48080) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.337810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-ba6a993a-f1c6-4cdb-ac3f-129193a604e5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.339700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4029d98-938d-432d-8b28-74d910d29475,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:56.357514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:14:56.365871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.377180 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:14:56.386855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:56.387722 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.407902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-734097eb-8f6b-45ac-907e-53b5c91a64bc service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358023 Jul 12 16:14:56.409129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48082) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.486909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.490022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.495003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c23c47ca-f017-41fe-b252-4b9aaeab5eb8 req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b0f99bb-df3d-4359-b49a-91a341b786ba HTTP/1.1" status: 204 len: 173 time: 0.3176525 Jul 12 16:14:56.517319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aa64e61f-b040-4638-b87a-7e80a6eedf7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "PUT /v2.0/floatingips/5554934e-2621-4df0-9e83-0e73f4c02c65 HTTP/1.1" status: 200 len: 991 time: 4.7879829 Jul 12 16:14:56.524722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07508b77-610a-4393-abda-4a0c6a3dca75 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f99bb-df3d-4359-b49a-91a341b786ba,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:56.537599 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:56.549765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:14:56.552236 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79befdb2-6c35-4cfe-a605-883ef078b321" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:14:56.556294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1518179249', 'description': 'tempest-description-258119878'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:56.564270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.584437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-609597150-network', 'tenant_id': '57eb9fe0ddc5425f90c8500dd488438c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:56.608090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.618343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba6a993a-f1c6-4cdb-ac3f-129193a604e5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 204 len: 168 time: 0.2903559 Jul 12 16:14:56.628086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48092) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.633491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-c62ed08b-9e09-492d-bffd-92c40e223a2f tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-1861498681') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.683688 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.692411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.693282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Made reservation on behalf of 57eb9fe0ddc5425f90c8500dd488438c for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:56.695702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.702439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-615c36c0-a529-4622-9e9c-b3bce7276477 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745416 Jul 12 16:14:56.717099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.772518 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c62ed08b-9e09-492d-bffd-92c40e223a2f tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:56.776103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c62ed08b-9e09-492d-bffd-92c40e223a2f tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-1861498681 HTTP/1.1" status: 404 len: 329 time: 0.1444187 Jul 12 16:14:56.776816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48094) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.781082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f3cfa-e619-451d-9823-3d6094f41ae6 req-71dfa2e4-68f3-4532-8ab7-ed8f0ea69a56 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:56.782627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d8f3cfa-e619-451d-9823-3d6094f41ae6 req-71dfa2e4-68f3-4532-8ab7-ed8f0ea69a56 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1096 time: 0.3153932 Jul 12 16:14:56.785240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-f12f201c-2a6b-43b7-a218-b71479ee3056 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 217 time: 0.0436094 Jul 12 16:14:56.787865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-14005a2a-d532-479a-b5f6-3e5684cc7604 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-1151996511') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.797660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.798412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d80247c-89d5-48ed-9df2-4ce84e2c5d71 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:14:56.801285 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5554934e-2621-4df0-9e83-0e73f4c02c65', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:14:26Z', 'updated_at': '2021-07-12T16:14:54Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.810454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.814105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d5150881-b0e4-4291-97ec-5b85e1064426 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d80247c-89d5-48ed-9df2-4ce84e2c5d71 HTTP/1.1" status: 204 len: 168 time: 4.1486466 Jul 12 16:14:56.815751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48098) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:56.825203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.832518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:14:56.843189 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:14:56.843882 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:14:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:56.848558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.907113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d8f3cfa-e619-451d-9823-3d6094f41ae6 req-a1ebf872-2ef9-4a49-bdd1-a645e7e16507 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173534 Jul 12 16:14:56.916200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-dcae43a8-0fc5-4447-8910-857812a91ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:56.918178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-dcae43a8-0fc5-4447-8910-857812a91ee4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1215425 Jul 12 16:14:56.921259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Deleting subnet b2e88afc-d4fb-4fd3-a654-dfaf91599eed {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:14:56.924917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:56.961419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330d1df6-16c7-4ece-b62d-1196635fcf7e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:56.997771 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-14005a2a-d532-479a-b5f6-3e5684cc7604 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:57.003224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14005a2a-d532-479a-b5f6-3e5684cc7604 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-1151996511 HTTP/1.1" status: 404 len: 329 time: 0.2254200 Jul 12 16:14:57.003594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:57.006398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.013081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-5b1294c2-70d6-46ee-bf07-fbed8fa0555c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4', 'tempest-TagsExtTest-Tag-1510628218') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:57.029381 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:14:57.036524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.042371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.074369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef9a3e-404d-4687-aaae-83db429d1747,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:57.078907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.096935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6208bc64-7993-4223-b5ca-777670af457a req-d01db070-2888-4ae5-b79f-c59adb17f62c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5734994 Jul 12 16:14:57.113720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:14:57.115510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-4f2bead7-4634-444d-966c-7f4547a2347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:57.116885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-4f2bead7-4634-444d-966c-7f4547a2347f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890719 Jul 12 16:14:57.133295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.134594 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Added segment 4307a68d-09c3-401b-9399-df0d27ae2529 of type vlan for network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 Jul 12 16:14:57.156115 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995e633-dd84-4902-aac4-2d4a63a6b240 x-openstack-request-id: req-6995e633-dd84-4902-aac4-2d4a63a6b240 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:14:57.156394 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:14:57.156645 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6995e633-dd84-4902-aac4-2d4a63a6b240 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:14:57.157035 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'status': 'completed', 'code': 200} Jul 12 16:14:57.206875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.241385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.280191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.281644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:57.283312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.286089 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-5b1294c2-70d6-46ee-bf07-fbed8fa0555c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:57.287723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5b1294c2-70d6-46ee-bf07-fbed8fa0555c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags/tempest-TagsExtTest-Tag-1510628218 HTTP/1.1" status: 404 len: 329 time: 0.2782097 Jul 12 16:14:57.297438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:57.307486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-0b105531-5a6b-44b3-bc53-d3cb9bab743a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', {'tags': ['tempest-TagsExtTest-Tag-1519491085', 'tempest-TagsExtTest-Tag-1641897852', 'tempest-TagsExtTest-Tag-1041533499']}) {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:57.401843 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5554934e-2621-4df0-9e83-0e73f4c02c65', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:14:26Z', 'updated_at': '2021-07-12T16:14:54Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:57.429655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0188782 Jul 12 16:14:57.435075 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55c94c-4c61-4eb0-adeb-6eafeac63c72 None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5554934e-2621-4df0-9e83-0e73f4c02c65', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:14:26Z', 'updated_at': '2021-07-12T16:14:54Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:14:57.437400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-4e40f944-1fc0-4ac5-802d-75066f0b0d64 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/330d1df6-16c7-4ece-b62d-1196635fcf7e HTTP/1.1" status: 200 len: 1802 time: 0.0671239 Jul 12 16:14:57.438098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48110) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:57.445773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Request body: {'subnet': {'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-609597150-subnet', 'tenant_id': '57eb9fe0ddc5425f90c8500dd488438c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:57.454619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1934770608', 'description': 'tempest-description-hth-2134630980'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:57.480079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4f6c8-dbd7-46f8-a211-78fe6c8f6d37 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd0f888-6e8c-4a80-a4b1-d6a200445e20,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:57.486291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-72c2bb59-7d63-451c-8bee-9ae0afe3c46e service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486166 Jul 12 16:14:57.494011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:14:57.518847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Made reservation on behalf of 57eb9fe0ddc5425f90c8500dd488438c for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:14:57.522873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.523708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-86084734-7cd2-4486-8397-79b3ccf8ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:57.525132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-86084734-7cd2-4486-8397-79b3ccf8ddde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1096 time: 0.3222830 Jul 12 16:14:57.526098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.541457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.615018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0b105531-5a6b-44b3-bc53-d3cb9bab743a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 200 len: 318 time: 0.3154824 Jul 12 16:14:57.618477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:57.626406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-a6550de4-ef07-406d-9924-0ab718cdff5f tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:57.631172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e88afc-d4fb-4fd3-a654-dfaf91599eed,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:57.669142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.673933 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b2d19c2f-5ea3-4dc6-8c5d-4b8a1f70b015 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2e88afc-d4fb-4fd3-a654-dfaf91599eed HTTP/1.1" status: 204 len: 168 time: 0.8505893 Jul 12 16:14:57.675313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd56e3-b16a-4594-a39e-b7289e9283ba None None] Network 1fbaae99-bd07-4139-abe7-911a311df3a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:57.677632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48114) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:57.695018 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.751084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fadd6d-4213-4ad3-bb83-9202c9493e10 req-3429c3d9-93a9-4a19-a715-6b5418bd96e1 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:57.758598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9fadd6d-4213-4ad3-bb83-9202c9493e10 req-3429c3d9-93a9-4a19-a715-6b5418bd96e1 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1096 time: 0.3978236 Jul 12 16:14:57.758999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.762630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0f94e-999b-4716-a0b8-ae74dc8ec44f None None] New status for floating IP 5554934e-2621-4df0-9e83-0e73f4c02c65: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:14:57.763248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.764536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a852c49d-6afb-45d5-b549-1c0be49af58c req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "PUT /v2.0/security-groups/330d1df6-16c7-4ece-b62d-1196635fcf7e HTTP/1.1" status: 200 len: 1777 time: 0.3144360 Jul 12 16:14:57.848834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-ff6a5c1e-4159-49b4-8278-4976630eb523 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509095 Jul 12 16:14:57.862075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.875772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9fadd6d-4213-4ad3-bb83-9202c9493e10 req-98bcad4c-a256-4c80-8377-711e9f9d5b4a tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162705 Jul 12 16:14:57.888113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74e32877-82d1-4055-a162-255fc5c78014 req-97b39aac-b672-4d0f-b735-998a7a7a1cb8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/330d1df6-16c7-4ece-b62d-1196635fcf7e HTTP/1.1" status: 200 len: 1777 time: 0.0919280 Jul 12 16:14:57.888717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b87acf-ed33-46e5-a99d-f089b776eba5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330d1df6-16c7-4ece-b62d-1196635fcf7e,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:57.927278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-8eb49d8e-42ab-42dd-acf4-0424a50aee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:57.929539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-8eb49d8e-42ab-42dd-acf4-0424a50aee29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.3567953 Jul 12 16:14:57.932966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-6cd41b5e-5980-48ce-b2d9-6b08ca203f00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.0734563 Jul 12 16:14:57.961703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:57.989708 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6550de4-ef07-406d-9924-0ab718cdff5f tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 204 len: 168 time: 0.3643885 Jul 12 16:14:57.994224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.032574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-c18bc218-aa52-41c4-8ae7-3fa9d94caa96 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-1519491085') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.099405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-c70606d1-3966-4c08-bcf2-00291bb344fa tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/330d1df6-16c7-4ece-b62d-1196635fcf7e HTTP/1.1" status: 200 len: 1777 time: 0.1668258 Jul 12 16:14:58.121210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] DHCP port deletion for 1fbaae99-bd07-4139-abe7-911a311df3a6 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:14:58.124265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a8e761-9f39-4c66-960b-629e54d5c366,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:58.156227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4029d98-938d-432d-8b28-74d910d29475 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:14:58.163829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Checking segment: {'id': '4307a68d-09c3-401b-9399-df0d27ae2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:14:58.164192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Network hostable DHCP agents. Network: 2dd0f888-6e8c-4a80-a4b1-d6a200445e20, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:14:58.182011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b4029d98-938d-432d-8b28-74d910d29475 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:14:58.182380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4029d98-938d-432d-8b28-74d910d29475 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:14:58.218478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:14:58.221405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Deleting port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:58.222681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.230371 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c18bc218-aa52-41c4-8ae7-3fa9d94caa96 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:58.231556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c18bc218-aa52-41c4-8ae7-3fa9d94caa96 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-1519491085 HTTP/1.1" status: 404 len: 329 time: 0.2058244 Jul 12 16:14:58.236902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.248319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-af985833-c2db-43f5-9feb-bf9b6fbbec6a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-1641897852') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.255566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2dd0f888-6e8c-4a80-a4b1-d6a200445e20) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:14:58.279163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:58.279773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.282376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.313395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] For port 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd864f0-4eba-4d94-a26f-2998b525b9c0,segment=NetworkSegment(4516b452-196e-4d98-8c68-da80cae2b3a6),segment_id=4516b452-196e-4d98-8c68-da80cae2b3a6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:58.313792 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.329599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19d05c81-0393-4376-8426-0509e9a19c46 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8883805 Jul 12 16:14:58.332905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.339148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Calling delete_port for 3fd864f0-4eba-4d94-a26f-2998b525b9c0 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:58.377553 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-af985833-c2db-43f5-9feb-bf9b6fbbec6a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:58.378494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-af985833-c2db-43f5-9feb-bf9b6fbbec6a tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-1641897852 HTTP/1.1" status: 404 len: 329 time: 0.1407781 Jul 12 16:14:58.384123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48136) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.395346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-c958ade7-b5a1-46cd-8e1e-c54bd1d3c0e5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3', 'tempest-TagsExtTest-Tag-1041533499') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.405596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a84dd-e00b-4c99-ab1f-5e39716a706a None None] Network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:58.448471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.452130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.453621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-60266567-55ed-4ec4-80bd-1021ca1f7688 req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/330d1df6-16c7-4ece-b62d-1196635fcf7e HTTP/1.1" status: 204 len: 173 time: 0.3400877 Jul 12 16:14:58.472657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd1251-1dde-4f8f-a2f8-979a7992ddf0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d1df6-16c7-4ece-b62d-1196635fcf7e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:58.508780 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c958ade7-b5a1-46cd-8e1e-c54bd1d3c0e5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:58.515911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c958ade7-b5a1-46cd-8e1e-c54bd1d3c0e5 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags/tempest-TagsExtTest-Tag-1041533499 HTTP/1.1" status: 404 len: 329 time: 0.1293681 Jul 12 16:14:58.518103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48146) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.525077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-6e9e014d-b3f5-496b-b0ed-bfbfcaf0a74c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', {'tags': ['tempest-TagsExtTest-Tag-1837539386', 'tempest-TagsExtTest-Tag-776699447', 'tempest-TagsExtTest-Tag-324398536']}) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.547571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-27edaf07-b1af-4b91-a325-241266a07305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:58.549056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-27edaf07-b1af-4b91-a325-241266a07305 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.5880070 Jul 12 16:14:58.560616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-fdda226e-a304-4ee9-bf55-4111fdaca97d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 999 time: 0.6233549 Jul 12 16:14:58.583719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.646539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-5f26b172-349a-4a74-b49a-9e73514a7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:58.648725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-5f26b172-349a-4a74-b49a-9e73514a7da4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0751362 Jul 12 16:14:58.658142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] Pushing event deleted for resources: {'Port': ['ID=3fd864f0-4eba-4d94-a26f-2998b525b9c0,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:58.666533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Deleting port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:14:58.666884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.677020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e9e014d-b3f5-496b-b0ed-bfbfcaf0a74c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 200 len: 316 time: 0.1575224 Jul 12 16:14:58.679321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48150) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.691369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-da0efae8-92b2-4df7-b644-bbae80acc385 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.702333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea322b18-9092-4a82-bfc6-d3cac07011e3 None None] No DVR routers for this DVR port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:58.768253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e529bb-2df5-48f2-b7b7-44a66cfa0433 None None] Network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:14:58.842566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] For port 3fd864f0-4eba-4d94-a26f-2998b525b9c0, host n-d-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:14:58.843298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.855446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c176c092-2d5b-433b-99ae-6740fc108080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:58.857163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-c176c092-2d5b-433b-99ae-6740fc108080 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2999539 Jul 12 16:14:58.862359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-da0efae8-92b2-4df7-b644-bbae80acc385 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 204 len: 168 time: 0.1813517 Jul 12 16:14:58.865205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48160) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.874197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Calling delete_port for 3fd864f0-4eba-4d94-a26f-2998b525b9c0 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:14:58.881928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-98a07068-2c1c-4248-a400-7dc0c3374e31 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-1837539386') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:58.884092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 was not found and therefore no delete operation was performed {{(pid=93711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:14:58.900540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:58.979404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-60e69fbb-c51b-40aa-af52-6d66895d4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:58.980900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-60e69fbb-c51b-40aa-af52-6d66895d4569 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073170 Jul 12 16:14:58.986394 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-98a07068-2c1c-4248-a400-7dc0c3374e31 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:58.987617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd864f0-4eba-4d94-a26f-2998b525b9c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:58.991767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-98a07068-2c1c-4248-a400-7dc0c3374e31 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-1837539386 HTTP/1.1" status: 404 len: 329 time: 0.1246634 Jul 12 16:14:58.992527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:58.995895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] No DVR routers for this DVR port 3fd864f0-4eba-4d94-a26f-2998b525b9c0 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:14:58.998202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-f454fde1-4fff-42cd-b751-a6b398dd068d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-776699447') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.097079 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-f454fde1-4fff-42cd-b751-a6b398dd068d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:59.101241 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f454fde1-4fff-42cd-b751-a6b398dd068d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-776699447 HTTP/1.1" status: 404 len: 328 time: 0.1046743 Jul 12 16:14:59.102542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48174) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.106368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-d38d5cfe-ae70-4bf2-b507-77e5a38a927d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184', 'tempest-TagsExtTest-Tag-324398536') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.167396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.171547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-02b81540-be10-45e6-8073-5897ad948945 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994022 Jul 12 16:14:59.183086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbaae99-bd07-4139-abe7-911a311df3a6']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.223864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4516b452-196e-4d98-8c68-da80cae2b3a6') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.224172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4516b452-196e-4d98-8c68-da80cae2b3a6') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.274525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.281095 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-d38d5cfe-ae70-4bf2-b507-77e5a38a927d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:59.282161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d38d5cfe-ae70-4bf2-b507-77e5a38a927d tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags/tempest-TagsExtTest-Tag-324398536 HTTP/1.1" status: 404 len: 328 time: 0.1796181 Jul 12 16:14:59.286934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.287895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-db9f3977-d77b-4272-a3c9-732fa7246a5e service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896135 Jul 12 16:14:59.292545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-3374b5b9-d899-40ce-85ec-d0743f83c7f0 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', {'tags': ['tempest-TagsExtTest-Tag-865396969', 'tempest-TagsExtTest-Tag-1051499877', 'tempest-TagsExtTest-Tag-1688313084']}) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.308014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.361617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:14:59.362052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:14:59.363764 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:14:59.369067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-693989ef-9491-45ba-8eca-e2fa94834337 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:59.370605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-693989ef-9491-45ba-8eca-e2fa94834337 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/networks?id=2dd0f888-6e8c-4a80-a4b1-d6a200445e20 HTTP/1.1" status: 200 len: 817 time: 0.1654651 Jul 12 16:14:59.387196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-f2dca6cd-df86-4e45-8048-4647cabb71d2 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/quotas/57eb9fe0ddc5425f90c8500dd488438c HTTP/1.1" status: 200 len: 375 time: 0.0104802 Jul 12 16:14:59.424124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-43292b47-7cc7-405e-81a1-5241eb78a334 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57eb9fe0ddc5425f90c8500dd488438c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304723 Jul 12 16:14:59.459153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-6ee10805-5a1a-40c7-8b1f-f450e26d1ec0 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735128 Jul 12 16:14:59.468947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.494710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.499675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1fbaae99-bd07-4139-abe7-911a311df3a6 HTTP/1.1" status: 204 len: 168 time: 1.8177276 Jul 12 16:14:59.509469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3374b5b9-d899-40ce-85ec-d0743f83c7f0 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "PUT /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 200 len: 317 time: 0.2215173 Jul 12 16:14:59.512373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48192) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.516033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-07d29eb1-65bd-493e-9964-26fd54e096db tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.548093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-2df6ea85-e351-4f1b-b8f0-3eaa2485475d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:14:59.549093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-2df6ea85-e351-4f1b-b8f0-3eaa2485475d tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107749 Jul 12 16:14:59.560920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5bbcd-9494-4653-ab05-6680a67d8a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbaae99-bd07-4139-abe7-911a311df3a6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:14:59.564130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79befdb2-6c35-4cfe-a605-883ef078b321 req-b8c6bf6c-9cfd-4c30-b86a-90f9b771608b service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672036 Jul 12 16:14:59.564295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Request body: {'binding': {'host': 'n-h2-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:14:59.564719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:14:59.565678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-134d92fe-98e0-4a1d-8adb-0fca2b7a3074 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.0941396 Jul 12 16:14:59.603540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-120e20d4-f33f-4b17-9cf0-49dce8375f25 service neutron] 10.222.0.58 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608300 Jul 12 16:14:59.644374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-98b36fae-8c8f-4c89-bb3f-ef090c8caaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:59.646642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-98b36fae-8c8f-4c89-bb3f-ef090c8caaf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0737104 Jul 12 16:14:59.676253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07d29eb1-65bd-493e-9964-26fd54e096db tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 204 len: 168 time: 0.1634715 Jul 12 16:14:59.691976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48198) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.692320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.703486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-3ae9d150-0e37-451a-bbac-0e3dd1bf45e2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-865396969') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.770956 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-3ae9d150-0e37-451a-bbac-0e3dd1bf45e2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:59.772052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ae9d150-0e37-451a-bbac-0e3dd1bf45e2 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-865396969 HTTP/1.1" status: 404 len: 328 time: 0.0785346 Jul 12 16:14:59.774513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-329d8703-cdca-4214-82a5-aff67fc73eeb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50b768190198447d962518e3e33c2754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797338 Jul 12 16:14:59.775313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48202) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.778263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.781447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-5d84f712-0ebf-49b9-8119-647d67e8f904 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-1051499877') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.823855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3aa9742e-dc22-4e2d-badf-2940a32922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:59.825700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3aa9742e-dc22-4e2d-badf-2940a32922ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1648128 Jul 12 16:14:59.855701 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-5d84f712-0ebf-49b9-8119-647d67e8f904 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:59.859344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5d84f712-0ebf-49b9-8119-647d67e8f904 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-1051499877 HTTP/1.1" status: 404 len: 329 time: 0.0802643 Jul 12 16:14:59.872733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48208) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.904154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-7622afbf-79cd-4661-bb68-9769324ad7ba tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d', 'tempest-TagsExtTest-Tag-1688313084') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:14:59.941869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.963354 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-7622afbf-79cd-4661-bb68-9769324ad7ba tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] show failed (client error): The resource could not be found. Jul 12 16:14:59.966953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7622afbf-79cd-4661-bb68-9769324ad7ba tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags/tempest-TagsExtTest-Tag-1688313084 HTTP/1.1" status: 404 len: 329 time: 0.0897131 Jul 12 16:14:59.969237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:14:59.974926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-df66252b-1fb9-4fa1-8315-16865124e8d3 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f880f64-d764-460c-824a-598fbe59a45d') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:00.009114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.023807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-f7de3d31-5103-4482-9706-e87d15dc5ff2 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849678 Jul 12 16:15:00.085172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd864f0-4eba-4d94-a26f-2998b525b9c0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:00.097379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-f5ad460f-9826-4a74-81ed-28586359d2b0 service neutron] 10.222.0.58 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869428 Jul 12 16:15:00.109839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-df66252b-1fb9-4fa1-8315-16865124e8d3 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d/tags HTTP/1.1" status: 204 len: 168 time: 0.1369011 Jul 12 16:15:00.110477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48212) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.115235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-28dc8f50-a773-489c-9e1a-99812100e332 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:00.121499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3fd864f0-4eba-4d94-a26f-2998b525b9c0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:00.125183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd864f0-4eba-4d94-a26f-2998b525b9c0 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:00.152272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.154770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.158507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04305d85-a97d-4c7c-ba03-19196ba32dc2 HTTP/1.1" status: 204 len: 168 time: 0.3716660 Jul 12 16:15:00.158507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-19f65326-ad3f-4e8f-a72a-7f539a73d219 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154177 Jul 12 16:15:00.176320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf79b1e-2186-4c5c-9136-e47e0f2c8a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04305d85-a97d-4c7c-ba03-19196ba32dc2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:00.212023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-aa8a1276-e91a-47e7-9817-c5ff4063908b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.0421550 Jul 12 16:15:00.221597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on host n-h2-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:00.221866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:00.222108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:00.231006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:00.231329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:00.237176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:00.237619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:00.238233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:00.238432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Bound port: cbc035ca-3e52-4051-ad8c-6e609364124b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:00.257689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-28dc8f50-a773-489c-9e1a-99812100e332 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184/tags HTTP/1.1" status: 204 len: 168 time: 0.1463933 Jul 12 16:15:00.276647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48216) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.290560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-e989e57b-f000-43fc-b173-fc2287665ccb tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:00.300793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3a58a613-f02f-4e46-bcf6-c39e67c4cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:00.303109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-3a58a613-f02f-4e46-bcf6-c39e67c4cf79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0818789 Jul 12 16:15:00.376650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:00.386947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.388381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-e565b52e-321b-4684-acd0-3f5373085927 service neutron] 10.222.0.58 "POST /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8281417 Jul 12 16:15:00.396520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-ad74534b-d461-4b80-83bc-9036577417d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:00.398360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-ad74534b-d461-4b80-83bc-9036577417d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830481 Jul 12 16:15:00.415975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e989e57b-f000-43fc-b173-fc2287665ccb tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1357241 Jul 12 16:15:00.415975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.420269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-18b5e167-8327-4655-8081-f7e67a279e37 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '539fb344-78fd-4811-858f-7c699146a9e4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:00.528517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18b5e167-8327-4655-8081-f7e67a279e37 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1077967 Jul 12 16:15:00.528848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48232) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.706295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bdc4f2f1-f8c2-488d-b3e6-1dfe56731477 req-47baf1b5-64de-46a6-964e-cd1868abe320 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 210 time: 0.0729756 Jul 12 16:15:00.792037 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-85c53750-f162-472c-8313-32c4b6690988 req-2c167549-a388-4338-95ce-dd113900e7b5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:00.792953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85c53750-f162-472c-8313-32c4b6690988 req-2c167549-a388-4338-95ce-dd113900e7b5 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/6b0f99bb-df3d-4359-b49a-91a341b786ba HTTP/1.1" status: 404 len: 352 time: 0.0894179 Jul 12 16:15:00.794888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-8b84dd9b-8293-41d1-816f-e18400da8bf0 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883717 Jul 12 16:15:00.844492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48244) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.907124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d49c599-accd-425c-a2b0-4d1cc673c601 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a9f827b7da948e1a4d810fd443d5e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602844 Jul 12 16:15:00.907974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:00.921574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f492dc-0413-4c1a-a8c2-7ab8708cd455 req-7c75cf1b-268e-4d63-b108-456d7f6c1cbb service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096497 Jul 12 16:15:00.977998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0c4898f-3de5-4155-bb6b-2402a186dbf7 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for subnetpool, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.984067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e0c4898f-3de5-4155-bb6b-2402a186dbf7 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnetpools/3f880f64-d764-460c-824a-598fbe59a45d HTTP/1.1" status: 204 len: 168 time: 0.4540820 Jul 12 16:15:00.986222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48248) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:01.003748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-13e25d7c-56e4-4712-b1f0-9c1a6a543597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:01.008796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-13e25d7c-56e4-4712-b1f0-9c1a6a543597 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1096 time: 0.2767968 Jul 12 16:15:01.033903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6f376b2-383a-431e-9bc6-b72935078121 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184 HTTP/1.1" status: 200 len: 205 time: 0.0464916 Jul 12 16:15:01.038438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48250) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:01.116724 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-5020722e-2a45-4ff5-9563-6781588b9c8e req-618a37ac-258f-40e3-bc8e-ab36ed10448c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:01.118021 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5020722e-2a45-4ff5-9563-6781588b9c8e req-618a37ac-258f-40e3-bc8e-ab36ed10448c tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/3978eab4-0384-4097-9efd-280f8ac98d85 HTTP/1.1" status: 404 len: 352 time: 0.0216444 Jul 12 16:15:01.134164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.134752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-d16d5819-6cf4-403c-b790-5ed2c11e7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:01.136545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-d16d5819-6cf4-403c-b790-5ed2c11e7185 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.1215334 Jul 12 16:15:01.149036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.197172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-2a9d509e-5d2b-41ee-a96b-849fcb57d05c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 217 time: 0.0523827 Jul 12 16:15:01.247046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.263689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047697c-4c98-48fd-95ea-cd8a5d23254c req-da9ac0ae-24c9-4963-99d1-bf20e23e9b62 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:01.265218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a047697c-4c98-48fd-95ea-cd8a5d23254c req-da9ac0ae-24c9-4963-99d1-bf20e23e9b62 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.3434076 Jul 12 16:15:01.307027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-a81b5ccb-1aee-40c8-877b-18d506364219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:01.308520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-a81b5ccb-1aee-40c8-877b-18d506364219 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.0985377 Jul 12 16:15:01.350595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-b5fa5fa5-ec8e-489e-9189-aaa672ff35f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322990 Jul 12 16:15:01.362733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db451f28-1e7f-4d39-94aa-4296a3769152 req-420c3161-e327-4188-a70d-59e8ad8468a8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:01.364304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db451f28-1e7f-4d39-94aa-4296a3769152 req-420c3161-e327-4188-a70d-59e8ad8468a8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.1224537 Jul 12 16:15:01.410097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.414540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.435366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a047697c-4c98-48fd-95ea-cd8a5d23254c req-a4022fc2-7258-4b5c-a628-a4f6f7cf7005 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631079 Jul 12 16:15:01.464532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db451f28-1e7f-4d39-94aa-4296a3769152 req-06dd54da-f578-4878-a4fe-c14474ffeac8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911207 Jul 12 16:15:01.489756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-09196837-2835-4489-9db4-880cd67cccc7 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225863 Jul 12 16:15:01.500428 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-4fb189e0-e205-4c7c-8380-20aef4b8ea7e req-f4710c47-5a86-4c3c-9947-82e62cff964b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:01.501625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4fb189e0-e205-4c7c-8380-20aef4b8ea7e req-f4710c47-5a86-4c3c-9947-82e62cff964b tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/57f70d0c-96fa-4a18-bd1a-dae43cd42406 HTTP/1.1" status: 404 len: 352 time: 0.0234163 Jul 12 16:15:01.502755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.507818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.514107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbb837f8-59b3-4ca2-98dd-32c49e309852 HTTP/1.1" status: 204 len: 168 time: 0.6030993 Jul 12 16:15:01.517181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.517596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Fanout notify agent at l3_agent the message router_deleted on router e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:15:01.525840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.526949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18357851-628b-41ed-936f-7e520eb6f14b tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/routers/e7bcc5a1-15f3-4000-a7f5-a0bd17b8a184 HTTP/1.1" status: 204 len: 168 time: 0.4863727 Jul 12 16:15:01.531809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48260) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:01.542247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d5ead-fc59-41b8-bcb5-399351f02b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb837f8-59b3-4ca2-98dd-32c49e309852,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:01.601640 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-1796b3dd-9ef2-463c-8c74-ad592fec9048 req-615c8061-15f6-49ce-b40b-04d0c752f611 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:01.602564 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1796b3dd-9ef2-463c-8c74-ad592fec9048 req-615c8061-15f6-49ce-b40b-04d0c752f611 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1b7ea31b-5220-4400-a50f-412ad37368ba HTTP/1.1" status: 404 len: 352 time: 0.0573943 Jul 12 16:15:01.666737 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-0563f776-04f7-4978-a07d-f5e7c2aa2427 req-dc3f925d-7ea9-48e7-a8a7-a7b0f21cf8a1 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:01.673249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Deleting port 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:01.676553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.682392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0563f776-04f7-4978-a07d-f5e7c2aa2427 req-dc3f925d-7ea9-48e7-a8a7-a7b0f21cf8a1 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/ad04155a-1069-4458-8511-643968c81805 HTTP/1.1" status: 404 len: 352 time: 0.0370908 Jul 12 16:15:01.702781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-39974ed0-b5ac-40b6-b66d-ef6b54143eb3 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030740 Jul 12 16:15:01.867246 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-bb94c223-9937-43fe-973a-ea1e0fb8e5d3 req-00aa9168-dfe2-4dd5-9fa8-fde0aa2d86f0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] show failed (client error): The resource could not be found. Jul 12 16:15:01.867893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb94c223-9937-43fe-973a-ea1e0fb8e5d3 req-00aa9168-dfe2-4dd5-9fa8-fde0aa2d86f0 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/1c0d502f-cc5c-497c-8732-95a5881525c3 HTTP/1.1" status: 404 len: 352 time: 0.0573261 Jul 12 16:15:01.899566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.923413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Calling delete_port for 1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:01.929456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0bd75348-ef50-4884-a1c2-25dbf84d0c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.020609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-8c71bef3-bd8b-4e75-af33-d112ef723df6 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:02.023628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-8c71bef3-bd8b-4e75-af33-d112ef723df6 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.77 "GET /v2.0/networks?id=2dd0f888-6e8c-4a80-a4b1-d6a200445e20 HTTP/1.1" status: 200 len: 817 time: 0.2090623 Jul 12 16:15:02.044479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Request body: {'port': {'device_id': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20', 'admin_state_up': True, 'tenant_id': '57eb9fe0ddc5425f90c8500dd488438c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:02.168747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80158510-c2a0-4fc6-894e-10c9c0f2bb93 req-b5f4d0af-0293-47c9-8a86-2ddcf77b8e80 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 210 time: 0.0538166 Jul 12 16:15:02.197600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.241817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event deleted for resources: {'Port': ['ID=1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:02.313041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Made reservation on behalf of 57eb9fe0ddc5425f90c8500dd488438c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:02.322273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.482476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.492777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-28d3bc93-c7e2-49bf-801a-c8a08f71c1d6 tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/ports/1f48dd2f-8f2e-4b16-a09d-84f8fcddf8d3 HTTP/1.1" status: 204 len: 168 time: 0.9598980 Jul 12 16:15:02.496254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48294) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:02.635435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Allocated IP 172.20.0.8 (2dd0f888-6e8c-4a80-a4b1-d6a200445e20/70a8e761-9f39-4c66-960b-629e54d5c366/92acefab-ce3a-4f3b-988d-d2419502c098) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:02.637335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Deleting subnet 539fb344-78fd-4811-858f-7c699146a9e4 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:02.641219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.680831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48300) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:02.697212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c5eee-33f6-49c0-87e6-434cb2642b7b req-afd6e070-b034-4cfb-8b17-669567669874 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:02.698825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e97c5eee-33f6-49c0-87e6-434cb2642b7b req-afd6e070-b034-4cfb-8b17-669567669874 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1023 time: 0.1553373 Jul 12 16:15:02.744580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.822738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006574e-3d25-427d-a700-956baaa6cb16 req-8f51d993-9c09-40fd-970b-ecbe3063352f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:02.824345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9006574e-3d25-427d-a700-956baaa6cb16 req-8f51d993-9c09-40fd-970b-ecbe3063352f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.1450977 Jul 12 16:15:02.857154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-118870482-network', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:02.908345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e97c5eee-33f6-49c0-87e6-434cb2642b7b req-c8d6f85b-f1b7-4592-8784-b52a525f95c6 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=46942e92-0a55-4fde-b6df-e0148c113a39&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=eac592cc-aa78-413e-8111-15632062816c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1626635 Jul 12 16:15:02.913230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9006574e-3d25-427d-a700-956baaa6cb16 req-825577f5-2fee-41ac-92f3-5d1d2fac9df2 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Jul 12 16:15:02.919205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.928714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Made reservation on behalf of 77dba30f97904552bc7fa2992bf6b68c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:02.938672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.949524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:02.973845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.024605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.044173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.112163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.123495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event deleted for resources: {'Subnet': ['ID=539fb344-78fd-4811-858f-7c699146a9e4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:03.135621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f50963-3ad5-4df8-bde8-21f0339fa8c0 None None] Network d0ba739d-dfad-4d30-9042-7a2472bf8369 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:03.151427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.158321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b57e8ae7-39c0-49e9-9203-35696b6dacbc tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/subnets/539fb344-78fd-4811-858f-7c699146a9e4 HTTP/1.1" status: 204 len: 168 time: 0.6606724 Jul 12 16:15:03.160800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:03.257687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:03.267707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Pushing event updated for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:03.285152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.300370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:03.305718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.308352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:03.339357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.401294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:15:03.437811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:03.438737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.438862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Deleting port 6230f6f5-c45f-49cd-a034-876b1a3077ed {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:03.440557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.449560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f46db9-7d1e-4757-8e36-e99bb9f4d2cd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:03.475289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.476354 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Added segment 862d39fa-2719-4214-b0c2-f0eac4895c7e of type vlan for network 206f7187-36d0-4c0d-a589-159f2c36f316 Jul 12 16:15:03.510772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-7e43366a-4129-41d2-b61a-af2b7450873b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:03.512437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-7e43366a-4129-41d2-b61a-af2b7450873b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.3588758 Jul 12 16:15:03.555902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-2a2f56ea-79c3-405a-9c22-617607ad45e9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5202401 Jul 12 16:15:03.590742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Request body: {'port': {'device_id': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:03.597428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.599725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] For port 6230f6f5-c45f-49cd-a034-876b1a3077ed, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6230f6f5-c45f-49cd-a034-876b1a3077ed,segment=NetworkSegment(5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38),segment_id=5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:03.600219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.612386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee5597-7b46-430a-ab6c-eba54dcec572 req-dc84d229-ec81-4868-b0b8-5da8c958d5dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:03.614092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32ee5597-7b46-430a-ab6c-eba54dcec572 req-dc84d229-ec81-4868-b0b8-5da8c958d5dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 945 time: 0.3889220 Jul 12 16:15:03.619033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Calling delete_port for 6230f6f5-c45f-49cd-a034-876b1a3077ed owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:03.671457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] DHCP port deletion for d0ba739d-dfad-4d30-9042-7a2472bf8369 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:15:03.701739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b356c-4c6a-4e34-8ab6-2a529982e2ef req-08d69f67-f1b8-42a5-87f9-bbf6d48e458b tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:03.709590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a23b356c-4c6a-4e34-8ab6-2a529982e2ef req-08d69f67-f1b8-42a5-87f9-bbf6d48e458b tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 931 time: 0.1697173 Jul 12 16:15:03.739552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Deleting port 6230f6f5-c45f-49cd-a034-876b1a3077ed {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:03.741507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.784362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.814775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] For port 6230f6f5-c45f-49cd-a034-876b1a3077ed, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6230f6f5-c45f-49cd-a034-876b1a3077ed,segment=NetworkSegment(5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38),segment_id=5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:03.815482 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.830693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event deleted for resources: {'Port': ['ID=6230f6f5-c45f-49cd-a034-876b1a3077ed,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:03.838060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] No DVR routers for this DVR port 6230f6f5-c45f-49cd-a034-876b1a3077ed on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:03.856212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Calling delete_port for 6230f6f5-c45f-49cd-a034-876b1a3077ed owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:03.893386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a23b356c-4c6a-4e34-8ab6-2a529982e2ef req-defca01f-5045-4ce7-8532-f5be507c63e3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826036 Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: from cryptography.utils import int_from_bytes Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: from cryptography.utils import int_from_bytes Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.952006 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:15:03.956621 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:15:03.959232 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:03.983340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] No DVR routers for this DVR port 6230f6f5-c45f-49cd-a034-876b1a3077ed on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:04.041941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785cad4-ccce-4490-8d74-328c6e45e729 None None] Pushing event deleted for resources: {'Port': ['ID=6230f6f5-c45f-49cd-a034-876b1a3077ed,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:04.061677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.081602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ba739d-dfad-4d30-9042-7a2472bf8369']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:04.108252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:04.108437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa1fcc2-0d3c-4eb2-b727-5dad0f619d38') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:04.113433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6230f6f5-c45f-49cd-a034-876b1a3077ed no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:04.122451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.123513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:04.124215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.134592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-fd3162e2-dcd4-47ad-a984-a15952153975 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:04.136550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-fd3162e2-dcd4-47ad-a984-a15952153975 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1023 time: 0.1727121 Jul 12 16:15:04.140020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.153927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 6230f6f5-c45f-49cd-a034-876b1a3077ed {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:04.154275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6230f6f5-c45f-49cd-a034-876b1a3077ed not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:04.212542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32ee5597-7b46-430a-ab6c-eba54dcec572 req-c65cfc79-0be8-475e-bac0-0302d56d67d6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672808 Jul 12 16:15:04.247969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5659266 Jul 12 16:15:04.253856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48318) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:04.260507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.262507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80979d-c7b6-44c2-bcb3-c5350ce67f29 admin admin] Pushing event updated for resources: {'Network': ['ID=206f7187-36d0-4c0d-a589-159f2c36f316,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:04.264673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.273029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Request body: {'subnet': {'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-subnet', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:04.284659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:04.285451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 206f7187-36d0-4c0d-a589-159f2c36f316 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:15:04.285609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:04.291715 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:04.310784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:04.311176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.404441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Made reservation on behalf of 77dba30f97904552bc7fa2992bf6b68c for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:04.408267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.418719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb58c1d-32d2-41af-9432-01049417af7d req-92858c81-fbd4-4e13-9b8c-810a0fb4c106 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:04.426674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb58c1d-32d2-41af-9432-01049417af7d req-92858c81-fbd4-4e13-9b8c-810a0fb4c106 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 1023 time: 0.2888980 Jul 12 16:15:04.449430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.455166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f96eb14c-fda0-479f-a8e6-4a0d24917bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.463867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.468343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] 10.222.0.58 "DELETE /v2.0/networks/d0ba739d-dfad-4d30-9042-7a2472bf8369 HTTP/1.1" status: 204 len: 168 time: 1.3020520 Jul 12 16:15:04.501000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280db9d-f3fb-42b4-9596-3f5205cee85c tempest-TagsExtTest-285929898 tempest-TagsExtTest-285929898-project] Pushing event deleted for resources: {'Network': ['ID=d0ba739d-dfad-4d30-9042-7a2472bf8369,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:04.517851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecb58c1d-32d2-41af-9432-01049417af7d req-4eea99f1-3fc4-45de-99a4-77385a504277 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups?id=46942e92-0a55-4fde-b6df-e0148c113a39&id=246ba454-65b7-49b0-bfce-4a776b4bfe20&id=eac592cc-aa78-413e-8111-15632062816c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0892859 Jul 12 16:15:04.550562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Deleting port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:04.551140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.748123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48326) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:04.753898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] For port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,segment=NetworkSegment(66f9fa56-79ba-40da-bb0c-5e694520bf59),segment_id=66f9fa56-79ba-40da-bb0c-5e694520bf59)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:04.754596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.788150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Calling delete_port for 4628d92a-d348-45a3-b6c7-c0e93a1ae06a owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:04.790738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.803661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:04.804041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:04.832139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:04.912670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a073c3-a8f9-4402-86a3-8b1abf972a1c req-212ebcf1-eb30-4444-b37f-99d690548a51 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:04.919715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0a073c3-a8f9-4402-86a3-8b1abf972a1c req-212ebcf1-eb30-4444-b37f-99d690548a51 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.4816656 Jul 12 16:15:05.004579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.022391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4628d92a-d348-45a3-b6c7-c0e93a1ae06a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:05.110177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0a073c3-a8f9-4402-86a3-8b1abf972a1c req-517542e2-84ac-4755-a5fb-ecfb77e8cd13 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895726 Jul 12 16:15:05.155553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.160499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.173350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'Port': ['ID=4628d92a-d348-45a3-b6c7-c0e93a1ae06a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:05.200573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] No DVR routers for this DVR port 4628d92a-d348-45a3-b6c7-c0e93a1ae06a on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:05.214673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1e55ec3-25a5-4589-886d-ce23c67daedb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6ec2b19050f4af38ebc358dfe9c8650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184861 Jul 12 16:15:05.214673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.216579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c1af89b-9245-47b6-a6a6-078a8cf66a48 req-158bf51b-3de1-4b72-b9e7-949427b63677 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.77 "DELETE /v2.0/ports/4628d92a-d348-45a3-b6c7-c0e93a1ae06a HTTP/1.1" status: 204 len: 173 time: 1.0347064 Jul 12 16:15:05.232636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48332) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:05.237040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'name': 'network-vif-deleted', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:05.241885 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b92211-35b1-4c0d-842d-3ae599af1179" -d '{"events": [{"server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "name": "network-vif-deleted", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:05.292170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92acefab-ce3a-4f3b-988d-d2419502c098 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:05.319133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924924-467b-4c37-a994-c7e1d333e57d req-78b1c070-80b9-4d22-b688-a0e14619f496 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:05.337441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.337651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7924924-467b-4c37-a994-c7e1d333e57d req-78b1c070-80b9-4d22-b688-a0e14619f496 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 931 time: 0.1844602 Jul 12 16:15:05.402720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37961e2c-5cef-4c74-a063-9f1529c24158,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:05.433181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7924924-467b-4c37-a994-c7e1d333e57d req-86c2b4d3-30e5-49f9-badd-b8e6f79aa7b9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894287 Jul 12 16:15:05.455538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.466531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Checking segment: {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:05.466531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Network hostable DHCP agents. Network: 206f7187-36d0-4c0d-a589-159f2c36f316, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:15:05.481793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Transition to ACTIVE for port object 92acefab-ce3a-4f3b-988d-d2419502c098 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:05.488166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.498230 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.519805 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1ed65-63f5-4c71-9403-27a0b1af126a x-openstack-request-id: req-5ec1ed65-63f5-4c71-9403-27a0b1af126a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:05.520188 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c92906-dc0d-475d-aa48-f6d4bfd5c18e", "name": "network-vif-deleted", "tag": "4628d92a-d348-45a3-b6c7-c0e93a1ae06a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:05.520725 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ec1ed65-63f5-4c71-9403-27a0b1af126a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:05.521291 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c92906-dc0d-475d-aa48-f6d4bfd5c18e', 'name': 'network-vif-deleted', 'tag': '4628d92a-d348-45a3-b6c7-c0e93a1ae06a', 'status': 'completed', 'code': 200} Jul 12 16:15:05.560610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.589905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=86901f3d-4377-4e6d-a5dc-24d4a27f09f1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:05.638930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a219b778-4407-47ab-a2af-85ae405f043f req-2c0d2624-b166-4e5d-b579-d4b778ebdc71 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.1130788 Jul 12 16:15:05.639963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Network 206f7187-36d0-4c0d-a589-159f2c36f316 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:15:05.688284 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.766719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f46dcca-8df7-4e57-b3f8-c90f21e6e3f2 req-41cd02d6-f920-43c3-a825-f8ec54b08662 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7c92906-dc0d-475d-aa48-f6d4bfd5c18e HTTP/1.1" status: 200 len: 210 time: 0.0502388 Jul 12 16:15:05.804817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:05.806706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 206f7187-36d0-4c0d-a589-159f2c36f316) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:05.810633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.814611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2176561a-0154-4a2d-b468-a1df094e8cbe req-6b135c02-99c4-4698-b82b-5b368a0d27bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "DELETE /v2.0/ports/86901f3d-4377-4e6d-a5dc-24d4a27f09f1 HTTP/1.1" status: 204 len: 173 time: 2.2759652 Jul 12 16:15:05.815363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'name': 'network-vif-deleted', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:05.817919 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d0c3e0-7f36-4e18-af81-7d554603fd52" -d '{"events": [{"server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "name": "network-vif-deleted", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:05.819129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4088b3-ba03-47ed-a52d-3845b70c3b02 None None] Network 206f7187-36d0-4c0d-a589-159f2c36f316 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:05.829711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:05.830460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.833882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Pushing event updated for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:05.838362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Attempting to bind port 92acefab-ce3a-4f3b-988d-d2419502c098 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:05.838825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Attempting to bind port 92acefab-ce3a-4f3b-988d-d2419502c098 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '4307a68d-09c3-401b-9399-df0d27ae2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:05.839284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Attempting to bind port 92acefab-ce3a-4f3b-988d-d2419502c098 on network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:05.852357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Port 92acefab-ce3a-4f3b-988d-d2419502c098 on network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:05.852812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Attempting to bind port 92acefab-ce3a-4f3b-988d-d2419502c098 on network 2dd0f888-6e8c-4a80-a4b1-d6a200445e20 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:05.860730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:05.861192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Checking segment: {'id': '4307a68d-09c3-401b-9399-df0d27ae2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:05.861687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Bound using segment: {'id': '4307a68d-09c3-401b-9399-df0d27ae2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:05.862270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Bound port: 92acefab-ce3a-4f3b-988d-d2419502c098, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4307a68d-09c3-401b-9399-df0d27ae2529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:05.862736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.870383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-86ea3f32-d20b-437b-95cd-35a3baa0591d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6098716 Jul 12 16:15:05.872180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48344) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:05.876761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.879618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.881102 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ae26606-7784-4bb3-a764-2bcc45d564a2 HTTP/1.1" status: 204 len: 168 time: 0.6462679 Jul 12 16:15:05.883499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:05.940779 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85e77e-14d9-46dd-b39a-2f9e9d4ab1c5 x-openstack-request-id: req-ee85e77e-14d9-46dd-b39a-2f9e9d4ab1c5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:05.941116 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d9e5c-d5e7-44c7-bd76-abfe687e5276", "name": "network-vif-deleted", "tag": "86901f3d-4377-4e6d-a5dc-24d4a27f09f1", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:05.941366 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee85e77e-14d9-46dd-b39a-2f9e9d4ab1c5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:05.941765 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d9e5c-d5e7-44c7-bd76-abfe687e5276', 'name': 'network-vif-deleted', 'tag': '86901f3d-4377-4e6d-a5dc-24d4a27f09f1', 'status': 'completed', 'code': 200} Jul 12 16:15:05.945455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423cc5c-83c9-4f02-881e-bd18ca1909c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae26606-7784-4bb3-a764-2bcc45d564a2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:05.954519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:05.957574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.060263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:06.068022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92acefab-ce3a-4f3b-988d-d2419502c098,segment=NetworkSegment(4307a68d-09c3-401b-9399-df0d27ae2529),segment_id=4307a68d-09c3-401b-9399-df0d27ae2529)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:06.076272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.123165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.148457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:06.149574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.151222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] 10.222.0.77 "PUT /v2.0/ports/92acefab-ce3a-4f3b-988d-d2419502c098 HTTP/1.1" status: 200 len: 1091 time: 2.5678828 Jul 12 16:15:06.183970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca79c2-22da-4ed2-8d3f-9aeb17070219 service neutron] Pushing event updated for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:06.238532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-206f7187-36d0-4c0d-a589-159f2c36f316', 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'fixed_ips': [{'subnet_id': '37961e2c-5cef-4c74-a063-9f1529c24158'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:15:06.240619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.327393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-36e43d38-db70-4807-bc21-08c87a0c1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:06.329101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-36e43d38-db70-4807-bc21-08c87a0c1810 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=57eb9fe0ddc5425f90c8500dd488438c&device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 1094 time: 0.0803230 Jul 12 16:15:06.430015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-3852ce1f-f5ef-4a82-9636-01ed5c306316 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92acefab-ce3a-4f3b-988d-d2419502c098 HTTP/1.1" status: 200 len: 217 time: 0.0893414 Jul 12 16:15:06.523269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.524074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-3fde3659-41c2-4ad5-8f2f-b1f2f71e5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:06.525900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-3fde3659-41c2-4ad5-8f2f-b1f2f71e5dd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70a8e761-9f39-4c66-960b-629e54d5c366 HTTP/1.1" status: 200 len: 857 time: 0.0911880 Jul 12 16:15:06.575256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Allocated IP 172.20.0.2 (206f7187-36d0-4c0d-a589-159f2c36f316/37961e2c-5cef-4c74-a063-9f1529c24158/8049751f-e694-4be6-9adb-0449d032bc94) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:06.599373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-c7249aec-076e-43d3-b080-245b73d20cba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2dd0f888-6e8c-4a80-a4b1-d6a200445e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617418 Jul 12 16:15:06.702047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbef13-3d4e-4a64-ae1b-ba4285aad37c req-33c28d42-d3cf-45d7-a24f-a614d02914a7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:06.708409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdcbef13-3d4e-4a64-ae1b-ba4285aad37c req-33c28d42-d3cf-45d7-a24f-a614d02914a7 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.2825105 Jul 12 16:15:06.788642 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.803907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-d87c878a-4e2b-40a5-bf0a-97eb223c00e4 service neutron] 10.222.0.77 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895478 Jul 12 16:15:06.805366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Transition to ACTIVE for port object 8049751f-e694-4be6-9adb-0449d032bc94 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:06.832332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd5684-48d3-4f83-a09d-49d6d8f4dfd4 req-0949632c-b2d0-4820-8434-05a1b5f8b3a1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:06.840260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Transition to ACTIVE for port object 8049751f-e694-4be6-9adb-0449d032bc94 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:06.840512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4dd5684-48d3-4f83-a09d-49d6d8f4dfd4 req-0949632c-b2d0-4820-8434-05a1b5f8b3a1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 943 time: 0.1424859 Jul 12 16:15:06.850839 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.858327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdcbef13-3d4e-4a64-ae1b-ba4285aad37c req-cf34a344-849f-4236-9fd2-f84bbbe3f2aa tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223466 Jul 12 16:15:06.943834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4dd5684-48d3-4f83-a09d-49d6d8f4dfd4 req-f5c1d289-aed0-487c-8597-b1cbd44c38f9 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021926 Jul 12 16:15:06.953415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Network 206f7187-36d0-4c0d-a589-159f2c36f316 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:06.956829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:06.967081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:07.026179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19de5c20-41c3-4262-bead-19f15de91fd4 req-4321b1c9-2870-4a73-a1eb-feed5303f3c6 service neutron] 10.222.0.77 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095807 Jul 12 16:15:07.054835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Pushing event updated for resources: {'Port': ['ID=8049751f-e694-4be6-9adb-0449d032bc94,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:07.064211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48378) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:07.069380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041096 Jul 12 16:15:07.074500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Attempting to bind port 8049751f-e694-4be6-9adb-0449d032bc94 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:07.075429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Attempting to bind port 8049751f-e694-4be6-9adb-0449d032bc94 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:07.077109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48380) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:07.079303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Attempting to bind port 8049751f-e694-4be6-9adb-0449d032bc94 on network 206f7187-36d0-4c0d-a589-159f2c36f316 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:07.087009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:07.087660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Checking segment: {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:07.088257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.088715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Bound using segment: {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:07.089513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Bound port: 8049751f-e694-4be6-9adb-0449d032bc94, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:07.089936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.169940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.172401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35e5faa1-9ccf-4151-81c6-81c4cd6aae34 req-d15bea1e-321c-4873-926a-aaf8d5b9fe05 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0618188 Jul 12 16:15:07.212809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] For port 8049751f-e694-4be6-9adb-0449d032bc94, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:07.217903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] For port 8049751f-e694-4be6-9adb-0449d032bc94, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8049751f-e694-4be6-9adb-0449d032bc94,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:07.225698 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.296572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f940e419-93bb-4211-b3b9-bda9833e9f27 tempest-NetworksApiDiscovery-713959695 tempest-NetworksApiDiscovery-713959695-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2115874 Jul 12 16:15:07.312828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.327999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-634d7670-47a6-46bf-8b37-63f956c3084d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/eac592cc-aa78-413e-8111-15632062816c HTTP/1.1" status: 200 len: 1801 time: 0.0903947 Jul 12 16:15:07.361373 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.370468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443859a0-57d5-44c9-9dec-6ba8a416f276 None None] Pushing event updated for resources: {'Port': ['ID=8049751f-e694-4be6-9adb-0449d032bc94,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:07.409470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:07.449854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:07.450382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 86901f3d-4377-4e6d-a5dc-24d4a27f09f1 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:07.450952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4628d92a-d348-45a3-b6c7-c0e93a1ae06a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:07.476383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 4628d92a-d348-45a3-b6c7-c0e93a1ae06a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:07.476969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4628d92a-d348-45a3-b6c7-c0e93a1ae06a not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:07.496517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.559091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.591255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Allocated IP 172.25.8.15 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:07.712401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48392) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:07.756257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.759283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.760549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e2290c3-a931-4c6b-a5c1-9301d9f0280d req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/eac592cc-aa78-413e-8111-15632062816c HTTP/1.1" status: 204 len: 173 time: 0.4314184 Jul 12 16:15:07.802703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac592cc-aa78-413e-8111-15632062816c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:07.831573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.835400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.835931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.836935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.838837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.839323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.839810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.842046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.843234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.844674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.845229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.847986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9d56c-446d-484c-ae63-37b2ceea8009 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.857635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.860645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-5febc657-a356-4945-8583-eb6487defb0d tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "GET /v2.0/security-groups/46942e92-0a55-4fde-b6df-e0148c113a39 HTTP/1.1" status: 200 len: 1802 time: 0.0699084 Jul 12 16:15:07.884648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa07c177-7fc7-48eb-9329-f8c92d0e19a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.908242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.943272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:07.946071 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f" -d '{"events": [{"name": "network-changed", "server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:07.963409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:07.967452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:07.979036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:08.003627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.056512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.139125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.143449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.146347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee084aae-c6c8-4f81-8e75-60bb99010fe2 req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] 10.222.0.58 "DELETE /v2.0/security-groups/46942e92-0a55-4fde-b6df-e0148c113a39 HTTP/1.1" status: 204 len: 173 time: 0.2567863 Jul 12 16:15:08.158957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48404) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:08.190455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8049751f-e694-4be6-9adb-0449d032bc94 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:08.192168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46942e92-0a55-4fde-b6df-e0148c113a39,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:08.275181 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc5a748-daff-4d9f-b5e3-fe3c082f8fd8 x-openstack-request-id: req-0bc5a748-daff-4d9f-b5e3-fe3c082f8fd8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:08.276068 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:08.276541 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bc5a748-daff-4d9f-b5e3-fe3c082f8fd8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:08.277587 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098', 'status': 'completed', 'code': 200} Jul 12 16:15:08.287249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8049751f-e694-4be6-9adb-0449d032bc94 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:08.334246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.334932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.335365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.335980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.336496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.336967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.337389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.337812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.338223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.338651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.339077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.339477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e10d6-dadb-4389-8f4f-3d71cc7be7b8 tempest-SecurityGroupsTestJSON-1546282367 tempest-SecurityGroupsTestJSON-1546282367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:08.382303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa07c177-7fc7-48eb-9329-f8c92d0e19a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.396670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Deleting subnet 333020f3-f4b5-4b72-989b-90b38a9f40c4 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:08.408373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.480037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa07c177-7fc7-48eb-9329-f8c92d0e19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.556612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c177-7fc7-48eb-9329-f8c92d0e19a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a0233-95ac-4db8-9739-8b08d0709bae,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:08.594793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-7c817192-38f1-4984-87ac-46a9b8a1b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.596360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:08.596828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-7c817192-38f1-4984-87ac-46a9b8a1b051 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=57eb9fe0ddc5425f90c8500dd488438c&device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 1094 time: 0.3425417 Jul 12 16:15:08.618431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.646802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa07c177-7fc7-48eb-9329-f8c92d0e19a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4054a7a277db43119779061ef5484a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297004 Jul 12 16:15:08.656199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48412) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:08.736459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb749cc-f8a8-4b5e-b743-1c1fe433d7ac req-6025f64b-1bfb-4289-9e05-b9f4488a6d89 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.744437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca9b06-0e5a-4741-9025-b793f8000e9f req-97a54372-6286-4ca2-b484-afe97b197a88 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.744963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3eb749cc-f8a8-4b5e-b743-1c1fe433d7ac req-6025f64b-1bfb-4289-9e05-b9f4488a6d89 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.6647503 Jul 12 16:15:08.746064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6aca9b06-0e5a-4741-9025-b793f8000e9f req-97a54372-6286-4ca2-b484-afe97b197a88 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 943 time: 0.2800295 Jul 12 16:15:08.767503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.848791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-ca6d725a-14b6-4c05-9182-722b6ab118b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.850822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-ca6d725a-14b6-4c05-9182-722b6ab118b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2dd0f888-6e8c-4a80-a4b1-d6a200445e20 HTTP/1.1" status: 200 len: 918 time: 0.2460883 Jul 12 16:15:08.859503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6aca9b06-0e5a-4741-9025-b793f8000e9f req-2655fb40-6747-464a-aa6c-57936660448b tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001594 Jul 12 16:15:08.881092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35619613-afa2-45c9-8815-a6c65f582803 None None] Network 206f7187-36d0-4c0d-a589-159f2c36f316 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:08.951455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.958190 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3eb749cc-f8a8-4b5e-b743-1c1fe433d7ac req-93bf120a-cd4d-4be8-bed9-7c140a3240c0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124627 Jul 12 16:15:08.959113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:08.963829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-a33e4949-2107-455b-bd3c-00da6d870d35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92acefab-ce3a-4f3b-988d-d2419502c098 HTTP/1.1" status: 200 len: 217 time: 0.1015341 Jul 12 16:15:09.031426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.037209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.079471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Provisioning for port 8049751f-e694-4be6-9adb-0449d032bc94 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:09.087012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333020f3-f4b5-4b72-989b-90b38a9f40c4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:09.089177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Provisioning complete for port 8049751f-e694-4be6-9adb-0449d032bc94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:09.089761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.143522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77874098-c134-426b-b89e-7a36e6117f5c req-e1625976-35b9-4f9c-ae61-4da551d47b0b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0740519 Jul 12 16:15:09.153741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.155751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-d8a5c096-0063-4c36-9c75-ce7064038a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:09.157266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-d8a5c096-0063-4c36-9c75-ce7064038a09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70a8e761-9f39-4c66-960b-629e54d5c366 HTTP/1.1" status: 200 len: 857 time: 0.1867681 Jul 12 16:15:09.158982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.160463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.165635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/785a0233-95ac-4db8-9739-8b08d0709bae HTTP/1.1" status: 204 len: 168 time: 0.5074329 Jul 12 16:15:09.168877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-39ae1f2e-b616-4232-b510-db447807abfa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/333020f3-f4b5-4b72-989b-90b38a9f40c4 HTTP/1.1" status: 204 len: 168 time: 1.0086563 Jul 12 16:15:09.173014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:09.319773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-5e9f1630-f436-458b-a79c-3f63cde08cac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2dd0f888-6e8c-4a80-a4b1-d6a200445e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497157 Jul 12 16:15:09.383416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fae8b-bfa9-4a4e-9ece-9542ce385b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a0233-95ac-4db8-9739-8b08d0709bae,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:09.408198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.422433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.429714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.429882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92acefab-ce3a-4f3b-988d-d2419502c098 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:09.480344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] For port 8049751f-e694-4be6-9adb-0449d032bc94, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8049751f-e694-4be6-9adb-0449d032bc94,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:09.499054 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.511059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-295a8a6d-33d5-4262-8877-b90b8c00dcc8 service neutron] 10.222.0.77 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807718 Jul 12 16:15:09.641992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7493b1-1154-4214-b03f-c316263e10c1 None None] Pushing event updated for resources: {'Port': ['ID=8049751f-e694-4be6-9adb-0449d032bc94,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:09.670060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.671407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92acefab-ce3a-4f3b-988d-d2419502c098,segment=NetworkSegment(4307a68d-09c3-401b-9399-df0d27ae2529),segment_id=4307a68d-09c3-401b-9399-df0d27ae2529)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:09.686191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '92acefab-ce3a-4f3b-988d-d2419502c098', 'network_id': '2dd0f888-6e8c-4a80-a4b1-d6a200445e20', 'port_id': '92acefab-ce3a-4f3b-988d-d2419502c098', 'mac_address': 'fa:16:3e:cf:c4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a8e761-9f39-4c66-960b-629e54d5c366', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:09.687082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72162a68-d940-45dc-98aa-dcdbaec27cd9']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:09.701803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f9fa56-79ba-40da-bb0c-5e694520bf59') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:09.702156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f9fa56-79ba-40da-bb0c-5e694520bf59') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:09.721207 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.733032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Router 230526d2-f387-4243-b546-49e2aa5e27e5 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:15:09.738666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.744791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.746194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:09.746927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.767263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92acefab-ce3a-4f3b-988d-d2419502c098 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:09.819958 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:09.835000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.838546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92acefab-ce3a-4f3b-988d-d2419502c098,segment=NetworkSegment(4307a68d-09c3-401b-9399-df0d27ae2529),segment_id=4307a68d-09c3-401b-9399-df0d27ae2529)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:09.847694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.854694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:09.857394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/72162a68-d940-45dc-98aa-dcdbaec27cd9 HTTP/1.1" status: 204 len: 168 time: 0.6831210 Jul 12 16:15:09.903375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aac92-6cb9-4e55-959a-471091d3fef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=72162a68-d940-45dc-98aa-dcdbaec27cd9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:09.965473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6e12d01a-eb19-4f9e-8cca-5eb5475f266f req-77710463-861c-4f96-a9b5-ead774b8f2a3 service neutron] 10.222.0.77 "GET /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469467 Jul 12 16:15:10.024928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:10.071290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:10.087646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525542d5-5d77-4432-a536-906eb358699d None None] Sync routers for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:10.107939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.112834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:10.113049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0568cb89-d519-4f5f-8e4d-96ac1001cff5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2393284 Jul 12 16:15:10.133236 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:10.137385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:10.190474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['92acefab-ce3a-4f3b-988d-d2419502c098'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:10.285456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8367b4-aa88-4235-8a0a-457a2140398b req-4e73ebef-5842-4f0e-a971-794c42530b4d tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:10.294959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df8367b4-aa88-4235-8a0a-457a2140398b req-4e73ebef-5842-4f0e-a971-794c42530b4d tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 944 time: 0.1572030 Jul 12 16:15:10.344516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8049751f-e694-4be6-9adb-0449d032bc94 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:10.347334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48446) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:10.359147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df8367b4-aa88-4235-8a0a-457a2140398b req-71efd258-1385-4620-b032-127da6e2deee tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630147 Jul 12 16:15:10.455218 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:10.545857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6a1118d-14ac-45bd-a619-28a66d322b20 None None] Provisioning complete for port 8049751f-e694-4be6-9adb-0449d032bc94 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:10.547084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6a1118d-14ac-45bd-a619-28a66d322b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.695468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f82845bb-adb6-4a8f-a946-28c3c2072c1e req-18541a12-0260-4aa5-8548-7126a4e9e9cd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0657248 Jul 12 16:15:10.697687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48452) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:10.815102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8049751f-e694-4be6-9adb-0449d032bc94 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:10.816552 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.887515 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:08Z', 'revision_number': 3, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:10.978907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-45257883-network', 'tenant_id': '5303327315f64e79a6c7bdec0c1880de'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:10.989708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9720ecfe-862c-4fab-ac39-7d190c404f8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98734db14bfc46fb934bb6c91dadc08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346147 Jul 12 16:15:10.990404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:11.019657 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525542d5-5d77-4432-a536-906eb358699d None None] Checking router: 230526d2-f387-4243-b546-49e2aa5e27e5 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:11.020080 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525542d5-5d77-4432-a536-906eb358699d None None] Updating router 230526d2-f387-4243-b546-49e2aa5e27e5 port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:15:11.064010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8393860-5baa-4538-ad89-c634f106de82 req-52812ba5-67c8-4c65-8312-26863d1c7a74 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:11.065740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8393860-5baa-4538-ad89-c634f106de82 req-52812ba5-67c8-4c65-8312-26863d1c7a74 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.7687860 Jul 12 16:15:11.094473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Made reservation on behalf of 5303327315f64e79a6c7bdec0c1880de for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:11.098900 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.108885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.136916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.139318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.179841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8393860-5baa-4538-ad89-c634f106de82 req-cdb8fd89-5d31-4cf2-8c91-e38c0e0d4bac tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059182 Jul 12 16:15:11.189514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.296767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.299855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.319866 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/246ba454-65b7-49b0-bfce-4a776b4bfe20 HTTP/1.1" status: 204 len: 168 time: 0.3132479 Jul 12 16:15:11.360077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23909f21-30b3-4c2b-a680-00828df65449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ba454-65b7-49b0-bfce-4a776b4bfe20,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:11.451531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.462953 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.498086 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.506122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:15:11.510082 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-525542d5-5d77-4432-a536-906eb358699d None None] Transition to ACTIVE for port object 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:11.518606 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.546746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.550279 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Added segment 48083260-c159-4461-bb06-d864b7d346d3 of type vlan for network ac2c8fae-8d05-460e-9f55-621325afb5e3 Jul 12 16:15:11.553992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.581537 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-525542d5-5d77-4432-a536-906eb358699d None None] Attempting to bind port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:11.582200 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-525542d5-5d77-4432-a536-906eb358699d None None] Attempting to bind port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:11.582738 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525542d5-5d77-4432-a536-906eb358699d None None] Attempting to bind port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:11.594031 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc6ac1-6ad0-4e52-a7c9-a01edd493149 None None] Pushing event updated for resources: {'Port': ['ID=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:11.604591 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525542d5-5d77-4432-a536-906eb358699d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:11.605088 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525542d5-5d77-4432-a536-906eb358699d None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:11.605500 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.606053 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525542d5-5d77-4432-a536-906eb358699d None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:11.606531 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-525542d5-5d77-4432-a536-906eb358699d None None] Bound port: 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:11.606902 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.628654 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.664575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.665895 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:11.666689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.713755 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-525542d5-5d77-4432-a536-906eb358699d None None] For port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:11.719126 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-525542d5-5d77-4432-a536-906eb358699d None None] For port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:11.727888 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-525542d5-5d77-4432-a536-906eb358699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.880412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2c8fae-8d05-460e-9f55-621325afb5e3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:11.892181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ac2c8fae-8d05-460e-9f55-621325afb5e3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:15:11.937722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b25f1c-737f-4e85-b266-105d00251f7a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:11.963970 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:11.964611 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:11.967622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d9e176d-6101-4faf-83b0-48dfb53ad788 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2674956 Jul 12 16:15:11.975259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48474) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:11.984692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Request body: {'subnet': {'network_id': 'ac2c8fae-8d05-460e-9f55-621325afb5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-45257883-subnet', 'tenant_id': '5303327315f64e79a6c7bdec0c1880de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:12.019627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Made reservation on behalf of 5303327315f64e79a6c7bdec0c1880de for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:12.023616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.031401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3df4018-d2c4-4302-aa00-8dd38d8519cc req-a951a006-a4cf-4bdc-b481-d7a040449420 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0945451 Jul 12 16:15:12.042886 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc6ac1-6ad0-4e52-a7c9-a01edd493149 None None] Pushing event updated for resources: {'Port': ['ID=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:12.067766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Allocated IP 172.20.0.1 (206f7187-36d0-4c0d-a589-159f2c36f316/37961e2c-5cef-4c74-a063-9f1529c24158/9534c0b5-5842-4b84-b867-43fcc968ba81) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:12.126938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6611581-f5db-4084-8c0a-c15070096adc req-651d3b8e-beb2-4533-99fb-b84d3c8e23ed tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:12.135622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6611581-f5db-4084-8c0a-c15070096adc req-651d3b8e-beb2-4533-99fb-b84d3c8e23ed tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 944 time: 0.4448681 Jul 12 16:15:12.158134 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:12.198603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b6611581-f5db-4084-8c0a-c15070096adc req-1ce14787-588b-4590-96a0-f810a9c8c7f6 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619059 Jul 12 16:15:12.348197 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.387319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Transition to ACTIVE for port object 9534c0b5-5842-4b84-b867-43fcc968ba81 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:12.504085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.510114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.599845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Network 206f7187-36d0-4c0d-a589-159f2c36f316 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:12.608819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Checking segment: {'id': '48083260-c159-4461-bb06-d864b7d346d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac2c8fae-8d05-460e-9f55-621325afb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:12.609205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Network hostable DHCP agents. Network: ac2c8fae-8d05-460e-9f55-621325afb5e3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:15:12.613033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531b2bdb-7f62-413a-82d2-1ac14c24ca7d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:12.616677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962d4fd-a78d-4140-949e-b9cffd51f0b6 req-1321c63e-a76a-4531-a0f7-c950f496b4de tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:12.618042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1962d4fd-a78d-4140-949e-b9cffd51f0b6 req-1321c63e-a76a-4531-a0f7-c950f496b4de tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.1606426 Jul 12 16:15:12.621564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:12.626589 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:12.649144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Network ac2c8fae-8d05-460e-9f55-621325afb5e3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:15:12.662912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ac2c8fae-8d05-460e-9f55-621325afb5e3) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:12.670409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Pushing event updated for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:12.679720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88ad35-93c8-4ef1-bce3-f6d292687af2 None None] Network ac2c8fae-8d05-460e-9f55-621325afb5e3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:12.684153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:12.688622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.700396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.718095 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1518dcd6-1a22-439c-ac1b-cefb7ca6d600 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7398424 Jul 12 16:15:12.732736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48492) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:12.767247 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-525542d5-5d77-4432-a536-906eb358699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:08Z', 'revision_number': 3, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:12.785921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1962d4fd-a78d-4140-949e-b9cffd51f0b6 req-7166dbf0-0ffa-4c84-9e19-9060d95ec672 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200264 Jul 12 16:15:12.872984 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525542d5-5d77-4432-a536-906eb358699d None None] The sync data for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 is: [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:08Z', 'revision_number': 3, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:12.931939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1837787667-network', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:13.021217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Made reservation on behalf of e87fd30d99274de292aabc8ef6e4450f for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:13.030385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.042581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-14bff7ce-1983-4471-8ec8-15977a826e96 None None] Provisioning for port 9534c0b5-5842-4b84-b867-43fcc968ba81 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:13.056909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217d716-effa-4cf2-99f7-67bcf05e6365 None None] Network ac2c8fae-8d05-460e-9f55-621325afb5e3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:13.062605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.065631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-14bff7ce-1983-4471-8ec8-15977a826e96 None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:13.066151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-14bff7ce-1983-4471-8ec8-15977a826e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.071226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.216223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-14bff7ce-1983-4471-8ec8-15977a826e96 None None] Port 9534c0b5-5842-4b84-b867-43fcc968ba81 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:13.236314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.261368 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.336222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dd6f4b-3ffc-4aa3-8b5b-da042359b55b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:13.362654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:15:13.460613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92acefab-ce3a-4f3b-988d-d2419502c098 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:13.487329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-232ef8da-443f-4da7-ae3a-6c0fb512ce7d req-7139f645-d519-498b-9deb-687d5efa2318 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.1089666 Jul 12 16:15:13.503301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.516356 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Added segment a44198e5-24d7-47f5-88b2-6e91ea1ed97a of type vlan for network 96a2fd55-23b3-49e6-8527-0d59543c6777 Jul 12 16:15:13.525507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.540473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.596600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.608347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 92acefab-ce3a-4f3b-988d-d2419502c098 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:13.621537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 92acefab-ce3a-4f3b-988d-d2419502c098 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:13.623881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.664164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.667541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:13.668168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.828010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0935946 Jul 12 16:15:13.840089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48516) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:13.840505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:13.856249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Request body: {'subnet': {'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1837787667-subnet', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:13.873242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732512463-network', 'tenant_id': '30b6c6d38af84137be3116be01146667'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:13.907224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.926761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb722-5968-43ba-9b46-ea551693db71 admin admin] Pushing event updated for resources: {'Network': ['ID=96a2fd55-23b3-49e6-8527-0d59543c6777,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:13.935495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:15:13.935495 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:15:13.935495 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': 'e87fd30d99274de292aabc8ef6e4450f', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 15, 13, 902352)}] Jul 12 16:15:13.935495 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:15:13.935846 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:15:13.947982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Pushing event updated for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:13.950739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:15:13.951541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Made reservation on behalf of 30b6c6d38af84137be3116be01146667 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:13.954534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.967647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.977814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.079231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:14.089522 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcff4b64-d071-4d72-b67c-35ceb67de0e0" -d '{"events": [{"server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "name": "network-vif-plugged", "status": "completed", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:14.107844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a7a7-e119-4a00-9d46-14f7b898df0f req-f80fbd35-75e4-4438-9cd1-d1fcaa021ad1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:14.115413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be54a7a7-e119-4a00-9d46-14f7b898df0f req-f80fbd35-75e4-4438-9cd1-d1fcaa021ad1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 944 time: 0.6241770 Jul 12 16:15:14.153951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92acefab-ce3a-4f3b-988d-d2419502c098,segment=NetworkSegment(4307a68d-09c3-401b-9399-df0d27ae2529),segment_id=4307a68d-09c3-401b-9399-df0d27ae2529)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:14.174259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:14.204293 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.227190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.229729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be54a7a7-e119-4a00-9d46-14f7b898df0f req-f84f3213-552d-41a2-af43-cdffec5eeeda tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071055 Jul 12 16:15:14.235955 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.282701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Network 206f7187-36d0-4c0d-a589-159f2c36f316 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:14.289992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:14.290135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:15:14.342418 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c2b8e-ef31-4d39-a599-b2b66a5d89bc x-openstack-request-id: req-015c2b8e-ef31-4d39-a599-b2b66a5d89bc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:14.342859 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "name": "network-vif-plugged", "status": "completed", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:14.343233 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-015c2b8e-ef31-4d39-a599-b2b66a5d89bc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:14.343750 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098', 'code': 200} Jul 12 16:15:14.373050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b904e20b-8a37-4313-83c3-0e30b87f9de5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:14.385699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.386049 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Added segment fca7454d-1e69-48ff-b370-a2bb77f43129 of type vlan for network 695de701-e78d-4d58-9ec6-029f75ecfee7 Jul 12 16:15:14.396081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3bd9184d-9c70-42fb-aad1-b746c9a635ac None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:14.396487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3bd9184d-9c70-42fb-aad1-b746c9a635ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.501362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:14.511421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.550797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9184d-9c70-42fb-aad1-b746c9a635ac None None] Port 9534c0b5-5842-4b84-b867-43fcc968ba81 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:14.576423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:14.583492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:14.584034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.623333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44852-d0f6-46b0-be19-cfaacc88b7c4 req-979aeb78-13ed-4048-a14f-f5c523116c7c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:14.624983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ba44852-d0f6-46b0-be19-cfaacc88b7c4 req-979aeb78-13ed-4048-a14f-f5c523116c7c tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 945 time: 0.3366778 Jul 12 16:15:14.632134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Made reservation on behalf of e87fd30d99274de292aabc8ef6e4450f for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:14.637361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.712028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e1f57efb-6f3a-48ab-99d6-3f8e989bd516 None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:14.712395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1f57efb-6f3a-48ab-99d6-3f8e989bd516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.734294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c87325a-9115-4997-a7e0-4729adabf454 req-8acec1bc-3355-48bb-9b43-0524d96e829b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0469546 Jul 12 16:15:14.744968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Router 230526d2-f387-4243-b546-49e2aa5e27e5 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:14.774921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144651-c00b-4dcb-bac6-c6042e6846be req-a721ee93-814a-4289-989c-9257d958342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:14.776893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df144651-c00b-4dcb-bac6-c6042e6846be req-a721ee93-814a-4289-989c-9257d958342c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 1096 time: 0.3517962 Jul 12 16:15:14.781445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.800068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e1f57efb-6f3a-48ab-99d6-3f8e989bd516 None None] Port 9534c0b5-5842-4b84-b867-43fcc968ba81 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:14.816098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:14.821272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.830181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ba44852-d0f6-46b0-be19-cfaacc88b7c4 req-8326c8d2-8143-4288-8326-e65081843004 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862981 Jul 12 16:15:14.830885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.832140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:14.833428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.932927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df144651-c00b-4dcb-bac6-c6042e6846be req-e530f3f8-a372-4862-a2f9-8468e22146ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459029 Jul 12 16:15:14.966007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-619de1af-8ee7-4df1-8bf2-0bbbb2d7c6ae tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:14.968162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-619de1af-8ee7-4df1-8bf2-0bbbb2d7c6ae tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.3601243 Jul 12 16:15:14.988995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.017511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800078-3'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:15.040601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1977417 Jul 12 16:15:15.047813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48528) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:15.053422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Request body: {'subnet': {'network_id': '695de701-e78d-4d58-9ec6-029f75ecfee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732512463-subnet', 'tenant_id': '30b6c6d38af84137be3116be01146667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:15.072976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4e91-d291-4c0d-aea4-ea9996caf12c admin admin] Pushing event updated for resources: {'Network': ['ID=695de701-e78d-4d58-9ec6-029f75ecfee7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.087443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 695de701-e78d-4d58-9ec6-029f75ecfee7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:15:15.141003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Made reservation on behalf of 30b6c6d38af84137be3116be01146667 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:15.143792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.158212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:15.179949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b58beb33-8749-4133-bedc-2db5b40af067 admin admin] 10.222.0.58 "PUT /v2.0/routers/230526d2-f387-4243-b546-49e2aa5e27e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0600884 Jul 12 16:15:15.238697 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.463915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:15.475639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.561719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:15.585310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Sync routers for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:15.593077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36975163-751e-47b4-9dd3-09794f28468e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.598138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:15.600568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:15.611756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Checking segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:15.612382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Network hostable DHCP agents. Network: 96a2fd55-23b3-49e6-8527-0d59543c6777, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:15:15.637766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca655a2-5dc2-4c40-a992-4703ba7e8699 req-654cf07e-4b96-44e5-9d7f-c1b00ae180d1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:15.639223 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ca655a2-5dc2-4c40-a992-4703ba7e8699 req-654cf07e-4b96-44e5-9d7f-c1b00ae180d1 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 945 time: 0.1591606 Jul 12 16:15:15.641781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:15.644103 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e247f81-fa07-4e66-b786-e1970e43e884" -d '{"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:15.650000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.677531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.679724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.689344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:15:15.724431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ca655a2-5dc2-4c40-a992-4703ba7e8699 req-9acee594-3cd8-4223-8716-8b3156cf4617 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769176 Jul 12 16:15:15.773281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:15.785208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 96a2fd55-23b3-49e6-8527-0d59543c6777) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:15.794041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.811477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on host n-h1-800078-3 for vnic_type normal with profile {"migrating_to": "n-h2-800078-3"} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:15.811840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:15.812173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:15.816701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:15.817724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Attempting to bind port cbc035ca-3e52-4051-ad8c-6e609364124b on network ee785b8b-ec1d-4fa4-8c58-8b0530a582ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:15.822919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:15.823218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Checking segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:15.823618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Bound using segment: {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:15.824074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Bound port: cbc035ca-3e52-4051-ad8c-6e609364124b, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86106fe-54a7-464a-ba88-6ef020b3513a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ee785b8b-ec1d-4fa4-8c58-8b0530a582ba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:15.824423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.825273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe52f7-df36-4d4d-9b5a-4a546bceca6e None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:15.868954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:15.869764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.898876 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f82f4-b7e1-44ff-80e0-c61a058bdb47 x-openstack-request-id: req-3f1f82f4-b7e1-44ff-80e0-c61a058bdb47 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:15.910506 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:15.911677 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f1f82f4-b7e1-44ff-80e0-c61a058bdb47 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:15.914108 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'code': 200} Jul 12 16:15:15.917204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b7fa23-93fb-4381-b8cd-ad6bf4e38741,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.970215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4149063-700f-4ca2-b770-e91eb8fd039c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1285937 Jul 12 16:15:15.971025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:15.974511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:15.978024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:15.982884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:15.990665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.080310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.081444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.143562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:16.144452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-d869b616-28c6-44c7-a680-70d140d35e76 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4249597 Jul 12 16:15:16.144581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:16.145330 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.147447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] 10.222.0.77 "PUT /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 1121 time: 1.1349199 Jul 12 16:15:16.148792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Checking segment: {'id': 'fca7454d-1e69-48ff-b370-a2bb77f43129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '695de701-e78d-4d58-9ec6-029f75ecfee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:16.149397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Network hostable DHCP agents. Network: 695de701-e78d-4d58-9ec6-029f75ecfee7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:15:16.160626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e239-bac8-4203-a790-d606cb1fe79d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:16.167545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:16.214406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.218321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f810184a-124e-4847-9dc7-7384979e6db3 req-60af3e7a-5c93-4c3e-b548-3c3c476d9a5c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87d9e5c-d5e7-44c7-bd76-abfe687e5276 HTTP/1.1" status: 200 len: 210 time: 0.0592484 Jul 12 16:15:16.232555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Network 695de701-e78d-4d58-9ec6-029f75ecfee7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:15:16.242655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 695de701-e78d-4d58-9ec6-029f75ecfee7) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:16.276889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.290620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:16.291228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.334301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-672d4b64-4d3f-4c07-b29a-53fdd700e792 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2839968 Jul 12 16:15:16.425025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.442982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba7579-6bf9-4cab-9ad9-6d3dfa915aa6 None None] Network 695de701-e78d-4d58-9ec6-029f75ecfee7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:16.445644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['cbc035ca-3e52-4051-ad8c-6e609364124b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:16.448455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cbc035ca-3e52-4051-ad8c-6e609364124b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:16.522170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48554) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:16.628014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Deleting subnet 531b2bdb-7f62-413a-82d2-1ac14c24ca7d {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:16.632336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Allocated IP 172.25.8.242 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/1c24d89d-5602-4bd5-b718-41decc347051) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:16.634518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.723439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.749708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:16.750073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.785680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.853824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.883218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.911854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.921978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531b2bdb-7f62-413a-82d2-1ac14c24ca7d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:16.932296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.936406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72f4b6b6-2625-4d82-b7fa-de67e98578bd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/531b2bdb-7f62-413a-82d2-1ac14c24ca7d HTTP/1.1" status: 204 len: 168 time: 0.4132559 Jul 12 16:15:16.937050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48558) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:16.941759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e7348-5a93-42c8-a417-2b4225cccb73 None None] Network 695de701-e78d-4d58-9ec6-029f75ecfee7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:16.952802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e113-dcf6-42c7-952b-92ced6e2be00 req-b0c1873c-1975-425c-9767-354e13097713 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:16.954468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a47e113-dcf6-42c7-952b-92ced6e2be00 req-b0c1873c-1975-425c-9767-354e13097713 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.2005022 Jul 12 16:15:17.000036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.003816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-96a2fd55-23b3-49e6-8527-0d59543c6777', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:15:17.005568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.033455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a47e113-dcf6-42c7-952b-92ced6e2be00 req-736e623e-b452-4779-a4d2-e6bae55e8e6f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Jul 12 16:15:17.048929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=1c24d89d-5602-4bd5-b718-41decc347051,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:17.075747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.082057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:17.087034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:17.092247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:17.213935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.216130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:12Z', 'revision_number': 4, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9534c0b5-5842-4b84-b867-43fcc968ba81', 'name': '', 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'mac_address': 'fa:16:3e:3d:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:11Z', 'updated_at': '2021-07-12T16:15:13Z', 'revision_number': 2, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'subnets': [{'id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.231546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2c8fae-8d05-460e-9f55-621325afb5e3']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.254512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.271683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48083260-c159-4461-bb06-d864b7d346d3') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.272046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48083260-c159-4461-bb06-d864b7d346d3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.290334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.291297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.308103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Checking router: 230526d2-f387-4243-b546-49e2aa5e27e5 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:17.308103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Updating router 230526d2-f387-4243-b546-49e2aa5e27e5 port 9534c0b5-5842-4b84-b867-43fcc968ba81 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:15:17.319488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.326522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.340074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:17.340074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:17.341748 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:17.481684 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.517748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:17.520485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Allocated IP 172.25.8.224 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/bc8f0543-ab8f-446e-a28c-12dff0ff0a3b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:17.548284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7c659-e721-484c-88be-821e1dca0078 req-f35ee2f7-315f-4c2a-863d-ad5625d48ad4 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:17.549959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01e7c659-e721-484c-88be-821e1dca0078 req-f35ee2f7-315f-4c2a-863d-ad5625d48ad4 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 945 time: 0.1069982 Jul 12 16:15:17.654454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01e7c659-e721-484c-88be-821e1dca0078 req-70298d81-61c5-42b6-949d-cdac54955877 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853534 Jul 12 16:15:17.695982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.707304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Allocated IP 172.20.0.2 (96a2fd55-23b3-49e6-8527-0d59543c6777/36975163-751e-47b4-9dd3-09794f28468e/77c726ac-13e1-4b1d-a7e4-ef1d3da11aac) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:17.767264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.781372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.816660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.825233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.830054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac2c8fae-8d05-460e-9f55-621325afb5e3 HTTP/1.1" status: 204 len: 168 time: 0.8907135 Jul 12 16:15:17.840776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48564) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:17.873590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:17.876857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Pushing event updated for resources: {'Port': ['ID=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:17.877655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:17.885800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:17.891282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:17.891736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa14612-23ff-43f7-a4b5-a08ceb7a7a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2c8fae-8d05-460e-9f55-621325afb5e3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:17.908427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b has no active binding in host n-h2-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:15:17.954366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:17.958232 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf7eb7-74ef-48b1-893a-1286955f7582" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:17.987851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Deleting subnet 74b7fa23-93fb-4381-b8cd-ad6bf4e38741 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:18.019160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.087683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.112924 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.152427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Transition to ACTIVE for port object 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:18.165671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.179511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.184685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Transition to ACTIVE for port object 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:18.194929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Transition to ACTIVE for port object 9534c0b5-5842-4b84-b867-43fcc968ba81 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:18.199972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.202894 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.215097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.217529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.277490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:18.288718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:18.291345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Pushing event updated for resources: {'Port': ['ID=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.295257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:18.329682 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4e9bc-1951-46aa-85a3-046321e1365b x-openstack-request-id: req-7ce4e9bc-1951-46aa-85a3-046321e1365b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:18.330182 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:18.330270 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ce4e9bc-1951-46aa-85a3-046321e1365b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:18.331171 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'status': 'completed', 'code': 200} Jul 12 16:15:18.437053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=1c24d89d-5602-4bd5-b718-41decc347051,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.446870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.451421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.491157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.499271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/74b7fa23-93fb-4381-b8cd-ad6bf4e38741 HTTP/1.1" status: 204 len: 168 time: 0.6574349 Jul 12 16:15:18.521214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48586) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:18.529578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8567ccf-f35f-4522-b86a-2795baf039a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b7fa23-93fb-4381-b8cd-ad6bf4e38741,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.559505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.566543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-3a1924a5-f81e-49a7-b47d-33c617ba7996 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4088235 Jul 12 16:15:18.605838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-d742643f-d6b3-4505-9bfc-e40c1957f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:18.607305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-d742643f-d6b3-4505-9bfc-e40c1957f6be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1124 time: 0.2572351 Jul 12 16:15:18.643127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b0b1e-7682-4dce-839c-6b9839a9a0de None None] Pushing event updated for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.672669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Attempting to bind port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:18.673160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Attempting to bind port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:18.673619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Attempting to bind port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac on network 96a2fd55-23b3-49e6-8527-0d59543c6777 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:18.681275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Attempting to bind port 9534c0b5-5842-4b84-b867-43fcc968ba81 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:18.681857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Attempting to bind port 9534c0b5-5842-4b84-b867-43fcc968ba81 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:18.682326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Attempting to bind port 9534c0b5-5842-4b84-b867-43fcc968ba81 on network 206f7187-36d0-4c0d-a589-159f2c36f316 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:18.682646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-fb800c92-90e8-454a-a721-d113ff9b14f9 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.1144140 Jul 12 16:15:18.684930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:18.685435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Checking segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:18.685936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.686425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Bound using segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:18.686994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Bound port: 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:18.688072 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.690017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.702948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:18.703681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Checking segment: {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:18.704341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.704851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Bound using segment: {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:18.705424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Bound port: 9534c0b5-5842-4b84-b867-43fcc968ba81, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862d39fa-2719-4214-b0c2-f0eac4895c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:18.706478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.752388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad3fee-a4dc-49b6-99f5-4faabc461acf req-6cb30c17-cbde-4bdf-8114-4069c41a868b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:18.755104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3ad3fee-a4dc-49b6-99f5-4faabc461acf req-6cb30c17-cbde-4bdf-8114-4069c41a868b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.2121484 Jul 12 16:15:18.770033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.840035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] For port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:18.844456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] For port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:18.846067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] For port 9534c0b5-5842-4b84-b867-43fcc968ba81, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:18.849897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] For port 9534c0b5-5842-4b84-b867-43fcc968ba81, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9534c0b5-5842-4b84-b867-43fcc968ba81,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:18.851912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.857435 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.873786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-a1187c2c-1001-4a96-a324-04b25162d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:18.875420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-a1187c2c-1001-4a96-a324-04b25162d345 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2595389 Jul 12 16:15:18.882835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3ad3fee-a4dc-49b6-99f5-4faabc461acf req-07406d56-7428-4822-a2e4-2d4af3143872 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195540 Jul 12 16:15:18.904480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.922856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-f1a2864b-ba6f-4533-8094-b4908a201399 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:18.936459 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-182fed99-330a-4e4e-a167-00e14f1b68fa req-f1a2864b-ba6f-4533-8094-b4908a201399 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2425227 Jul 12 16:15:18.937403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b4c31-24a7-46f6-a3b1-cb09f337d18a None None] Pushing event updated for resources: {'Port': ['ID=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.943811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:18.946715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-088a7a97-75de-4fb9-88af-3b5dd43340ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 217 time: 0.0610108 Jul 12 16:15:18.947746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.964988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695de701-e78d-4d58-9ec6-029f75ecfee7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.979486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca7454d-1e69-48ff-b370-a2bb77f43129') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.979772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca7454d-1e69-48ff-b370-a2bb77f43129') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:19.024547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.031036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b0b1e-7682-4dce-839c-6b9839a9a0de None None] Pushing event updated for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:19.067434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.086673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:19.087381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:19.204755 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:19.211842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:19.214757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.219753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.222376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] 10.222.0.58 "DELETE /v2.0/networks/695de701-e78d-4d58-9ec6-029f75ecfee7 HTTP/1.1" status: 204 len: 168 time: 0.6999695 Jul 12 16:15:19.257785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021431a8-012b-455a-bf53-72c163ede75b admin admin] Pushing event deleted for resources: {'Network': ['ID=695de701-e78d-4d58-9ec6-029f75ecfee7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:19.375222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-909e128f-a3d3-4d9a-ac6f-cb8a577f8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:19.376925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-909e128f-a3d3-4d9a-ac6f-cb8a577f8436 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.3140061 Jul 12 16:15:19.421544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.462880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-33ff8e2e-1246-4c6a-9a74-6e3560d8d5d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709357 Jul 12 16:15:19.471503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a604349-dac4-4280-bca5-61a85c68fb30 req-f7a61996-7171-4795-b242-7c597f6534ac tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:19.481399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a604349-dac4-4280-bca5-61a85c68fb30 req-f7a61996-7171-4795-b242-7c597f6534ac tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 945 time: 0.3151164 Jul 12 16:15:19.648928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:12Z', 'revision_number': 4, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9534c0b5-5842-4b84-b867-43fcc968ba81', 'name': '', 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'mac_address': 'fa:16:3e:3d:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:11Z', 'updated_at': '2021-07-12T16:15:18Z', 'revision_number': 4, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'subnets': [{'id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:19.685147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2e330-39be-4683-abcd-b1ed0003b579 None None] The sync data for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 is: [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:12Z', 'revision_number': 4, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9534c0b5-5842-4b84-b867-43fcc968ba81', 'name': '', 'network_id': '206f7187-36d0-4c0d-a589-159f2c36f316', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'mac_address': 'fa:16:3e:3d:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:11Z', 'updated_at': '2021-07-12T16:15:18Z', 'revision_number': 4, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'subnets': [{'id': '37961e2c-5cef-4c74-a063-9f1529c24158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:19.690886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-e589b1e5-5f5c-4f1e-b019-1efebc58ce32 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:19.698264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-e589b1e5-5f5c-4f1e-b019-1efebc58ce32 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.1742573 Jul 12 16:15:19.698787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48600) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.726282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a604349-dac4-4280-bca5-61a85c68fb30 req-a841ed9c-22d3-4a89-8701-1fccd31f904c tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442350 Jul 12 16:15:19.733497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2765b0b6-e95c-491c-86c2-1de2ab645a43 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0132570 Jul 12 16:15:19.811500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-95d0cc4f-9528-406a-9b02-02ab8d7c52e3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604231 Jul 12 16:15:19.863080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ee9f5f8a-4ed7-4f72-8140-1c57917dbfa8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5303327315f64e79a6c7bdec0c1880de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630766 Jul 12 16:15:19.865965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48604) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.900227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-6a932fe6-e201-4ca7-b562-87fc40e07729 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168050 Jul 12 16:15:19.973472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.006889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.110419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.116871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.119971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5b25f1c-737f-4e85-b266-105d00251f7a HTTP/1.1" status: 204 len: 168 time: 0.2529738 Jul 12 16:15:20.143887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795b670-4c70-40ad-9951-a437353bea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b25f1c-737f-4e85-b266-105d00251f7a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:20.262829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bdf7eb7-74ef-48b1-893a-1286955f7582 req-f64b2cc5-a98e-4b11-baa1-74590c1ade23 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111093 Jul 12 16:15:20.327685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9534c0b5-5842-4b84-b867-43fcc968ba81 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:20.379226 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-9842143f-741c-418f-aecf-4084cc65c4a4 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666418 Jul 12 16:15:20.436285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9534c0b5-5842-4b84-b867-43fcc968ba81 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:20.445702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:20.454440 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.616881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Router 7f7527c1-472e-4352-9f39-ff22bc464d93 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:15:20.651697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-d390db71-0c43-4c75-aacb-84968d9d64ae tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8278270 Jul 12 16:15:20.659193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-62383e5d-9af6-4f32-8742-32290724a624 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686088 Jul 12 16:15:20.671214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.676133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:20.770326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626257df-dd7b-4906-96cc-ab1db86c120f req-2e97dbb6-fed9-4380-a136-4be85c1cec96 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:20.781896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-626257df-dd7b-4906-96cc-ab1db86c120f req-2e97dbb6-fed9-4380-a136-4be85c1cec96 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.77 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 945 time: 0.6317012 Jul 12 16:15:20.807463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9534c0b5-5842-4b84-b867-43fcc968ba81, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9534c0b5-5842-4b84-b867-43fcc968ba81,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:20.811691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.815682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:20.917358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e9468-8ed8-4fdf-bce5-5c8dfe02509d None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:20.921658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:20.971542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48622) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:21.070391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0cfba5b2-8d36-43c8-b843-1a9852867a97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30b6c6d38af84137be3116be01146667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969043 Jul 12 16:15:21.077592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:21.195977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.280789 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:15:21.297035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a448b73-4666-44c6-9f0b-de7c5fa8b59f None None] Provisioning for port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:21.307084 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.310242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:21.405465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:21.418342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:21.419025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.525962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.530694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7528606b-9a15-4d62-921e-23ee317e5ecc None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:21.531282 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7528606b-9a15-4d62-921e-23ee317e5ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.532273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.537016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b904e20b-8a37-4313-83c3-0e30b87f9de5 HTTP/1.1" status: 204 len: 168 time: 0.4554322 Jul 12 16:15:21.600918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fbe62-65ec-4859-987e-2df640aa8e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b904e20b-8a37-4313-83c3-0e30b87f9de5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:21.643027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e768c54-3277-420e-abe8-7668de91e6f4 req-dadd3725-e285-4596-9585-2507ccdac00b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:21.657801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e768c54-3277-420e-abe8-7668de91e6f4 req-dadd3725-e285-4596-9585-2507ccdac00b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.3909323 Jul 12 16:15:21.755735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e768c54-3277-420e-abe8-7668de91e6f4 req-2805eb12-a5f4-4615-ac04-be4566da224d tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815961 Jul 12 16:15:21.828033 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:21.855535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:21.868770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Sync routers for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:21.899749 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:21.900399 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:22.040143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.044556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48636) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:22.046112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7497f8a8-b99d-48c2-a898-565f570c0a5f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0703783 Jul 12 16:15:22.061668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:22.110442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.157780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Deleting port 92acefab-ce3a-4f3b-988d-d2419502c098 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:22.158113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.413479 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:22.415547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:22.436702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] For port 92acefab-ce3a-4f3b-988d-d2419502c098, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=92acefab-ce3a-4f3b-988d-d2419502c098,segment=NetworkSegment(4307a68d-09c3-401b-9399-df0d27ae2529),segment_id=4307a68d-09c3-401b-9399-df0d27ae2529)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:22.437043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.460974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.461569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.462092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.462697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.467669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.468186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.468769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.469135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.469569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.469892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.470227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.476401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:22.491487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bc495b5-8d5f-4035-8ed3-b7ab59590e55 None None] Provisioning complete for port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:22.492116 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bc495b5-8d5f-4035-8ed3-b7ab59590e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.527778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Calling delete_port for 92acefab-ce3a-4f3b-988d-d2419502c098 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:22.552728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.594401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9534c0b5-5842-4b84-b867-43fcc968ba81 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:22.918952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9534c0b5-5842-4b84-b867-43fcc968ba81 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:22.919524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:22.943545 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:18Z', 'revision_number': 3, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:22.972799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Allocated IP 172.25.8.92 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5d062228-8443-400e-95cb-6b59d67f4cfa) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:23.010937 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Checking router: 7f7527c1-472e-4352-9f39-ff22bc464d93 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:23.012514 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Updating router 7f7527c1-472e-4352-9f39-ff22bc464d93 port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:15:23.097699 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.151411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186ce07-254b-48b7-ac9f-cc7082470634 req-11579412-66f6-4f8d-9278-3928498afb5e tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:23.155115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3186ce07-254b-48b7-ac9f-cc7082470634 req-11579412-66f6-4f8d-9278-3928498afb5e tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/ports?device_id=b624139c-1e0e-4d91-ba8a-eb412ef9c9a1 HTTP/1.1" status: 200 len: 945 time: 0.3496170 Jul 12 16:15:23.255354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.326542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3186ce07-254b-48b7-ac9f-cc7082470634 req-4a614075-a7f2-4eca-9a2a-4892bf80f7f4 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eef9a3e-404d-4687-aaae-83db429d1747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786669 Jul 12 16:15:23.371373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Pushing event deleted for resources: {'Port': ['ID=92acefab-ce3a-4f3b-988d-d2419502c098,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:23.401357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-aec27bc8-2b2f-40e3-8eea-602bb7ab44f5 service neutron] 10.222.0.65 "GET /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b/bindings/n-h2-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.3219111 Jul 12 16:15:23.512314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92acefab-ce3a-4f3b-988d-d2419502c098 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:23.548710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 92acefab-ce3a-4f3b-988d-d2419502c098 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:23.549679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 92acefab-ce3a-4f3b-988d-d2419502c098 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:23.568647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.571416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] No DVR routers for this DVR port 92acefab-ce3a-4f3b-988d-d2419502c098 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:23.582579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.586964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.589513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-626257df-dd7b-4906-96cc-ab1db86c120f req-ab4d6fb3-59ca-4dad-86dc-f68c7a1aa5d3 tempest-InstanceActionsV221TestJSON-1497291671 tempest-InstanceActionsV221TestJSON-1497291671-project] 10.222.0.77 "DELETE /v2.0/ports/92acefab-ce3a-4f3b-988d-d2419502c098 HTTP/1.1" status: 204 len: 173 time: 2.8008740 Jul 12 16:15:23.590137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'name': 'network-vif-deleted', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:23.593269 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cc3710-e9a4-40bd-8f65-4d634138cb35" -d '{"events": [{"server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "name": "network-vif-deleted", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:23.717475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cadcfc58-2017-42d9-b017-3a7e94421c51 req-1ebcbd75-50ec-4a54-80f3-128778e04840 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0496306 Jul 12 16:15:23.760436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2f1dab50-9b9e-4b73-8641-7bed586cbe2e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:23.762635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2f1dab50-9b9e-4b73-8641-7bed586cbe2e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.4234412 Jul 12 16:15:23.791008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:23.796987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:23.982728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Allocated IP 172.20.0.1 (96a2fd55-23b3-49e6-8527-0d59543c6777/36975163-751e-47b4-9dd3-09794f28468e/886a9a05-5f58-44f7-838b-c21fe40f7819) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:24.014911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:24.031337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:24.041926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=5d062228-8443-400e-95cb-6b59d67f4cfa,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:24.062057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:24.079069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:24.146285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.164487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Transition to ACTIVE for port object 886a9a05-5f58-44f7-838b-c21fe40f7819 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:24.186810 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.210486 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Transition to ACTIVE for port object bc8f0543-ab8f-446e-a28c-12dff0ff0a3b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:24.211575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.221940 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.238843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:24.286768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Attempting to bind port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:24.287359 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Attempting to bind port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:24.288264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Attempting to bind port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:24.297378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:24.300707 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:24.301135 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:24.301720 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.302343 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:24.302987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Bound port: bc8f0543-ab8f-446e-a28c-12dff0ff0a3b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:24.303521 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.305537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:24.312351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:24.315423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Pushing event updated for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:24.436625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.459536 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] For port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:24.466897 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] For port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:24.470175 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60871f9-691c-45be-a6c9-5198c0969d7b None None] Pushing event updated for resources: {'Port': ['ID=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:24.478783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:24.492376 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.556056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.598903 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:24.599989 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:24.616013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:24.624346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.630435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:24.631090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.710571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:24.716567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.859479 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:24.896750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db533519-486d-422d-9c73-b40b146a9444 None None] Provisioning for port 886a9a05-5f58-44f7-838b-c21fe40f7819 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:24.906314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db533519-486d-422d-9c73-b40b146a9444 None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:24.906933 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db533519-486d-422d-9c73-b40b146a9444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:24.951571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-db533519-486d-422d-9c73-b40b146a9444 None None] Port 886a9a05-5f58-44f7-838b-c21fe40f7819 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:24.999884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.002554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60871f9-691c-45be-a6c9-5198c0969d7b None None] Pushing event updated for resources: {'Port': ['ID=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:25.108021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc035ca-3e52-4051-ad8c-6e609364124b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:25.284650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.6 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/760f785f-e30a-433a-806e-214e535ed469) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:25.289785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f431-9671-43f0-9747-36bbb670b156 req-20270f31-3a96-4996-8626-190ed43008c6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:25.292574 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e81f431-9671-43f0-9747-36bbb670b156 req-20270f31-3a96-4996-8626-190ed43008c6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 943 time: 0.1540127 Jul 12 16:15:25.323068 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:18Z', 'revision_number': 3, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:25.328851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:25.333747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.343810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.375539 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35a2f-2932-451c-8267-d92a0dc4ac16 None None] The sync data for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 is: [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:18Z', 'revision_number': 3, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:25.412694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e81f431-9671-43f0-9747-36bbb670b156 req-7952151b-c599-42f5-a70d-2494cc43f0fc tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Jul 12 16:15:25.542244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Pushing event updated for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:25.576567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.838713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:25.868962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:25.900620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a5365288-ae46-42a3-80d4-cfae541b00a8 None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:25.901091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a5365288-ae46-42a3-80d4-cfae541b00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.952946 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.997334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:25.998525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a5365288-ae46-42a3-80d4-cfae541b00a8 None None] Port 886a9a05-5f58-44f7-838b-c21fe40f7819 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:26.057614 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98104681-3aeb-4956-925e-0693d1d4c94a x-openstack-request-id: req-98104681-3aeb-4956-925e-0693d1d4c94a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:26.058011 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b624139c-1e0e-4d91-ba8a-eb412ef9c9a1", "name": "network-vif-deleted", "tag": "92acefab-ce3a-4f3b-988d-d2419502c098", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:26.058136 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98104681-3aeb-4956-925e-0693d1d4c94a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:26.059005 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b624139c-1e0e-4d91-ba8a-eb412ef9c9a1', 'name': 'network-vif-deleted', 'tag': '92acefab-ce3a-4f3b-988d-d2419502c098', 'status': 'completed', 'code': 200} Jul 12 16:15:26.257946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Router 7f7527c1-472e-4352-9f39-ff22bc464d93 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:26.305716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.348724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.386107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.447505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a9acd500-e6ff-45d6-bc45-8c760497aab5 None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:26.448753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9acd500-e6ff-45d6-bc45-8c760497aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.452633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] Transition to ACTIVE for port object cbc035ca-3e52-4051-ad8c-6e609364124b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:26.516062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8f0543-ab8f-446e-a28c-12dff0ff0a3b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:26.559571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.561670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:26.571097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dc17adb-0d7c-4bcd-9373-bf60a5a71950 admin admin] 10.222.0.58 "PUT /v2.0/routers/7f7527c1-472e-4352-9f39-ff22bc464d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5252180 Jul 12 16:15:26.618179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a9acd500-e6ff-45d6-bc45-8c760497aab5 None None] Port 886a9a05-5f58-44f7-838b-c21fe40f7819 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:26.659173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:26.670118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:26.670605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.737437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:26.756703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.759743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] No DVR routers for this DVR port cbc035ca-3e52-4051-ad8c-6e609364124b on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:26.772143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:26.784858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:26.791184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.795032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:26.836568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:26.856002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.858545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1925528 Jul 12 16:15:26.859177 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.888688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] 10.222.0.65 "PUT /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b/bindings/n-h2-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3964803 Jul 12 16:15:26.912698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867df0c-fc67-42a7-bfb7-c32dc6e78bc5 req-ac9eb8bc-089a-41aa-9741-ae4e58596637 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:26.916291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a867df0c-fc67-42a7-bfb7-c32dc6e78bc5 req-ac9eb8bc-089a-41aa-9741-ae4e58596637 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.1678922 Jul 12 16:15:26.921448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:26.933020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:26.947811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:26.981499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a867df0c-fc67-42a7-bfb7-c32dc6e78bc5 req-5ce8969d-7e50-4402-a1c0-621c555f545f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579343 Jul 12 16:15:27.086021 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f07465fc-afea-4708-803e-f607aca1a9f0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3051879 Jul 12 16:15:27.094075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-0be28a0e-f6ef-47a8-94c0-b807835da7c3 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2041092 Jul 12 16:15:27.103351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Request body: {'port': {'device_id': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:27.110520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263182db-48e2-406e-874a-ab0df172f53b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=5d062228-8443-400e-95cb-6b59d67f4cfa,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:27.201203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa656d4d-69d3-4b29-b863-7dcdb1c5814c req-504be8c2-97bc-415f-88e7-bce97aa43694 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:27.203300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa656d4d-69d3-4b29-b863-7dcdb1c5814c req-504be8c2-97bc-415f-88e7-bce97aa43694 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 931 time: 0.0944130 Jul 12 16:15:27.283108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa656d4d-69d3-4b29-b863-7dcdb1c5814c req-530100e1-42cf-4774-95f6-35ec24d36ed3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635245 Jul 12 16:15:27.307840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0e029-55ba-42b6-a270-041530a17b54 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:27.333661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-042526a3-1aa4-49fd-8625-7671c8ec1b14 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:27.335099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-042526a3-1aa4-49fd-8625-7671c8ec1b14 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.3586125 Jul 12 16:15:27.340804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:27.437014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-781abbb5-17b8-4475-8ad0-ec378ede7b36 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:27.438715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f1b5239-33b9-4107-acdf-bf8e277da47e req-781abbb5-17b8-4475-8ad0-ec378ede7b36 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.3327360 Jul 12 16:15:27.665579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-64dbd070-0988-4706-8b50-b262fe5d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:27.666990 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-64dbd070-0988-4706-8b50-b262fe5d25b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b&tenant_id=bba1278920fc42f2addd1dd434e1e565 HTTP/1.1" status: 200 len: 1095 time: 0.3240812 Jul 12 16:15:28.092159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Sync routers for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:28.105692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:28.106413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:28.179310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48722) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:28.185295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658191093', 'description': 'tempest-description--1604968454'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:28.229625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.313258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:28.369167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760f785f-e30a-433a-806e-214e535ed469 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:28.383600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.399053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Transition to ACTIVE for port object 760f785f-e30a-433a-806e-214e535ed469 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:28.408792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.413772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.434728 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.456834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8f0543-ab8f-446e-a28c-12dff0ff0a3b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:28.470794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.472153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2915053 Jul 12 16:15:28.475125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:28.479734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'security_group_rule': {'security_group_id': 'becf4692-6dd8-4126-a3a4-adb383d658b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:28.481800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-94d8da98-7259-4447-8c92-f4a05c4b8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:28.483494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-94d8da98-7259-4447-8c92-f4a05c4b8dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1095 time: 0.7817178 Jul 12 16:15:28.487902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf657b3-dfa5-48b1-8a40-913cff00bfde tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becf4692-6dd8-4126-a3a4-adb383d658b5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:28.533925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e71d-c762-4459-81b5-3959fadd1593 req-766540d0-601a-461a-b736-84c319fdd32b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:28.543616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d80e71d-c762-4459-81b5-3959fadd1593 req-766540d0-601a-461a-b736-84c319fdd32b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.1693575 Jul 12 16:15:28.557187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.602008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:28.604353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:28.604917 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.636297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae5ea57f-fd79-415f-858b-3654279be68c req-2b9bdee4-21e9-4c1b-a122-fc509df9d59a tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8284359 Jul 12 16:15:28.641802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:28.650483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d80e71d-c762-4459-81b5-3959fadd1593 req-99ff9d96-fc40-40ba-acb3-1c66086f2857 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056283 Jul 12 16:15:28.712137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.720988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.726283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:25Z', 'revision_number': 2, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:28.760729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260165e6-c1a8-4d75-96fa-81ae23bbe91e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:28.778604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.780220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.784355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-984e2636-2bb8-4390-9223-d41c183c25a6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056421 Jul 12 16:15:28.784863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48736) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:28.790990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'security_group_rule': {'security_group_id': 'becf4692-6dd8-4126-a3a4-adb383d658b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:28.810629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-0ad00e3b-01ae-46cd-b567-3adea10845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:28.811352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Checking router: 7f7527c1-472e-4352-9f39-ff22bc464d93 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:28.811751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Updating router 7f7527c1-472e-4352-9f39-ff22bc464d93 port 886a9a05-5f58-44f7-838b-c21fe40f7819 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:15:28.812652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-0ad00e3b-01ae-46cd-b567-3adea10845ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.3102920 Jul 12 16:15:28.826072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48740) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:28.902863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Deleting subnet 70a8e761-9f39-4c66-960b-629e54d5c366 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:28.907700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.925699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-2d562801-a5da-4ad4-9de5-6d412a865c0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 200 len: 217 time: 0.0691481 Jul 12 16:15:28.928961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Attempting to bind port 760f785f-e30a-433a-806e-214e535ed469 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:28.929408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Attempting to bind port 760f785f-e30a-433a-806e-214e535ed469 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:28.929850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Attempting to bind port 760f785f-e30a-433a-806e-214e535ed469 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:28.955983 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:28.967175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Port 760f785f-e30a-433a-806e-214e535ed469 on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:28.968195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Attempting to bind port 760f785f-e30a-433a-806e-214e535ed469 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:28.995467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:28.996263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:28.996884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:28.997703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Bound port: 760f785f-e30a-433a-806e-214e535ed469, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:28.998561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.031794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-cea82c63-2e8b-4b56-8d22-b5b546bedddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:29.033909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-cea82c63-2e8b-4b56-8d22-b5b546bedddb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1014137 Jul 12 16:15:29.068250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.071456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.093160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.109941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-9e20f140-6d43-4a0e-a8a2-815ed1ce318c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685489 Jul 12 16:15:29.244205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:29.264295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=760f785f-e30a-433a-806e-214e535ed469,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:29.277938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.292093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a161543-7e33-4dd3-b0f5-af1f2c1be672 req-28c76004-e76d-42a8-ae85-10b53ee4d5e2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:29.294399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.302387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a161543-7e33-4dd3-b0f5-af1f2c1be672 req-28c76004-e76d-42a8-ae85-10b53ee4d5e2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 943 time: 0.3000906 Jul 12 16:15:29.316375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.375730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.376003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-ec92da1f-a3da-44bf-88fa-b3bde2264d2c service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566051 Jul 12 16:15:29.379995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:29.381073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.382761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] 10.222.0.77 "PUT /v2.0/ports/760f785f-e30a-433a-806e-214e535ed469 HTTP/1.1" status: 200 len: 1091 time: 2.2838895 Jul 12 16:15:29.385504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'tag': '760f785f-e30a-433a-806e-214e535ed469'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:29.388550 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214ffe7-6744-4f9f-80ef-fe5284a9debe" -d '{"events": [{"name": "network-changed", "server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "tag": "760f785f-e30a-433a-806e-214e535ed469"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:29.445992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bdd9b9-6d29-4b53-80dc-70263da5cf77,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:29.459570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.518133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.522462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70a8e761-9f39-4c66-960b-629e54d5c366 HTTP/1.1" status: 204 len: 168 time: 0.6951203 Jul 12 16:15:29.528761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48754) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:29.531525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749853d-7105-4110-b769-052615189fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a8e761-9f39-4c66-960b-629e54d5c366,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:29.586968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.591132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf72a01-0e2a-4a29-938b-0b473dfee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:29.602704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Transition to ACTIVE for port object 886a9a05-5f58-44f7-838b-c21fe40f7819 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:29.612864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.718602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ec04-795b-4278-aea7-131bb879ca94 None None] Pushing event updated for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:29.724160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Allocated IP 172.25.8.110 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/79b7d98a-52a9-4c60-8569-617093e75dbb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:29.740824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-20798904-7d45-4b7c-91cc-795bc14fe05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:29.742383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-20798904-7d45-4b7c-91cc-795bc14fe05c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 1094 time: 0.2833667 Jul 12 16:15:29.745390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-dfbba778-a883-4f2f-98c7-c371715d0765 service neutron] 10.222.0.77 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070779 Jul 12 16:15:29.812485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-f1529c8a-de5a-4ef0-b6f4-e7d07d8f87f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760f785f-e30a-433a-806e-214e535ed469 HTTP/1.1" status: 200 len: 217 time: 0.0548723 Jul 12 16:15:29.927963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-910393d6-47e4-406a-a913-571af67995b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:29.929459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-910393d6-47e4-406a-a913-571af67995b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.0750830 Jul 12 16:15:29.944732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Attempting to bind port 886a9a05-5f58-44f7-838b-c21fe40f7819 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:29.945113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Attempting to bind port 886a9a05-5f58-44f7-838b-c21fe40f7819 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:29.945969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Attempting to bind port 886a9a05-5f58-44f7-838b-c21fe40f7819 on network 96a2fd55-23b3-49e6-8527-0d59543c6777 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:29.966985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:29.967897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Checking segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:29.969336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.970131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Bound using segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:29.971326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Bound port: 886a9a05-5f58-44f7-838b-c21fe40f7819, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:29.972194 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.009521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2ba05fa8-6d36-46e0-83b7-94e557f0d4bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678744 Jul 12 16:15:30.047236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.079474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] For port 886a9a05-5f58-44f7-838b-c21fe40f7819, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:30.085210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] For port 886a9a05-5f58-44f7-838b-c21fe40f7819, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=886a9a05-5f58-44f7-838b-c21fe40f7819,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:30.091150 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.131294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a161543-7e33-4dd3-b0f5-af1f2c1be672 req-bc6ab8dc-6e59-471e-98e3-253498cf2ef5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8278351 Jul 12 16:15:30.140669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.147315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38099447-c9c7-4fd3-915e-d4e26d95270b tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3609176 Jul 12 16:15:30.158787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48758) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:30.165884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:30.183688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ec04-795b-4278-aea7-131bb879ca94 None None] Pushing event updated for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:30.210355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:30.213954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:30.230526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.234212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.261488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.402681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:30.422360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-28568722-909c-4aca-a88c-5caef70f0edc service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043062 Jul 12 16:15:30.427216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:30.431075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:30.447900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:30.605592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=79b7d98a-52a9-4c60-8569-617093e75dbb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:30.625150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.654404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd0f888-6e8c-4a80-a4b1-d6a200445e20']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:30.662452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc506-1961-4259-809c-1a02a1edddeb req-90cfae00-b864-4abc-af4d-370c921cb033 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:30.664571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-90cfae00-b864-4abc-af4d-370c921cb033 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b&tenant_id=bba1278920fc42f2addd1dd434e1e565&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.4845867 Jul 12 16:15:30.673609 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2fc12-ad1d-483a-8914-ae21da0b1c31 x-openstack-request-id: req-30a2fc12-ad1d-483a-8914-ae21da0b1c31 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:30.674012 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "tag": "760f785f-e30a-433a-806e-214e535ed469", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:30.674410 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30a2fc12-ad1d-483a-8914-ae21da0b1c31 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:30.674912 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'tag': '760f785f-e30a-433a-806e-214e535ed469', 'status': 'completed', 'code': 200} Jul 12 16:15:30.688639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4307a68d-09c3-401b-9399-df0d27ae2529') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:30.689080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4307a68d-09c3-401b-9399-df0d27ae2529') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:30.704687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.738152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.745884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.749991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:30.750789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:30.752440 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:30.768492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-bdbd8f4f-15c6-4c43-80b3-b0a6dae02925 service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022022 Jul 12 16:15:30.787325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:30Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:30.792103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.831605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859dc587-eafa-4164-bf7c-9aa01f06ddc8 None None] The sync data for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 is: [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:30Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:30.941056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.971357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.979244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] 10.222.0.58 "DELETE /v2.0/networks/2dd0f888-6e8c-4a80-a4b1-d6a200445e20 HTTP/1.1" status: 204 len: 168 time: 1.4438412 Jul 12 16:15:30.979244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67132cee-cfe7-45c0-9eaf-7f4427d8e46a admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd0f888-6e8c-4a80-a4b1-d6a200445e20,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:31.002545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.056240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Allocated IP 172.25.8.216 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0da3a328-1b14-4090-a6ba-030b4d7a9ce1) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:31.065801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-540dc506-1961-4259-809c-1a02a1edddeb req-f2617957-105b-4b51-80ca-aa06021fbbed service neutron] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:31.082034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a82749-72c8-48b1-be12-07669fe1f863 req-39cd6fed-3534-4e56-bebe-48d1a0a57ca5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:31.084503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52a82749-72c8-48b1-be12-07669fe1f863 req-39cd6fed-3534-4e56-bebe-48d1a0a57ca5 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.2288346 Jul 12 16:15:31.096188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-540dc506-1961-4259-809c-1a02a1edddeb req-f2617957-105b-4b51-80ca-aa06021fbbed service neutron] Notify callbacks [] for binding, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.098989 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-540dc506-1961-4259-809c-1a02a1edddeb req-f2617957-105b-4b51-80ca-aa06021fbbed service neutron] 10.222.0.77 "DELETE /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b/bindings/n-h1-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.4191253 Jul 12 16:15:31.216532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-95dd1803-2ac3-446a-a456-7a9da7f39430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:31.218705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-95dd1803-2ac3-446a-a456-7a9da7f39430 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 1094 time: 0.3421035 Jul 12 16:15:31.234956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52a82749-72c8-48b1-be12-07669fe1f863 req-9e51784c-8b34-4449-818f-ef38dfda7580 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390152 Jul 12 16:15:31.259833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48768) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:31.347199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b227c47-3262-446b-956a-fbac49ba94cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57eb9fe0ddc5425f90c8500dd488438c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889442 Jul 12 16:15:31.348033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48772) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:31.355909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.444300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.451992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.457854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-29c5569f-72eb-4671-beef-70abe7039c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:31.459764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-29c5569f-72eb-4671-beef-70abe7039c54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2290881 Jul 12 16:15:31.464399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.487739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2f67-ae48-48db-9f19-72fedb3a05a0 req-48ee786f-3423-4f38-a970-2b32bf9247c4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:31.489952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e7b2f67-ae48-48db-9f19-72fedb3a05a0 req-48ee786f-3423-4f38-a970-2b32bf9247c4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 943 time: 0.1227357 Jul 12 16:15:31.509198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:31.519851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:31.532477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'Port': ['ID=0da3a328-1b14-4090-a6ba-030b4d7a9ce1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:31.535714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:31.562566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-c3a9844b-4d65-469b-8bf0-240dcac4d87b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760f785f-e30a-433a-806e-214e535ed469 HTTP/1.1" status: 200 len: 217 time: 0.0895102 Jul 12 16:15:31.571404 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.612363 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e7b2f67-ae48-48db-9f19-72fedb3a05a0 req-6fcccf2a-3cc7-4e2b-b2e3-f1136f0f36a7 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082566 Jul 12 16:15:31.696188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.712228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.763519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=79b7d98a-52a9-4c60-8569-617093e75dbb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:31.805051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.811284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.813020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae5ea57f-fd79-415f-858b-3654279be68c req-4bcb832c-be9e-4889-98d3-04fa00a12ece tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1757934 Jul 12 16:15:31.841380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.911098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-8a12aa2f-4829-4262-9ecf-369bf828a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:31.914013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-8a12aa2f-4829-4262-9ecf-369bf828a652 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.2339211 Jul 12 16:15:31.921559 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e48d20d7-e1b4-4d0f-9adc-8462f24233f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.945891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae5ea57f-fd79-415f-858b-3654279be68c req-31612aed-72e3-4a25-a48b-889af30367d4 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.1223633 Jul 12 16:15:31.981805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-5065600c-31e7-421a-b873-a1e754b89ae1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525398 Jul 12 16:15:32.129285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.136795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.181369 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.187385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.191925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eef9a3e-404d-4687-aaae-83db429d1747 HTTP/1.1" status: 204 len: 168 time: 0.8395753 Jul 12 16:15:32.238487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dda16-9dc5-46b6-a5e4-a6de9135615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef9a3e-404d-4687-aaae-83db429d1747,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:32.338691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ea57f-fd79-415f-858b-3654279be68c req-73904d17-55b8-412f-81a7-c69fea81948d tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:32.343635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae5ea57f-fd79-415f-858b-3654279be68c req-73904d17-55b8-412f-81a7-c69fea81948d tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.3910005 Jul 12 16:15:32.395409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.401073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'Port': ['ID=0da3a328-1b14-4090-a6ba-030b4d7a9ce1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:32.413658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-767d47e7-91d7-4b95-aa6d-ee36a4630309 service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136481 Jul 12 16:15:32.452352 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.463273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-78c9c6a5-412b-43f3-8a79-d92e58aa2190 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2914639 Jul 12 16:15:32.466254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d151a8-6020-478a-901d-d634a84c8754 req-386b077a-4345-4432-98e1-48086df02527 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:32.467887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64d151a8-6020-478a-901d-d634a84c8754 req-386b077a-4345-4432-98e1-48086df02527 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 1095 time: 0.1955550 Jul 12 16:15:32.509557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 886a9a05-5f58-44f7-838b-c21fe40f7819 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:32.561620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64d151a8-6020-478a-901d-d634a84c8754 req-c317eb58-5673-40c0-bd0e-84d068992b95 tempest-LiveMigrationTest-1698576997 tempest-LiveMigrationTest-1698576997-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833459 Jul 12 16:15:32.599717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 886a9a05-5f58-44f7-838b-c21fe40f7819 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:32.641616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:32.642366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.725018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3214ffe7-6744-4f9f-80ef-fe5284a9debe req-da4af3d2-db18-4b23-a141-af8302843360 service neutron] 10.222.0.77 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957246 Jul 12 16:15:32.730168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-11deb2f5-8b60-402f-b62c-de1dedb7cbc2 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3224072 Jul 12 16:15:32.765399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:32.841778 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.858329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.930417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 886a9a05-5f58-44f7-838b-c21fe40f7819, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=886a9a05-5f58-44f7-838b-c21fe40f7819,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:32.935703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.111377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:33.168482 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.171896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.444674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Allocated IP 172.25.8.65 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/868bb0af-83c5-453b-81ed-a345224addb2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:33.526059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0af45-2693-48f6-a5fe-52d03c153d28 req-2bff0347-3f09-4394-b3d6-f59276e33c5d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:33.528288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2b0af45-2693-48f6-a5fe-52d03c153d28 req-2bff0347-3f09-4394-b3d6-f59276e33c5d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 943 time: 0.1563764 Jul 12 16:15:33.542794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c7f577f-84ff-4517-9c10-599b1efe73bd None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:33.543233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c7f577f-84ff-4517-9c10-599b1efe73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.579832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2b0af45-2693-48f6-a5fe-52d03c153d28 req-44bf62b1-0549-4c67-a0f7-6401ecab5ea6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Jul 12 16:15:33.630187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.633785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 760f785f-e30a-433a-806e-214e535ed469 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:33.687069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:33.702485 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.806444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:33.809761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:33.813785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=868bb0af-83c5-453b-81ed-a345224addb2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:33.816137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:33.871461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=760f785f-e30a-433a-806e-214e535ed469,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:33.893397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '760f785f-e30a-433a-806e-214e535ed469', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': '760f785f-e30a-433a-806e-214e535ed469', 'mac_address': 'fa:16:3e:42:68:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:33.909009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1297926878-network', 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:33.951347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:33.970391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760f785f-e30a-433a-806e-214e535ed469 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:33.986285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Made reservation on behalf of aa6bf6bff323423eacf3bfbfa24e16b4 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:33.991930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.005189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=760f785f-e30a-433a-806e-214e535ed469,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:34.012380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.025786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.046393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-79d2acce-f286-41ba-9eb3-b89b25f35862 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:34.048440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-79d2acce-f286-41ba-9eb3-b89b25f35862 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.1638000 Jul 12 16:15:34.052077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.095371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:34.361573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.369065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.382390 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8612af86-4dc4-4b76-b1ae-a6b47beb1414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.391257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['760f785f-e30a-433a-806e-214e535ed469'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:34.414017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f50ab-084d-4a7b-b1c3-db254380c919 req-4545d922-69dc-4443-b542-fc3575fef0ed tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:34.421578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d02f50ab-084d-4a7b-b1c3-db254380c919 req-4545d922-69dc-4443-b542-fc3575fef0ed tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 944 time: 0.2202852 Jul 12 16:15:34.429782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:15:34.433672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 886a9a05-5f58-44f7-838b-c21fe40f7819 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:34.499496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.499893 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Added segment 1a6c3fc3-d450-4b01-9375-f2ae554c8374 of type vlan for network d2d780f3-5ff9-4462-867f-cf88b4554125 Jul 12 16:15:34.528917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d02f50ab-084d-4a7b-b1c3-db254380c919 req-d5471672-8371-432f-8622-d9b7148113d8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063340 Jul 12 16:15:34.540930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27157c17-d836-48d6-9782-60592c5c53ab,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:34.568821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 886a9a05-5f58-44f7-838b-c21fe40f7819 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:34.569434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.611886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.718500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.719795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:34.720701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.731448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.795356 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.882314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1935210 Jul 12 16:15:34.888291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48920) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:34.893518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Request body: {'subnet': {'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1297926878-subnet', 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:34.901773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8665d9-4c2a-4cd5-8307-7a10b0dff5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d780f3-5ff9-4462-867f-cf88b4554125,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:34.917499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d2d780f3-5ff9-4462-867f-cf88b4554125 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:15:34.957824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Deleting port cbc035ca-3e52-4051-ad8c-6e609364124b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:34.958384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.056502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fed36e-01b3-4dfa-8e12-7142b8d2af44 req-0bceccd3-8af3-4490-aada-cdf1a0560d3a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:35.066446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4fed36e-01b3-4dfa-8e12-7142b8d2af44 req-0bceccd3-8af3-4490-aada-cdf1a0560d3a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 944 time: 0.2381878 Jul 12 16:15:35.070020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Made reservation on behalf of aa6bf6bff323423eacf3bfbfa24e16b4 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:35.073672 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.080027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.088821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.143095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] For port cbc035ca-3e52-4051-ad8c-6e609364124b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cbc035ca-3e52-4051-ad8c-6e609364124b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:35.143511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.154206 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.210457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Calling delete_port for cbc035ca-3e52-4051-ad8c-6e609364124b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:35.218339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event updated for resources: {'Port': ['ID=868bb0af-83c5-453b-81ed-a345224addb2,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:35.231163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.274344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4fed36e-01b3-4dfa-8e12-7142b8d2af44 req-d79af4ac-2109-4d93-ae82-6948ab646037 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068250 Jul 12 16:15:35.292761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.294150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-9c3e9277-8987-4cd4-91ba-754366d46f68 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5513709 Jul 12 16:15:35.368059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-bca81ad1-1e23-407a-b4c7-7368b8be4cb4 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.0647321 Jul 12 16:15:35.442232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.521658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087088da-e433-4eab-8ffb-9788c425be4c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:35.533118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.548524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Checking segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:35.549280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Network hostable DHCP agents. Network: d2d780f3-5ff9-4462-867f-cf88b4554125, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:15:35.549447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:35.576884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-280b6ca6-879d-408d-8ffb-5dc0c0845ca1 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:35.578384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c15f3275-667e-4ad4-bbf8-32a5f4011ef8 req-280b6ca6-879d-408d-8ffb-5dc0c0845ca1 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1987858 Jul 12 16:15:35.583124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Network d2d780f3-5ff9-4462-867f-cf88b4554125 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:15:35.587412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event deleted for resources: {'Port': ['ID=cbc035ca-3e52-4051-ad8c-6e609364124b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:35.602714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d2d780f3-5ff9-4462-867f-cf88b4554125) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:35.613085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:35.613885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.642641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4bec7fd3-e090-46cf-8855-c5851bbadc14 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7521844 Jul 12 16:15:35.646134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 760f785f-e30a-433a-806e-214e535ed469 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:35.716652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752610ba-910d-4837-9a28-75722562c4b0 None None] Network d2d780f3-5ff9-4462-867f-cf88b4554125 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:35.762855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] No DVR routers for this DVR port cbc035ca-3e52-4051-ad8c-6e609364124b on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:35.767974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:35.775869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80bc7ffe-ac70-415d-9849-42df66a97205 req-68f00cc1-f966-43e5-a7bb-6b465ecc9e8a tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.77 "DELETE /v2.0/ports/cbc035ca-3e52-4051-ad8c-6e609364124b HTTP/1.1" status: 204 len: 173 time: 1.7109547 Jul 12 16:15:35.790096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-deleted', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:35.800546 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad9a9da-e18f-406d-a26a-e2059f298164" -d '{"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-deleted", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:35.963358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d324cb98-b6c2-4b9d-a94f-dc5bb996a9e2 req-30e5c06a-b32d-4328-9969-ad34c769103f tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.0741501 Jul 12 16:15:35.973550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.017465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 760f785f-e30a-433a-806e-214e535ed469 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:36.043194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 760f785f-e30a-433a-806e-214e535ed469 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:36.043571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.055247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cacea15b-60e3-4620-86ce-eebc6fd1e92c req-0d706ec2-054b-4c4e-8fb1-d82edb17ef00 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips/1b67d4b1-8967-4f35-a7e4-07f0657717c5 HTTP/1.1" status: 200 len: 692 time: 0.1370177 Jul 12 16:15:36.064787 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388f459-d4b8-46a9-b24e-fa81750f0139 x-openstack-request-id: req-e388f459-d4b8-46a9-b24e-fa81750f0139 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:36.065044 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2e18d-3e9e-48fd-8df2-4ac12010585b", "name": "network-vif-deleted", "tag": "cbc035ca-3e52-4051-ad8c-6e609364124b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:36.065286 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e388f459-d4b8-46a9-b24e-fa81750f0139 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:36.065756 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a2e18d-3e9e-48fd-8df2-4ac12010585b', 'name': 'network-vif-deleted', 'tag': 'cbc035ca-3e52-4051-ad8c-6e609364124b', 'status': 'completed', 'code': 200} Jul 12 16:15:36.215966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d2d780f3-5ff9-4462-867f-cf88b4554125', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4', 'fixed_ips': [{'subnet_id': '087088da-e433-4eab-8ffb-9788c425be4c'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:15:36.216957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.233153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea15b-60e3-4620-86ce-eebc6fd1e92c req-6242ee7c-3fff-41b8-97cd-82dacdc899b7 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:36.234886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cacea15b-60e3-4620-86ce-eebc6fd1e92c req-6242ee7c-3fff-41b8-97cd-82dacdc899b7 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1767929 Jul 12 16:15:36.399102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.411339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-4f5a44c9-abb7-4803-9a8c-b6f34389f23c tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips/1b67d4b1-8967-4f35-a7e4-07f0657717c5 HTTP/1.1" status: 200 len: 692 time: 0.1336021 Jul 12 16:15:36.450851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=760f785f-e30a-433a-806e-214e535ed469,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:36.457742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f785f-e30a-433a-806e-214e535ed469'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:36.460786 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdbad6a-7f88-42d5-aac9-2debbd1a2d2d" -d '{"events": [{"server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "760f785f-e30a-433a-806e-214e535ed469"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:36.467823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.611998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:36.650483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: cbc035ca-3e52-4051-ad8c-6e609364124b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:36.650483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cbc035ca-3e52-4051-ad8c-6e609364124b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:36.663440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:36.667264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Allocated IP 172.20.0.2 (d2d780f3-5ff9-4462-867f-cf88b4554125/087088da-e433-4eab-8ffb-9788c425be4c/b032e90e-7246-46c9-b9bc-c2c088a8c460) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:36.707923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-d4747350-6d0e-4424-aac0-bdf3ceede5f6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:36.715455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-d4747350-6d0e-4424-aac0-bdf3ceede5f6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.3031821 Jul 12 16:15:36.845824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-10c5fc8a-54a9-4152-81b7-e817cebdb311 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1243398 Jul 12 16:15:36.852708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-d5bfe5d9-1df0-48cd-93d8-abcdf6af6c9d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:36.869657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-d5bfe5d9-1df0-48cd-93d8-abcdf6af6c9d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.2786512 Jul 12 16:15:36.870784 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.898836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Transition to ACTIVE for port object b032e90e-7246-46c9-b9bc-c2c088a8c460 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:36.908164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-5eccdafb-3b26-4218-86b6-ea20314b597f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/quotas/aa6bf6bff323423eacf3bfbfa24e16b4 HTTP/1.1" status: 200 len: 375 time: 0.0369565 Jul 12 16:15:36.960900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Transition to ACTIVE for port object b032e90e-7246-46c9-b9bc-c2c088a8c460 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:36.972532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:36.984649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-d5ef5214-7f0e-4570-9eeb-f3bfe9863ca1 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1356206 Jul 12 16:15:37.022589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-084123f4-2175-412c-8e8a-a98139abeb0d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108229 Jul 12 16:15:37.061722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Network d2d780f3-5ff9-4462-867f-cf88b4554125 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:37.065593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:37.077520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:37.170802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-a5646871-f367-43b0-9f29-6189621ff61a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:15:37.178127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-a5646871-f367-43b0-9f29-6189621ff61a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1542492 Jul 12 16:15:37.192272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Pushing event updated for resources: {'Port': ['ID=b032e90e-7246-46c9-b9bc-c2c088a8c460,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:37.253499 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.260521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Deleting port 868bb0af-83c5-453b-81ed-a345224addb2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:37.261650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.291120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Attempting to bind port b032e90e-7246-46c9-b9bc-c2c088a8c460 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:37.293236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Attempting to bind port b032e90e-7246-46c9-b9bc-c2c088a8c460 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:37.293708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Attempting to bind port b032e90e-7246-46c9-b9bc-c2c088a8c460 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:37.307512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:37.309127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Checking segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:37.309400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.312249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Bound using segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:37.313021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Bound port: b032e90e-7246-46c9-b9bc-c2c088a8c460, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:37.315652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.398871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-606c0b63-0c79-42a2-8a63-9e839a290b7d service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195525 Jul 12 16:15:37.499602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] For port b032e90e-7246-46c9-b9bc-c2c088a8c460, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:37.503794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] For port b032e90e-7246-46c9-b9bc-c2c088a8c460, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b032e90e-7246-46c9-b9bc-c2c088a8c460,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:37.514866 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.530161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.530986 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:37.560791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-893644fa-ebbc-40db-9d25-0bfc92773616 service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595442 Jul 12 16:15:37.607659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Calling delete_port for 868bb0af-83c5-453b-81ed-a345224addb2 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:37.615247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff44379-d4f3-4e1d-85c0-00d8566606d2 None None] Pushing event updated for resources: {'Port': ['ID=b032e90e-7246-46c9-b9bc-c2c088a8c460,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:37.996781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:38.183810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event deleted for resources: {'Port': ['ID=868bb0af-83c5-453b-81ed-a345224addb2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:38.368875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d585d2-c73e-4ba3-ad0d-b4df8fb8b993 req-22d5a105-30a2-45bf-ad7b-1fb02f0749b2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:38.382143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0d585d2-c73e-4ba3-ad0d-b4df8fb8b993 req-22d5a105-30a2-45bf-ad7b-1fb02f0749b2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 945 time: 0.3558075 Jul 12 16:15:38.431351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:38.448274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:38.466619 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-526fa602-7a97-4dd3-85f0-64153d6d84d2 req-b193c9bc-19a4-473d-9322-54de5be9e650 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "DELETE /v2.0/floatingips/1b67d4b1-8967-4f35-a7e4-07f0657717c5 HTTP/1.1" status: 204 len: 173 time: 1.4781008 Jul 12 16:15:38.509802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b032e90e-7246-46c9-b9bc-c2c088a8c460 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:38.550036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0d585d2-c73e-4ba3-ad0d-b4df8fb8b993 req-8c53e3bb-0618-4be8-9371-7a6bf725d90f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545484 Jul 12 16:15:38.661667 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91a134-9626-4422-a806-88a4572d0546 x-openstack-request-id: req-de91a134-9626-4422-a806-88a4572d0546 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:38.661966 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "760f785f-e30a-433a-806e-214e535ed469", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:38.662223 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de91a134-9626-4422-a806-88a4572d0546 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:38.662625 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f785f-e30a-433a-806e-214e535ed469', 'code': 200} Jul 12 16:15:38.684939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b032e90e-7246-46c9-b9bc-c2c088a8c460 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:38.827174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7517707-c769-41ed-9b2b-b7369a651450 req-51a706e1-060e-4cfe-8f82-455f857a431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:38.828287 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7517707-c769-41ed-9b2b-b7369a651450 req-51a706e1-060e-4cfe-8f82-455f857a431b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 1096 time: 0.2063231 Jul 12 16:15:38.933149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7517707-c769-41ed-9b2b-b7369a651450 req-1fbeacfe-ec98-45e6-86e9-03c29ff97530 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Jul 12 16:15:39.106298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c29d7863-5ece-4ef4-ad97-0af29f3555d2 req-ea9384bc-1300-4cfa-8b62-eb842902e2a8 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.0433493 Jul 12 16:15:39.274978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-090f7eac-82ff-4633-93eb-e0340abc4b69 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:39.280655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-090f7eac-82ff-4633-93eb-e0340abc4b69 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.2373824 Jul 12 16:15:39.311309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-4327e484-64bf-4bb0-b4fe-957ffce02e1a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/quotas/aa6bf6bff323423eacf3bfbfa24e16b4 HTTP/1.1" status: 200 len: 375 time: 0.0240386 Jul 12 16:15:39.331159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ff4ed-7e87-42de-b0a8-fec06a4b9aa0 None None] Network d2d780f3-5ff9-4462-867f-cf88b4554125 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:39.412054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Provisioning for port b032e90e-7246-46c9-b9bc-c2c088a8c460 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:39.421769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Provisioning complete for port b032e90e-7246-46c9-b9bc-c2c088a8c460 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:39.422148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.449145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-8d874709-78ca-4515-8b98-f531e797bf40 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254125 Jul 12 16:15:39.653564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6016-cd41-4e5d-9767-cbff4bc54d72 req-11605a34-540c-482c-ab62-25545763124b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:39.659911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7df6016-cd41-4e5d-9767-cbff4bc54d72 req-11605a34-540c-482c-ab62-25545763124b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4975343 Jul 12 16:15:39.666305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-51178c0d-8bf8-4fcc-a2fc-8671f00efe01 service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082884 Jul 12 16:15:39.818315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-f5af5391-b58d-4fe9-87e1-7e579bbe3813 service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442204 Jul 12 16:15:39.854015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.909308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] For port b032e90e-7246-46c9-b9bc-c2c088a8c460, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b032e90e-7246-46c9-b9bc-c2c088a8c460,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:39.915272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.990116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41993941-6523-41ca-b892-dca3a2c86b49 None None] Pushing event updated for resources: {'Port': ['ID=b032e90e-7246-46c9-b9bc-c2c088a8c460,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:40.055309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c624a-aeff-49a8-b1cb-2974b65ce23f req-b62bd693-bc85-4fa3-8305-f6f075ec8dcd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.056919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-311c624a-aeff-49a8-b1cb-2974b65ce23f req-b62bd693-bc85-4fa3-8305-f6f075ec8dcd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 945 time: 0.2162700 Jul 12 16:15:40.234371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-311c624a-aeff-49a8-b1cb-2974b65ce23f req-3e8259dd-f75e-4d31-a3fe-1a84c3e86efa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363962 Jul 12 16:15:40.348257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0ba511d7-fdd0-44da-a7ed-168c07ebc5ba None None] Provisioning complete for port b032e90e-7246-46c9-b9bc-c2c088a8c460 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:40.348848 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ba511d7-fdd0-44da-a7ed-168c07ebc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.483951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b032e90e-7246-46c9-b9bc-c2c088a8c460 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:40.665760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b032e90e-7246-46c9-b9bc-c2c088a8c460 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:40.666203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.681878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac2d8253-d0b9-4e85-8347-198320719ab4 req-a79dfb84-1763-4312-ba8b-32eb89e8a384 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=77dba30f97904552bc7fa2992bf6b68c HTTP/1.1" status: 200 len: 1656 time: 0.4900098 Jul 12 16:15:40.924505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-54b0d458-378d-4998-8d47-41d5c365ed98 req-ee2ef62d-9aba-44ab-932d-cf7608391b48 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 12 16:15:41.046062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d8253-d0b9-4e85-8347-198320719ab4 req-a449e0b6-84d3-4d8e-b803-642da0ff95f2 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.062319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac2d8253-d0b9-4e85-8347-198320719ab4 req-a449e0b6-84d3-4d8e-b803-642da0ff95f2 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks?id=c826e652-850a-482c-acd7-b90ac0720133&id=c826e652-850a-482c-acd7-b90ac0720133&id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 787 time: 0.3789995 Jul 12 16:15:41.181530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-fc62aada-1329-4d5a-8554-b24da82676e1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.183242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-fc62aada-1329-4d5a-8554-b24da82676e1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.7583745 Jul 12 16:15:41.191035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-ac2d8253-d0b9-4e85-8347-198320719ab4 req-7db5f93d-50c8-45b3-bf9e-27b7ff962703 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:15:41.195092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac2d8253-d0b9-4e85-8347-198320719ab4 req-7db5f93d-50c8-45b3-bf9e-27b7ff962703 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237873 Jul 12 16:15:41.204867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Request body: {'port': {'device_id': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'admin_state_up': True, 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:41.213526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-b06d4bcb-0dd3-4dd8-ace5-1eaa9d62fce8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.215261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-b06d4bcb-0dd3-4dd8-ace5-1eaa9d62fce8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.1818593 Jul 12 16:15:41.260389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-27407a86-8383-4275-8377-d9d3d2c01866 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/quotas/aa6bf6bff323423eacf3bfbfa24e16b4 HTTP/1.1" status: 200 len: 375 time: 0.0315962 Jul 12 16:15:41.459954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-2e4b02d5-02cd-4729-9171-a4a243cf188a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940393 Jul 12 16:15:41.543653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2b2ec639-09ea-4eec-891b-db2be15360ef tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.545519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-2b2ec639-09ea-4eec-891b-db2be15360ef tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 945 time: 1.1456904 Jul 12 16:15:41.609609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-cfb3f080-dd38-4e4f-bd95-8f4f070c7b57 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips/8d091a2c-dcec-4f87-807d-414a90f925a6 HTTP/1.1" status: 200 len: 693 time: 0.2093458 Jul 12 16:15:41.656698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-0f3ce798-918b-4c30-ad98-27e45d599d3f service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945229 Jul 12 16:15:41.766715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Made reservation on behalf of aa6bf6bff323423eacf3bfbfa24e16b4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:41.773165 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:41.884785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-98f7f8f4-15b1-4f18-8861-ab572cc6acee service neutron] 10.222.0.58 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268517 Jul 12 16:15:41.990103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-1bc957b8-341b-4d14-9c8c-f8484fe5033b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.993173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-1bc957b8-341b-4d14-9c8c-f8484fe5033b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.3824251 Jul 12 16:15:42.039441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-37c03e30-0e8b-49e6-b389-661a83a07ad6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:15:42.040945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-37c03e30-0e8b-49e6-b389-661a83a07ad6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368524 Jul 12 16:15:42.088039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port 760f785f-e30a-433a-806e-214e535ed469 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:42.100437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:42.260705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Allocated IP 172.20.0.3 (d2d780f3-5ff9-4462-867f-cf88b4554125/087088da-e433-4eab-8ffb-9788c425be4c/b0301b39-5029-4ee8-9939-56fa4bce8d39) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:42.271016 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-1f2cc48b-70f5-4fb1-9dfe-05326f793cda tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.2135172 Jul 12 16:15:42.328903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821303d-43da-4cd1-a51a-e5066a89ba9f req-fee38aaa-3da6-4223-8b28-689633f32f06 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:42.329802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port 760f785f-e30a-433a-806e-214e535ed469, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=760f785f-e30a-433a-806e-214e535ed469,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:42.330176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:42.330604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4821303d-43da-4cd1-a51a-e5066a89ba9f req-fee38aaa-3da6-4223-8b28-689633f32f06 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 945 time: 0.1361873 Jul 12 16:15:42.459618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4821303d-43da-4cd1-a51a-e5066a89ba9f req-f782666e-b0c3-435c-b877-549d996228c5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120715 Jul 12 16:15:42.522959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ee47a097-e712-40e1-a01d-cb34bd449270 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:42.524547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ee47a097-e712-40e1-a01d-cb34bd449270 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.77 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.1793137 Jul 12 16:15:42.558641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for 760f785f-e30a-433a-806e-214e535ed469 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:42.576518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Request body: {'port': {'device_id': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'admin_state_up': True, 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:42.828846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-5dbc4494-7cfc-4c4d-aaf8-d7ff0bc87220 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.4846234 Jul 12 16:15:42.901481 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-d586dc93-b616-4488-8e5a-3592a0d170b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112635 Jul 12 16:15:43.016836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a8f3cabc-8b07-45ee-9cd2-60ab380c051c req-25efb486-b20e-4044-a74c-77d43e0a60f9 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.0640345 Jul 12 16:15:43.096066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-d1738830-6a2e-48c8-9e78-fab2e3ef130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:43.097628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-d1738830-6a2e-48c8-9e78-fab2e3ef130d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bba1278920fc42f2addd1dd434e1e565&device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 1095 time: 0.1623261 Jul 12 16:15:43.320384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-272388eb-99ff-4ec0-95fd-ff83dcea1cf7 req-e4de70a1-5b1a-4381-a52d-8a79ca6f9c86 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 210 time: 0.0500951 Jul 12 16:15:43.343969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Made reservation on behalf of aa6bf6bff323423eacf3bfbfa24e16b4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:43.350109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:43.387121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-6d155ce5-530b-4c1e-886a-fdc6bb0d3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:43.389975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-6d155ce5-530b-4c1e-886a-fdc6bb0d3fc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 200 len: 908 time: 0.2313173 Jul 12 16:15:43.391719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:43.436887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:43.444930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Deleting port 79b7d98a-52a9-4c60-8569-617093e75dbb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:43.445428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:43.453500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['760f785f-e30a-433a-806e-214e535ed469'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:43.471013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Transition to ACTIVE for port object b0301b39-5029-4ee8-9939-56fa4bce8d39 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:43.540965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-86b8dfe9-eacb-4dc2-be76-ee164cf84028 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 200 len: 217 time: 0.1383808 Jul 12 16:15:43.631895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:43.639390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=760f785f-e30a-433a-806e-214e535ed469,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:43.661669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-7b38f8a5-9259-458a-b448-8616be5734f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:43.663305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-7b38f8a5-9259-458a-b448-8616be5734f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 200 len: 847 time: 0.1103671 Jul 12 16:15:43.732056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-5d024119-e867-4b47-9777-0e9758f09163 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579305 Jul 12 16:15:43.862329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16948d7a-f5c4-4e86-88d5-69306b885f82 req-90617b8d-e5f7-4750-9aa7-e006d61fba19 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.1784778 Jul 12 16:15:43.936508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-fdc23b17-1d69-458c-b1d7-a4e5c97f8d44 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714268 Jul 12 16:15:44.279889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cb6074c-88c3-48a4-bca6-4b1be71b9cd7 req-4dbf9675-084e-4dd6-a832-cc65d1924ad4 service neutron] 10.222.0.65 "GET /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346107 Jul 12 16:15:44.298259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-1de65f02-6a40-47ca-b017-c7959925158f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:44.306499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-1de65f02-6a40-47ca-b017-c7959925158f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 816 time: 0.2354434 Jul 12 16:15:44.332121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Request body: {'port': {'device_id': '7be80b90-3410-4c3d-a527-6d55297b9352', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'admin_state_up': True, 'tenant_id': 'aa6bf6bff323423eacf3bfbfa24e16b4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:44.371112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Network d2d780f3-5ff9-4462-867f-cf88b4554125 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:44.423492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:44.427864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:44.431237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event updated for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:44.464580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port 760f785f-e30a-433a-806e-214e535ed469 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:44.468793 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:44.472292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d6f14-2b29-40c2-903d-ed91aa56267f req-7df9f162-38dd-4f81-a36f-4111aa3f85dc tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "DELETE /v2.0/ports/760f785f-e30a-433a-806e-214e535ed469 HTTP/1.1" status: 204 len: 173 time: 2.9127378 Jul 12 16:15:44.534512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'name': 'network-vif-deleted', 'tag': '760f785f-e30a-433a-806e-214e535ed469'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:44.543244 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983c967-390d-4654-a300-2f85f93d9a03" -d '{"events": [{"server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "name": "network-vif-deleted", "tag": "760f785f-e30a-433a-806e-214e535ed469"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:44.763058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:44.765691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:44.814322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59fe5396-091e-4e7a-ada6-120631637b5d req-5af991b2-a184-456c-a429-dfd8cc14a7fd tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a2e18d-3e9e-48fd-8df2-4ac12010585b HTTP/1.1" status: 200 len: 210 time: 0.2056737 Jul 12 16:15:44.818112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Allocated IP 172.20.0.9 (d2d780f3-5ff9-4462-867f-cf88b4554125/087088da-e433-4eab-8ffb-9788c425be4c/c483e360-7e13-48f2-b82a-61a2bd66d545) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:44.874389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Calling delete_port for 79b7d98a-52a9-4c60-8569-617093e75dbb owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:45.070227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Made reservation on behalf of aa6bf6bff323423eacf3bfbfa24e16b4 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:45.094752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:45.107981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:45.109876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:45.150529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-76a024e4-f834-49c3-839f-3ca96658a62c None None] Provisioning for port b0301b39-5029-4ee8-9939-56fa4bce8d39 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:45.177295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-76a024e4-f834-49c3-839f-3ca96658a62c None None] Provisioning complete for port b0301b39-5029-4ee8-9939-56fa4bce8d39 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:45.180843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76a024e4-f834-49c3-839f-3ca96658a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:45.185281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-e61c92fe-a91a-48f9-a1b9-0aa02186084e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9846523 Jul 12 16:15:45.222035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Request body: {'port': {'device_id': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:45.389476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b577e6a-9674-4f6d-9a05-29818e38e057 req-9894dfa4-fa81-4aa6-bffa-90619a9900f2 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 210 time: 0.1479328 Jul 12 16:15:45.402921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-76a024e4-f834-49c3-839f-3ca96658a62c None None] Port b0301b39-5029-4ee8-9939-56fa4bce8d39 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:45.573247 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebba0fce-ebaf-435a-9031-a0b886471d8c x-openstack-request-id: req-ebba0fce-ebaf-435a-9031-a0b886471d8c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:45.574229 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8", "name": "network-vif-deleted", "tag": "760f785f-e30a-433a-806e-214e535ed469", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:45.574807 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebba0fce-ebaf-435a-9031-a0b886471d8c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:45.575364 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8', 'name': 'network-vif-deleted', 'tag': '760f785f-e30a-433a-806e-214e535ed469', 'status': 'completed', 'code': 200} Jul 12 16:15:45.595251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:45.837271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9b3c6db-4eed-437f-ad89-b40d52747725 req-27d6fefe-4145-46d8-ab00-b6c3c3400277 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0467758 Jul 12 16:15:45.850859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:45.935468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-e1ade2d4-2826-405e-ac29-9938362c98f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0978620 Jul 12 16:15:45.936478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event deleted for resources: {'Port': ['ID=79b7d98a-52a9-4c60-8569-617093e75dbb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:46.064107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:46.126098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Transition to ACTIVE for port object c483e360-7e13-48f2-b82a-61a2bd66d545 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:46.219077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:46.221997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:46.223878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab7ac705-622b-4eec-bd80-a438b6dbe905 req-670f8175-cccd-4d79-a833-e69efc975b20 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d091a2c-dcec-4f87-807d-414a90f925a6 HTTP/1.1" status: 204 len: 173 time: 3.3866842 Jul 12 16:15:46.255049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-bf634543-07e1-4a12-9835-b3b560fbbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:46.257049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-bf634543-07e1-4a12-9835-b3b560fbbdef service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3088274 Jul 12 16:15:46.405996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-9ca94fe5-d103-4ecc-84ed-8d6ea11c122f tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips/e3d87885-535c-487e-8095-5c9892096e67 HTTP/1.1" status: 200 len: 692 time: 0.1463108 Jul 12 16:15:46.407523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:46.533928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Allocated IP 172.20.0.14 (d2d780f3-5ff9-4462-867f-cf88b4554125/087088da-e433-4eab-8ffb-9788c425be4c/049de1e0-fc16-4114-b088-23ce8d293cc6) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:46.701312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Network d2d780f3-5ff9-4462-867f-cf88b4554125 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:46.727716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:46.736644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:46.740915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event updated for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:46.874519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-87335547-9abb-4d9a-85a4-49d4a96c565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:46.880755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-87335547-9abb-4d9a-85a4-49d4a96c565f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6037223 Jul 12 16:15:46.911326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:46.912504 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:46.948954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-fc0defc6-4f4a-4c14-85fc-693fbb7b4a01 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:46.950713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-fc0defc6-4f4a-4c14-85fc-693fbb7b4a01 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.5258210 Jul 12 16:15:46.974387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ac04a661-ad25-464d-8dff-bf54aea95744 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4122837 Jul 12 16:15:47.018903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Request body: {'port': {'device_id': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:47.063553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-a400d24d-7df1-47c3-b21f-4e76d058a8a7 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1042500 Jul 12 16:15:47.152473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-8ab07d8c-460b-4959-9a7e-4e1287be39e9 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0783329 Jul 12 16:15:47.246056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29911af1-3c58-4485-a6ec-e332c638e4c8 None None] Provisioning for port c483e360-7e13-48f2-b82a-61a2bd66d545 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:47.254408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-29911af1-3c58-4485-a6ec-e332c638e4c8 None None] Provisioning complete for port c483e360-7e13-48f2-b82a-61a2bd66d545 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:47.257065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-29911af1-3c58-4485-a6ec-e332c638e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:47.284041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:47.356432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1eec764d-dd4e-4e69-b4c8-bfd0dde9da7e req-b9b4d6d9-9df1-45f9-abdd-71cc25d2138a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 210 time: 0.7071807 Jul 12 16:15:47.361450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-29911af1-3c58-4485-a6ec-e332c638e4c8 None None] Port c483e360-7e13-48f2-b82a-61a2bd66d545 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:47.459983 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:47.484188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Transition to ACTIVE for port object 049de1e0-fc16-4114-b088-23ce8d293cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:47.552944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:47.680525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Network d2d780f3-5ff9-4462-867f-cf88b4554125 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:47.718734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event updated for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:47.724015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:47.727497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:47.810316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-768be93b-faa2-4027-a3ad-106e18be18f8 req-91a3f13e-d21d-49ed-a7b0-7d75e863e59a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.1272819 Jul 12 16:15:47.817526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:47.818168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:47.843022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-e8c87744-df52-46ef-9c9f-fb6304c400f0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5269282 Jul 12 16:15:47.875191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Request body: {'port': {'device_id': '7be80b90-3410-4c3d-a527-6d55297b9352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:47.905179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Deleting port 5d062228-8443-400e-95cb-6b59d67f4cfa {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:47.905717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.010027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0301b39-5029-4ee8-9939-56fa4bce8d39 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:48.032989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.042241 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.136137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Transition to ACTIVE for port object b0301b39-5029-4ee8-9939-56fa4bce8d39 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:48.177610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.196700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b9e10b5-11c4-4379-b0f0-147721d4ab5e None None] Provisioning for port 049de1e0-fc16-4114-b088-23ce8d293cc6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:48.214245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b9e10b5-11c4-4379-b0f0-147721d4ab5e None None] Provisioning complete for port 049de1e0-fc16-4114-b088-23ce8d293cc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:48.215686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b9e10b5-11c4-4379-b0f0-147721d4ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.352526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e10b5-11c4-4379-b0f0-147721d4ab5e None None] Port 049de1e0-fc16-4114-b088-23ce8d293cc6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:48.399675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.400029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:48.450928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3d328d-cc0c-4439-8d80-861f23d167ad req-cb60e799-9a7f-460f-b6fc-69ee70d2e56c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.1094761 Jul 12 16:15:48.496757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Calling delete_port for 5d062228-8443-400e-95cb-6b59d67f4cfa owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:48.681974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:48.734088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda559-e5e7-4681-be6e-5c0869d578b1 req-a57ba46d-d407-4900-a226-293cab4e6466 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:48.742738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdeda559-e5e7-4681-be6e-5c0869d578b1 req-a57ba46d-d407-4900-a226-293cab4e6466 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 932 time: 0.2064364 Jul 12 16:15:48.824401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdeda559-e5e7-4681-be6e-5c0869d578b1 req-07c705d1-e597-40cd-a9fd-c8f4956b27ad tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805721 Jul 12 16:15:48.837907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Attempting to bind port b0301b39-5029-4ee8-9939-56fa4bce8d39 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:48.837907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Attempting to bind port b0301b39-5029-4ee8-9939-56fa4bce8d39 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:48.837907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Attempting to bind port b0301b39-5029-4ee8-9939-56fa4bce8d39 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:48.891263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Port b0301b39-5029-4ee8-9939-56fa4bce8d39 on network d2d780f3-5ff9-4462-867f-cf88b4554125 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:48.891621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Attempting to bind port b0301b39-5029-4ee8-9939-56fa4bce8d39 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:48.930288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:48.934344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Checking segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:48.935943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Bound using segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:48.936699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Bound port: b0301b39-5029-4ee8-9939-56fa4bce8d39, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:48.939741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.018279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c483e360-7e13-48f2-b82a-61a2bd66d545 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:49.039962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.095964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Transition to ACTIVE for port object c483e360-7e13-48f2-b82a-61a2bd66d545 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:49.098049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2cc376b-9024-4814-a63b-3d35bf6319d5 req-7f83535d-07d2-473e-8c6c-12c5421ad23f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04fea1-ff14-49f1-9c2d-f5c3eb0d6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Jul 12 16:15:49.119763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.290112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Pushing event updated for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:49.339317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:49.344507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:49.355496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.516156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.535851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049de1e0-fc16-4114-b088-23ce8d293cc6 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:49.554032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.583424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event deleted for resources: {'Port': ['ID=5d062228-8443-400e-95cb-6b59d67f4cfa,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:49.617106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Transition to ACTIVE for port object 049de1e0-fc16-4114-b088-23ce8d293cc6 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:49.635640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.731635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:49.732356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:49.733955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] 10.222.0.65 "PUT /v2.0/ports/b0301b39-5029-4ee8-9939-56fa4bce8d39 HTTP/1.1" status: 200 len: 1091 time: 4.5289519 Jul 12 16:15:49.735397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:49.737750 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a466e92-5fe4-4e3b-90cb-434b61bdff95" -d '{"events": [{"name": "network-changed", "server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:49.808778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Pushing event updated for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:49.885693 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e47f30f-b0d0-4c89-9a7c-b530654266f6 x-openstack-request-id: req-4e47f30f-b0d0-4c89-9a7c-b530654266f6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:49.885981 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:49.886236 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e47f30f-b0d0-4c89-9a7c-b530654266f6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:49.886641 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39', 'status': 'completed', 'code': 200} Jul 12 16:15:49.920890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Attempting to bind port 049de1e0-fc16-4114-b088-23ce8d293cc6 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:49.921221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Attempting to bind port 049de1e0-fc16-4114-b088-23ce8d293cc6 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:49.921544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Attempting to bind port 049de1e0-fc16-4114-b088-23ce8d293cc6 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:49.927071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Port 049de1e0-fc16-4114-b088-23ce8d293cc6 on network d2d780f3-5ff9-4462-867f-cf88b4554125 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:49.927469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Attempting to bind port 049de1e0-fc16-4114-b088-23ce8d293cc6 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:49.933854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:49.935523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Checking segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:49.936039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Bound using segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:49.936571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Bound port: 049de1e0-fc16-4114-b088-23ce8d293cc6, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:49.938310 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.031357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd703f5-fd4c-45b0-b704-1e763b794b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:50.037012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Attempting to bind port c483e360-7e13-48f2-b82a-61a2bd66d545 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:50.037012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Attempting to bind port c483e360-7e13-48f2-b82a-61a2bd66d545 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:50.037012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Attempting to bind port c483e360-7e13-48f2-b82a-61a2bd66d545 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:50.043665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.046059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.047291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac69f8cb-0101-4a10-8d25-8ceffc32a453 req-2fe9e78d-c0fc-4fe9-a70c-2feeceecfd94 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "DELETE /v2.0/floatingips/e3d87885-535c-487e-8095-5c9892096e67 HTTP/1.1" status: 204 len: 173 time: 2.8541331 Jul 12 16:15:50.051928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Port c483e360-7e13-48f2-b82a-61a2bd66d545 on network d2d780f3-5ff9-4462-867f-cf88b4554125 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:50.052252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Attempting to bind port c483e360-7e13-48f2-b82a-61a2bd66d545 on network d2d780f3-5ff9-4462-867f-cf88b4554125 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:50.068558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:50.068795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Checking segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:50.069099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Bound using segment: {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:50.069539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Bound port: c483e360-7e13-48f2-b82a-61a2bd66d545, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c3fc3-d450-4b01-9375-f2ae554c8374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:50.069903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.133620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-a0de3255-3628-45af-b7bc-29c6871092f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.137734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-a0de3255-3628-45af-b7bc-29c6871092f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 1094 time: 0.3332417 Jul 12 16:15:50.155917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:50.170011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=049de1e0-fc16-4114-b088-23ce8d293cc6,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:50.175637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.260286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.261016 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.263429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] 10.222.0.65 "PUT /v2.0/ports/049de1e0-fc16-4114-b088-23ce8d293cc6 HTTP/1.1" status: 200 len: 1092 time: 2.4065545 Jul 12 16:15:50.324706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:50.329490 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06b3ad-796e-47ab-a4d8-a07b98671148" -d '{"events": [{"name": "network-changed", "server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:50.386291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-bacc5cff-dcee-4fd9-b127-20d1a5ba2629 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39 HTTP/1.1" status: 200 len: 217 time: 0.2200422 Jul 12 16:15:50.450398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-ba525c9e-bf3a-44b1-88bf-ce04a5dfbb91 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips/43d26e57-20ee-41af-9cd9-decc85e2a2ad HTTP/1.1" status: 200 len: 693 time: 0.3116553 Jul 12 16:15:50.550443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13608ed-8e26-4c40-9579-44145edda128 service neutron] Pushing event updated for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:50.587156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-7d63d303-234f-41f3-8a6e-cf022cf6f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.593564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-7d63d303-234f-41f3-8a6e-cf022cf6f29d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 1095 time: 0.2435715 Jul 12 16:15:50.617671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e508-b91f-4c19-a756-f6c7467650d2 req-41baecf5-e79e-40bf-b586-bf4156dbef7e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.625445 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9524e508-b91f-4c19-a756-f6c7467650d2 req-41baecf5-e79e-40bf-b586-bf4156dbef7e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 944 time: 0.3608699 Jul 12 16:15:50.648619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-1092fe6c-bf9f-4966-b7fb-042dfcadc1d6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.650109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-1092fe6c-bf9f-4966-b7fb-042dfcadc1d6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1700466 Jul 12 16:15:50.653107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:50.697298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c483e360-7e13-48f2-b82a-61a2bd66d545,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:50.754270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-5384291b-d28b-4007-9e93-6caf94b64d45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=049de1e0-fc16-4114-b088-23ce8d293cc6 HTTP/1.1" status: 200 len: 217 time: 0.1203358 Jul 12 16:15:50.770730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.838455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.839086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.840704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] 10.222.0.77 "PUT /v2.0/ports/c483e360-7e13-48f2-b82a-61a2bd66d545 HTTP/1.1" status: 200 len: 1091 time: 3.8289323 Jul 12 16:15:50.852237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdf56a4e-6180-4335-8924-c20a4d9f538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.855626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-cdf56a4e-6180-4335-8924-c20a4d9f538c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.4517252 Jul 12 16:15:50.869569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9524e508-b91f-4c19-a756-f6c7467650d2 req-60542c01-4532-4e94-80e0-7b94266215a9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431209 Jul 12 16:15:50.871948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-d2550564-07dc-49eb-b99a-bc16aba1986e tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.2050562 Jul 12 16:15:50.937524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-3ecb53cf-6ddf-4181-8221-50d0fed3cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.942130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-3ecb53cf-6ddf-4181-8221-50d0fed3cf28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.1773164 Jul 12 16:15:51.155122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540c54-f371-46ab-9011-029722f8099f req-18db320a-e10c-4f86-8b5c-405f19357f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:51.160952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-18db320a-e10c-4f86-8b5c-405f19357f2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055092 Jul 12 16:15:51.223397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-f97bdd7f-ea2e-4494-8fc4-da7f34a39e5b tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.2634370 Jul 12 16:15:51.226210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f9f3c-fa73-462d-bc85-273a2e36f754 service neutron] Pushing event updated for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:51.418754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-ef1ddd13-4bd9-451c-a29e-7765cd121028 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454612 Jul 12 16:15:51.473570 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8273f9f3-8901-4bb5-acdc-fb5d295402ed x-openstack-request-id: req-8273f9f3-8901-4bb5-acdc-fb5d295402ed {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:51.475101 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:51.475504 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8273f9f3-8901-4bb5-acdc-fb5d295402ed {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:51.476182 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6', 'status': 'completed', 'code': 200} Jul 12 16:15:51.634110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22540c54-f371-46ab-9011-029722f8099f req-1577dfc4-86c5-45a0-84ee-78d2760d8493 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041242 Jul 12 16:15:51.749944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-ec12dbf4-1e67-4b01-957c-c98026482429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:51.751565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-ec12dbf4-1e67-4b01-957c-c98026482429 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8786895 Jul 12 16:15:51.869164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-15b339bc-a75f-4813-b7aa-1bd9e9be1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:51.870953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-15b339bc-a75f-4813-b7aa-1bd9e9be1d15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 1094 time: 0.9123485 Jul 12 16:15:51.891350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:51.901938 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:51.912897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-b3c85401-f5ab-497a-a0a5-f773924c5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:51.914854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-b3c85401-f5ab-497a-a0a5-f773924c5a82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 1095 time: 0.2028859 Jul 12 16:15:52.000260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-2160b1b1-f5f6-4718-8f48-198b4c08c3f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410784 Jul 12 16:15:52.003083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-13e03a9f-816e-4eb2-96fa-9255daacb331 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483e360-7e13-48f2-b82a-61a2bd66d545 HTTP/1.1" status: 200 len: 217 time: 0.1233757 Jul 12 16:15:52.031237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-10dc4ed5-4a9b-4a2e-9b05-3aa85f979313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.032833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-10dc4ed5-4a9b-4a2e-9b05-3aa85f979313 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 917 time: 0.1078403 Jul 12 16:15:52.119112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-8aa71166-806c-4b73-a567-028bccfc67d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=049de1e0-fc16-4114-b088-23ce8d293cc6 HTTP/1.1" status: 200 len: 217 time: 0.0767066 Jul 12 16:15:52.150000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-24b2cc10-4fff-4c96-bf39-88226892eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.152203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-24b2cc10-4fff-4c96-bf39-88226892eb07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.1414602 Jul 12 16:15:52.176823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-05e66133-f230-4b6b-8f88-4bbaa4a983b4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.184278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-05e66133-f230-4b6b-8f88-4bbaa4a983b4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.3640933 Jul 12 16:15:52.203845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-542fa4c3-6fae-434f-acd8-e12a0a893c45 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0186074 Jul 12 16:15:52.245975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-3519aee4-63a5-477d-8f97-0d88342dd6d5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411801 Jul 12 16:15:52.299633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-7c97d30f-56cc-4a13-9c34-51ccd0e4fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.301696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-7c97d30f-56cc-4a13-9c34-51ccd0e4fe61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.1752994 Jul 12 16:15:52.389933 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1d34153-20c0-470e-a590-e6bea2e3fd56 req-1b214fcc-cbb4-4f3d-a5d6-2a811dbb1398 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586071 Jul 12 16:15:52.402655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Deleting port 1c24d89d-5602-4bd5-b718-41decc347051 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:52.402655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.413041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-233fbf22-3b9b-4bc2-9539-2b6758056cab service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660910 Jul 12 16:15:52.517318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-d1a7e397-b28c-4c95-ab08-408124ce9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.520328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-d1a7e397-b28c-4c95-ab08-408124ce9e60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047205 Jul 12 16:15:52.540384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-747e981a-99f2-4e2b-9b62-05148e513b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.543028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-747e981a-99f2-4e2b-9b62-05148e513b6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3784633 Jul 12 16:15:52.667551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-f5146db3-253b-48d1-8bf6-9a4ea7c19ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535636 Jul 12 16:15:52.726791 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-6e08c1b1-c2f4-48c8-8cb8-5b431dcc49f2 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956859 Jul 12 16:15:52.798422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.800011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.822794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-b84f600f-e3d9-4f1c-9a95-1c63f10ae34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.824620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-b84f600f-e3d9-4f1c-9a95-1c63f10ae34b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 1094 time: 0.3318264 Jul 12 16:15:52.835018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Calling delete_port for 1c24d89d-5602-4bd5-b718-41decc347051 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:52.919952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b06b3ad-796e-47ab-a4d8-a07b98671148 req-283bbe2a-9dbc-4ff1-b093-083c9929649d service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843781 Jul 12 16:15:53.038811 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb90990b-f502-49c4-88fe-5c20d294fc66 x-openstack-request-id: req-eb90990b-f502-49c4-88fe-5c20d294fc66 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:53.038949 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:53.039221 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb90990b-f502-49c4-88fe-5c20d294fc66 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:53.039685 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545', 'status': 'completed', 'code': 200} Jul 12 16:15:53.043899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-ed73754a-e6eb-4b63-87a4-639b86d97126 service neutron] 10.222.0.77 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905422 Jul 12 16:15:53.260195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450fbb-3191-46da-bdd6-d94d7cff5ff4 req-50bb0229-2e86-44ad-93d7-9bf7730fbbfd tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.263355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed450fbb-3191-46da-bdd6-d94d7cff5ff4 req-50bb0229-2e86-44ad-93d7-9bf7730fbbfd tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 944 time: 0.1636353 Jul 12 16:15:53.323421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed450fbb-3191-46da-bdd6-d94d7cff5ff4 req-f3faeda8-b309-4781-b0a2-1e8be4f82d3c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Jul 12 16:15:53.348354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-d900b66e-1037-4d83-a142-0a0a0377c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.350508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-d900b66e-1037-4d83-a142-0a0a0377c697 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 917 time: 0.5134377 Jul 12 16:15:53.419617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-fb9d356f-8176-4630-a048-74289e20d34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39 HTTP/1.1" status: 200 len: 217 time: 0.0577829 Jul 12 16:15:53.424882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f751cc4d-efda-4af6-943d-402f2c5db1f4 req-933c5d86-760c-461d-8500-9d69c16dbc32 service neutron] 10.222.0.77 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579957 Jul 12 16:15:53.569405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-4afdb125-f278-44fb-b755-556ef7b0559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.570857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-4afdb125-f278-44fb-b755-556ef7b0559d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.1430645 Jul 12 16:15:53.629879 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:53.675072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Pushing event deleted for resources: {'Port': ['ID=1c24d89d-5602-4bd5-b718-41decc347051,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:53.703235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 760f785f-e30a-433a-806e-214e535ed469 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:53.734538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-ed5e0f5f-3b03-40e7-9ed2-b19cb150a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.737230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-ed5e0f5f-3b03-40e7-9ed2-b19cb150a146 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 1094 time: 0.2165749 Jul 12 16:15:53.747910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 760f785f-e30a-433a-806e-214e535ed469 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:53.749841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 760f785f-e30a-433a-806e-214e535ed469 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:53.858111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-e8b0af89-e9f5-4348-b3e9-1b2e6722cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.860148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-e8b0af89-e9f5-4348-b3e9-1b2e6722cfeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810750 Jul 12 16:15:53.890514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:53.895757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:53.897137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33ccbff6-8a37-4b0c-8a95-8b7d9ef18d9d req-c0f0d00d-2505-410a-b750-cf07e31409a6 tempest-FloatingIPDetailsTestJSON-2018418875 tempest-FloatingIPDetailsTestJSON-2018418875-project] 10.222.0.58 "DELETE /v2.0/floatingips/43d26e57-20ee-41af-9cd9-decc85e2a2ad HTTP/1.1" status: 204 len: 173 time: 2.6380692 Jul 12 16:15:53.906188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:54.161569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39d4e517-dc48-462a-9ece-f9daf31319b5 req-5857fe37-5025-4468-87dd-7205e8f83bf8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 210 time: 0.0751352 Jul 12 16:15:54.199570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-6062cc48-f58d-4af8-b448-5e96e9ede745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.201543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-6062cc48-f58d-4af8-b448-5e96e9ede745 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 917 time: 0.4532528 Jul 12 16:15:54.272052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-a8cacf59-da76-4c32-907a-dbb56634e798 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c483e360-7e13-48f2-b82a-61a2bd66d545 HTTP/1.1" status: 200 len: 217 time: 0.0635121 Jul 12 16:15:54.281544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-4852bbc0-8834-4d20-8e26-07595c2081a7 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059701 Jul 12 16:15:54.448944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-f6f78b7e-fb59-4a91-8707-414145e71407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.451759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-f6f78b7e-fb59-4a91-8707-414145e71407 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.1729336 Jul 12 16:15:54.476624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24400a-8287-4697-89b3-46ca5bacfbb3 req-e6f939fc-ee19-4a2c-a984-1384bb45ee84 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.485354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d24400a-8287-4697-89b3-46ca5bacfbb3 req-e6f939fc-ee19-4a2c-a984-1384bb45ee84 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.1854415 Jul 12 16:15:54.553750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a466e92-5fe4-4e3b-90cb-434b61bdff95 req-ddc08496-72a1-4b10-93af-45251239e8a5 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612610 Jul 12 16:15:54.600033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d24400a-8287-4697-89b3-46ca5bacfbb3 req-d2ec3ab8-40bf-4bed-b321-248140893e08 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136620 Jul 12 16:15:54.680671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-7b89c73b-94ea-4908-a38d-506866f992ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.683490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-7b89c73b-94ea-4908-a38d-506866f992ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2198551 Jul 12 16:15:54.800446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-89530728-d1b4-4537-ab84-eea64c7a3d58 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.802196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-89530728-d1b4-4537-ab84-eea64c7a3d58 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 944 time: 0.2225580 Jul 12 16:15:54.815689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfa81-9a98-4f28-9b54-c25bf65bd3cc req-902bfa34-5b5e-4b25-aa9b-2412206957f1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:54.819163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cdbfa81-9a98-4f28-9b54-c25bf65bd3cc req-902bfa34-5b5e-4b25-aa9b-2412206957f1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 944 time: 0.2633920 Jul 12 16:15:55.030090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.091458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cdbfa81-9a98-4f28-9b54-c25bf65bd3cc req-bf812d2a-74b0-4c50-81cc-dbd8ea66f752 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659538 Jul 12 16:15:55.101879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-e2177abc-713b-49b4-94c1-ea053062d71c service neutron] 10.222.0.77 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089286 Jul 12 16:15:55.140865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Deleting port b659ac9c-d21a-4414-b954-e40c4dbcd708 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:55.141784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.209370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-29756ac2-f92d-4ffb-af4d-12bb5cb470ce tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:55.210954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-29756ac2-f92d-4ffb-af4d-12bb5cb470ce tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.4268429 Jul 12 16:15:55.275955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f23f4a57-1e93-4cf5-a3de-965c4fad2dcf req-0bff8d1b-154c-4574-a1d3-011159603ad5 service neutron] 10.222.0.77 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640947 Jul 12 16:15:55.289166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:55.447366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a66e24cf-1f3e-4e16-80a5-da521c7630c2 req-b40fdda9-4c54-4d85-b759-a50a90680aa6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 210 time: 0.0379887 Jul 12 16:15:55.468456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:55.472947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.578967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] For port b659ac9c-d21a-4414-b954-e40c4dbcd708, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b659ac9c-d21a-4414-b954-e40c4dbcd708,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:55.579543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.605346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Calling delete_port for b659ac9c-d21a-4414-b954-e40c4dbcd708 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:55.662191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.7 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/5687b5ae-c12f-4899-a2e6-a797f04074af) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:55.702651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c483e360-7e13-48f2-b82a-61a2bd66d545 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:55.913456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c483e360-7e13-48f2-b82a-61a2bd66d545,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:55.930262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c483e360-7e13-48f2-b82a-61a2bd66d545', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'port_id': 'c483e360-7e13-48f2-b82a-61a2bd66d545', 'mac_address': 'fa:16:3e:ed:41:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087088da-e433-4eab-8ffb-9788c425be4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:55.936575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.997255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.019859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.039883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c483e360-7e13-48f2-b82a-61a2bd66d545 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:56.051364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:56.057793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:56.062492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:56.074085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c483e360-7e13-48f2-b82a-61a2bd66d545,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:56.080696 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.100143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:56.118500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.143762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b0301b39-5029-4ee8-9939-56fa4bce8d39 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:56.146820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b659ac9c-d21a-4414-b954-e40c4dbcd708'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:56.154728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:56.156201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.194340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fdf2081f-44aa-4381-94c6-49f79c4d7181 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9153166 Jul 12 16:15:56.213119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Request body: {'port': {'device_id': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:56.305177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:56.349193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Deleting port 9534c0b5-5842-4b84-b867-43fcc968ba81 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:56.349972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.418590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.468162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:56.505227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'b0301b39-5029-4ee8-9939-56fa4bce8d39', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'port_id': 'b0301b39-5029-4ee8-9939-56fa4bce8d39', 'mac_address': 'fa:16:3e:ca:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087088da-e433-4eab-8ffb-9788c425be4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:56.528658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c483e360-7e13-48f2-b82a-61a2bd66d545'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:56.626096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] For port 9534c0b5-5842-4b84-b867-43fcc968ba81, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9534c0b5-5842-4b84-b867-43fcc968ba81,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:56.627230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.666274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Calling delete_port for 9534c0b5-5842-4b84-b867-43fcc968ba81 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:56.721880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.728299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b1abf-ab54-46fa-ba72-5eeb1c3da3d3 req-5fa78931-2a8b-4712-b5e4-15616177078b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:56.730359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1b1abf-ab54-46fa-ba72-5eeb1c3da3d3 req-5fa78931-2a8b-4712-b5e4-15616177078b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 944 time: 0.2940273 Jul 12 16:15:56.771445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0301b39-5029-4ee8-9939-56fa4bce8d39 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:56.781928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event deleted for resources: {'Port': ['ID=b659ac9c-d21a-4414-b954-e40c4dbcd708,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:56.902532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:56.907934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68650caf-d7ed-4b82-a844-171fc6de4c91 req-aa16561b-fb16-40e3-bfdd-a550c89b1f91 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:56.919611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68650caf-d7ed-4b82-a844-171fc6de4c91 req-aa16561b-fb16-40e3-bfdd-a550c89b1f91 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=3efddb60-6e6d-4f1f-ab70-a23d6dc9010f HTTP/1.1" status: 200 len: 866 time: 1.0045595 Jul 12 16:15:56.924251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.930463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1b1abf-ab54-46fa-ba72-5eeb1c3da3d3 req-b94ef160-21dd-492f-92e0-2f1157c8b639 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880152 Jul 12 16:15:56.949766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] No DVR routers for this DVR port b659ac9c-d21a-4414-b954-e40c4dbcd708 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:56.952825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.956587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0ef8131-cf45-4e36-baaa-aad9d6e8a4a6 req-2e9cbaee-c2c1-4840-8305-bec631c1dc82 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "DELETE /v2.0/ports/b659ac9c-d21a-4414-b954-e40c4dbcd708 HTTP/1.1" status: 204 len: 173 time: 2.1193953 Jul 12 16:15:56.973138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-deleted', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:56.981021 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7092ee3-9eb6-46df-a436-1b07c252d916" -d '{"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-deleted", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:57.072522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5687b5ae-c12f-4899-a2e6-a797f04074af {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:57.082311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.116893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Transition to ACTIVE for port object 5687b5ae-c12f-4899-a2e6-a797f04074af will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:57.123074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.148073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 049de1e0-fc16-4114-b088-23ce8d293cc6 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:57.210566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68650caf-d7ed-4b82-a844-171fc6de4c91 req-d0868232-50e4-4d34-8bdd-68c6e2b8bc87 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826295 Jul 12 16:15:57.212327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49354) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:57.273042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:57.305183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Pushing event updated for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:57.370827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=049de1e0-fc16-4114-b088-23ce8d293cc6,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:57.417809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '049de1e0-fc16-4114-b088-23ce8d293cc6', 'network_id': 'd2d780f3-5ff9-4462-867f-cf88b4554125', 'port_id': '049de1e0-fc16-4114-b088-23ce8d293cc6', 'mac_address': 'fa:16:3e:cd:2a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087088da-e433-4eab-8ffb-9788c425be4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:57.464730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.562939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Pushing event deleted for resources: {'Port': ['ID=9534c0b5-5842-4b84-b867-43fcc968ba81,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:57.575460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Attempting to bind port 5687b5ae-c12f-4899-a2e6-a797f04074af on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:57.575857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Attempting to bind port 5687b5ae-c12f-4899-a2e6-a797f04074af by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:57.576141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Attempting to bind port 5687b5ae-c12f-4899-a2e6-a797f04074af on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:57.583165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Port 5687b5ae-c12f-4899-a2e6-a797f04074af on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:57.583511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Attempting to bind port 5687b5ae-c12f-4899-a2e6-a797f04074af on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:57.593200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.609512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:57.609939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:57.610314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:57.610759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Bound port: 5687b5ae-c12f-4899-a2e6-a797f04074af, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:57.611184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.639284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049de1e0-fc16-4114-b088-23ce8d293cc6 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:57.649224 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-190553be-0c85-4100-9fa8-3af7cec6dc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.737350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=049de1e0-fc16-4114-b088-23ce8d293cc6,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:57.802913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.825994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:57.831128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5687b5ae-c12f-4899-a2e6-a797f04074af,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:57.849298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.967099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:57.969488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.975916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] 10.222.0.65 "PUT /v2.0/ports/5687b5ae-c12f-4899-a2e6-a797f04074af HTTP/1.1" status: 200 len: 1091 time: 1.7715540 Jul 12 16:15:57.976451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:57.982469 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d44b0-cf44-4089-b7ce-ed1d9771aa15" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:58.040274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:58.041569 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb0230-6e60-4c3d-b703-cdc50bf597e8 x-openstack-request-id: req-9aeb0230-6e60-4c3d-b703-cdc50bf597e8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:58.042472 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efddb60-6e6d-4f1f-ab70-a23d6dc9010f", "name": "network-vif-deleted", "tag": "b659ac9c-d21a-4414-b954-e40c4dbcd708", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:58.042823 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9aeb0230-6e60-4c3d-b703-cdc50bf597e8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:58.043329 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efddb60-6e6d-4f1f-ab70-a23d6dc9010f', 'name': 'network-vif-deleted', 'tag': 'b659ac9c-d21a-4414-b954-e40c4dbcd708', 'status': 'completed', 'code': 200} Jul 12 16:15:58.045742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee19c-b7d2-46ce-8533-311b4088b149 service neutron] Pushing event updated for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:58.065973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4e512-e718-48ad-ab9a-f820dd15d31b req-cd0a04d3-e207-4ac4-8ca1-1cc36d4dbf24 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:58.073798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4a4e512-e718-48ad-ab9a-f820dd15d31b req-cd0a04d3-e207-4ac4-8ca1-1cc36d4dbf24 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 943 time: 0.4693496 Jul 12 16:15:58.106760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:58.155338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-01271809-029b-4925-94cd-f505b995283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:58.156574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:58.158379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-01271809-029b-4925-94cd-f505b995283a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 1094 time: 0.0825284 Jul 12 16:15:58.224797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-cd72ef24-478e-48c2-8204-b6daa040edcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5687b5ae-c12f-4899-a2e6-a797f04074af HTTP/1.1" status: 200 len: 217 time: 0.0559208 Jul 12 16:15:58.241424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4a4e512-e718-48ad-ab9a-f820dd15d31b req-57bf6711-7307-4b36-95aa-270375756a75 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664279 Jul 12 16:15:58.251639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: b659ac9c-d21a-4414-b954-e40c4dbcd708 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:58.251639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b659ac9c-d21a-4414-b954-e40c4dbcd708 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:58.273550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b0301b39-5029-4ee8-9939-56fa4bce8d39'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:58.283744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['049de1e0-fc16-4114-b088-23ce8d293cc6'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:58.447765 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:15:58.482480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-190553be-0c85-4100-9fa8-3af7cec6dc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:58.493416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-190553be-0c85-4100-9fa8-3af7cec6dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:58.756955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190553be-0c85-4100-9fa8-3af7cec6dc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45fdc27-9215-4d37-9359-dadec55c6f55,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:58.766614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-190553be-0c85-4100-9fa8-3af7cec6dc15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f15a8bd77934053a84abfd9af9795b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5416930 Jul 12 16:15:58.766614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49378) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:58.826775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Router 230526d2-f387-4243-b546-49e2aa5e27e5 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:58.928270 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c5ced-d45b-498a-a8f1-cbb0a42ac0f8 x-openstack-request-id: req-d07c5ced-d45b-498a-a8f1-cbb0a42ac0f8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:58.929222 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:58.929636 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d07c5ced-d45b-498a-a8f1-cbb0a42ac0f8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:58.930199 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af', 'status': 'completed', 'code': 200} Jul 12 16:15:58.946786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-c5d854ea-9f64-4c93-9b46-2e5c15efefca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:58.948158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-c5d854ea-9f64-4c93-9b46-2e5c15efefca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.7159872 Jul 12 16:15:58.987453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-913fe6c6-30b9-47c3-85ac-9c69138387c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309279 Jul 12 16:15:59.027472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.057582 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.113866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:59.122370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-efd8d056-97ae-47d6-83b7-20accb1bd394 admin admin] 10.222.0.58 "PUT /v2.0/routers/230526d2-f387-4243-b546-49e2aa5e27e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2148762 Jul 12 16:15:59.127089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49392) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:59.128723 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Sync routers for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:59.144472 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:59.145637 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:59.177846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-6a362ceb-09b4-4534-9bf3-726e157bb7c5 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829803 Jul 12 16:15:59.257900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf3de6-c90c-40e6-ab4b-347e35959df9 req-b2e492b1-e07c-4ae4-93c4-2b5dee61cd72 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:59.265673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1dbf3de6-c90c-40e6-ab4b-347e35959df9 req-b2e492b1-e07c-4ae4-93c4-2b5dee61cd72 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 945 time: 0.7051926 Jul 12 16:15:59.277027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.280893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.287240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e45fdc27-9215-4d37-9359-dadec55c6f55 HTTP/1.1" status: 204 len: 168 time: 0.5171180 Jul 12 16:15:59.326314 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:59.334029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dd98d-dc4b-43e4-909d-f1b64f88ebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45fdc27-9215-4d37-9359-dadec55c6f55,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:59.372419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1dbf3de6-c90c-40e6-ab4b-347e35959df9 req-12dec444-51c2-4459-a245-c095d029be6d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054432 Jul 12 16:15:59.473724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.507555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9381347c-ccd2-44c7-8b38-47f7e0ef4ead req-5af03daf-790e-43ad-b3e0-d9b699c14bc7 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214111 Jul 12 16:15:59.604747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3072bcd-f16a-483c-bff7-4d99d90aee81 req-3edd2163-624c-4514-8184-4cf6f9ee02d6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:59.606376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3072bcd-f16a-483c-bff7-4d99d90aee81 req-3edd2163-624c-4514-8184-4cf6f9ee02d6 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.2362998 Jul 12 16:15:59.665156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3072bcd-f16a-483c-bff7-4d99d90aee81 req-a8063b39-f00d-4e15-8935-946370091c68 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Jul 12 16:15:59.672983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-175306e7-7ee2-4188-bd27-5625c1d5390e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:59.675023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-175306e7-7ee2-4188-bd27-5625c1d5390e tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 944 time: 0.1358116 Jul 12 16:15:59.723249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c483e360-7e13-48f2-b82a-61a2bd66d545 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:59.742296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.748825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-fbc04fdf-ea48-4c6e-8c55-2ca483b2b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:59.750301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-fbc04fdf-ea48-4c6e-8c55-2ca483b2b40f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 1094 time: 0.1641672 Jul 12 16:15:59.763650 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:57Z', 'revision_number': 5, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port': {'id': '7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:07Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:59.785880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6a808-1913-4626-89b2-89532f22598f req-e957a8b3-d8cb-4c7b-ac4a-f401b049a611 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:59.788593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22a6a808-1913-4626-89b2-89532f22598f req-e957a8b3-d8cb-4c7b-ac4a-f401b049a611 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 943 time: 0.2647343 Jul 12 16:15:59.826519 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Checking router: 230526d2-f387-4243-b546-49e2aa5e27e5 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:59.852822 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Routers {'230526d2-f387-4243-b546-49e2aa5e27e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:59.853846 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:15:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['230526d2-f387-4243-b546-49e2aa5e27e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:59.855937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port c483e360-7e13-48f2-b82a-61a2bd66d545 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:59.863531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c483e360-7e13-48f2-b82a-61a2bd66d545 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:59.866286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.988418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49404) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:00.007875 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] Set router 230526d2-f387-4243-b546-49e2aa5e27e5 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:00.016776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22a6a808-1913-4626-89b2-89532f22598f req-04e530bf-5d4a-484c-b7f8-4c59cc28cbeb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118216 Jul 12 16:16:00.048131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8920dc7d-4f3a-4215-9dbf-e2268b62c895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.048646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.060750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-3cd71f4a-4e57-474a-af20-bc553ffaf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:00.064226 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-3cd71f4a-4e57-474a-af20-bc553ffaf925 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2962794 Jul 12 16:16:00.066986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Deleting port 4e54ffc4-2cb0-4fda-b6de-c122f788784b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:00.067321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.067544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Deleting port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:00.068120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.096803 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-76953749-118e-473f-998c-1fb521c58a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:59Z', 'revision_number': 6, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:00.099901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c483e360-7e13-48f2-b82a-61a2bd66d545,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:00.101497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:00.105196 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e11102e-a1db-4a3e-a0f3-bddfa5382e2e" -d '{"events": [{"server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "name": "network-vif-plugged", "status": "completed", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:00.108986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.142262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76953749-118e-473f-998c-1fb521c58a67 None None] The sync data for ids ['230526d2-f387-4243-b546-49e2aa5e27e5'] in n-d-800078-3 is: [{'id': '230526d2-f387-4243-b546-49e2aa5e27e5', 'name': 'tempest-FloatingIPDetailsTestJSON-118870482-router', 'tenant_id': '77dba30f97904552bc7fa2992bf6b68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:05Z', 'updated_at': '2021-07-12T16:15:59Z', 'revision_number': 6, 'project_id': '77dba30f97904552bc7fa2992bf6b68c', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:16:00.172950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:00.185577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 049de1e0-fc16-4114-b088-23ce8d293cc6 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:00.248727 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c497e8c-7d37-43d4-96d2-408932413e98 x-openstack-request-id: req-1c497e8c-7d37-43d4-96d2-408932413e98 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:00.248727 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "name": "network-vif-plugged", "status": "completed", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:00.248727 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c497e8c-7d37-43d4-96d2-408932413e98 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:00.248727 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545', 'code': 200} Jul 12 16:16:00.267897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-367dff97-11c9-4b37-a994-875bfa72232f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5687b5ae-c12f-4899-a2e6-a797f04074af HTTP/1.1" status: 200 len: 217 time: 0.0683081 Jul 12 16:16:00.284140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] For port 4e54ffc4-2cb0-4fda-b6de-c122f788784b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4e54ffc4-2cb0-4fda-b6de-c122f788784b,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:00.284704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.306481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 049de1e0-fc16-4114-b088-23ce8d293cc6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:00.310320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Calling delete_port for 4e54ffc4-2cb0-4fda-b6de-c122f788784b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:00.310599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 049de1e0-fc16-4114-b088-23ce8d293cc6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:00.310972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.478906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] For port 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:00.479225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.492166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.513038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-7f533e83-d958-4946-924a-2fa9b1e6bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:00.515083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-7f533e83-d958-4946-924a-2fa9b1e6bb0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.2356849 Jul 12 16:16:00.526682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Calling delete_port for 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:00.536133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.550782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b63dc038-b38c-4ba7-bfd7-5429bcccf92d None None] Provisioning complete for port c483e360-7e13-48f2-b82a-61a2bd66d545 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:00.551984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b63dc038-b38c-4ba7-bfd7-5429bcccf92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.607753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9534c0b5-5842-4b84-b867-43fcc968ba81 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:00.615341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-cb7352c1-327c-414f-98e0-2b6876871278 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899582 Jul 12 16:16:00.621037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event deleted for resources: {'Port': ['ID=4e54ffc4-2cb0-4fda-b6de-c122f788784b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:00.711105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] No DVR routers for this DVR port 4e54ffc4-2cb0-4fda-b6de-c122f788784b on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:00.712955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=049de1e0-fc16-4114-b088-23ce8d293cc6,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:00.717784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.721700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e634ba8a-8f33-4ef6-b96b-83c092d0a7a6 req-2b1eff60-33e0-4958-9200-3ebd121f1516 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "DELETE /v2.0/ports/4e54ffc4-2cb0-4fda-b6de-c122f788784b HTTP/1.1" status: 204 len: 173 time: 1.0380633 Jul 12 16:16:00.722008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9534c0b5-5842-4b84-b867-43fcc968ba81 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:00.722616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9534c0b5-5842-4b84-b867-43fcc968ba81 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:00.724619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.803365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ebfa8-142c-4472-a722-fe55fa16b146 req-a0375c1e-e79f-4e24-a0c0-de0c3b004464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:00.805768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb4ebfa8-142c-4472-a722-fe55fa16b146 req-a0375c1e-e79f-4e24-a0c0-de0c3b004464 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 1096 time: 0.3267493 Jul 12 16:16:00.823917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b0301b39-5029-4ee8-9939-56fa4bce8d39 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:00.832896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:00.876670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eef59b-fbbd-4cd4-b4f2-1b87dcde4a2d req-c0f1a596-140c-49a9-a9bb-2a5259dc53a7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:00.890615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28eef59b-fbbd-4cd4-b4f2-1b87dcde4a2d req-c0f1a596-140c-49a9-a9bb-2a5259dc53a7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 945 time: 0.3460939 Jul 12 16:16:00.937687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-deleted', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:00.942756 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5450d85-4751-45d4-a547-bcf00274febd" -d '{"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-deleted", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:00.971000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8920dc7d-4f3a-4215-9dbf-e2268b62c895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.999150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-0d22eefc-28c5-4802-b7ba-b22726801b8b service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699884 Jul 12 16:16:01.023254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb4ebfa8-142c-4472-a722-fe55fa16b146 req-d29ca000-896e-44d0-a683-65c4721fcf02 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076952 Jul 12 16:16:01.024889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8920dc7d-4f3a-4215-9dbf-e2268b62c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.042121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port b0301b39-5029-4ee8-9939-56fa4bce8d39 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:01.046816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8b6e0a9-cad6-45a0-b6ab-0911fdf4bd8b req-f9d5177c-87cd-4e4e-817f-337233c5353b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=87131d25-8a24-4a51-8933-11e1ad1be560 HTTP/1.1" status: 200 len: 210 time: 0.1003675 Jul 12 16:16:01.056491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port b0301b39-5029-4ee8-9939-56fa4bce8d39 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:01.056790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.080583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8920dc7d-4f3a-4215-9dbf-e2268b62c895 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2336e3cdf5c742a5bdc76f6c8a4fe9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0853477 Jul 12 16:16:01.082123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49422) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:01.131367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28eef59b-fbbd-4cd4-b4f2-1b87dcde4a2d req-797399d3-df8b-4e3e-8863-1dbeeb0d69f1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343249 Jul 12 16:16:01.229154 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd8638f-a5e9-4045-ac83-f7b18c12eba4 x-openstack-request-id: req-3dd8638f-a5e9-4045-ac83-f7b18c12eba4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:01.229441 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87131d25-8a24-4a51-8933-11e1ad1be560", "name": "network-vif-deleted", "tag": "4e54ffc4-2cb0-4fda-b6de-c122f788784b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:01.230449 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dd8638f-a5e9-4045-ac83-f7b18c12eba4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:01.234107 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87131d25-8a24-4a51-8933-11e1ad1be560', 'name': 'network-vif-deleted', 'tag': '4e54ffc4-2cb0-4fda-b6de-c122f788784b', 'status': 'completed', 'code': 200} Jul 12 16:16:01.234736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920dc7d-4f3a-4215-9dbf-e2268b62c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f65392-402e-4008-8473-0b615b568b65,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:01.290296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.328248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787d44b0-cf44-4089-b7ce-ed1d9771aa15 req-aea6729a-0f39-4d0a-bfd6-597074ffd463 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846236 Jul 12 16:16:01.331139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.353350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.388117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:01.402505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:01.404973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.407150 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.557271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a62410c-4c0a-4436-bdab-39a6e2b4f6ae None None] Provisioning complete for port 049de1e0-fc16-4114-b088-23ce8d293cc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:01.557963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a62410c-4c0a-4436-bdab-39a6e2b4f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.570965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.573632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.574937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59f65392-402e-4008-8473-0b615b568b65 HTTP/1.1" status: 204 len: 168 time: 0.4914863 Jul 12 16:16:01.608665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:01.656383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef6301-a997-4cfa-9c30-0af44bb06147 req-2bf8e124-1e0e-46a1-a0ff-8759a25a4ffe tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:01.666547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3cef6301-a997-4cfa-9c30-0af44bb06147 req-2bf8e124-1e0e-46a1-a0ff-8759a25a4ffe tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 943 time: 0.2197003 Jul 12 16:16:01.688860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1335668-fa46-4f5d-aa37-78183305a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f65392-402e-4008-8473-0b615b568b65,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:01.782755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3cef6301-a997-4cfa-9c30-0af44bb06147 req-5a0e965c-ffc7-43ef-ae56-33d79441daa6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151431 Jul 12 16:16:01.938090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17d64547-e04a-459f-8bfe-490608233584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.028522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1a9af589-610b-4052-b2de-5cee600a1b9b None None] Provisioning complete for port b0301b39-5029-4ee8-9939-56fa4bce8d39 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:02.031165 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1a9af589-610b-4052-b2de-5cee600a1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.105453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.200859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5687b5ae-c12f-4899-a2e6-a797f04074af details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:02.258473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.261371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.321335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6'}, {'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:02.324802 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a81543-3d45-40d8-ae5f-f04c67f49ebf" -d '{"events": [{"server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "name": "network-vif-plugged", "status": "completed", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6"}, {"server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "name": "network-vif-plugged", "status": "completed", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:02.335818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.337005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230526d2-f387-4243-b546-49e2aa5e27e5 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:16:02.348542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.352644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49454) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:02.370675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b6cc9e91-3765-4225-8a7c-247ca8f27571 admin admin] 10.222.0.58 "DELETE /v2.0/routers/230526d2-f387-4243-b546-49e2aa5e27e5 HTTP/1.1" status: 204 len: 168 time: 3.2372561 Jul 12 16:16:02.430298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5687b5ae-c12f-4899-a2e6-a797f04074af,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:02.496293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Deleting subnet 37961e2c-5cef-4c74-a063-9f1529c24158 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:16:02.512699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.532341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '5687b5ae-c12f-4899-a2e6-a797f04074af', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': '5687b5ae-c12f-4899-a2e6-a797f04074af', 'mac_address': 'fa:16:3e:dd:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:02.576776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b2dbc-0756-4c9c-8b94-320581cd543c req-1528021a-55d8-4e33-91f7-30337af5e273 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:02.578334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b18b2dbc-0756-4c9c-8b94-320581cd543c req-1528021a-55d8-4e33-91f7-30337af5e273 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1931350 Jul 12 16:16:02.593670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.645645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.648012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:02.672702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b18b2dbc-0756-4c9c-8b94-320581cd543c req-40366d48-f3c6-45ed-a286-23ad7e20833f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812519 Jul 12 16:16:02.702070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:02.703488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7f56edad-b9bf-42a6-8a80-a8bdfb50b2c4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:02.736936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5687b5ae-c12f-4899-a2e6-a797f04074af {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:02.738649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.762915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5687b5ae-c12f-4899-a2e6-a797f04074af,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:02.768354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:02.840595 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a0485b-369c-44fd-9117-c5ba8ad1e0af x-openstack-request-id: req-f0a0485b-369c-44fd-9117-c5ba8ad1e0af {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:02.841692 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "name": "network-vif-plugged", "status": "completed", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6", "code": 200}, {"server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "name": "network-vif-plugged", "status": "completed", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:02.842306 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0a0485b-369c-44fd-9117-c5ba8ad1e0af {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:02.842448 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6', 'code': 200} Jul 12 16:16:02.842593 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39', 'code': 200} Jul 12 16:16:02.915347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:02.963632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.016195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.093453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5687b5ae-c12f-4899-a2e6-a797f04074af'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:03.140402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.151702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbc3e-65fd-46af-9e75-35478e565fbc req-8dabaf07-7876-4a14-addf-d431cc15b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:03.154464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-660bbc3e-65fd-46af-9e75-35478e565fbc req-8dabaf07-7876-4a14-addf-d431cc15b6bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 1096 time: 0.2391739 Jul 12 16:16:03.156173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49478) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:03.156415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/37961e2c-5cef-4c74-a063-9f1529c24158 HTTP/1.1" status: 204 len: 168 time: 0.8024585 Jul 12 16:16:03.218836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69a0cb-05ac-49c6-9d4d-fa1e2dbc239e None None] Network 206f7187-36d0-4c0d-a589-159f2c36f316 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:16:03.275545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07664-d828-4a8f-a97f-52dab71016a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37961e2c-5cef-4c74-a063-9f1529c24158,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:03.397681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.445941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b5950-d610-4a88-bc8b-f3050fc9318d req-6fa31170-d77b-4460-9894-ebf1f0cbdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:03.448736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b8b5950-d610-4a88-bc8b-f3050fc9318d req-6fa31170-d77b-4460-9894-ebf1f0cbdeb8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 1097 time: 0.3974578 Jul 12 16:16:03.504386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-660bbc3e-65fd-46af-9e75-35478e565fbc req-7b5fd1f2-04fc-421c-98d3-465fe9bec147 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302674 Jul 12 16:16:03.542586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d3123-ea7a-4ab1-a00f-e8330667c633 req-6e12fa51-93d9-4239-af6d-b8bfc8859685 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:03.546599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-185d3123-ea7a-4ab1-a00f-e8330667c633 req-6e12fa51-93d9-4239-af6d-b8bfc8859685 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.5051968 Jul 12 16:16:03.585550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b8b5950-d610-4a88-bc8b-f3050fc9318d req-9f78d5a9-15c9-446e-b344-a0943181a6c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246233 Jul 12 16:16:03.670747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554f23f-1d62-43bf-a270-70cf2f623061 req-bc3ed290-d5c1-4f03-9436-4186b64eb953 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:03.674934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-185d3123-ea7a-4ab1-a00f-e8330667c633 req-fd4c970c-27a9-4704-893d-7d04c94f432b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868418 Jul 12 16:16:03.683201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9554f23f-1d62-43bf-a270-70cf2f623061 req-bc3ed290-d5c1-4f03-9436-4186b64eb953 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 944 time: 0.3317013 Jul 12 16:16:03.740788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Deleting port 8049751f-e694-4be6-9adb-0449d032bc94 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:03.741437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.767637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-a5225368-a33c-43c8-a58b-10fdd06ef8e0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:03.779294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-a5225368-a33c-43c8-a58b-10fdd06ef8e0 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 944 time: 0.4601047 Jul 12 16:16:03.819395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9554f23f-1d62-43bf-a270-70cf2f623061 req-f7350ebd-3aab-4b36-a117-61b6ae141507 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262255 Jul 12 16:16:03.840639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] DHCP port deletion for 206f7187-36d0-4c0d-a589-159f2c36f316 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:16:03.861375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] For port 8049751f-e694-4be6-9adb-0449d032bc94, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8049751f-e694-4be6-9adb-0449d032bc94,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:03.861794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.949592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Deleting port 8049751f-e694-4be6-9adb-0449d032bc94 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:03.949980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:03.992249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Calling delete_port for 8049751f-e694-4be6-9adb-0449d032bc94 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:04.053692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] For port 8049751f-e694-4be6-9adb-0449d032bc94, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8049751f-e694-4be6-9adb-0449d032bc94,segment=NetworkSegment(862d39fa-2719-4214-b0c2-f0eac4895c7e),segment_id=862d39fa-2719-4214-b0c2-f0eac4895c7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:04.054268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.069517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Calling delete_port for 8049751f-e694-4be6-9adb-0449d032bc94 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:04.154754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Deleting port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:04.155285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.170827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.277196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.307397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:04.308278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] Pushing event deleted for resources: {'Port': ['ID=8049751f-e694-4be6-9adb-0449d032bc94,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:04.310483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90418e5-cea2-4956-b402-c920c91753cb req-252b33f3-6c82-4978-81ac-725a1e985e92 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:04.314488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f90418e5-cea2-4956-b402-c920c91753cb req-252b33f3-6c82-4978-81ac-725a1e985e92 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1979709 Jul 12 16:16:04.352885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] No DVR routers for this DVR port 8049751f-e694-4be6-9adb-0449d032bc94 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:04.366216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8049751f-e694-4be6-9adb-0449d032bc94,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:04.387848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f90418e5-cea2-4956-b402-c920c91753cb req-53dfd5d3-570c-40c5-81cc-f7f1fe9aa075 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Jul 12 16:16:04.463667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 4e54ffc4-2cb0-4fda-b6de-c122f788784b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:04.463667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4e54ffc4-2cb0-4fda-b6de-c122f788784b not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:04.478482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ddff1-455f-473b-91b4-ea974cd34e23 None None] No DVR routers for this DVR port 8049751f-e694-4be6-9adb-0449d032bc94 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:04.533682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d79221ab-4767-40df-a14b-1ebedd63123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.547048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8049751f-e694-4be6-9adb-0449d032bc94 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:04.594622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8049751f-e694-4be6-9adb-0449d032bc94 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:04.595119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8049751f-e694-4be6-9adb-0449d032bc94 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:04.638984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] For port ec6da2fc-1e61-4da0-87f3-373fe7b6e269, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,segment=NetworkSegment(c86106fe-54a7-464a-ba88-6ef020b3513a),segment_id=c86106fe-54a7-464a-ba88-6ef020b3513a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:04.639510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.651848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.667837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Calling delete_port for ec6da2fc-1e61-4da0-87f3-373fe7b6e269 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:04.670741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f7187-36d0-4c0d-a589-159f2c36f316']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:04.698502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862d39fa-2719-4214-b0c2-f0eac4895c7e') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:04.698961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862d39fa-2719-4214-b0c2-f0eac4895c7e') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:04.724976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.785971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.799137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:16:04.799926 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.800763 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:16:04.803133 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:16:04.907935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.938733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:04.947326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/206f7187-36d0-4c0d-a589-159f2c36f316 HTTP/1.1" status: 204 len: 168 time: 1.7894955 Jul 12 16:16:04.966682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac596b-d7b3-46e9-81f5-84135a4a97a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=206f7187-36d0-4c0d-a589-159f2c36f316,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:05.031482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.082573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ca40a-86e0-45cb-a2e0-778588fa8759 req-049520a2-5d05-4f75-a265-05ea0f3c31a1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:05.088525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc1ca40a-86e0-45cb-a2e0-778588fa8759 req-049520a2-5d05-4f75-a265-05ea0f3c31a1 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3569eaf-4b2d-4ace-9a86-58ccb7b49d90 HTTP/1.1" status: 200 len: 866 time: 0.1574883 Jul 12 16:16:05.132501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Pushing event deleted for resources: {'Port': ['ID=ec6da2fc-1e61-4da0-87f3-373fe7b6e269,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:05.155787 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.194735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] No DVR routers for this DVR port ec6da2fc-1e61-4da0-87f3-373fe7b6e269 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:05.197653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc1ca40a-86e0-45cb-a2e0-778588fa8759 req-b8b6bd86-97cf-4ea8-8f8c-ca062cf37511 tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.58 "GET /v2.0/security-groups?id=9827e08a-29d4-4ee9-a4c5-89d39402664a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014483 Jul 12 16:16:05.198463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.200773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19019b13-bebc-4ce3-a5d7-ea1d236e0d7d req-6890d686-2ec6-4b96-8f38-47c55ed78e4b tempest-LiveMigrationTest-2073110883 tempest-LiveMigrationTest-2073110883-project] 10.222.0.65 "DELETE /v2.0/ports/ec6da2fc-1e61-4da0-87f3-373fe7b6e269 HTTP/1.1" status: 204 len: 173 time: 1.3026063 Jul 12 16:16:05.211882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-deleted', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:05.215921 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c393e29-5afe-438b-9cc4-be9d9512ada3" -d '{"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-deleted", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:05.295533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae7ae-d9d9-470d-abdb-7fedf00bcaca req-1d438f2b-1e91-4b3f-bcb6-63eeb3494212 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:05.318061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49522) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:05.323865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c59ae7ae-d9d9-470d-abdb-7fedf00bcaca req-1d438f2b-1e91-4b3f-bcb6-63eeb3494212 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 944 time: 0.2272155 Jul 12 16:16:05.407327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c59ae7ae-d9d9-470d-abdb-7fedf00bcaca req-e76a9328-56e5-4181-81b8-184d787ac7d3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820770 Jul 12 16:16:05.408272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49524) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:05.408808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-83821431-8284-446d-a020-1421d4ae1811 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77dba30f97904552bc7fa2992bf6b68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868564 Jul 12 16:16:05.440319 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e96f86d-c663-4637-bc15-c7fe7d9d0513 x-openstack-request-id: req-6e96f86d-c663-4637-bc15-c7fe7d9d0513 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:05.440774 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3569eaf-4b2d-4ace-9a86-58ccb7b49d90", "name": "network-vif-deleted", "tag": "ec6da2fc-1e61-4da0-87f3-373fe7b6e269", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:05.441124 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e96f86d-c663-4637-bc15-c7fe7d9d0513 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:05.441647 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3569eaf-4b2d-4ace-9a86-58ccb7b49d90', 'name': 'network-vif-deleted', 'tag': 'ec6da2fc-1e61-4da0-87f3-373fe7b6e269', 'status': 'completed', 'code': 200} Jul 12 16:16:05.483716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.507824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.599457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.601964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.603086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11f46db9-7d1e-4757-8e36-e99bb9f4d2cd HTTP/1.1" status: 204 len: 168 time: 0.1915803 Jul 12 16:16:05.617579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2249e2e-9aca-4244-a70e-b5ade4abb39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f46db9-7d1e-4757-8e36-e99bb9f4d2cd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:05.657801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb74ad5-ee90-4e63-8559-17a9805732be req-b35f00aa-aa6d-41cd-ba65-f45dfc745a3a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:05.673145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cb74ad5-ee90-4e63-8559-17a9805732be req-b35f00aa-aa6d-41cd-ba65-f45dfc745a3a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1335616 Jul 12 16:16:05.734236 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:05.771276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cb74ad5-ee90-4e63-8559-17a9805732be req-3fd26b14-c00a-4f9a-b3a9-f513c9703b8c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966041 Jul 12 16:16:06.093808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b70b1-6f23-4959-8692-757edf5dc649 req-7387a9c5-6a50-48ff-a94c-53af318fbfc4 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:06.096065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b82b70b1-6f23-4959-8692-757edf5dc649 req-7387a9c5-6a50-48ff-a94c-53af318fbfc4 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1480746 Jul 12 16:16:06.212579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b82b70b1-6f23-4959-8692-757edf5dc649 req-8de51597-3a4f-40f4-9537-92d9229f3b94 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019194 Jul 12 16:16:06.233101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5687b5ae-c12f-4899-a2e6-a797f04074af up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:06.362262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 5687b5ae-c12f-4899-a2e6-a797f04074af completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:06.374770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 5687b5ae-c12f-4899-a2e6-a797f04074af triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:06.375340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:06.409272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49568) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:06.596011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:06.597225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba6be-d70d-4f6c-8f41-6848e9cca94e req-3d56e01a-db7a-48f7-8f42-3e1b11e1b0b3 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:06.610694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a16ba6be-d70d-4f6c-8f41-6848e9cca94e req-3d56e01a-db7a-48f7-8f42-3e1b11e1b0b3 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.1740642 Jul 12 16:16:06.668244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:06.685287 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da55b8-7e9b-4452-81f5-69a2840cb544" -d '{"events": [{"server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "name": "network-vif-plugged", "status": "completed", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:06.702426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a16ba6be-d70d-4f6c-8f41-6848e9cca94e req-42459697-09cf-476b-b61c-5cbc54f1b1d8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888691 Jul 12 16:16:06.734336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5687b5ae-c12f-4899-a2e6-a797f04074af,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:06.741994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:06.791718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:06.809196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Deleting subnet 4177a743-efd3-4300-9e58-b311afeda8db {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:16:06.812882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: ec6da2fc-1e61-4da0-87f3-373fe7b6e269 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:06.813456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ec6da2fc-1e61-4da0-87f3-373fe7b6e269 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:06.816262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:06.883265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:06.891874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-13e42d68-ec20-4cd2-928e-3500e61d697a tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--658191093&fields=id&tenant_id=e87fd30d99274de292aabc8ef6e4450f HTTP/1.1" status: 200 len: 267 time: 0.0664098 Jul 12 16:16:06.927577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:06.992130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44e6f6-c144-46df-beaf-c0273ea46ed3 req-5416ab6c-76a8-4fd1-b5c1-01ccaeb25364 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:06.999019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb44e6f6-c144-46df-beaf-c0273ea46ed3 req-5416ab6c-76a8-4fd1-b5c1-01ccaeb25364 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1873152 Jul 12 16:16:07.003435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.028674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-ec4bef22-6bf1-425f-9e31-43e49f31d213 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:07.030508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-ec4bef22-6bf1-425f-9e31-43e49f31d213 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/networks?id=96a2fd55-23b3-49e6-8527-0d59543c6777 HTTP/1.1" status: 200 len: 816 time: 0.1378598 Jul 12 16:16:07.073288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-af06a7f8-0056-4dec-a0b4-18bf3e5d579a tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/quotas/e87fd30d99274de292aabc8ef6e4450f HTTP/1.1" status: 200 len: 375 time: 0.0338769 Jul 12 16:16:07.077579 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb44e6f6-c144-46df-beaf-c0273ea46ed3 req-5a13897b-3c4b-47dd-98a7-91966004c5f6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 Jul 12 16:16:07.108866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.137840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.157130 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40397b5-9a14-4774-9e42-edc6bcc49304 x-openstack-request-id: req-d40397b5-9a14-4774-9e42-edc6bcc49304 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:07.157679 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "name": "network-vif-plugged", "status": "completed", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:07.158096 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d40397b5-9a14-4774-9e42-edc6bcc49304 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:07.158716 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af', 'code': 200} Jul 12 16:16:07.212767 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.219330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4177a743-efd3-4300-9e58-b311afeda8db HTTP/1.1" status: 204 len: 168 time: 0.8083251 Jul 12 16:16:07.220460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7749-491e-428c-8195-3443805b3e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4177a743-efd3-4300-9e58-b311afeda8db,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:07.224570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49602) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:07.245413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-27ed0b48-643e-4c23-9c3c-4a89deef4b53 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e87fd30d99274de292aabc8ef6e4450f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1701853 Jul 12 16:16:07.302383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.401131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.413948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee785b8b-ec1d-4fa4-8c58-8b0530a582ba']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:07.427009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86106fe-54a7-464a-ba88-6ef020b3513a') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:07.427322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86106fe-54a7-464a-ba88-6ef020b3513a') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:07.437861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.454981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.464031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5baaf3-6dd2-4870-8350-e321edf250b1 req-8abe38ed-fee5-47a5-be28-b08516af66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:07.465691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e5baaf3-6dd2-4870-8350-e321edf250b1 req-8abe38ed-fee5-47a5-be28-b08516af66de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 1096 time: 0.2175393 Jul 12 16:16:07.473698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:16:07.473698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:16:07.485216 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:16:07.493427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-09b72e3e-14c5-4d25-8f58-dc270849a0c5 service neutron] 10.222.0.58 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934752 Jul 12 16:16:07.552026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e5baaf3-6dd2-4870-8350-e321edf250b1 req-a9f1eeda-d039-40d2-ac4f-d5f5b7ea9828 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781724 Jul 12 16:16:07.565608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.571649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.575386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ee785b8b-ec1d-4fa4-8c58-8b0530a582ba HTTP/1.1" status: 204 len: 168 time: 0.3492830 Jul 12 16:16:07.581100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49606) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:07.598908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9277f9-45eb-4874-b2a5-b100999b5a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee785b8b-ec1d-4fa4-8c58-8b0530a582ba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:07.618895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb289e-3c1d-450d-9b24-0c929aafb6ba req-826c71d2-af70-4aa5-bcb4-25d48265f1e6 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:07.620925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1bb289e-3c1d-450d-9b24-0c929aafb6ba req-826c71d2-af70-4aa5-bcb4-25d48265f1e6 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1674089 Jul 12 16:16:07.640486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-440e8e6b-ac2f-4531-b844-6d23252a30c5 service neutron] 10.222.0.58 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369789 Jul 12 16:16:07.644316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Deleting subnet 0c355865-0a7a-4224-a626-b1469e1673ac {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:16:07.648142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.670315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1bb289e-3c1d-450d-9b24-0c929aafb6ba req-48b96f61-b58e-462c-a423-1b79fce4dbc6 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Jul 12 16:16:07.701863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.758940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.853787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.892131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c355865-0a7a-4224-a626-b1469e1673ac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:07.896507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:07.898927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0c355865-0a7a-4224-a626-b1469e1673ac HTTP/1.1" status: 204 len: 168 time: 0.3167839 Jul 12 16:16:07.901655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49624) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:07.904866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.905212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.905557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.906480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.906480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.907044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.907382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.907868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.908194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.908513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.908834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:07.909155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3e5fe-ee52-492a-958e-7cfc2f729435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.017647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.126417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.151043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46935fc0-e681-4b27-99bb-ab6db4f5e01e']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:08.182844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb8677b-020f-4a65-89de-54f1bd61038d') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:08.185985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb8677b-020f-4a65-89de-54f1bd61038d') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:08.224215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.248418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.262376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:16:08.263786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:16:08.268811 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:16:08.332844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9b6ffc0-fa87-45e4-82a7-5ee027475ef6 req-967ca7d9-7c26-480d-bb7d-7525175ad2c6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0428948 Jul 12 16:16:08.460608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.471659 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.479468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] 10.222.0.58 "DELETE /v2.0/networks/46935fc0-e681-4b27-99bb-ab6db4f5e01e HTTP/1.1" status: 204 len: 168 time: 0.5767159 Jul 12 16:16:08.530074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Pushing event deleted for resources: {'Network': ['ID=46935fc0-e681-4b27-99bb-ab6db4f5e01e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:08.556455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.556806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.559670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.560341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.560694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.561064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.561371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.561712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.565364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.565773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.567060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.570339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f8f9de-a493-4597-acda-d7fbe1e508af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:08.575652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49652) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:08.622465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49658) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:08.628913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e962-73b1-400d-899f-fcb3b8398567 req-f4b0bcdc-dac4-4a33-a571-1c1caead1676 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:08.642492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ae2e962-73b1-400d-899f-fcb3b8398567 req-f4b0bcdc-dac4-4a33-a571-1c1caead1676 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1278236 Jul 12 16:16:08.731059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ae2e962-73b1-400d-899f-fcb3b8398567 req-872c2cc8-2a84-4867-8e88-f5dcc74a82ca tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873756 Jul 12 16:16:08.737555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c9d8-755b-4ad5-b9c7-851c7eddc086 req-4aa42aa4-359f-4f83-afa3-ab7af988021b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:08.740051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6d6c9d8-755b-4ad5-b9c7-851c7eddc086 req-4aa42aa4-359f-4f83-afa3-ab7af988021b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1853893 Jul 12 16:16:08.812378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1ac3-dcae-4ea6-bae1-ff083c1abc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.815917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49666) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:08.849770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f3ac-a5fa-4356-ac9c-154e33a13f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:08.880163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6d6c9d8-755b-4ad5-b9c7-851c7eddc086 req-1fc91cc5-ac92-41a4-85da-93a4e552d96d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331806 Jul 12 16:16:08.885625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a864456-3e63-46ad-81e2-0bf26fea3dcb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bba1278920fc42f2addd1dd434e1e565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661438 Jul 12 16:16:08.887827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:08.980948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.012551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.071454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1ac3-dcae-4ea6-bae1-ff083c1abc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.077883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed8c1ac3-dcae-4ea6-bae1-ff083c1abc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.139031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.141691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.146108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9827e08a-29d4-4ee9-a4c5-89d39402664a HTTP/1.1" status: 204 len: 168 time: 0.2540352 Jul 12 16:16:09.151500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ed8c1ac3-dcae-4ea6-bae1-ff083c1abc43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f7c359330124025bd12d8a32d4f10ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692472 Jul 12 16:16:09.151500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49672) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:09.162071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c1ac3-dcae-4ea6-bae1-ff083c1abc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb13363-2070-41f8-a021-202d0517f628,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:09.165174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a659-ec26-48c2-8a5f-af29e338619a req-6fe23d2f-5680-4502-bcdb-cb2ffce797db tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:09.171446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a659-ec26-48c2-8a5f-af29e338619a req-6fe23d2f-5680-4502-bcdb-cb2ffce797db tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:09.179714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a659-ec26-48c2-8a5f-af29e338619a req-6fe23d2f-5680-4502-bcdb-cb2ffce797db tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:09.181901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0954a659-ec26-48c2-8a5f-af29e338619a req-6fe23d2f-5680-4502-bcdb-cb2ffce797db tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352&device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958&device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 2417 time: 0.1180408 Jul 12 16:16:09.206232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594f5d9-56a0-4b94-8843-857e77dcab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827e08a-29d4-4ee9-a4c5-89d39402664a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:09.263373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.271201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0954a659-ec26-48c2-8a5f-af29e338619a req-fc953551-37c8-48c5-ac9b-575be4425364 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Jul 12 16:16:09.308084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f3ac-a5fa-4356-ac9c-154e33a13f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.331616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.341747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f3ac-a5fa-4356-ac9c-154e33a13f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.399639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:09.399817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6b6f3ac-a5fa-4356-ac9c-154e33a13f82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f084e7987ff42589d44c7de26fc8dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731850 Jul 12 16:16:09.403014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6f3ac-a5fa-4356-ac9c-154e33a13f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b914125a-96d1-4498-9fb6-8bed8e1ae385,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:09.455286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.458995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.463617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfb13363-2070-41f8-a021-202d0517f628 HTTP/1.1" status: 204 len: 168 time: 0.3116078 Jul 12 16:16:09.477613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e87046-7f04-4910-9f8c-d5db851fb911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb13363-2070-41f8-a021-202d0517f628,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:09.519817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.573276 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.584172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a06b0a4a-f93d-4eaf-b610-6228ea940a9b req-3ffd9198-0d90-4f08-962a-70ccbfb3bc95 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0515838 Jul 12 16:16:09.635281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691b0b8-3364-4eac-bb66-7f331efaeda6 req-8e14dae8-0e6e-43c5-ac31-bd0817e3eaaa tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:09.636920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e691b0b8-3364-4eac-bb66-7f331efaeda6 req-8e14dae8-0e6e-43c5-ac31-bd0817e3eaaa tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1336303 Jul 12 16:16:09.703533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.707058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:09.708237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b914125a-96d1-4498-9fb6-8bed8e1ae385 HTTP/1.1" status: 204 len: 168 time: 0.3077440 Jul 12 16:16:09.742295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b82cb-100f-4aa3-b4a9-02162640f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b914125a-96d1-4498-9fb6-8bed8e1ae385,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:09.791649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e691b0b8-3364-4eac-bb66-7f331efaeda6 req-3378cc5e-d712-4bbc-82af-0de782bbc7f9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337831 Jul 12 16:16:09.825454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-a0567f98-1eb6-4cec-8320-ee041b52574c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:09.827152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-a0567f98-1eb6-4cec-8320-ee041b52574c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.65 "GET /v2.0/networks?id=96a2fd55-23b3-49e6-8527-0d59543c6777 HTTP/1.1" status: 200 len: 816 time: 0.1841829 Jul 12 16:16:09.834803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49690) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:09.927294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-07459658-4c93-4dcc-839a-a9b7960943cc tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e87fd30d99274de292aabc8ef6e4450f HTTP/1.1" status: 200 len: 379 time: 0.0736148 Jul 12 16:16:09.949722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'port': {'device_id': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'admin_state_up': True, 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'security_groups': ['becf4692-6dd8-4126-a3a4-adb383d658b5']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:09.997932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-28e12280-0d48-4759-a75f-005320d9ca54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc719f5f256c4e408c7c5a754eeae214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617179 Jul 12 16:16:10.001778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49700) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:10.136796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.198722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.235479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Made reservation on behalf of e87fd30d99274de292aabc8ef6e4450f for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:10.239359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.292676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.297183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.298478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62bc8185-a216-4ab7-b1f1-74d088cee019 HTTP/1.1" status: 204 len: 168 time: 0.2955072 Jul 12 16:16:10.320102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de1f1-3a3b-4c63-bf7e-3d4b7b5e3889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc8185-a216-4ab7-b1f1-74d088cee019,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:10.328479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7219-aa6b-4bb5-9fdc-f3ca9c6161fb req-88918bcf-d252-41e7-b52d-08ebf331c472 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:10.331476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e4e7219-aa6b-4bb5-9fdc-f3ca9c6161fb req-88918bcf-d252-41e7-b52d-08ebf331c472 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.2061980 Jul 12 16:16:10.425804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49716) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:10.453115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701d3e9c-dc6c-4ab1-b118-9508b892287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.501990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e4e7219-aa6b-4bb5-9fdc-f3ca9c6161fb req-8159548e-5865-4725-9d79-ba7669c3d3c9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566870 Jul 12 16:16:10.656277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Allocated IP 172.20.0.11 (96a2fd55-23b3-49e6-8527-0d59543c6777/36975163-751e-47b4-9dd3-09794f28468e/d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:10.674149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701d3e9c-dc6c-4ab1-b118-9508b892287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.681564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701d3e9c-dc6c-4ab1-b118-9508b892287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.801323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-701d3e9c-dc6c-4ab1-b118-9508b892287d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d020c5524e44fce9a8de2abea713500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711960 Jul 12 16:16:10.801323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3e9c-dc6c-4ab1-b118-9508b892287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf380d-d700-4b72-9464-972529e341ac,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:10.807815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:11.068884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9a93063-323e-4a67-a56d-5d75e2eb0c23 req-ac5ee6a2-03fe-4d0c-86b0-078fc89c861e tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0918880 Jul 12 16:16:11.501554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.504488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.513601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ff37d-6b2f-4bfe-8d0b-282acbde6e54 req-0fecb3fa-3de9-4bab-8fe4-92ef4cd860c1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:11.521495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-700ff37d-6b2f-4bfe-8d0b-282acbde6e54 req-0fecb3fa-3de9-4bab-8fe4-92ef4cd860c1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1710594 Jul 12 16:16:11.562270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Transition to ACTIVE for port object d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:11.578627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.645423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-700ff37d-6b2f-4bfe-8d0b-282acbde6e54 req-b810d838-4822-49a0-b825-17a325d6778c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229579 Jul 12 16:16:11.676966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.755674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.761098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.763352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bbf380d-d700-4b72-9464-972529e341ac HTTP/1.1" status: 204 len: 168 time: 0.9584582 Jul 12 16:16:11.797671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:11.807521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:11.813497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644970b5-b12d-4b27-abaa-dba7c4abffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf380d-d700-4b72-9464-972529e341ac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:11.816684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:11.899953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:11.900899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:11.915342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event updated for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:11.929503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-2649a60e-6f92-403d-afa9-2a9719595bf4 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9990444 Jul 12 16:16:11.942860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Request body: {'port': {'device_id': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:12.146538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:12.416282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0cc49aa6-3c3b-430f-9d11-17560df90a02 None None] Provisioning for port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:12.426588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0cc49aa6-3c3b-430f-9d11-17560df90a02 None None] Provisioning complete for port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:12.427179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0cc49aa6-3c3b-430f-9d11-17560df90a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:12.476611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0cc49aa6-3c3b-430f-9d11-17560df90a02 None None] Port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:12.785278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab13b1-71ec-41e2-ae38-e867bf71ec97 req-13f588ee-e032-4123-96fc-fad265856ef7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:12.794209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-baab13b1-71ec-41e2-ae38-e867bf71ec97 req-13f588ee-e032-4123-96fc-fad265856ef7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 932 time: 0.4127409 Jul 12 16:16:12.872677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-baab13b1-71ec-41e2-ae38-e867bf71ec97 req-c63666c3-18bf-45d0-ad0c-7f76219a5e51 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771658 Jul 12 16:16:13.074203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:13.093602 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:13.123401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Transition to ACTIVE for port object d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:13.130650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:13.223937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:13.428201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Attempting to bind port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:13.428801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Attempting to bind port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:13.429294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Attempting to bind port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb on network 96a2fd55-23b3-49e6-8527-0d59543c6777 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:13.438672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb on network 96a2fd55-23b3-49e6-8527-0d59543c6777 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:16:13.439442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Attempting to bind port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb on network 96a2fd55-23b3-49e6-8527-0d59543c6777 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:13.450326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:13.453485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Checking segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:13.454059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Bound using segment: {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:13.454684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Bound port: d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:13.468592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:13.582946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074e514-d9c5-424d-bbdb-0cdbf89c7bd3 req-4150b57a-f08a-4cc7-843a-5ae844946aaf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:13.590377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4074e514-d9c5-424d-bbdb-0cdbf89c7bd3 req-4150b57a-f08a-4cc7-843a-5ae844946aaf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1321163 Jul 12 16:16:13.593626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:13.598380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:13.603245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:13.650799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4074e514-d9c5-424d-bbdb-0cdbf89c7bd3 req-3f68f497-3582-47ac-86b5-c3cee069cfb4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Jul 12 16:16:13.676095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Pushing event updated for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:13.694613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:13.695289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:13.697628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3ba78f75-52fa-4a6f-88b3-f6ccf364f8fb service neutron] 10.222.0.65 "PUT /v2.0/ports/d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb HTTP/1.1" status: 200 len: 1092 time: 1.7603662 Jul 12 16:16:13.698076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:13.701213 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a869b-a225-4742-9a31-677b85ae4b31" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:13.855065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-4c9e7f71-a610-4672-b2d0-b9e8031ee84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:13.857305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-4c9e7f71-a610-4672-b2d0-b9e8031ee84d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e87fd30d99274de292aabc8ef6e4450f&device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 1095 time: 0.0956454 Jul 12 16:16:13.955444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-801ff3e8-80d5-4220-a5e0-661990a3d9e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb HTTP/1.1" status: 200 len: 217 time: 0.0874536 Jul 12 16:16:14.114474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9a2c35ff-db65-4387-bbda-435f7de2eccc tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=acc467caac184dc79e4f16cb95df0708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576236 Jul 12 16:16:14.210037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-4d0d5f10-889c-4038-88ed-5b30adf5704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:14.211827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-4d0d5f10-889c-4038-88ed-5b30adf5704f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36975163-751e-47b4-9dd3-09794f28468e HTTP/1.1" status: 200 len: 855 time: 0.2362766 Jul 12 16:16:14.426707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-b3715b26-59e1-451a-bfec-4ee6e4176192 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:14.428410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-b3715b26-59e1-451a-bfec-4ee6e4176192 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131392 Jul 12 16:16:14.434286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-867590f3-6a7e-4194-ba84-a69be913ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:14.436662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-867590f3-6a7e-4194-ba84-a69be913ed7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96a2fd55-23b3-49e6-8527-0d59543c6777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168784 Jul 12 16:16:14.459473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-8e6282bc-6596-4fd7-831a-febebb7b6acb tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/quotas/acc467caac184dc79e4f16cb95df0708 HTTP/1.1" status: 200 len: 375 time: 0.0222945 Jul 12 16:16:14.533235 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc3a5b4-4deb-45b6-a91c-8e83b229589e x-openstack-request-id: req-5fc3a5b4-4deb-45b6-a91c-8e83b229589e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:14.533535 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:14.533787 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fc3a5b4-4deb-45b6-a91c-8e83b229589e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:14.534733 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'status': 'completed', 'code': 200} Jul 12 16:16:14.536872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-0b541a7d-f8c5-49ad-aa0a-ac1038359d13 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668941 Jul 12 16:16:14.596078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-3b115014-2732-406a-9222-3cf9b187a244 service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484921 Jul 12 16:16:14.724139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9c9adbe-4246-4f1c-b1bc-76170851e8f5 req-0cd50c01-d7f7-45d9-bb14-1a5fcf24cc8e service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195400 Jul 12 16:16:14.726797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971d29b-695c-4ad1-ab9a-02fe701f737b req-444ea3b6-6c15-44b6-8c64-bb50a2d4657c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:14.748289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2971d29b-695c-4ad1-ab9a-02fe701f737b req-444ea3b6-6c15-44b6-8c64-bb50a2d4657c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.1163604 Jul 12 16:16:14.892301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2971d29b-695c-4ad1-ab9a-02fe701f737b req-47d61d35-81d8-4842-8adb-8b7af77a9238 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435332 Jul 12 16:16:15.028321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-c263ac37-58d1-4a8e-b6d4-a99ec7b3f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.030092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-c263ac37-58d1-4a8e-b6d4-a99ec7b3f5cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e87fd30d99274de292aabc8ef6e4450f&device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 1095 time: 0.2331033 Jul 12 16:16:15.152857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b2406-71a9-48bf-a69b-1fb914b128c7 req-b9702316-10c4-41dd-8c1d-99af348892c5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.165321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d4b2406-71a9-48bf-a69b-1fb914b128c7 req-b9702316-10c4-41dd-8c1d-99af348892c5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1427391 Jul 12 16:16:15.189878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4123-ec1b-481e-884b-6368f4347561 req-870ba38f-7588-4ddd-b8c4-ca072d1dda4d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.197437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-325a4123-ec1b-481e-884b-6368f4347561 req-870ba38f-7588-4ddd-b8c4-ca072d1dda4d tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.3247733 Jul 12 16:16:15.222912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-64fe030f-2f4e-4675-a295-0309f0701167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.224497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-64fe030f-2f4e-4675-a295-0309f0701167 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96a2fd55-23b3-49e6-8527-0d59543c6777 HTTP/1.1" status: 200 len: 917 time: 0.1829574 Jul 12 16:16:15.245079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d4b2406-71a9-48bf-a69b-1fb914b128c7 req-5d33852e-1840-4d8e-a87a-5e1ac811a2f4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760777 Jul 12 16:16:15.340126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-130a83e1-edf9-4450-986a-683283ee43de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb HTTP/1.1" status: 200 len: 217 time: 0.1056409 Jul 12 16:16:15.345324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-325a4123-ec1b-481e-884b-6368f4347561 req-e039a7e3-f2f2-4e45-b086-cf46a8857534 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470945 Jul 12 16:16:15.410466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-998f3f28-8c25-4944-a1de-561f523455f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.412236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-998f3f28-8c25-4944-a1de-561f523455f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36975163-751e-47b4-9dd3-09794f28468e HTTP/1.1" status: 200 len: 855 time: 0.0639050 Jul 12 16:16:15.555553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c5ac594-68be-43b4-8090-1b0afdb23d0d req-fc2d80a8-7ef7-4472-b76e-e1b29c0684e4 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 210 time: 0.1017125 Jul 12 16:16:15.606424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-4f698915-ab8a-44be-bf6f-68bd3f544b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:15.606715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-4f698915-ab8a-44be-bf6f-68bd3f544b66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96a2fd55-23b3-49e6-8527-0d59543c6777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797962 Jul 12 16:16:15.739937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-47272bb1-fa11-4e54-891d-e4c0aa81ce07 service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244428 Jul 12 16:16:15.943122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e1a869b-a225-4742-9a31-677b85ae4b31 req-bf1c87eb-997c-4926-b652-9d1588ebf79c service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899147 Jul 12 16:16:16.124857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a407a-71cd-41b4-afc6-258c30c4d57f req-0ea9c7d5-1f38-4a61-b870-019d744915db tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:16.133020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f54a407a-71cd-41b4-afc6-258c30c4d57f req-0ea9c7d5-1f38-4a61-b870-019d744915db tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.0835521 Jul 12 16:16:16.181828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f54a407a-71cd-41b4-afc6-258c30c4d57f req-58b4dfdd-8e71-4bb8-9900-38dbb3ac9b74 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Jul 12 16:16:16.283860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-74a7ee4d-6692-4872-9b49-3dbb40554a0b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:16.286815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-74a7ee4d-6692-4872-9b49-3dbb40554a0b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.0772092 Jul 12 16:16:16.343532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49920) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:16.542495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e692a-335a-4585-8a51-fce7c30f546e req-567b327d-4b36-494e-b610-5d0ffe4892bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:16.549306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c0e692a-335a-4585-8a51-fce7c30f546e req-567b327d-4b36-494e-b610-5d0ffe4892bf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ec1f9fc-bce1-46ac-b674-80036483c33a HTTP/1.1" status: 200 len: 945 time: 0.1501548 Jul 12 16:16:16.575062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port 5687b5ae-c12f-4899-a2e6-a797f04074af {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:16.575542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:16.646251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-0bd24a05-675b-4aea-99a0-7943349c37ee tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=acc467caac184dc79e4f16cb95df0708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888040 Jul 12 16:16:16.654730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc2d9-9f2f-4dac-aa2c-06980aa34b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:16.732570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port 5687b5ae-c12f-4899-a2e6-a797f04074af, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5687b5ae-c12f-4899-a2e6-a797f04074af,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:16.732971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:16.743604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abe31c-296d-47d7-8d7b-f1757433e35a req-42b76c33-ad5e-444c-abb5-11da0215f56c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:16.745227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5abe31c-296d-47d7-8d7b-f1757433e35a req-42b76c33-ad5e-444c-abb5-11da0215f56c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1722651 Jul 12 16:16:16.751110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:16.771762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for 5687b5ae-c12f-4899-a2e6-a797f04074af owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:16.893086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5abe31c-296d-47d7-8d7b-f1757433e35a req-20bc4241-9ae2-4a8f-8f0a-99bc40c39df7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336615 Jul 12 16:16:16.917886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f35e967-ebd7-4d5d-a90f-c2e921cb692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:16.926170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-b4ddf516-938e-4cd0-9206-1782b482a0f4 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:16.928292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-b4ddf516-938e-4cd0-9206-1782b482a0f4 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741656 Jul 12 16:16:16.948732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Request body: {'port': {'device_id': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'acc467caac184dc79e4f16cb95df0708'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:16.974466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c0e692a-335a-4585-8a51-fce7c30f546e req-ae92fcf8-7c79-4ec8-9e10-bf24ce45e3f4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564739 Jul 12 16:16:17.020375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.034093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5687b5ae-c12f-4899-a2e6-a797f04074af'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:17.059905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=5687b5ae-c12f-4899-a2e6-a797f04074af,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.134985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port 5687b5ae-c12f-4899-a2e6-a797f04074af on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:17.138693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.142420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdca732b-9f84-4a03-8596-5e51e9037d34 req-5cce27de-3ed9-499b-8e48-e0e69dc18c4b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "DELETE /v2.0/ports/5687b5ae-c12f-4899-a2e6-a797f04074af HTTP/1.1" status: 204 len: 173 time: 0.8444891 Jul 12 16:16:17.142938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'name': 'network-vif-deleted', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:17.147820 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8403d552-f097-490f-991e-acfbefa04acc" -d '{"events": [{"server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "name": "network-vif-deleted", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:17.200438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc2d9-9f2f-4dac-aa2c-06980aa34b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.210179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc2d9-9f2f-4dac-aa2c-06980aa34b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.277349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d8dcc2d9-9f2f-4dac-aa2c-06980aa34b9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33d33088ceb549f3bbdfb8488a353ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284468 Jul 12 16:16:17.277904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:17.304444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcc2d9-9f2f-4dac-aa2c-06980aa34b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5692dffa-1d33-45c9-889d-4d5bc8f1d99b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.344433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec337d5b-ef2b-4fd2-94f1-c3ce6052987d req-2798a83b-f221-4b18-8566-7501487257d5 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 210 time: 0.1054564 Jul 12 16:16:17.379793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f35e967-ebd7-4d5d-a90f-c2e921cb692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.382639 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a86747-8e72-4fc7-a8be-4f8925c90e42 x-openstack-request-id: req-95a86747-8e72-4fc7-a8be-4f8925c90e42 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:17.382997 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec1f9fc-bce1-46ac-b674-80036483c33a", "name": "network-vif-deleted", "tag": "5687b5ae-c12f-4899-a2e6-a797f04074af", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:17.383536 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95a86747-8e72-4fc7-a8be-4f8925c90e42 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:17.384159 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec1f9fc-bce1-46ac-b674-80036483c33a', 'name': 'network-vif-deleted', 'tag': '5687b5ae-c12f-4899-a2e6-a797f04074af', 'status': 'completed', 'code': 200} Jul 12 16:16:17.385299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f35e967-ebd7-4d5d-a90f-c2e921cb692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.421434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Made reservation on behalf of acc467caac184dc79e4f16cb95df0708 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:17.425879 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.427935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.438503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.466968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35e967-ebd7-4d5d-a90f-c2e921cb692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b63e0d-f679-4563-88d7-55e27a4247e5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.470237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.475270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f35e967-ebd7-4d5d-a90f-c2e921cb692a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59c5983b7abf4a2996ba059a92a35142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208109 Jul 12 16:16:17.478105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49944) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:17.540056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b60a-8259-481e-a36a-5c5815ba6f9e req-e0ea663e-f288-467c-8fc6-3120b78c290f tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:17.541489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e00b60a-8259-481e-a36a-5c5815ba6f9e req-e0ea663e-f288-467c-8fc6-3120b78c290f tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.1290474 Jul 12 16:16:17.561829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.598200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.602624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.604509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5692dffa-1d33-45c9-889d-4d5bc8f1d99b HTTP/1.1" status: 204 len: 168 time: 0.3101969 Jul 12 16:16:17.607612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.616274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e00b60a-8259-481e-a36a-5c5815ba6f9e req-21feae73-0443-4cd9-881f-b9077a8b7ea2 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634568 Jul 12 16:16:17.634044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a5067-e516-4c9f-9da1-4bc9b164a407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5692dffa-1d33-45c9-889d-4d5bc8f1d99b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.683026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.684851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.685827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.688473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04b63e0d-f679-4563-88d7-55e27a4247e5 HTTP/1.1" status: 204 len: 168 time: 0.2071395 Jul 12 16:16:17.692672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:17.696407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8dd59-96c4-44f1-96ef-0d8284c2ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b63e0d-f679-4563-88d7-55e27a4247e5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.750668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:17.927356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Allocated IP 192.168.233.166 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:18.150653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49968) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:18.171412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea234006-5324-40b2-bfdd-8c4156fa21f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.220236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.244235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Transition to ACTIVE for port object c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:18.258391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a33f4-8f38-48af-a4b5-4eb0fe802503 req-153b6001-b6ae-4c60-bf7e-4d69a57f672c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:18.267880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-945a33f4-8f38-48af-a4b5-4eb0fe802503 req-153b6001-b6ae-4c60-bf7e-4d69a57f672c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1453733 Jul 12 16:16:18.328990 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-945a33f4-8f38-48af-a4b5-4eb0fe802503 req-26c8acfd-f5f7-4fec-ae8e-35c09abe3ce7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590491 Jul 12 16:16:18.363287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea234006-5324-40b2-bfdd-8c4156fa21f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.369603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.371669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea234006-5324-40b2-bfdd-8c4156fa21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.480951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea234006-5324-40b2-bfdd-8c4156fa21f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd829eb62f4f47b88c39d4d240965ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291039 Jul 12 16:16:18.482707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea234006-5324-40b2-bfdd-8c4156fa21f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43332d70-cd17-415f-9cf1-3be7f209168f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:18.500980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:18.567493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:18.569505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Pushing event updated for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:18.577331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:18.581245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:18.594066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-80d1d5b6-fe34-4089-8c8c-180ac1189cc0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:18.596079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-80d1d5b6-fe34-4089-8c8c-180ac1189cc0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.1377935 Jul 12 16:16:18.637506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-4884ef5a-f77a-4751-87e7-eef767aedfe6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0199494 Jul 12 16:16:18.651450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.679724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-c3da81c1-ea72-44f6-839c-650b4ab8d862 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366654 Jul 12 16:16:18.686770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52116686-5864-42dd-a707-04fef1264d4e req-c2fb67d2-a3cf-49be-a674-7f274bba650c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:18.688517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52116686-5864-42dd-a707-04fef1264d4e req-c2fb67d2-a3cf-49be-a674-7f274bba650c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 936 time: 0.1530619 Jul 12 16:16:18.699160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:18.700015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.700572 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.704723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49998) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:18.769910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-19df1d28-fcfe-480a-841b-f9a0c14dea56 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8303480 Jul 12 16:16:18.785010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Request body: {'port': {'device_id': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:18.794737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52116686-5864-42dd-a707-04fef1264d4e req-53764b80-2ca7-4c67-9f09-ac455feb4be8 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997396 Jul 12 16:16:18.864546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.867315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-203247765-network', 'tenant_id': '0e1035727d504c1d8cdd3142cf421fc3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:18.867649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.873515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43332d70-cd17-415f-9cf1-3be7f209168f HTTP/1.1" status: 204 len: 168 time: 0.3665311 Jul 12 16:16:18.886018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40a9a-d2b7-4ebb-85f5-2f40197370e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43332d70-cd17-415f-9cf1-3be7f209168f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:18.935301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a0a730c7-f000-43f4-9c96-6ea96c1b4683 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311914 Jul 12 16:16:18.937347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af887342-ace1-4fb0-8b48-04e06247a8da None None] Provisioning for port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:18.942833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af887342-ace1-4fb0-8b48-04e06247a8da None None] Provisioning complete for port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:18.943527 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af887342-ace1-4fb0-8b48-04e06247a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:18.985373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-af887342-ace1-4fb0-8b48-04e06247a8da None None] Port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:18.995789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.007816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Made reservation on behalf of 0e1035727d504c1d8cdd3142cf421fc3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:19.010070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.027040 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.038259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285257b-1608-4d4c-91e2-a3fd1aaa774c req-a140383f-dee4-4a5e-b57d-730b0669a841 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:19.039965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1285257b-1608-4d4c-91e2-a3fd1aaa774c req-a140383f-dee4-4a5e-b57d-730b0669a841 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.0889034 Jul 12 16:16:19.086954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1285257b-1608-4d4c-91e2-a3fd1aaa774c req-e26e9695-a5eb-4979-932d-44f46e2466c3 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Jul 12 16:16:19.185213 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-957c5bed-4b20-4967-997b-70cbe4e291c1 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490382 Jul 12 16:16:19.637625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ce75-4eda-4ce8-b3b6-70f8193a8ebe req-c4ddd5ab-ce8d-4a5d-b548-0883479cffee tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:19.639283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3053ce75-4eda-4ce8-b3b6-70f8193a8ebe req-c4ddd5ab-ce8d-4a5d-b548-0883479cffee tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0815272 Jul 12 16:16:19.649436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baa3c848-383b-484a-8ab6-a676fbefe6b2 req-c1e48f95-e2f5-446b-8b6a-4ee7e49becdf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 210 time: 0.0468276 Jul 12 16:16:19.721242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.727858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.737825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3053ce75-4eda-4ce8-b3b6-70f8193a8ebe req-2f429fff-ce7a-47be-b5f1-b27388a33e95 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Jul 12 16:16:19.758502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:16:19.805494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba29617-8a59-4700-883a-955e77f7408d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:19.808394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.808736 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Added segment b06e2d7f-0ab0-4951-9ae7-278d24f8f97a of type vlan for network 430022b1-a9c8-4169-8f5a-fe9755538734 Jul 12 16:16:19.861098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:19.870542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.875203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.895441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Transition to ACTIVE for port object c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:19.904556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.944270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:19.945497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:19.947001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.041544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3355327 Jul 12 16:16:20.045751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:20.053826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Pushing event updated for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:20.066836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Request body: {'subnet': {'network_id': '430022b1-a9c8-4169-8f5a-fe9755538734', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-203247765-subnet', 'tenant_id': '0e1035727d504c1d8cdd3142cf421fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:20.114016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a117-1d89-4e6c-8f01-dfa4cc6ad60c req-b3b94e43-38b6-4fe9-99f9-87c2a788026c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:20.115778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ea2a117-1d89-4e6c-8f01-dfa4cc6ad60c req-b3b94e43-38b6-4fe9-99f9-87c2a788026c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 948 time: 0.1511350 Jul 12 16:16:20.198288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ea2a117-1d89-4e6c-8f01-dfa4cc6ad60c req-54e78001-bbd1-45af-9610-b80fe52cf1bc tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jul 12 16:16:20.198943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Made reservation on behalf of 0e1035727d504c1d8cdd3142cf421fc3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:20.201425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.218193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4383e-d510-44b6-8a7f-13ef262f4926 admin admin] Pushing event updated for resources: {'Network': ['ID=430022b1-a9c8-4169-8f5a-fe9755538734,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:20.228603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 430022b1-a9c8-4169-8f5a-fe9755538734 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:16:20.312042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Attempting to bind port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:20.312379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Attempting to bind port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:20.312694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Attempting to bind port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:20.337439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:16:20.337776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Attempting to bind port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:20.356477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5687b5ae-c12f-4899-a2e6-a797f04074af no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:20.356756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:20.357196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:20.357521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:20.357912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Bound port: c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:20.358270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.403675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 5687b5ae-c12f-4899-a2e6-a797f04074af {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:20.404619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5687b5ae-c12f-4899-a2e6-a797f04074af not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:20.439884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.510501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78d3a51-2083-4198-8250-dc7b41004f08,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:20.514784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:20.526147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ccb18-443f-4822-af83-21725eceda80 req-d1de1681-d28c-43e2-97f3-0a827e02cf21 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:20.535166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c5ccb18-443f-4822-af83-21725eceda80 req-d1de1681-d28c-43e2-97f3-0a827e02cf21 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.1419618 Jul 12 16:16:20.547307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:20.555884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Checking segment: {'id': 'b06e2d7f-0ab0-4951-9ae7-278d24f8f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '430022b1-a9c8-4169-8f5a-fe9755538734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:20.556334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Network hostable DHCP agents. Network: 430022b1-a9c8-4169-8f5a-fe9755538734, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:16:20.557005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.580290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Network 430022b1-a9c8-4169-8f5a-fe9755538734 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:16:20.597475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 430022b1-a9c8-4169-8f5a-fe9755538734) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:20.604304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:20.604944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.616268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139b75e-0904-43aa-ba46-d8ebbe51b829 None None] Network 430022b1-a9c8-4169-8f5a-fe9755538734 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:16:20.617226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:20.618077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:20.619781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] 10.222.0.65 "PUT /v2.0/ports/c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c HTTP/1.1" status: 200 len: 1096 time: 1.8420215 Jul 12 16:16:20.622154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:20.626389 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:20.638838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17bca1d3-ad33-4e93-9212-45002feb1286 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5910556 Jul 12 16:16:20.644034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c5ccb18-443f-4822-af83-21725eceda80 req-2065d60b-aa0c-4f9c-a5ff-dc82281a9c2e tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070807 Jul 12 16:16:20.673258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedf15c-c53c-44c7-a0af-aff81b3c16df service neutron] Pushing event updated for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:20.784216 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557f4a9-b7a4-436e-ab6f-388dee0b5e94 x-openstack-request-id: req-e557f4a9-b7a4-436e-ab6f-388dee0b5e94 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:20.785544 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:20.787210 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e557f4a9-b7a4-436e-ab6f-388dee0b5e94 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:20.787910 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'status': 'completed', 'code': 200} Jul 12 16:16:20.856969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-90aa2610-6557-40eb-89cf-89868f8cecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:20.858761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-90aa2610-6557-40eb-89cf-89868f8cecae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 1099 time: 0.1501877 Jul 12 16:16:20.893669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1d658-fd5d-4d0e-98a6-d769ad55c14a None None] Network 430022b1-a9c8-4169-8f5a-fe9755538734 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:16:20.985688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-856a3c03-b0a3-43e2-b982-6e8d48e20d90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c HTTP/1.1" status: 200 len: 217 time: 0.1177709 Jul 12 16:16:21.049138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3aabbd55-79d1-462c-ad1f-a2a5f9ea4026 req-8cb532df-047e-4b01-a025-50b6e490db91 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 210 time: 0.0915499 Jul 12 16:16:21.126168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-536b68be-a5d4-4774-8bea-3c9fc6bb7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.128445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-536b68be-a5d4-4774-8bea-3c9fc6bb7431 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1018775 Jul 12 16:16:21.272320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-897d899e-92f9-4788-a898-e8dd5c958144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.276602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-897d899e-92f9-4788-a898-e8dd5c958144 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402833 Jul 12 16:16:21.368063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-90663526', 'description': 'tempest-description-1286751535'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:21.412951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:21.434581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-85d538f5-a2c1-494e-a234-c3a8b99964f7 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494815 Jul 12 16:16:21.468152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476efb-f1ce-4df9-ab9b-b969570fca7b req-a626f917-68c3-4b33-ab8c-8aa3d7122b8e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.469665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3476efb-f1ce-4df9-ab9b-b969570fca7b req-a626f917-68c3-4b33-ab8c-8aa3d7122b8e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.5175688 Jul 12 16:16:21.533505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-da7aaf6f-5a0c-4719-af7c-7a9468bae381 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.535571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-da7aaf6f-5a0c-4719-af7c-7a9468bae381 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.5096414 Jul 12 16:16:21.538623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3476efb-f1ce-4df9-ab9b-b969570fca7b req-924fe340-9372-4c95-8087-99f8622ba3f8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Jul 12 16:16:21.551852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:21.572226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01af41fe-d9e8-4068-b56c-03f7d1fb85d3 req-7c98489e-8788-445e-aacf-5b76a67f803a service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298625 Jul 12 16:16:21.628338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:21.635611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:21.704939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:21.709844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:21.710057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:21.711788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fc816f7-c518-4ea9-b61f-9c31dc994e6a req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3554878 Jul 12 16:16:21.746466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27950fae-688e-409c-8b60-76c50af5d88c tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e95e1c-06d0-4544-a242-04fee397575e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:21.773104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-f4f66263-4d58-49c1-8285-7f66ed049acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.774646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-f4f66263-4d58-49c1-8285-7f66ed049acb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 1099 time: 0.1221793 Jul 12 16:16:21.946991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.7 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/c3ebbb94-e072-43ee-bb36-88573e8c0fe5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:21.963864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-1e915902-3286-4f69-9716-cd655f54ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.965518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-1e915902-3286-4f69-9716-cd655f54ffcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1834817 Jul 12 16:16:21.978505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9e6a-c1a5-4cee-80ae-a1712a1ab8fe req-3d665126-d409-463e-aa20-3f1672636433 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:21.980023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3eb9e6a-c1a5-4cee-80ae-a1712a1ab8fe req-3d665126-d409-463e-aa20-3f1672636433 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 948 time: 0.1242981 Jul 12 16:16:22.019290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50116) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:22.031089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-2e5495f4-a663-4238-9fb0-8b44e922899b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c HTTP/1.1" status: 200 len: 217 time: 0.0500953 Jul 12 16:16:22.098629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3eb9e6a-c1a5-4cee-80ae-a1712a1ab8fe req-eb2f43c9-b4e1-43b0-99f7-848023eb7f3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Jul 12 16:16:22.106890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-46b9dd65-ebc6-4b28-b642-d0a687cb9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:22.108093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-46b9dd65-ebc6-4b28-b642-d0a687cb9e63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0694439 Jul 12 16:16:22.168143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7751b-1044-4555-96a2-a02231a283e3 req-351ed1cf-bd0e-4a74-99b1-165d69620c56 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:22.170803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8fa7751b-1044-4555-96a2-a02231a283e3 req-351ed1cf-bd0e-4a74-99b1-165d69620c56 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.2034051 Jul 12 16:16:22.213350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-250f23f2-4756-4ac9-9b13-ad12f049e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.248845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8fa7751b-1044-4555-96a2-a02231a283e3 req-fadb9ab1-19fa-4375-802b-60fabfd6b7ba tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675325 Jul 12 16:16:22.259056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-dabe8287-30a8-4e02-8323-65b870c024ee tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/90e95e1c-06d0-4544-a242-04fee397575e HTTP/1.1" status: 200 len: 1813 time: 0.1136649 Jul 12 16:16:22.273321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.281384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90e95e1c-06d0-4544-a242-04fee397575e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:22.281710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '90e95e1c-06d0-4544-a242-04fee397575e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:22.294102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-8f737176-6e08-424f-9cfd-514369bda700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:22.295718 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-8f737176-6e08-424f-9cfd-514369bda700 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709442 Jul 12 16:16:22.349746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.393216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:22.398826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:22.406013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:22.439193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-41b402c6-a17c-4fbb-9d71-dd3195c5d177 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349607 Jul 12 16:16:22.459674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-250f23f2-4756-4ac9-9b13-ad12f049e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.494085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:22.498657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-250f23f2-4756-4ac9-9b13-ad12f049e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.522407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:22.523026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.565293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97ecf7-4aec-4cbb-968a-6adf7cadc8cc req-b4e042d9-b19e-442f-bf69-ede3f757e90f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:22.568062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc97ecf7-4aec-4cbb-968a-6adf7cadc8cc req-b4e042d9-b19e-442f-bf69-ede3f757e90f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 931 time: 0.1489635 Jul 12 16:16:22.570587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a9550e41-19a9-49f0-b80e-ffa8e79ab02d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0250435 Jul 12 16:16:22.575170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f23f2-4756-4ac9-9b13-ad12f049e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8499e-07ce-465b-8422-2811ecc41ecd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:22.589797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-250f23f2-4756-4ac9-9b13-ad12f049e19b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e17d57b9e25b4a0892ef2cb4fe6e3e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620339 Jul 12 16:16:22.590357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:22.606781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Request body: {'port': {'device_id': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:22.649916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8b5ec68-abcd-4cec-b44f-7c8ad0daca75 req-54310611-c758-4cb1-96c3-3ea4823641f9 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024255 Jul 12 16:16:22.665454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.680394 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bc97ecf7-4aec-4cbb-968a-6adf7cadc8cc req-e7785b59-0d0f-4f06-982d-e16f13d07d94 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Jul 12 16:16:22.693819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.697586 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.700681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.729848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ed3e0d-d725-4600-bcfd-e675d9901fce,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:22.742881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.744879 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.746067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72a80965-0ae8-4a80-8c1d-0f65fb889bd5 req-df31460c-3982-4801-8e23-91c7bbec2455 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4731078 Jul 12 16:16:22.770603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.823712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.826502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:22.831525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7c8499e-07ce-465b-8422-2811ecc41ecd HTTP/1.1" status: 204 len: 168 time: 0.2366967 Jul 12 16:16:22.840942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c903c3-2acf-4959-b908-2ff61109ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8499e-07ce-465b-8422-2811ecc41ecd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.028602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0268b033-6d05-4fa2-9c2f-7dcabecf1d0a req-a28acc62-29e5-486c-84b6-c937386471f6 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/90e95e1c-06d0-4544-a242-04fee397575e HTTP/1.1" status: 200 len: 2407 time: 0.0447044 Jul 12 16:16:23.146139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32b492-f744-4d0b-8950-6c5f548761bb req-287670d5-4639-49fd-9742-5a9c24eb071e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:23.152130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe32b492-f744-4d0b-8950-6c5f548761bb req-287670d5-4639-49fd-9742-5a9c24eb071e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.3259046 Jul 12 16:16:23.187416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-2556ba56-c91c-4123-8351-46a61e400551 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-group-rules/05ed3e0d-d725-4600-bcfd-e675d9901fce HTTP/1.1" status: 200 len: 778 time: 0.0235021 Jul 12 16:16:23.212755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe32b492-f744-4d0b-8950-6c5f548761bb req-02935d9c-1f4a-4408-bbc7-b63d08c1caf1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520823 Jul 12 16:16:23.222950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:23.245909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2310328b-31fc-46db-817e-4f1e907540a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.258823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-f993eb5b-c214-4697-920e-f1cda1704232 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/90e95e1c-06d0-4544-a242-04fee397575e HTTP/1.1" status: 200 len: 2407 time: 0.0650423 Jul 12 16:16:23.293791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.303574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.337362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.342935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.344868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2471f6d-1836-4f81-900b-53e76128b7d6 req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/05ed3e0d-d725-4600-bcfd-e675d9901fce HTTP/1.1" status: 204 len: 173 time: 0.0798733 Jul 12 16:16:23.350669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ebbb94-e072-43ee-bb36-88573e8c0fe5 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:23.360364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46461fc4-77ea-424b-914f-ab9b8e2ba533 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05ed3e0d-d725-4600-bcfd-e675d9901fce,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.365356 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.387972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Transition to ACTIVE for port object c3ebbb94-e072-43ee-bb36-88573e8c0fe5 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:23.398063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.494299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2310328b-31fc-46db-817e-4f1e907540a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.506950 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2310328b-31fc-46db-817e-4f1e907540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.547743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.556989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eeaf9-60e6-4852-9f4f-334504d22fa4 req-9708e693-0a87-4353-bd9d-3b8ee6eba1e0 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:23.560356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d1eeaf9-60e6-4852-9f4f-334504d22fa4 req-9708e693-0a87-4353-bd9d-3b8ee6eba1e0 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.0849771 Jul 12 16:16:23.604397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d1eeaf9-60e6-4852-9f4f-334504d22fa4 req-f10eb0d5-79fa-4ca3-886a-9409e3917e6c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366259 Jul 12 16:16:23.613670 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2310328b-31fc-46db-817e-4f1e907540a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0db6f41cf3ad49789e939b26766636bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899596 Jul 12 16:16:23.614488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310328b-31fc-46db-817e-4f1e907540a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3defb0a-2680-48e9-8dad-b446fb09cb5e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.616763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:23.658840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66591fb-a762-49bb-b9b6-47a7b47a7de9 req-643fe724-1c36-4c84-ae8b-9eb33edef004 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:23.660583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d66591fb-a762-49bb-b9b6-47a7b47a7de9 req-643fe724-1c36-4c84-ae8b-9eb33edef004 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 948 time: 0.2280152 Jul 12 16:16:23.661746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1170538699', 'description': 'tempest-description-1542032048'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:23.663254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Attempting to bind port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:23.663602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Attempting to bind port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:23.663926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Attempting to bind port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:23.670398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:16:23.670714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Attempting to bind port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:23.680743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:23.681079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:23.681442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:23.681860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Bound port: c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:23.682403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.703767 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.709461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.740571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d66591fb-a762-49bb-b9b6-47a7b47a7de9 req-bad75a71-dbf8-4b7b-bb82-53d01061328f tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Jul 12 16:16:23.743462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.776049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:23.783770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:23.788107 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.849036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.853844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:23.854966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.855758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.862993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] 10.222.0.65 "PUT /v2.0/ports/c3ebbb94-e072-43ee-bb36-88573e8c0fe5 HTTP/1.1" status: 200 len: 1091 time: 1.2768624 Jul 12 16:16:23.863758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:23.865868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.868398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.871662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3defb0a-2680-48e9-8dad-b446fb09cb5e HTTP/1.1" status: 204 len: 168 time: 0.2512903 Jul 12 16:16:23.880264 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f7c96-dd20-4653-bfa8-a8f31a35e69c" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:23.902446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:23.916125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e378834-351d-4784-8a45-1abb9d425ff2 req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2616227 Jul 12 16:16:23.918040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13bc5d-955b-4806-9421-462670a08a08 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc05df9-1833-4e74-b12b-ec6d9e3a3e24,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.943918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cd2f5-8bf8-40ae-9c3e-0b20740514dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3defb0a-2680-48e9-8dad-b446fb09cb5e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:23.979716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062076-c079-43e6-8241-b53263b1c27f service neutron] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:24.017352 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b52f447-b8c1-4a1b-9dcc-54dadd35a603 x-openstack-request-id: req-4b52f447-b8c1-4a1b-9dcc-54dadd35a603 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:24.017626 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:24.017877 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b52f447-b8c1-4a1b-9dcc-54dadd35a603 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:24.018333 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'status': 'completed', 'code': 200} Jul 12 16:16:24.066190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d9c47-890f-4c2c-bcdb-8c780ffb5c07 req-07a53c4d-af22-4f01-8842-6381ba7585c1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:24.073360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988d9c47-890f-4c2c-bcdb-8c780ffb5c07 req-07a53c4d-af22-4f01-8842-6381ba7585c1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 943 time: 0.1484694 Jul 12 16:16:24.088654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7f9f97e-94c5-4fda-88ae-095e0359d8c0 req-20e3ffc8-0448-47dc-922a-7d5bc3349ec5 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/0cc05df9-1833-4e74-b12b-ec6d9e3a3e24 HTTP/1.1" status: 200 len: 1815 time: 0.0754745 Jul 12 16:16:24.107338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-317a7bf5-7f6d-49b6-8377-f359fd0000ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:24.108633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-317a7bf5-7f6d-49b6-8377-f359fd0000ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 1094 time: 0.1302683 Jul 12 16:16:24.179143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-988d9c47-890f-4c2c-bcdb-8c780ffb5c07 req-65516c55-603f-4690-924e-868c558ff4ec tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017141 Jul 12 16:16:24.183325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-a662f5f8-7733-482d-9615-516f1750bc14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5 HTTP/1.1" status: 200 len: 217 time: 0.0648875 Jul 12 16:16:24.267051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-640919999', 'description': 'tempest-description-400506053'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:24.302711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-3627c6d5-248c-431b-98be-14850a0c4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:24.306046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-3627c6d5-248c-431b-98be-14850a0c4b87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.1127934 Jul 12 16:16:24.309941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.334655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:24.345391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-f17b6c30-3764-4a39-abbf-743ed529a3b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300634 Jul 12 16:16:24.488489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.496025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.528595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.538470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99779a4e-6f50-40ae-96e9-ae618e2f7c56 req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2742984 Jul 12 16:16:24.586619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01018608-d2d6-400c-83f5-45bd372d95c9 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc4b53c-cb90-4f78-9ffa-8d7f7ac78661,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:24.609246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:24.646434 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d67566d7-d3cf-4890-9bd8-ba3cc3566cee req-8be60164-778d-4fdd-8a20-326a586b2675 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/1dc4b53c-cb90-4f78-9ffa-8d7f7ac78661 HTTP/1.1" status: 200 len: 1813 time: 0.0864618 Jul 12 16:16:24.649665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'mac_address': 'fa:16:3e:11:d0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:24.658690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-41d08851-85a6-41b0-b993-cf1b864443de service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020816 Jul 12 16:16:24.671948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-441960547', 'description': 'tempest-description-451853538'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:24.723068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.725373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.762053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:24.791728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be54879-90f6-4619-b3d1-f8688f7a1bb5 req-34b053c2-6811-4832-acfb-84dbb4bb02aa tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:24.798756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7be54879-90f6-4619-b3d1-f8688f7a1bb5 req-34b053c2-6811-4832-acfb-84dbb4bb02aa tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.2003770 Jul 12 16:16:24.804991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:24.813878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.839161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d51aad2d-3bb6-46eb-bb6d-ec9f55c32a5e req-5ac9a790-9328-4b7b-99ec-42c012900852 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710298 Jul 12 16:16:24.872344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7be54879-90f6-4619-b3d1-f8688f7a1bb5 req-f3c366a6-7ff5-48f1-a211-4d465ded6c36 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725479 Jul 12 16:16:24.947063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:24.959146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.960658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.961162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.961652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.962159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.963156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.963664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.964053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:24.965009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.965485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.965719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.966268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.966788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:24.973644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:25.032192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01617609-24f4-4222-b92c-58a403800310,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:25.040465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:25.058546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-baf775a8-0e50-4777-a9bf-c2349a2dd3b2 req-1984d123-57a3-4444-a170-02527f584224 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3770905 Jul 12 16:16:25.088321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-3da08e67-b61b-4ec2-8b3a-bc23920ee3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:25.091188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-3da08e67-b61b-4ec2-8b3a-bc23920ee3e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 1094 time: 0.1798422 Jul 12 16:16:25.168042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:25.337252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89255a-627f-4ee3-9e94-7b05599ed9a9 req-9a817408-7cfb-4d2a-a2ef-9825bbe02269 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:25.339069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb89255a-627f-4ee3-9e94-7b05599ed9a9 req-9a817408-7cfb-4d2a-a2ef-9825bbe02269 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 944 time: 0.1997290 Jul 12 16:16:25.342809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-1e5d4a7d-c3d3-4134-845f-b17a0717646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:25.344267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-1e5d4a7d-c3d3-4134-845f-b17a0717646b service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2425420 Jul 12 16:16:25.367638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344414-aa9a-4ee2-bd53-f585b2cf4da4 req-b83909e7-8e71-4246-b5f2-c5022c41b82f tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:25.370196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f344414-aa9a-4ee2-bd53-f585b2cf4da4 req-b83909e7-8e71-4246-b5f2-c5022c41b82f tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 949 time: 0.1745131 Jul 12 16:16:25.479758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-8ee938ff-757c-4389-9737-d6732c666e29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5 HTTP/1.1" status: 200 len: 217 time: 0.1247599 Jul 12 16:16:25.532737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f344414-aa9a-4ee2-bd53-f585b2cf4da4 req-5aa15350-1524-43ce-82a8-ac523e626f06 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568975 Jul 12 16:16:25.544332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-7a5b6a91-a302-481e-a5f3-a908a7eebd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:25.546557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-7a5b6a91-a302-481e-a5f3-a908a7eebd7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.0575130 Jul 12 16:16:25.595024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-2015610f-4a78-4975-9839-eb43bb289997 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402870 Jul 12 16:16:25.598921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb89255a-627f-4ee3-9e94-7b05599ed9a9 req-e86218e4-f3f8-4dc1-90dc-560fadffc273 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504079 Jul 12 16:16:25.713704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-b4c3f153-cff3-4750-94c9-d84b42ec1998 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119435 Jul 12 16:16:25.724222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7822bf17-c443-4260-a9ee-46e7c6cad3ee req-d284a356-0a51-430b-89d9-54cb0850a30b tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/01617609-24f4-4222-b92c-58a403800310 HTTP/1.1" status: 200 len: 1813 time: 0.1252239 Jul 12 16:16:26.005764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-469f7c96-dd20-4653-bfa8-a8f31a35e69c req-2ed2aa6d-16eb-413e-b421-be1fd45f0fad service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827694 Jul 12 16:16:26.026707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584ee8e-94ce-4493-8d5c-583231208b92 req-29b08f3e-345e-4cf9-9575-ea342a83b717 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:26.029269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e584ee8e-94ce-4493-8d5c-583231208b92 req-29b08f3e-345e-4cf9-9575-ea342a83b717 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 943 time: 0.1945567 Jul 12 16:16:26.037279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1773412763', 'description': 'tempest-description-596408722'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:26.073089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.088269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e584ee8e-94ce-4493-8d5c-583231208b92 req-7e535e11-5236-4ce0-b29a-419f65c7aeba tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Jul 12 16:16:26.218606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.224169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.272123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.273988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14f6c3b7-20fd-49d1-ae74-14635f681916 req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2422941 Jul 12 16:16:26.275539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c803c-e415-41b6-8527-def011021f8a tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb50a02-4242-45b9-878d-37ed376f7ca0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:26.309153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6cf5f-b163-4525-909b-aff70aef3565 req-4b1c7c80-24c6-4532-8974-dd04138e933b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:26.310993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ed6cf5f-b163-4525-909b-aff70aef3565 req-4b1c7c80-24c6-4532-8974-dd04138e933b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1094432 Jul 12 16:16:26.356350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:26.356961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ed6cf5f-b163-4525-909b-aff70aef3565 req-b3415112-56eb-465c-a855-13ea0dd76687 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Jul 12 16:16:26.359435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:26.374353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6f69534b-15cf-4391-bff0-c712007a595c req-c5009ba2-53b2-4c19-9136-0b286541d9a1 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/feb50a02-4242-45b9-878d-37ed376f7ca0 HTTP/1.1" status: 200 len: 1814 time: 0.0736263 Jul 12 16:16:26.426119 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-dab16b39-5e4b-414d-84de-963d60950a27 req-1fdc3a4b-fb29-4b31-beee-2dbb9b566ace tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] show failed (client error): The resource could not be found. Jul 12 16:16:26.427345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dab16b39-5e4b-414d-84de-963d60950a27 req-1fdc3a4b-fb29-4b31-beee-2dbb9b566ace tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/1a92f2be-e370-42f0-8b4a-b07a49525772 HTTP/1.1" status: 404 len: 352 time: 0.0284700 Jul 12 16:16:26.482099 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-d551d48d-41f6-466c-bfea-a2f9a45c18d7 req-2823aeae-ad75-4494-8d0f-10fcd972d13e tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] show failed (client error): The resource could not be found. Jul 12 16:16:26.484681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d551d48d-41f6-466c-bfea-a2f9a45c18d7 req-2823aeae-ad75-4494-8d0f-10fcd972d13e tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-group-rules/5c770179-2af4-4912-9d5b-5cc72a1ed8d8 HTTP/1.1" status: 404 len: 361 time: 0.0350950 Jul 12 16:16:26.543402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:26.554683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:26.555144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.556393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4e2df59-5732-4b4b-8bc3-86e7fc6c200b tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/feb50a02-4242-45b9-878d-37ed376f7ca0 HTTP/1.1" status: 200 len: 1814 time: 0.0492668 Jul 12 16:16:26.612791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:26.631014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'port_id': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'mac_address': 'fa:16:3e:04:f5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:26.674161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.702608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.724178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.734447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.742093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:26.744711 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ea323-e27b-406d-a437-c45e0870340e" -d '{"events": [{"server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "name": "network-vif-plugged", "status": "completed", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:26.772220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:26.778907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:26.791728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.825752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.827208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0390e-c24a-4ffb-b5d3-29c59c4d1f18 req-6054317f-5d22-4b0e-b25e-a03ee9ef58cc tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:26.828938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6b0390e-c24a-4ffb-b5d3-29c59c4d1f18 req-6054317f-5d22-4b0e-b25e-a03ee9ef58cc tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 949 time: 0.1367235 Jul 12 16:16:26.832567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.833985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e5da81f-2d53-4908-88e0-56585f2c07cb req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-groups/feb50a02-4242-45b9-878d-37ed376f7ca0 HTTP/1.1" status: 204 len: 173 time: 0.2742589 Jul 12 16:16:26.860878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a25c48-25fb-4c70-82e9-f389a15d2b15 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb50a02-4242-45b9-878d-37ed376f7ca0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:26.883957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:26.910495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:26.926427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6b0390e-c24a-4ffb-b5d3-29c59c4d1f18 req-d1178a58-a1de-4ae5-af69-7659fae9533e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884302 Jul 12 16:16:26.941360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:27.014926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:27.040714 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f5c3c-bc59-4700-874d-b603c95302e1 x-openstack-request-id: req-144f5c3c-bc59-4700-874d-b603c95302e1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:27.041042 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "name": "network-vif-plugged", "status": "completed", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:27.041302 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-144f5c3c-bc59-4700-874d-b603c95302e1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:27.041648 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'code': 200} Jul 12 16:16:27.130956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-f53785c5-5629-4b16-bd7f-7e1b6935e7d8 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/01617609-24f4-4222-b92c-58a403800310 HTTP/1.1" status: 200 len: 1813 time: 0.0782657 Jul 12 16:16:27.190900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1cc0f-6a6c-47fe-b4f3-1370369e3ef5 req-960caad3-9044-4c94-8a33-9897e26bd71e tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:27.198133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7a1cc0f-6a6c-47fe-b4f3-1370369e3ef5 req-960caad3-9044-4c94-8a33-9897e26bd71e tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 945 time: 0.1205609 Jul 12 16:16:27.209177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:27.296760 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7a1cc0f-6a6c-47fe-b4f3-1370369e3ef5 req-a1324a94-0781-4343-986d-b55b5c562c09 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971394 Jul 12 16:16:27.342277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:27.354066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-77376481-7cdd-4292-8b95-6c3921bb7ea9 None None] Provisioning complete for port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:27.354450 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-77376481-7cdd-4292-8b95-6c3921bb7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:27.390021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:27.416231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a39b-aa64-4bb9-baa5-85158ec741f7 req-848a0fc4-0cba-4363-86b9-14db5f4d46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:27.418707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d34a39b-aa64-4bb9-baa5-85158ec741f7 req-848a0fc4-0cba-4363-86b9-14db5f4d46be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 1101 time: 0.2463815 Jul 12 16:16:27.497561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d34a39b-aa64-4bb9-baa5-85158ec741f7 req-72c84fb6-f651-4ebd-9918-994d19c6f78b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610001 Jul 12 16:16:27.508364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:27.511989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:27.514919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b92114c9-1a5e-46b8-bec6-9436b7068577 req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-groups/01617609-24f4-4222-b92c-58a403800310 HTTP/1.1" status: 204 len: 173 time: 0.3831389 Jul 12 16:16:27.530159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a975a7-fde5-4c4e-92ee-b622683e9fbb tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01617609-24f4-4222-b92c-58a403800310,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:27.757248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4483-c44f-496c-84e5-b970769a72a3 req-2910b5dd-b326-4caa-b345-28b73228640c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:27.758818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a70f4483-c44f-496c-84e5-b970769a72a3 req-2910b5dd-b326-4caa-b345-28b73228640c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 943 time: 0.0765448 Jul 12 16:16:27.802872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a70f4483-c44f-496c-84e5-b970769a72a3 req-1709f259-a898-4dea-8497-294abf8e0018 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Jul 12 16:16:27.811408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d0405-b01a-4c0b-9c1f-f410ff202965 req-95bc8200-c325-481b-a557-fabef646b631 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:27.816178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a3d0405-b01a-4c0b-9c1f-f410ff202965 req-95bc8200-c325-481b-a557-fabef646b631 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0960627 Jul 12 16:16:27.873459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a3d0405-b01a-4c0b-9c1f-f410ff202965 req-2ea9c880-cb5d-4372-93f5-0c3bd96055bd tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Jul 12 16:16:27.905867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-49149b74-c4a3-4709-96df-27a1a2f93b1d tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/1dc4b53c-cb90-4f78-9ffa-8d7f7ac78661 HTTP/1.1" status: 200 len: 1813 time: 0.0584185 Jul 12 16:16:27.975456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.006192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.060766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.066122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.068205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09923bb3-7487-4cf1-9fd6-00b9ab403268 req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-groups/1dc4b53c-cb90-4f78-9ffa-8d7f7ac78661 HTTP/1.1" status: 204 len: 173 time: 0.1549177 Jul 12 16:16:28.086681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7120da-804f-4577-875a-b704e00c8666 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc4b53c-cb90-4f78-9ffa-8d7f7ac78661,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:28.161341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2542f3b-3d94-41aa-b537-25373577149b req-d928e65a-8149-455d-8394-40a371c4ccef tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/0cc05df9-1833-4e74-b12b-ec6d9e3a3e24 HTTP/1.1" status: 200 len: 1815 time: 0.0573461 Jul 12 16:16:28.173616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb86d-2ee7-4dd3-a080-80e3841eeebd req-505b7782-2bfb-4711-905f-6f4f8778feda tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:28.180319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ffcb86d-2ee7-4dd3-a080-80e3841eeebd req-505b7782-2bfb-4711-905f-6f4f8778feda tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 950 time: 0.0976682 Jul 12 16:16:28.235954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2542f3b-3d94-41aa-b537-25373577149b req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.238113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ffcb86d-2ee7-4dd3-a080-80e3841eeebd req-028cf150-ef01-471d-bea1-6812f98a3f0a tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Jul 12 16:16:28.261361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2542f3b-3d94-41aa-b537-25373577149b req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.308140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2542f3b-3d94-41aa-b537-25373577149b req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.311866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f2542f3b-3d94-41aa-b537-25373577149b req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.313673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2542f3b-3d94-41aa-b537-25373577149b req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-groups/0cc05df9-1833-4e74-b12b-ec6d9e3a3e24 HTTP/1.1" status: 204 len: 173 time: 0.1456542 Jul 12 16:16:28.325799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499172f3-d53b-4269-8127-cf6937c20597 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc05df9-1833-4e74-b12b-ec6d9e3a3e24,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:28.378336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:28.398795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-dd4a47c6-1064-4795-a29f-ee281bd4bc06 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "GET /v2.0/security-groups/90e95e1c-06d0-4544-a242-04fee397575e HTTP/1.1" status: 200 len: 1813 time: 0.0578592 Jul 12 16:16:28.437165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:28.515187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.551555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.620727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:28.627072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.633228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.635506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-320ca25b-fd22-4620-af75-2e60141c84e7 req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] 10.222.0.58 "DELETE /v2.0/security-groups/90e95e1c-06d0-4544-a242-04fee397575e HTTP/1.1" status: 204 len: 173 time: 0.2303255 Jul 12 16:16:28.642715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916786bc-1019-4060-a5de-00d2b7db2f6b req-0dab5022-839d-41a6-b3ca-b55f026ab6fe tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:28.645461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-916786bc-1019-4060-a5de-00d2b7db2f6b req-0dab5022-839d-41a6-b3ca-b55f026ab6fe tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 945 time: 0.1304893 Jul 12 16:16:28.649075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:28.656085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50258) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:28.657162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:28.657668 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.662867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'mac_address': 'fa:16:3e:41:3f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:28.678267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dbd40-0aaf-4ae8-b817-1f97cae77488 tempest-SecurityGroupRulesNegativeTestJSON-800898735 tempest-SecurityGroupRulesNegativeTestJSON-800898735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e95e1c-06d0-4544-a242-04fee397575e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:28.740504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-916786bc-1019-4060-a5de-00d2b7db2f6b req-c77d4e51-9d74-4057-aac6-5d23698589c6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814178 Jul 12 16:16:28.778575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.792089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Deleting subnet a78d3a51-2083-4198-8250-dc7b41004f08 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:16:28.798982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.826300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ebbb94-e072-43ee-bb36-88573e8c0fe5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:28.856740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.875166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.902789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:28.905172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:28.910302 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.922190 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.937297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:28.998247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:29.060164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:29.062695 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b6521-7c94-4ef1-a67e-17ef97299414" -d '{"events": [{"server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "name": "network-vif-plugged", "status": "completed", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:29.066609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:29.138811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90aa10-b6e6-4000-a393-fe5f57ebfa11 req-164ea1d0-4804-4b00-a8f1-9dbed94e0b2b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:29.140781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc90aa10-b6e6-4000-a393-fe5f57ebfa11 req-164ea1d0-4804-4b00-a8f1-9dbed94e0b2b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 944 time: 0.1324871 Jul 12 16:16:29.142672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.189583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78d3a51-2083-4198-8250-dc7b41004f08,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:29.199785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.210075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9752dd9c-d73c-48c7-ba42-b2d5390e0634 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a78d3a51-2083-4198-8250-dc7b41004f08 HTTP/1.1" status: 204 len: 168 time: 0.5519142 Jul 12 16:16:29.212050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:29.257143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa48b-53d8-42fc-8fb2-eb10a275cbc4 req-3cdac6e4-4249-43ce-a07d-e9ba7a8c30f5 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:29.265577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5bfa48b-53d8-42fc-8fb2-eb10a275cbc4 req-3cdac6e4-4249-43ce-a07d-e9ba7a8c30f5 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1178386 Jul 12 16:16:29.290758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c3ebbb94-e072-43ee-bb36-88573e8c0fe5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:29.305009 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.322764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5bfa48b-53d8-42fc-8fb2-eb10a275cbc4 req-9ec1f2d8-bfd3-4b6d-81b9-22781bd4fd36 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Jul 12 16:16:29.335561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc90aa10-b6e6-4000-a393-fe5f57ebfa11 req-0a00f7a3-e553-40ff-9813-82aee2dbdb7a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873641 Jul 12 16:16:29.353720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8d9ac7f-a1f5-469e-bc9c-20a4936ec314 None None] Provisioning complete for port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:29.354094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ac7f-a1f5-469e-bc9c-20a4936ec314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.405031 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de4c41b-9b57-47de-ac29-8e77e9e9c28c x-openstack-request-id: req-4de4c41b-9b57-47de-ac29-8e77e9e9c28c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:29.406090 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "name": "network-vif-plugged", "status": "completed", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:29.406349 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4de4c41b-9b57-47de-ac29-8e77e9e9c28c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:29.406753 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'code': 200} Jul 12 16:16:29.511518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.522899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430022b1-a9c8-4169-8f5a-fe9755538734']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:29.540582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06e2d7f-0ab0-4951-9ae7-278d24f8f97a') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:29.540977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06e2d7f-0ab0-4951-9ae7-278d24f8f97a') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:29.553303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.570125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.586002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:16:29.586420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:16:29.588483 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:16:29.615881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510337-ac01-4f87-bc70-f7574a4f534f req-8d4b504c-b53d-4555-bb18-e710f3a0c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:29.618599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99510337-ac01-4f87-bc70-f7574a4f534f req-8d4b504c-b53d-4555-bb18-e710f3a0c2a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 1097 time: 0.1268392 Jul 12 16:16:29.679924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.681702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99510337-ac01-4f87-bc70-f7574a4f534f req-10cba782-cde9-4883-945c-c91979b49eeb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521080 Jul 12 16:16:29.687389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.692404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] 10.222.0.58 "DELETE /v2.0/networks/430022b1-a9c8-4169-8f5a-fe9755538734 HTTP/1.1" status: 204 len: 168 time: 0.4768181 Jul 12 16:16:29.706858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a9f8-7d1b-4254-b204-7143700c1b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=430022b1-a9c8-4169-8f5a-fe9755538734,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:29.724149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725757-6536-4ce5-aaf9-37dfac2a54c5 req-b3b76238-0204-4298-93e0-c94fb3d4864f tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:29.725779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e725757-6536-4ce5-aaf9-37dfac2a54c5 req-b3b76238-0204-4298-93e0-c94fb3d4864f tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 950 time: 0.1580343 Jul 12 16:16:29.781251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e725757-6536-4ce5-aaf9-37dfac2a54c5 req-ec862c0b-43d9-4b30-856b-4734ec6be7bb tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487199 Jul 12 16:16:30.009092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50286) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:30.015950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313b08e-fb95-47a7-9e4b-1fb0dd8b69ac req-df6bf85b-9b9d-4968-bd5b-ef66b8cbf0e5 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:30.017872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c313b08e-fb95-47a7-9e4b-1fb0dd8b69ac req-df6bf85b-9b9d-4968-bd5b-ef66b8cbf0e5 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.0908685 Jul 12 16:16:30.071143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6fa56a91-abae-4e63-8e60-d308d304e6de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e1035727d504c1d8cdd3142cf421fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575602 Jul 12 16:16:30.071143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:30.089978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c313b08e-fb95-47a7-9e4b-1fb0dd8b69ac req-b30cb986-9983-4b28-b353-2d6422e4a958 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633841 Jul 12 16:16:30.148619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.177379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.243322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.246301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.251506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cba29617-8a59-4700-883a-955e77f7408d HTTP/1.1" status: 204 len: 168 time: 0.1813943 Jul 12 16:16:30.261852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3044d-83b1-48c8-afab-d83bf2ec614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba29617-8a59-4700-883a-955e77f7408d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:30.365506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-99449884-7815-47c5-81cf-4c33e555d19d tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=acc467caac184dc79e4f16cb95df0708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267298 Jul 12 16:16:30.396111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:30.491185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:30.495536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:30.495932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.534348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a4f03-392a-415d-9bd0-fa52c28c09d7 req-c01b64c1-da79-4a91-ad3d-6be11e524647 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:30.536899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d0a4f03-392a-415d-9bd0-fa52c28c09d7 req-c01b64c1-da79-4a91-ad3d-6be11e524647 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.0911527 Jul 12 16:16:30.598332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-10c3969b-0911-4fd1-947d-a20e23257e28 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:30.602864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-10c3969b-0911-4fd1-947d-a20e23257e28 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319927 Jul 12 16:16:30.608489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d0a4f03-392a-415d-9bd0-fa52c28c09d7 req-bc36c289-efd2-4cd4-85cc-74c6449d20b2 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Jul 12 16:16:30.627633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-014f4b59-cf97-414b-b91e-0d209af1fae4 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/quotas/acc467caac184dc79e4f16cb95df0708 HTTP/1.1" status: 200 len: 375 time: 0.0117822 Jul 12 16:16:30.679171 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.775201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-acbfef6c-9d16-49b8-954f-df8c84b287c7 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405497 Jul 12 16:16:30.801406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:30.815491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.913584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:30.940611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a6626-57b7-49f3-9f60-3d1e221584cd req-fff06a8a-01ff-4abe-b912-0373d452ecaa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:30.942347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be5a6626-57b7-49f3-9f60-3d1e221584cd req-fff06a8a-01ff-4abe-b912-0373d452ecaa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.0982621 Jul 12 16:16:31.009993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be5a6626-57b7-49f3-9f60-3d1e221584cd req-547058f0-6219-4f7b-b822-ff883a23afd0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598414 Jul 12 16:16:31.036260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1dfedb4e-dcfd-4740-9f3e-9307567c597e req-b9b52e48-e15d-4979-8eba-b3338960e4e2 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 210 time: 0.0489492 Jul 12 16:16:31.407706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:31.410828 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf96862-8e96-4e24-9e01-8f254884c5d7" -d '{"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-plugged", "status": "completed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:31.421615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:31.444404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747747c-6a67-4c3d-8c5b-543b302929c2 req-408df6de-23ea-4608-8fc3-d0c59e38db89 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:31.453510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c747747c-6a67-4c3d-8c5b-543b302929c2 req-408df6de-23ea-4608-8fc3-d0c59e38db89 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.1504023 Jul 12 16:16:31.532576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c747747c-6a67-4c3d-8c5b-543b302929c2 req-d9866474-b9b3-4707-ab39-1067835ce0a9 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714793 Jul 12 16:16:31.624607 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11ca438-7ed3-43ce-a67b-05ddc8857825 x-openstack-request-id: req-c11ca438-7ed3-43ce-a67b-05ddc8857825 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:31.625406 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-plugged", "status": "completed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:31.625406 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c11ca438-7ed3-43ce-a67b-05ddc8857825 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:31.625768 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'code': 200} Jul 12 16:16:31.663153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1918357991-network', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:31.806980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:31.825566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:31.874142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:31.922997 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78dca5ac-7a26-41b2-bb2e-4a3cfa94ab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:31.940154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb031-5fc3-44e6-a914-8cf3fe33d90f req-f825d27c-ecf8-4782-9deb-717b0f03f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:31.942479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-322cb031-5fc3-44e6-a914-8cf3fe33d90f req-f825d27c-ecf8-4782-9deb-717b0f03f198 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 1096 time: 0.2001305 Jul 12 16:16:31.944650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774631-19b9-4363-b135-81149f746ea3 req-fa68587a-02c1-4c66-9b63-b4886ccb0945 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:31.946613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b774631-19b9-4363-b135-81149f746ea3 req-fa68587a-02c1-4c66-9b63-b4886ccb0945 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.2239997 Jul 12 16:16:31.963982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50358) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:31.973437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Request body: {'floatingip': {'port_id': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:32.023499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.047552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744756-1b5e-4579-8c51-d2a2aa4d18fe req-2a29c779-2b1c-4593-b635-54d6d9f4ff42 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:32.061484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8744756-1b5e-4579-8c51-d2a2aa4d18fe req-2a29c779-2b1c-4593-b635-54d6d9f4ff42 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.2106540 Jul 12 16:16:32.110550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-322cb031-5fc3-44e6-a914-8cf3fe33d90f req-e7027d70-8437-4a1e-9f40-a7d768a7e3c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475976 Jul 12 16:16:32.171446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8744756-1b5e-4579-8c51-d2a2aa4d18fe req-7e0a6d6a-addc-40f4-9472-35cc0fd1955e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085124 Jul 12 16:16:32.421634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27266d1d-3dcc-41c2-b0e1-37640e6b283d req-83ae446e-3c20-44ae-a8fb-7ad5b336900b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 210 time: 0.0674322 Jul 12 16:16:32.484043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.494837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85683bac-846b-4724-9193-e63151e26d2c req-803e0f1c-24a1-423d-a9b0-e6f280816020 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:32.498371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85683bac-846b-4724-9193-e63151e26d2c req-803e0f1c-24a1-423d-a9b0-e6f280816020 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2333915 Jul 12 16:16:32.499539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.579123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:16:32.628871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.629403 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Added segment ae794051-e499-4b76-b4de-eea04eee3551 of type vlan for network 1756d89b-e205-4481-8c56-bea28668cc7d Jul 12 16:16:32.637444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79659e8e-bbf6-433a-b074-4c86d5091bb3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:32.674954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85683bac-846b-4724-9193-e63151e26d2c req-f1b24de0-d009-4e21-899a-aba4153c9278 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356657 Jul 12 16:16:32.779075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-4da09328-cd53-48eb-844e-b67c8d00e06e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=acc467caac184dc79e4f16cb95df0708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249031 Jul 12 16:16:32.781094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.797006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:16:32.888905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.897184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.956894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-d82613f4-4bc8-4421-b367-49f6d02e57f7 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:32.958832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-d82613f4-4bc8-4421-b367-49f6d02e57f7 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735227 Jul 12 16:16:32.964547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.966081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:32.967179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:32.976775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Request body: {'port': {'device_id': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'acc467caac184dc79e4f16cb95df0708'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:32.983829 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:33.089440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6659248 Jul 12 16:16:33.098259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50370) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:33.109228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Request body: {'subnet': {'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1918357991-subnet', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:33.148108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:33.148943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9c963-103c-411a-9453-64789421d82a admin admin] Pushing event updated for resources: {'Network': ['ID=1756d89b-e205-4481-8c56-bea28668cc7d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:33.150864 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:33.172890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1756d89b-e205-4481-8c56-bea28668cc7d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:16:33.190518 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Floating IP b54e39ad-da79-4cfd-9881-7f3cf7fbf78f associated. External IP: 172.25.8.216, port: d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb. Jul 12 16:16:33.226976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Made reservation on behalf of acc467caac184dc79e4f16cb95df0708 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:16:33.235080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:33.842699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e896b5c-a5af-45dc-9f28-d9490d65f99f req-afa950bd-9931-4f7e-809e-87cf643ece63 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 210 time: 0.0698402 Jul 12 16:16:33.885925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6ac8-6f32-4042-8635-180e6b7b5fc2 req-71b5fe59-6f4e-4e40-b020-21a7b72129b7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:33.893436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d1f6ac8-6f32-4042-8635-180e6b7b5fc2 req-71b5fe59-6f4e-4e40-b020-21a7b72129b7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.4875817 Jul 12 16:16:33.904216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Router 7f7527c1-472e-4352-9f39-ff22bc464d93 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:16:33.924747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:33.963368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d1f6ac8-6f32-4042-8635-180e6b7b5fc2 req-750b0d90-92df-4f72-93a2-08fc135b17a1 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Jul 12 16:16:34.035486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Allocated IP 192.168.233.52 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/bce25409-039a-467e-a400-6a2f7c6c0756) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:34.038039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Checking segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:34.038397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Network hostable DHCP agents. Network: 1756d89b-e205-4481-8c56-bea28668cc7d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:16:34.042471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73ed8ca-b92e-4837-a784-4f2dbdf0747d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:34.086992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:16:34.090046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Network 1756d89b-e205-4481-8c56-bea28668cc7d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:16:34.099370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Sync routers for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:16:34.106275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1756d89b-e205-4481-8c56-bea28668cc7d) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:34.110395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.118830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:34.119757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.120138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199bab1b-49bc-4403-9936-7a5f7c485f79 None None] Network 1756d89b-e205-4481-8c56-bea28668cc7d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:16:34.142781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b224d10-e44d-4319-aea3-359a4752ec1f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0388796 Jul 12 16:16:34.148077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50384) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:34.155924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:34.195685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5d83b18f-aac7-4480-a05a-beede622ccb7 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "PUT /v2.0/floatingips/b54e39ad-da79-4cfd-9881-7f3cf7fbf78f HTTP/1.1" status: 200 len: 992 time: 2.2304640 Jul 12 16:16:34.197820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:34.200374 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:34.272387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:34.273036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:34.361631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e15bd7-31d4-4a91-a8c6-c7e122dda8a9 req-62c0b96c-24b9-464c-984b-0e9cdcf00ff8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:34.364346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.365795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80e15bd7-31d4-4a91-a8c6-c7e122dda8a9 req-62c0b96c-24b9-464c-984b-0e9cdcf00ff8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1688473 Jul 12 16:16:34.377408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.413688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-1756d89b-e205-4481-8c56-bea28668cc7d', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:16:34.414578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.451141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87b64104-044d-4150-b9b4-29bb56020744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.458001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80e15bd7-31d4-4a91-a8c6-c7e122dda8a9 req-6a67004c-57e5-4e95-99d5-c200349192af tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863490 Jul 12 16:16:34.472434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:34.516690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.554182 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45156b-49b0-4999-bfc5-e13d2fe6ac69 x-openstack-request-id: req-5c45156b-49b0-4999-bfc5-e13d2fe6ac69 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:34.554660 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:34.555074 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c45156b-49b0-4999-bfc5-e13d2fe6ac69 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:34.555755 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'status': 'completed', 'code': 200} Jul 12 16:16:34.744903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-82fd231a-d91b-41b8-b8df-d64f65bada94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:34.747468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-82fd231a-d91b-41b8-b8df-d64f65bada94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e87fd30d99274de292aabc8ef6e4450f&device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 1097 time: 0.1633976 Jul 12 16:16:34.816989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.881430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:34.900178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Transition to ACTIVE for port object bce25409-039a-467e-a400-6a2f7c6c0756 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:34.987562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-0c001ef0-e5e8-4d2d-b1b6-98514f2f9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:34.989181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-0c001ef0-e5e8-4d2d-b1b6-98514f2f9b70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96a2fd55-23b3-49e6-8527-0d59543c6777 HTTP/1.1" status: 200 len: 917 time: 0.2344432 Jul 12 16:16:35.064349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.155419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-5262f93b-7dbb-4588-88d1-6cddb518385a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb HTTP/1.1" status: 200 len: 1000 time: 0.1582382 Jul 12 16:16:35.187758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:35.231731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:35.231885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-9941d19a-691f-4e69-a02d-248bb82d2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:35.234663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-9941d19a-691f-4e69-a02d-248bb82d2caa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36975163-751e-47b4-9dd3-09794f28468e HTTP/1.1" status: 200 len: 855 time: 0.0717731 Jul 12 16:16:35.253047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:35.296788 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:16:35.332342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-ba6774c9-4b07-42a6-9e41-5dbd064b3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:35.334340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-ba6774c9-4b07-42a6-9e41-5dbd064b3152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96a2fd55-23b3-49e6-8527-0d59543c6777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898125 Jul 12 16:16:35.338895 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.362998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:35.375242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:35.376017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.437179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Pushing event updated for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:35.499716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Allocated IP 172.20.0.2 (1756d89b-e205-4481-8c56-bea28668cc7d/f73ed8ca-b92e-4837-a784-4f2dbdf0747d/58a4b857-08f4-4937-8a68-ca3d434d11a3) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:35.608969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.619886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f88a22e5-a0f1-422e-9d7c-a30ed7717b3b tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6503885 Jul 12 16:16:35.638967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-13e28627-2e82-47e2-90cd-d9047ea38ade service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970052 Jul 12 16:16:35.704147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Request body: {'port': {'device_id': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:16:35.806798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d316cc-9228-4428-9cbb-0d416e241fec req-1b9c8205-bb46-45f3-ba9b-47a3c379360e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:35.813709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-69d316cc-9228-4428-9cbb-0d416e241fec req-1b9c8205-bb46-45f3-ba9b-47a3c379360e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 935 time: 0.6772389 Jul 12 16:16:35.879869 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.926952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-69d316cc-9228-4428-9cbb-0d416e241fec req-963b32bc-1bc3-48db-bb68-682b0b244699 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Jul 12 16:16:35.934740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.936618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.966808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:35.985488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30659c79-6080-4ffe-b8d4-ff6bab65436a None None] Provisioning for port bce25409-039a-467e-a400-6a2f7c6c0756 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:36.001680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459d7b2-dbe2-4d8e-9aae-df371f879c42 req-10cf8d08-a24a-4670-97c0-3d881869776f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:36.004391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2459d7b2-dbe2-4d8e-9aae-df371f879c42 req-10cf8d08-a24a-4670-97c0-3d881869776f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.2676778 Jul 12 16:16:36.007828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7d5a6a8-866e-4bb3-acfc-52c7aef754ac req-d3ac868f-3ce1-4f4e-a767-ae579100e490 service neutron] 10.222.0.65 "GET /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624067 Jul 12 16:16:36.105434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30659c79-6080-4ffe-b8d4-ff6bab65436a None None] Provisioning complete for port bce25409-039a-467e-a400-6a2f7c6c0756 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:36.105817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30659c79-6080-4ffe-b8d4-ff6bab65436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.149019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2459d7b2-dbe2-4d8e-9aae-df371f879c42 req-0e161441-52d1-4ed1-b32f-0187e1f30682 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380324 Jul 12 16:16:36.164869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-30659c79-6080-4ffe-b8d4-ff6bab65436a None None] Port bce25409-039a-467e-a400-6a2f7c6c0756 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:36.230578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'b54e39ad-da79-4cfd-9881-7f3cf7fbf78f', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'port_id': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'mac_address': 'fa:16:3e:04:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:31Z', 'updated_at': '2021-07-12T16:16:32Z', 'revision_number': 1, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:36.273644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Checking router: 7f7527c1-472e-4352-9f39-ff22bc464d93 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:16:36.312843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:36.313501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:36.449722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:36.490124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251dab-4936-4830-8d73-e282888be41a req-c034d2dd-1ef9-4a82-8d8e-f24a71da88b4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:36.498131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b251dab-4936-4830-8d73-e282888be41a req-c034d2dd-1ef9-4a82-8d8e-f24a71da88b4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1569221 Jul 12 16:16:36.503391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Allocated IP 172.25.8.62 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/407fd14b-8d23-4324-b374-3b2ec88ef471) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:36.536188 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.548274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Transition to ACTIVE for port object 58a4b857-08f4-4937-8a68-ca3d434d11a3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:36.586018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Transition to ACTIVE for port object 58a4b857-08f4-4937-8a68-ca3d434d11a3 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:36.595499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b251dab-4936-4830-8d73-e282888be41a req-105cedcf-3e1b-4f04-a147-c626ef14ca2b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953131 Jul 12 16:16:36.655093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.730108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Network 1756d89b-e205-4481-8c56-bea28668cc7d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:36.730628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Pushing event updated for resources: {'Port': ['ID=58a4b857-08f4-4937-8a68-ca3d434d11a3,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:36.736290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:36.741543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:36.745855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.815916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce25409-039a-467e-a400-6a2f7c6c0756 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:36.832422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.859298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Attempting to bind port 58a4b857-08f4-4937-8a68-ca3d434d11a3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:36.859552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Attempting to bind port 58a4b857-08f4-4937-8a68-ca3d434d11a3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:36.860085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Attempting to bind port 58a4b857-08f4-4937-8a68-ca3d434d11a3 on network 1756d89b-e205-4481-8c56-bea28668cc7d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:36.863520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Transition to ACTIVE for port object bce25409-039a-467e-a400-6a2f7c6c0756 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:36.870528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.879107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:36.879484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Checking segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:36.881452 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.881855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Bound using segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:36.882356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Bound port: 58a4b857-08f4-4937-8a68-ca3d434d11a3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:36.882746 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.887842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:36.958179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:36.964031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:36.968436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:36.973122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Pushing event updated for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:37.076133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] For port 58a4b857-08f4-4937-8a68-ca3d434d11a3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:37.085796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] For port 58a4b857-08f4-4937-8a68-ca3d434d11a3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=58a4b857-08f4-4937-8a68-ca3d434d11a3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:37.122491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:37.228049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'b54e39ad-da79-4cfd-9881-7f3cf7fbf78f', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'port_id': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'mac_address': 'fa:16:3e:04:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:31Z', 'updated_at': '2021-07-12T16:16:32Z', 'revision_number': 1, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:37.233656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:37.262740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-fd99e09f-08b9-4524-bb6f-62b3326ddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.265650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-fd99e09f-08b9-4524-bb6f-62b3326ddadc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1934276 Jul 12 16:16:37.310071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e98f8-4c0f-4690-a988-679e8c44caf2 None None] The sync data for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 is: [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'b54e39ad-da79-4cfd-9881-7f3cf7fbf78f', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'port_id': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'mac_address': 'fa:16:3e:04:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:31Z', 'updated_at': '2021-07-12T16:16:32Z', 'revision_number': 1, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:16:37.352758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5fed8-679d-43e4-aaf3-57b45d2cd4b6 None None] Pushing event updated for resources: {'Port': ['ID=58a4b857-08f4-4937-8a68-ca3d434d11a3,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:37.385365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af26f1-5b83-4d6a-885a-b675bd6958c2 req-cf698609-af8e-42fb-823f-59935b19bb4a tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.387361 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08af26f1-5b83-4d6a-885a-b675bd6958c2 req-cf698609-af8e-42fb-823f-59935b19bb4a tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 947 time: 0.1950405 Jul 12 16:16:37.428618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Pushing event updated for resources: {'Port': ['ID=407fd14b-8d23-4324-b374-3b2ec88ef471,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:37.479299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Attempting to bind port bce25409-039a-467e-a400-6a2f7c6c0756 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:37.480045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Attempting to bind port bce25409-039a-467e-a400-6a2f7c6c0756 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:37.480584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Attempting to bind port bce25409-039a-467e-a400-6a2f7c6c0756 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:37.503755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08af26f1-5b83-4d6a-885a-b675bd6958c2 req-406b331a-145a-4d52-bd6f-e1d337b61269 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097989 Jul 12 16:16:37.504689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Port bce25409-039a-467e-a400-6a2f7c6c0756 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:16:37.505126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Attempting to bind port bce25409-039a-467e-a400-6a2f7c6c0756 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:37.505205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-b64cd348-d91d-4ea6-b26a-5fb2afadbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.507789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-b64cd348-d91d-4ea6-b26a-5fb2afadbaf5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 200 len: 917 time: 0.2302721 Jul 12 16:16:37.520229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:37.520617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:37.521612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:37.521612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Bound port: bce25409-039a-467e-a400-6a2f7c6c0756, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:37.521903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:37.602870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-83170449-4a18-41f1-b1bd-bef350a58c1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39 HTTP/1.1" status: 200 len: 217 time: 0.0870609 Jul 12 16:16:37.611871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6ccb-96c7-4be0-8a8d-78959081c5d1 req-1da14c9b-9e5c-428e-8ba6-49d1d73a32fe tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.620078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b29e6ccb-96c7-4be0-8a8d-78959081c5d1 req-1da14c9b-9e5c-428e-8ba6-49d1d73a32fe tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.4482708 Jul 12 16:16:37.668100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-2afe38ee-cb63-4078-8632-d8c60c9ca061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.669804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-2afe38ee-cb63-4078-8632-d8c60c9ca061 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 200 len: 855 time: 0.0555322 Jul 12 16:16:37.727475 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0aa71f-6024-4b87-a9d2-1ddc850e5b47 None None] New status for floating IP b54e39ad-da79-4cfd-9881-7f3cf7fbf78f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:16:37.752739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b29e6ccb-96c7-4be0-8a8d-78959081c5d1 req-4aaea124-c570-42cc-bf22-6d2c6f7b08e3 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311653 Jul 12 16:16:37.763886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-66f1ed34-92cb-4775-ba65-fedd62b2a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.765563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-66f1ed34-92cb-4775-ba65-fedd62b2a649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2d780f3-5ff9-4462-867f-cf88b4554125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873144 Jul 12 16:16:37.807260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:37.877964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bce25409-039a-467e-a400-6a2f7c6c0756,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:37.892155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:37.927289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-e2fdf465-1247-42c1-b18c-cd548ed113ce service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538973 Jul 12 16:16:37.953601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:37.954591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:37.956906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] 10.222.0.65 "PUT /v2.0/ports/bce25409-039a-467e-a400-6a2f7c6c0756 HTTP/1.1" status: 200 len: 1095 time: 2.2711179 Jul 12 16:16:37.961004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:37.963427 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:37.989164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:38.072432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9151fbda-0305-48f7-a0ac-40a5549767e1 req-8cb4b229-fcbc-4b3c-975e-a92de8ecfd82 service neutron] 10.222.0.65 "GET /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375480 Jul 12 16:16:38.106534 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee82bcc4-eb39-4609-bf52-64f83d204f9b x-openstack-request-id: req-ee82bcc4-eb39-4609-bf52-64f83d204f9b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:38.106816 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:38.107072 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee82bcc4-eb39-4609-bf52-64f83d204f9b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:38.107477 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756', 'status': 'completed', 'code': 200} Jul 12 16:16:38.167326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75c34-d738-4b58-9f89-853e33f4e67d service neutron] Pushing event updated for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:38.602037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 58a4b857-08f4-4937-8a68-ca3d434d11a3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:38.679786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 58a4b857-08f4-4937-8a68-ca3d434d11a3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:38.706339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177c7da-e383-4cd8-bab5-a047ae768f68 req-c527b960-1285-4043-b356-b87ef844980c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:38.708064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2177c7da-e383-4cd8-bab5-a047ae768f68 req-c527b960-1285-4043-b356-b87ef844980c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.7994208 Jul 12 16:16:38.802620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f6cc3179-fc57-486f-b1df-99a13d216b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:38.804246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-f6cc3179-fc57-486f-b1df-99a13d216b0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 1098 time: 0.7537336 Jul 12 16:16:38.849742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:38.873128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2177c7da-e383-4cd8-bab5-a047ae768f68 req-91ad5c5e-e5d6-4750-a991-db533e14dbcb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554453 Jul 12 16:16:38.981692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-9bf05ec6-ac36-47b1-881c-e7c55de0d5f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=bce25409-039a-467e-a400-6a2f7c6c0756 HTTP/1.1" status: 200 len: 217 time: 0.1269128 Jul 12 16:16:39.039419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ea153-3977-44b7-8d9d-9b00f023f290 None None] Network 1756d89b-e205-4481-8c56-bea28668cc7d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:16:39.116384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Provisioning for port 58a4b857-08f4-4937-8a68-ca3d434d11a3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:39.122379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Provisioning complete for port 58a4b857-08f4-4937-8a68-ca3d434d11a3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:39.122754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:39.283039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-7112975d-4922-4e1a-ac07-c42293164f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:39.287264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-7112975d-4922-4e1a-ac07-c42293164f4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2413237 Jul 12 16:16:39.323017 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:39.367452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] For port 58a4b857-08f4-4937-8a68-ca3d434d11a3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=58a4b857-08f4-4937-8a68-ca3d434d11a3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:39.375629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:39.425506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cae5e7-dc46-40b8-9824-f050a3351d4c req-c0b95d22-4d0f-4486-821f-066dc68b1453 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:39.436386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0cae5e7-dc46-40b8-9824-f050a3351d4c req-c0b95d22-4d0f-4486-821f-066dc68b1453 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 947 time: 0.3989582 Jul 12 16:16:39.446342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa5831-d4b2-4c77-8e14-3ff57015ef85 req-4159f015-43aa-4925-b23e-2a7e655ae0d4 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:39.448588 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bafa5831-d4b2-4c77-8e14-3ff57015ef85 req-4159f015-43aa-4925-b23e-2a7e655ae0d4 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1226881 Jul 12 16:16:39.454582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448b5b3-663f-43a8-ba3d-6531ff3ef295 None None] Pushing event updated for resources: {'Port': ['ID=58a4b857-08f4-4937-8a68-ca3d434d11a3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:39.504104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bafa5831-d4b2-4c77-8e14-3ff57015ef85 req-8f78b6fe-c91c-4439-9c2a-50cb1562c359 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Jul 12 16:16:39.529843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:16:39.537169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0cae5e7-dc46-40b8-9824-f050a3351d4c req-8af4ca6c-ee83-441f-9d43-ff6bceb6a45c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990107 Jul 12 16:16:39.544422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-2057131e-e1cf-4df2-8aa4-603051710987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:39.547740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-2057131e-e1cf-4df2-8aa4-603051710987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2458036 Jul 12 16:16:39.857830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-fe3310b5-ede7-47e0-aa3a-3697b57e6d4c service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922170 Jul 12 16:16:39.879333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:16:39.883657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d74dc0f-65a8-4f42-9182-3bd48cbcc463 None None] Provisioning complete for port 58a4b857-08f4-4937-8a68-ca3d434d11a3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:39.884445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d74dc0f-65a8-4f42-9182-3bd48cbcc463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:39.928293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Sync routers for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:16:39.961341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:39.963295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:39.964167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1ecde-32c0-44bc-b98c-a16c1f905acd req-f045a516-5b05-4090-b1c8-a0fdbc327e60 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:39.972440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c1ecde-32c0-44bc-b98c-a16c1f905acd req-f045a516-5b05-4090-b1c8-a0fdbc327e60 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2434623 Jul 12 16:16:39.981977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:39.987854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8220087c-b26d-490d-a574-bf94cde722bd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8339691 Jul 12 16:16:39.989253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:16:40.006129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a63f3-e1ed-49ca-b7d3-2f08a7eb68b9 req-cad31dfd-7e68-4545-a891-4536da783d41 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.009267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b79a63f3-e1ed-49ca-b7d3-2f08a7eb68b9 req-cad31dfd-7e68-4545-a891-4536da783d41 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1265922 Jul 12 16:16:40.050084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c1ecde-32c0-44bc-b98c-a16c1f905acd req-cbd0e759-b9c2-41e3-b2a5-3d14257e24f2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753806 Jul 12 16:16:40.054062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e47b0e-1f2d-4b44-adda-f9218bfc7e72 req-91635ff1-ca7f-4da6-9525-810cc39ad3e5 service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876583 Jul 12 16:16:40.286887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-52bfd536-c0bc-4952-a871-849d9e6a3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.289039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-52bfd536-c0bc-4952-a871-849d9e6a3aef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=acc467caac184dc79e4f16cb95df0708&device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 1098 time: 0.1495800 Jul 12 16:16:40.308698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:40.321635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b79a63f3-e1ed-49ca-b7d3-2f08a7eb68b9 req-59f94567-1147-4427-89c5-17ed94868ca0 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961612 Jul 12 16:16:40.503896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147ef6-05b8-481a-9642-8b2be07ebe9d req-2b53e65b-82e9-4e47-b1f7-8bfc34aaede3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.511291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9147ef6-05b8-481a-9642-8b2be07ebe9d req-2b53e65b-82e9-4e47-b1f7-8bfc34aaede3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2036591 Jul 12 16:16:40.522906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-14b1d760-d9de-4575-857a-36a42c3b095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.524417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-14b1d760-d9de-4575-857a-36a42c3b095b service neutron] 10.222.0.65 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.2282126 Jul 12 16:16:40.547401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 58a4b857-08f4-4937-8a68-ca3d434d11a3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:40.624694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-eb9c2bd8-c2fe-4ee6-b00c-e48c493c7c64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=bce25409-039a-467e-a400-6a2f7c6c0756 HTTP/1.1" status: 200 len: 217 time: 0.0715055 Jul 12 16:16:40.640321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9147ef6-05b8-481a-9642-8b2be07ebe9d req-2865da11-a3d1-4e9a-9019-5fdbf0768736 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278541 Jul 12 16:16:40.757181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-906fbb62-a190-4a7e-ab42-6bb4db7c1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.758719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-906fbb62-a190-4a7e-ab42-6bb4db7c1725 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.1174285 Jul 12 16:16:40.857808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 58a4b857-08f4-4937-8a68-ca3d434d11a3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:40.858268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:40.954270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-0eccd791-2df1-4775-92aa-4f2e57e7a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.956992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-0eccd791-2df1-4775-92aa-4f2e57e7a1fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852953 Jul 12 16:16:40.962138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:37Z', 'revision_number': 3, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:40.970249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7945e5-653d-475e-bf57-957c87687157 req-fa8794ae-076f-4348-a8db-6dfb4234898e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:40.972669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad7945e5-653d-475e-bf57-957c87687157 req-fa8794ae-076f-4348-a8db-6dfb4234898e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 947 time: 0.1377625 Jul 12 16:16:41.015091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Checking router: ec98eac7-c933-42b7-a2f7-9eebafe42cf9 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:16:41.015642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Updating router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 port 407fd14b-8d23-4324-b374-3b2ec88ef471 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:16:41.096386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad7945e5-653d-475e-bf57-957c87687157 req-c4d6a0e9-1b43-4c6d-939e-620267441ff7 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144016 Jul 12 16:16:41.140879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:41.164640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:41.192838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd007112-6e5f-4c86-9ac2-36e7f32f04af req-934e64fc-55eb-4865-a5e2-564f93e5946e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:41.196382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-6e81cae3-8257-4d15-be47-037fdfa6e7fc service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224374 Jul 12 16:16:41.201403 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd007112-6e5f-4c86-9ac2-36e7f32f04af req-934e64fc-55eb-4865-a5e2-564f93e5946e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.2702410 Jul 12 16:16:41.323048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd007112-6e5f-4c86-9ac2-36e7f32f04af req-2323b6ee-e1f9-4abf-ab42-d11f4e38295e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185982 Jul 12 16:16:41.415422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c5d8e35-d71e-4a9b-acb7-9c588892cf4f req-7b1d1bdc-c873-409e-b24c-3113ed0ad0cf service neutron] 10.222.0.65 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082140 Jul 12 16:16:41.460283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Allocated IP 172.20.0.1 (1756d89b-e205-4481-8c56-bea28668cc7d/f73ed8ca-b92e-4837-a784-4f2dbdf0747d/4b6da92c-603d-452a-a194-138335a88be3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:16:41.636912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:41.663991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41687c-a817-4b9f-8536-697f9802f436 req-2ddd818d-67c9-454a-b15b-ca075d4dd779 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:41.666742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a41687c-a817-4b9f-8536-697f9802f436 req-2ddd818d-67c9-454a-b15b-ca075d4dd779 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.0851383 Jul 12 16:16:41.671110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Transition to ACTIVE for port object 4b6da92c-603d-452a-a194-138335a88be3 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:41.719425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1073787-af12-4c9a-85bb-96883fe35e85 req-6e56e237-354c-4dbe-a27f-2da41e46b2be tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:41.721650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a41687c-a817-4b9f-8536-697f9802f436 req-8cd568fb-b58c-49e2-aed9-7b7de7851666 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 Jul 12 16:16:41.725065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1073787-af12-4c9a-85bb-96883fe35e85 req-6e56e237-354c-4dbe-a27f-2da41e46b2be tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2323542 Jul 12 16:16:41.782130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:41.882406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1073787-af12-4c9a-85bb-96883fe35e85 req-9ecdc5d6-f626-489c-b1db-b89e841ef9e6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412861 Jul 12 16:16:41.884757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Network 1756d89b-e205-4481-8c56-bea28668cc7d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:41.891375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:41.895557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:41.911630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:16:41.931012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:41.970139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Transition to ACTIVE for port object 407fd14b-8d23-4324-b374-3b2ec88ef471 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:41.976822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-187e40ec-cf78-4b41-8b59-6260c03aad3f req-29edda2d-186b-4dac-9556-823ab6148f20 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:16:41.978240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-187e40ec-cf78-4b41-8b59-6260c03aad3f req-29edda2d-186b-4dac-9556-823ab6148f20 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140951 Jul 12 16:16:41.987334 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.029978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.072029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Attempting to bind port 407fd14b-8d23-4324-b374-3b2ec88ef471 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:42.072485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Attempting to bind port 407fd14b-8d23-4324-b374-3b2ec88ef471 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:42.072931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Attempting to bind port 407fd14b-8d23-4324-b374-3b2ec88ef471 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:42.082818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7a58d-6a47-45d2-816a-bccb19c573b1 None None] Pushing event updated for resources: {'Port': ['ID=407fd14b-8d23-4324-b374-3b2ec88ef471,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:42.094537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:42.095346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:42.097236 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.097932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:42.098684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Bound port: 407fd14b-8d23-4324-b374-3b2ec88ef471, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:42.099458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.231889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] For port 407fd14b-8d23-4324-b374-3b2ec88ef471, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:42.250956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] For port 407fd14b-8d23-4324-b374-3b2ec88ef471, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=407fd14b-8d23-4324-b374-3b2ec88ef471,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:42.259966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.300382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7357f5-dfb4-40db-ae9a-674176328ab7 req-cb9bd173-6894-4dee-bc4c-a550c1e3cea9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:42.303354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f7357f5-dfb4-40db-ae9a-674176328ab7 req-cb9bd173-6894-4dee-bc4c-a550c1e3cea9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1483989 Jul 12 16:16:42.311428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.408285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-187e40ec-cf78-4b41-8b59-6260c03aad3f req-1b4d814a-6fe6-4527-b5ba-8da16c7fed18 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4155953 Jul 12 16:16:42.414084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7a58d-6a47-45d2-816a-bccb19c573b1 None None] Pushing event updated for resources: {'Port': ['ID=407fd14b-8d23-4324-b374-3b2ec88ef471,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:42.424552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f7357f5-dfb4-40db-ae9a-674176328ab7 req-96adbe29-6934-4735-8eaf-b8bfb9199ca9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077111 Jul 12 16:16:42.436267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d857460-ec2d-4e03-89b4-df13c3527d6b None None] Provisioning for port 4b6da92c-603d-452a-a194-138335a88be3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:42.446471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d857460-ec2d-4e03-89b4-df13c3527d6b None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:42.446844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d857460-ec2d-4e03-89b4-df13c3527d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.494608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1d857460-ec2d-4e03-89b4-df13c3527d6b None None] Port 4b6da92c-603d-452a-a194-138335a88be3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:42.497624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:42.498411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:42.665453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:42.671317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.680138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:42.762805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172510a-a5fa-41e4-8fe5-1da8fc69af9e req-f50340ed-6764-4afa-b494-7824506558b0 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:42.772094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7172510a-a5fa-41e4-8fe5-1da8fc69af9e req-f50340ed-6764-4afa-b494-7824506558b0 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 947 time: 0.1609516 Jul 12 16:16:42.821714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:42.840171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7172510a-a5fa-41e4-8fe5-1da8fc69af9e req-8995edd1-e310-4397-85f9-3d9b6ad617d0 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665879 Jul 12 16:16:42.868190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:43.108821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2f4ff-2acd-4cbb-936e-2aa9fb0f765b req-eac89ea8-c36b-45a0-ac62-4f934bf1483b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:43.109877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:41Z', 'revision_number': 1, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:43.110476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5be2f4ff-2acd-4cbb-936e-2aa9fb0f765b req-eac89ea8-c36b-45a0-ac62-4f934bf1483b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1432648 Jul 12 16:16:43.142426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Network 1756d89b-e205-4481-8c56-bea28668cc7d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:16:43.144675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:16:43.170095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b09ecd-9248-4ab4-ac2c-5896ccbe7e7b None None] The sync data for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 is: [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:41Z', 'revision_number': 1, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:16:43.189881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5be2f4ff-2acd-4cbb-936e-2aa9fb0f765b req-a72241cd-053b-4ca9-bc60-bc6f6e60fcee tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Jul 12 16:16:43.252608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bd08a810-96ac-4d8e-8995-e26ef0cac613 None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:43.253012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bd08a810-96ac-4d8e-8995-e26ef0cac613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:43.338727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-bd08a810-96ac-4d8e-8995-e26ef0cac613 None None] Port 4b6da92c-603d-452a-a194-138335a88be3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:43.403697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:16:43.426129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1955a9-bb0e-47de-b5c0-12463829278f req-a7a7984f-b3c1-42e8-bd45-fa3b10b352fd tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:43.427684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff1955a9-bb0e-47de-b5c0-12463829278f req-a7a7984f-b3c1-42e8-bd45-fa3b10b352fd tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2004850 Jul 12 16:16:43.488117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115e276-a936-4caf-8815-9895c7c053cb req-08562c43-a9f8-4d7f-ac9d-e2aa40aea92a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:43.496577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2115e276-a936-4caf-8815-9895c7c053cb req-08562c43-a9f8-4d7f-ac9d-e2aa40aea92a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.1100116 Jul 12 16:16:43.551848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2115e276-a936-4caf-8815-9895c7c053cb req-a2b7e868-5003-48aa-891f-52f8fe7f5e02 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Jul 12 16:16:43.612359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0374d79f-2693-429d-a663-f038cc3b76de None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:43.612918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0374d79f-2693-429d-a663-f038cc3b76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:43.662425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff1955a9-bb0e-47de-b5c0-12463829278f req-33c3a134-3718-4ae0-bd04-be9f883fc12d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285399 Jul 12 16:16:43.679688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:16:43.700571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0374d79f-2693-429d-a663-f038cc3b76de None None] Port 4b6da92c-603d-452a-a194-138335a88be3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:16:43.704517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e3702d6-ef3e-474f-8227-e74f50cd40c9 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec98eac7-c933-42b7-a2f7-9eebafe42cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6935546 Jul 12 16:16:43.966288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523d34-d366-4877-8e4e-d9e11f5af652 req-802c9fe0-6b06-4484-971c-66a0ba1c684e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:43.967969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc523d34-d366-4877-8e4e-d9e11f5af652 req-802c9fe0-6b06-4484-971c-66a0ba1c684e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1206136 Jul 12 16:16:43.981557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d77b4-bb49-4baf-b580-008ce9e0c3ac req-c6b05c03-1a23-4590-8a6f-8c4a6f2dfa13 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:43.991926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a39d77b4-bb49-4baf-b580-008ce9e0c3ac req-c6b05c03-1a23-4590-8a6f-8c4a6f2dfa13 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1784608 Jul 12 16:16:44.063629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc523d34-d366-4877-8e4e-d9e11f5af652 req-f6b1067a-e2ff-4415-a713-d48675567d0f tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828888 Jul 12 16:16:44.068270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a39d77b4-bb49-4baf-b580-008ce9e0c3ac req-22ed0b40-cdbc-4a4f-a8cc-6ae893a9689e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Jul 12 16:16:44.373666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e7ec-0a58-4ee6-aef0-7f93485d8eb9 req-57b7273c-f7fa-49c2-888a-da740b885ffa tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:44.400392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d960e7ec-0a58-4ee6-aef0-7f93485d8eb9 req-57b7273c-f7fa-49c2-888a-da740b885ffa tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 947 time: 0.1890962 Jul 12 16:16:44.466983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bce25409-039a-467e-a400-6a2f7c6c0756 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:44.498383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d960e7ec-0a58-4ee6-aef0-7f93485d8eb9 req-358236f3-a747-4e17-923b-6c323821d078 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970223 Jul 12 16:16:44.748403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bce25409-039a-467e-a400-6a2f7c6c0756,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:44.753669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 407fd14b-8d23-4324-b374-3b2ec88ef471 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:44.802672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'bce25409-039a-467e-a400-6a2f7c6c0756', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': 'bce25409-039a-467e-a400-6a2f7c6c0756', 'mac_address': 'fa:16:3e:a1:61:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:44.970473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 407fd14b-8d23-4324-b374-3b2ec88ef471 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:44.981243 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:44.988626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 407fd14b-8d23-4324-b374-3b2ec88ef471 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:44.992412 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:45.068259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce25409-039a-467e-a400-6a2f7c6c0756 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:45.096633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bce25409-039a-467e-a400-6a2f7c6c0756,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:45.112383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:45.186167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13cdf-43ab-4dae-845a-a78557599e4f req-3774ab65-6aa4-47e3-b71f-fb6c28975f54 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:45.199178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97b13cdf-43ab-4dae-845a-a78557599e4f req-3774ab65-6aa4-47e3-b71f-fb6c28975f54 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1202929 Jul 12 16:16:45.203050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f1d02-eb27-42f7-9d5e-79e16ce3992d req-7410f3af-905d-4eeb-a8f9-1aba5e115ebc tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:45.220534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f1d02-eb27-42f7-9d5e-79e16ce3992d req-7410f3af-905d-4eeb-a8f9-1aba5e115ebc tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:45.265116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f1d02-eb27-42f7-9d5e-79e16ce3992d req-7410f3af-905d-4eeb-a8f9-1aba5e115ebc tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:45.277329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e2f1d02-eb27-42f7-9d5e-79e16ce3992d req-7410f3af-905d-4eeb-a8f9-1aba5e115ebc tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352&device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958&device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 2417 time: 0.2693877 Jul 12 16:16:45.328771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97b13cdf-43ab-4dae-845a-a78557599e4f req-6ea852d6-a298-4471-8e86-18971ca860c6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126781 Jul 12 16:16:45.404143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:45.408925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:45.454136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 407fd14b-8d23-4324-b374-3b2ec88ef471, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=407fd14b-8d23-4324-b374-3b2ec88ef471,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:45.461943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:45.465984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e2f1d02-eb27-42f7-9d5e-79e16ce3992d req-72c1c9b8-4f91-49bd-85e2-d32fea8bbc2a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724663 Jul 12 16:16:45.530431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bce25409-039a-467e-a400-6a2f7c6c0756'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:45.621013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=407fd14b-8d23-4324-b374-3b2ec88ef471,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:45.884960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab868cc-e440-40aa-b447-86696c911cc6 req-bec1f4e7-b088-44f9-a556-3feccd35e20c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:45.896123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ab868cc-e440-40aa-b447-86696c911cc6 req-bec1f4e7-b088-44f9-a556-3feccd35e20c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1804597 Jul 12 16:16:45.957440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ab868cc-e440-40aa-b447-86696c911cc6 req-eaf54b63-d179-4eb0-b814-f4a3f2e6580c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604019 Jul 12 16:16:46.021851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c7ec141-c5da-4775-a736-e96c0da704ab req-b7e36ad4-a370-408a-b978-328b9c21e25e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1965799 Jul 12 16:16:46.236519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db595d2c-bba8-43a0-a465-562f6ecab013 req-7411c8b1-93e0-4021-b1f9-24031a3f8816 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:46.248580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db595d2c-bba8-43a0-a465-562f6ecab013 req-7411c8b1-93e0-4021-b1f9-24031a3f8816 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 948 time: 0.1209574 Jul 12 16:16:46.316844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db595d2c-bba8-43a0-a465-562f6ecab013 req-f942dd58-3cbd-4420-bd47-c91c16535dc4 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Jul 12 16:16:46.528404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 407fd14b-8d23-4324-b374-3b2ec88ef471 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:46.717818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21054af3-4c6f-45c0-923d-7880ae9c95f9 req-824c8a02-177a-4489-adf3-06d3e92d4d86 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:46.723333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 407fd14b-8d23-4324-b374-3b2ec88ef471 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:46.724100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:46.725089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21054af3-4c6f-45c0-923d-7880ae9c95f9 req-824c8a02-177a-4489-adf3-06d3e92d4d86 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1936119 Jul 12 16:16:46.822711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21054af3-4c6f-45c0-923d-7880ae9c95f9 req-a25451d0-60a8-41f6-8123-19bea637c19f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894578 Jul 12 16:16:47.221822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3df19-0eb7-48a1-88ba-d90a4b5c6d74 req-fb172163-6dd7-473f-9d25-e648bd5ae40c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:47.223978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cb3df19-0eb7-48a1-88ba-d90a4b5c6d74 req-fb172163-6dd7-473f-9d25-e648bd5ae40c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1014085 Jul 12 16:16:47.304527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cb3df19-0eb7-48a1-88ba-d90a4b5c6d74 req-58fb52d3-811d-4fc8-a155-69a036fc4d69 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Jul 12 16:16:47.339403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Sync routers for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:16:47.359619 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:47.359865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:47.552837 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:47.699930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15472b5-b274-4a92-a383-9939b473247f req-cc8f6259-232a-4963-9abc-3468a1700b3e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:47.712618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d15472b5-b274-4a92-a383-9939b473247f req-cc8f6259-232a-4963-9abc-3468a1700b3e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 948 time: 0.1959083 Jul 12 16:16:47.831210 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d15472b5-b274-4a92-a383-9939b473247f req-37ca8afc-e355-425c-aee3-db856c1929d2 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Jul 12 16:16:47.919024 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 2, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:47.990391 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Checking router: ec98eac7-c933-42b7-a2f7-9eebafe42cf9 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:16:47.991088 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Updating router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 port 4b6da92c-603d-452a-a194-138335a88be3 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:16:48.038991 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.198498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc07a-de37-4418-8510-61a72b758db1 req-9de8fa82-585e-474e-9f7b-ba057fc5164c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:48.206745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-966cc07a-de37-4418-8510-61a72b758db1 req-9de8fa82-585e-474e-9f7b-ba057fc5164c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.0942280 Jul 12 16:16:48.264133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-966cc07a-de37-4418-8510-61a72b758db1 req-ed70f368-fc88-43f1-84fa-4db4d6ea8a68 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559633 Jul 12 16:16:48.483662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bce25409-039a-467e-a400-6a2f7c6c0756 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:48.641614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port bce25409-039a-467e-a400-6a2f7c6c0756 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:48.648679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port bce25409-039a-467e-a400-6a2f7c6c0756 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:48.649213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.777769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069efde-3321-4e21-90b4-95d007d478c0 req-8caed100-284d-4aa6-a6a6-566a9fcaff4a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:48.781420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.787281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6069efde-3321-4e21-90b4-95d007d478c0 req-8caed100-284d-4aa6-a6a6-566a9fcaff4a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1807983 Jul 12 16:16:48.831717 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.838996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:48.842304 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2401d26-87d3-49e8-93a8-126bde293a75" -d '{"events": [{"server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "name": "network-vif-plugged", "status": "completed", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:48.862949 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Transition to ACTIVE for port object 4b6da92c-603d-452a-a194-138335a88be3 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:16:48.873248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bce25409-039a-467e-a400-6a2f7c6c0756,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:48.877240 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.878554 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:48.908380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6069efde-3321-4e21-90b4-95d007d478c0 req-86642070-50f3-4ae1-b3ac-6fc334297fce tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149945 Jul 12 16:16:48.954512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:48.977634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68447c-fe78-4235-9468-0a80551350eb req-4d076040-0df0-4c71-9cbe-071d4d3e4fb9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:48.981311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b68447c-fe78-4235-9468-0a80551350eb req-4d076040-0df0-4c71-9cbe-071d4d3e4fb9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1942916 Jul 12 16:16:49.033206 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Pushing event updated for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:49.091195 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.091569 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.091941 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.092402 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.092610 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.092948 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.093277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.093607 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.093934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.094259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.094586 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.094909 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:16:49.136623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b68447c-fe78-4235-9468-0a80551350eb req-12887027-ec82-405b-8eb7-c06879837b9b tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486826 Jul 12 16:16:49.176305 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Attempting to bind port 4b6da92c-603d-452a-a194-138335a88be3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:16:49.176684 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Attempting to bind port 4b6da92c-603d-452a-a194-138335a88be3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:16:49.177049 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Attempting to bind port 4b6da92c-603d-452a-a194-138335a88be3 on network 1756d89b-e205-4481-8c56-bea28668cc7d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:16:49.192717 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:16:49.193455 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Checking segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:16:49.193835 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:49.196681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Bound using segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:16:49.197092 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Bound port: 4b6da92c-603d-452a-a194-138335a88be3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:16:49.197507 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:49.219738 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4303d2-27dc-4613-a240-24aa7401dbe8 x-openstack-request-id: req-7e4303d2-27dc-4613-a240-24aa7401dbe8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:49.220359 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "name": "network-vif-plugged", "status": "completed", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:49.221063 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e4303d2-27dc-4613-a240-24aa7401dbe8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:49.221721 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756', 'code': 200} Jul 12 16:16:49.401549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c2acd7c-909b-4520-bc15-4e96f9d08ff7 None None] Provisioning complete for port bce25409-039a-467e-a400-6a2f7c6c0756 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:49.402481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c2acd7c-909b-4520-bc15-4e96f9d08ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:49.567803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226af32-2d59-4340-9648-0cca5da4a587 req-ab1a4379-e537-4821-9bc4-cf5a5de97008 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:49.569616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b226af32-2d59-4340-9648-0cca5da4a587 req-ab1a4379-e537-4821-9bc4-cf5a5de97008 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1404707 Jul 12 16:16:49.634208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf73824-1210-45bf-90f2-9a18eca411bc req-61331f34-d892-4fdd-b7dd-e7e41517cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:49.636088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edf73824-1210-45bf-90f2-9a18eca411bc req-61331f34-d892-4fdd-b7dd-e7e41517cde5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 1100 time: 0.2307348 Jul 12 16:16:49.652484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b226af32-2d59-4340-9648-0cca5da4a587 req-62ac3324-d80a-4ea7-9b28-9fef713a61e4 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682085 Jul 12 16:16:49.677356 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] For port 4b6da92c-603d-452a-a194-138335a88be3, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:16:49.685542 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] For port 4b6da92c-603d-452a-a194-138335a88be3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4b6da92c-603d-452a-a194-138335a88be3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:16:49.697053 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:49.705470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e24c-1a1b-4089-81be-75875806004d req-3f9bb875-7cc9-4a88-a398-77aaae9e75a3 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:49.707647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9c07e24c-1a1b-4089-81be-75875806004d req-3f9bb875-7cc9-4a88-a398-77aaae9e75a3 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.2146389 Jul 12 16:16:49.712145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edf73824-1210-45bf-90f2-9a18eca411bc req-541f6801-9c85-4f80-9f0a-4f2709ed7f3a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644283 Jul 12 16:16:49.755122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9c07e24c-1a1b-4089-81be-75875806004d req-a14aaa97-9dc7-4325-8a6d-b657cc603a1a tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Jul 12 16:16:49.791103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:16:49.791775 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:16:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:49.857163 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ae6fd-1bcc-401c-86f6-2fbc6ad9fc8e None None] Pushing event updated for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:49.960266 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:16:50.175565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1994b7-5305-4246-b82d-5c3f8da8eb6f req-bbb321a0-e32f-4607-baa0-424559724aca tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:50.184625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9c1994b7-5305-4246-b82d-5c3f8da8eb6f req-bbb321a0-e32f-4607-baa0-424559724aca tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1002831 Jul 12 16:16:50.250844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9c1994b7-5305-4246-b82d-5c3f8da8eb6f req-f03f4825-b2f6-4fb7-a2d1-c60395d7df54 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630262 Jul 12 16:16:50.276656 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:49Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:16:50.326410 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ee78f-7560-4f5d-bf5e-674ed1684464 None None] The sync data for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 is: [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:49Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:16:50.584282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4b6da92c-603d-452a-a194-138335a88be3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:50.606263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8a3f-3bd7-4930-8aba-86e96a91a811 req-e86ad7ab-70d4-4ffa-84d5-e8e808133696 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:50.613970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a64a8a3f-3bd7-4930-8aba-86e96a91a811 req-e86ad7ab-70d4-4ffa-84d5-e8e808133696 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.1911356 Jul 12 16:16:50.673466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4b6da92c-603d-452a-a194-138335a88be3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:16:50.694753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:50.696479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:50.749276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a64a8a3f-3bd7-4930-8aba-86e96a91a811 req-51a9d0d0-aba8-4307-8927-a497135d8739 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190870 Jul 12 16:16:50.782000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686027e4-d269-4b43-9b2d-543ff0447477 req-a9e31a19-2cc5-4d6a-a52d-7ca679519f6c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:50.783778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-686027e4-d269-4b43-9b2d-543ff0447477 req-a9e31a19-2cc5-4d6a-a52d-7ca679519f6c tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 946 time: 0.2895732 Jul 12 16:16:50.865047 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:50.920298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4b6da92c-603d-452a-a194-138335a88be3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4b6da92c-603d-452a-a194-138335a88be3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:50.933097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.014583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae62f1-39be-463d-a9ec-ed5ee9b6ce68 req-ce13b964-a421-44b7-9afc-5ec780f721b7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:51.029176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22ae62f1-39be-463d-a9ec-ed5ee9b6ce68 req-ce13b964-a421-44b7-9afc-5ec780f721b7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1813955 Jul 12 16:16:51.151639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22ae62f1-39be-463d-a9ec-ed5ee9b6ce68 req-67529f25-79d9-4d99-9ac7-0e05ee9debd1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192029 Jul 12 16:16:51.152623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Deleting port 049de1e0-fc16-4114-b088-23ce8d293cc6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:51.153144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.176566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:51.327223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] For port 049de1e0-fc16-4114-b088-23ce8d293cc6, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=049de1e0-fc16-4114-b088-23ce8d293cc6,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:51.328247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.352314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ed6dc-9e1a-4995-99ff-cdeefd2aa528 req-072c5a74-5c78-4f16-abce-9960221cf21c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:51.366886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c18ed6dc-9e1a-4995-99ff-cdeefd2aa528 req-072c5a74-5c78-4f16-abce-9960221cf21c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.3142190 Jul 12 16:16:51.387719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Calling delete_port for 049de1e0-fc16-4114-b088-23ce8d293cc6 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:51.403858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f843e19e-5616-4456-a1e8-da3cc203d23d None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:51.404388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f843e19e-5616-4456-a1e8-da3cc203d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.443495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c18ed6dc-9e1a-4995-99ff-cdeefd2aa528 req-3a58ad4a-5d80-4b2f-b6b1-527a7a44c371 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694730 Jul 12 16:16:51.645058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9369d-e400-4dc5-aaef-78fb672e90a6 req-57f38c0f-c920-49c8-9d6c-be62093c94b6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:51.656142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fb9369d-e400-4dc5-aaef-78fb672e90a6 req-57f38c0f-c920-49c8-9d6c-be62093c94b6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1010211 Jul 12 16:16:51.729483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.732602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fb9369d-e400-4dc5-aaef-78fb672e90a6 req-cfd5caf1-7c39-4f1e-878c-4b86e4200846 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692074 Jul 12 16:16:51.758912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c483e360-7e13-48f2-b82a-61a2bd66d545'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:51.820465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event deleted for resources: {'Port': ['ID=049de1e0-fc16-4114-b088-23ce8d293cc6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:51.882985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] No DVR routers for this DVR port 049de1e0-fc16-4114-b088-23ce8d293cc6 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:51.887604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b0301b39-5029-4ee8-9939-56fa4bce8d39', '049de1e0-fc16-4114-b088-23ce8d293cc6'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:51.899771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:51.901871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-686027e4-d269-4b43-9b2d-543ff0447477 req-38565080-58b6-4e09-86b4-db69f6a65f4a tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "DELETE /v2.0/ports/049de1e0-fc16-4114-b088-23ce8d293cc6 HTTP/1.1" status: 204 len: 173 time: 1.1040444 Jul 12 16:16:51.902343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'name': 'network-vif-deleted', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:51.909480 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde119b7-1ebe-41db-a55e-c904e22568fd" -d '{"events": [{"server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "name": "network-vif-deleted", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:51.948967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-81167dad-4466-4e33-92ab-7795efa66998 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0933571 Jul 12 16:16:51.991041 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117c6087-74b1-4ce1-a84b-1bf3d27af298 x-openstack-request-id: req-117c6087-74b1-4ce1-a84b-1bf3d27af298 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:51.991259 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be80b90-3410-4c3d-a527-6d55297b9352", "name": "network-vif-deleted", "tag": "049de1e0-fc16-4114-b088-23ce8d293cc6", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:51.991428 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-117c6087-74b1-4ce1-a84b-1bf3d27af298 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:51.991836 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be80b90-3410-4c3d-a527-6d55297b9352', 'name': 'network-vif-deleted', 'tag': '049de1e0-fc16-4114-b088-23ce8d293cc6', 'status': 'completed', 'code': 200} Jul 12 16:16:52.018757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c01acbc-1823-4a02-b612-7ed0893536b3 req-6ca52c77-3bef-4be8-8891-5e9785a502ad tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7be80b90-3410-4c3d-a527-6d55297b9352 HTTP/1.1" status: 200 len: 210 time: 0.0480168 Jul 12 16:16:52.136209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.139874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.143293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.145968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.147144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.149859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.151392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.156998 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-dc6bfbc5-180b-434c-8f7e-c4c9d5e49e43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.1174319 Jul 12 16:16:52.513324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a36f-c9d7-4166-af0d-538f10ec8d26 req-cce6c216-7d21-4967-ac73-d89803753a95 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.527991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2516a36f-c9d7-4166-af0d-538f10ec8d26 req-cce6c216-7d21-4967-ac73-d89803753a95 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1525650 Jul 12 16:16:52.605349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-e858d4c8-d5e7-4820-8f11-48d3a65fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.605831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-e858d4c8-d5e7-4820-8f11-48d3a65fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.606308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-e858d4c8-d5e7-4820-8f11-48d3a65fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:52.612013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4b6da92c-603d-452a-a194-138335a88be3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:52.615260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-e858d4c8-d5e7-4820-8f11-48d3a65fa03c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 2298 time: 0.3584838 Jul 12 16:16:52.636115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2516a36f-c9d7-4166-af0d-538f10ec8d26 req-c4dd175e-8306-4856-860e-8bf2dcca7ddc tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051171 Jul 12 16:16:52.705835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4b6da92c-603d-452a-a194-138335a88be3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:52.706669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:52.779603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-b30d5f9f-b073-4d9d-872a-c583b74274ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 1000 time: 0.1557443 Jul 12 16:16:53.073120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204bf2-5459-4d05-836b-7f97607a2ff4 req-282106a8-532e-41d5-bb29-ff8d68b875c4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:53.074689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3204bf2-5459-4d05-836b-7f97607a2ff4 req-282106a8-532e-41d5-bb29-ff8d68b875c4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1272080 Jul 12 16:16:53.127807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3204bf2-5459-4d05-836b-7f97607a2ff4 req-15a03e22-922a-456d-9028-e7eefca289ec tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jul 12 16:16:53.351928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-8d0257cf-687b-48ef-831b-68e24a323441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:53.353399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-8d0257cf-687b-48ef-831b-68e24a323441 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.5674407 Jul 12 16:16:53.475244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac554d5f-2445-4d9f-b779-e91cf22d15fb req-fda106eb-9419-470f-8710-fd802b252b67 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:53.476733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac554d5f-2445-4d9f-b779-e91cf22d15fb req-fda106eb-9419-470f-8710-fd802b252b67 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.1224449 Jul 12 16:16:53.531082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac554d5f-2445-4d9f-b779-e91cf22d15fb req-e765297b-a354-4d54-a872-ea65c3fd947c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jul 12 16:16:53.538883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-5b825fb6-4f21-47f7-a6a7-1ef53e709f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:53.542820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-5b825fb6-4f21-47f7-a6a7-1ef53e709f7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540966 Jul 12 16:16:53.700889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-4e5affc9-524c-4311-8fdc-9de7cbbd9c28 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494381 Jul 12 16:16:53.884909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-b9ce6b2d-8e76-4d90-a4c6-44ce92d5cd5b service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733062 Jul 12 16:16:53.948030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-f2c5c414-0188-4169-b963-33918f61d9b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 217 time: 0.0535903 Jul 12 16:16:53.963357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2557b-6af9-45bc-986a-ce3b6dc4a164 req-fdeba625-8630-45dc-9313-d640d68c48a9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:53.965140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12c2557b-6af9-45bc-986a-ce3b6dc4a164 req-fdeba625-8630-45dc-9313-d640d68c48a9 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.0927417 Jul 12 16:16:54.034033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12c2557b-6af9-45bc-986a-ce3b6dc4a164 req-05635842-efa5-42fe-a32e-5026c1108192 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 Jul 12 16:16:54.049597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-0dcddf62-8c04-4a88-9cfb-db358ef2ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:54.051365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-0dcddf62-8c04-4a88-9cfb-db358ef2ae73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0950418 Jul 12 16:16:54.237388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c808c7-79ad-4119-86ac-9143618b3a3b req-d3a51cf9-a67c-4dc6-a8f4-f3905e6af7ae tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:54.254652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69c808c7-79ad-4119-86ac-9143618b3a3b req-d3a51cf9-a67c-4dc6-a8f4-f3905e6af7ae tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1274738 Jul 12 16:16:54.285300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-a47b1ffe-7da8-49e7-b4b8-a3dd423acdc3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:54.294786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-a47b1ffe-7da8-49e7-b4b8-a3dd423acdc3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 1100 time: 0.0877483 Jul 12 16:16:54.309234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69c808c7-79ad-4119-86ac-9143618b3a3b req-aa09d48e-0afc-4108-b2ef-04b5a0dd6f92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535626 Jul 12 16:16:54.311685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-1270b6d4-f5a5-4424-b4f8-373819d11581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:54.315721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-67f8165a-d17d-49b6-8aa4-dffbd61d41f3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:54.320511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-1270b6d4-f5a5-4424-b4f8-373819d11581 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2606087 Jul 12 16:16:54.503856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 049de1e0-fc16-4114-b088-23ce8d293cc6 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:16:54.510887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-67f8165a-d17d-49b6-8aa4-dffbd61d41f3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:54.539533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-67f8165a-d17d-49b6-8aa4-dffbd61d41f3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:54.582814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c4dbba2-8d0e-496c-8a96-6d4ec95d5d12 req-67f8165a-d17d-49b6-8aa4-dffbd61d41f3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845955 Jul 12 16:16:54.590247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-03e45047-d92b-44df-8a5b-c626e6974f05 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592988 Jul 12 16:16:54.606550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8165a-d17d-49b6-8aa4-dffbd61d41f3 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73782052-915d-41fd-91da-3da25e22746e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:54.614416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 049de1e0-fc16-4114-b088-23ce8d293cc6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:16:54.615996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 049de1e0-fc16-4114-b088-23ce8d293cc6 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:16:54.756825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fff92-351d-4e94-9d79-c06721d4205d req-e8f234bb-ecea-4170-b3a5-56dd540ebcc5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:54.764132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6fff92-351d-4e94-9d79-c06721d4205d req-e8f234bb-ecea-4170-b3a5-56dd540ebcc5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.3026228 Jul 12 16:16:54.830475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6fff92-351d-4e94-9d79-c06721d4205d req-8ed66ba2-74bc-479f-a302-e5c58343b589 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644066 Jul 12 16:16:54.868450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-3d3362f0-4527-48f2-be10-c5ca6fe97365 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237015 Jul 12 16:16:54.958140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-291e9bed-a053-4c3e-8b6e-15072c6cdbbc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 217 time: 0.0753491 Jul 12 16:16:55.016825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a08b8635-e6de-422e-984c-1fdda668042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.018580 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a08b8635-e6de-422e-984c-1fdda668042b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0505152 Jul 12 16:16:55.113527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-0f58986e-247e-4143-9785-63335735a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.116076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-0f58986e-247e-4143-9785-63335735a6d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899994 Jul 12 16:16:55.280388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d7c6a5b6-9652-4bbf-ab47-6ffb9ca69d0f service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556270 Jul 12 16:16:55.428480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-57e1ec4f-fa4f-463c-a2b5-d93107bb1dd7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.430256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-57e1ec4f-fa4f-463c-a2b5-d93107bb1dd7 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.1489685 Jul 12 16:16:55.479300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-8425aa4d-5085-459e-acc4-5fe02621590c service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852803 Jul 12 16:16:55.551754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-507f50b4-2001-488f-9526-54c8a857be08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 217 time: 0.0631695 Jul 12 16:16:55.707801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a5d8df5a-7b24-48ed-b3fb-b950d8fafa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.709283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a5d8df5a-7b24-48ed-b3fb-b950d8fafa51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1202669 Jul 12 16:16:55.727012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23af2c-b979-4fd4-b088-313790735f82 req-f938eedd-394b-4c88-8492-c13e58f7dd56 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.732776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd23af2c-b979-4fd4-b088-313790735f82 req-f938eedd-394b-4c88-8492-c13e58f7dd56 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1802640 Jul 12 16:16:55.745774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7eb0a-8da8-4b0f-80cb-b758f0def916 req-2037e343-a136-4ce6-b64f-07c19119c5be tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.755493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0e7eb0a-8da8-4b0f-80cb-b758f0def916 req-2037e343-a136-4ce6-b64f-07c19119c5be tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 945 time: 0.5469739 Jul 12 16:16:55.792920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Deleting port c483e360-7e13-48f2-b82a-61a2bd66d545 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:16:55.793398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:55.816927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0e7eb0a-8da8-4b0f-80cb-b758f0def916 req-24d15294-f89d-4793-be86-f4d031fe22e2 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572693 Jul 12 16:16:55.901536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd23af2c-b979-4fd4-b088-313790735f82 req-e4d17279-ef9f-4c6b-a363-a4b92430c051 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666665 Jul 12 16:16:55.949693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d712083f-94ba-4da4-afe1-5ad878f9c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:55.951455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d712083f-94ba-4da4-afe1-5ad878f9c73f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2124553 Jul 12 16:16:55.977279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] For port c483e360-7e13-48f2-b82a-61a2bd66d545, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c483e360-7e13-48f2-b82a-61a2bd66d545,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:55.978125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:56.032405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Calling delete_port for c483e360-7e13-48f2-b82a-61a2bd66d545 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:16:56.128673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af535-116f-4a31-972d-1d1501a6ad15 req-b4acd7bc-9d72-47de-88f8-167494ef06ad tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:56.130628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b1af535-116f-4a31-972d-1d1501a6ad15 req-b4acd7bc-9d72-47de-88f8-167494ef06ad tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 1100 time: 0.1227674 Jul 12 16:16:56.183829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b1af535-116f-4a31-972d-1d1501a6ad15 req-eb25e191-07a9-408f-859e-021b8a40cac0 tempest-ServersAdminNegativeTestJSON-804202246 tempest-ServersAdminNegativeTestJSON-804202246-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Jul 12 16:16:56.242353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-4270934c-d11a-4b65-94ae-3eef86e4d4a1 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768276 Jul 12 16:16:56.415621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-7b0c446f-4e00-4cc0-97be-9fb73e93f51a service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444921 Jul 12 16:16:56.512144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-753e6092-3214-44a8-8e98-96c7ead838ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.0612097 Jul 12 16:16:56.516847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:16:56.593626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-9a15a50b-b24a-4dd0-a5a3-08dde166d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:56.595395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-9a15a50b-b24a-4dd0-a5a3-08dde166d3f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0706804 Jul 12 16:16:56.620706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfde67e-5058-4a1a-9d75-ca887cd464bd req-38bb2522-6cdc-470a-acbd-785d75210178 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:56.631465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbfde67e-5058-4a1a-9d75-ca887cd464bd req-38bb2522-6cdc-470a-acbd-785d75210178 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.4541104 Jul 12 16:16:56.649491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:56.683050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c483e360-7e13-48f2-b82a-61a2bd66d545'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:56.685384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b0301b39-5029-4ee8-9939-56fa4bce8d39'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:56.737366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbfde67e-5058-4a1a-9d75-ca887cd464bd req-8fe72f88-0a74-43e2-8505-b56c8226825d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Jul 12 16:16:56.738272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event deleted for resources: {'Port': ['ID=c483e360-7e13-48f2-b82a-61a2bd66d545,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:56.854317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] No DVR routers for this DVR port c483e360-7e13-48f2-b82a-61a2bd66d545 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:16:56.869004 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:56.874026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568c30ca-9651-43fd-b6c7-74c79ba267af req-cc45c87e-dd4a-4d85-8653-89c06e547f73 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.77 "DELETE /v2.0/ports/c483e360-7e13-48f2-b82a-61a2bd66d545 HTTP/1.1" status: 204 len: 173 time: 1.4346230 Jul 12 16:16:56.875432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'name': 'network-vif-deleted', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:56.885836 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84776cb-726d-4f6a-b318-f8c915e55176" -d '{"events": [{"server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "name": "network-vif-deleted", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:56.948904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-f0974c06-4046-4fe5-95fd-e76d8cea4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:56.950709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-f0974c06-4046-4fe5-95fd-e76d8cea4716 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3468077 Jul 12 16:16:56.961824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:57.009191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88640274-8927-4221-82c7-a35aa010cd60 req-0587ad13-e50f-4c0d-a1c2-6b398457234e tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac9430b0-cba1-4999-b15a-4f2d64e00958 HTTP/1.1" status: 200 len: 210 time: 0.0448627 Jul 12 16:16:57.022123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:16:57.124152 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d8bc97-e3f5-403d-a8fc-98bd735f4ba2 x-openstack-request-id: req-d4d8bc97-e3f5-403d-a8fc-98bd735f4ba2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:57.124353 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9430b0-cba1-4999-b15a-4f2d64e00958", "name": "network-vif-deleted", "tag": "c483e360-7e13-48f2-b82a-61a2bd66d545", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:57.124495 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4d8bc97-e3f5-403d-a8fc-98bd735f4ba2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:57.124886 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9430b0-cba1-4999-b15a-4f2d64e00958', 'name': 'network-vif-deleted', 'tag': 'c483e360-7e13-48f2-b82a-61a2bd66d545', 'status': 'completed', 'code': 200} Jul 12 16:16:57.213672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:57.267114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d665a00b-c2f9-40e6-866f-67ffbc1bafac service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921815 Jul 12 16:16:57.267359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:16:57.365371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:57.371936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:57.467869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:57.528982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:16:57.711260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-ef907078-e1b5-452e-be2a-4620d54faff2 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273541 Jul 12 16:16:57.715271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f46af-2088-43fd-ba87-b490c04df665 req-d32fbdc7-563e-4bca-a5a8-3f06848b39e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:57.718891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-647f46af-2088-43fd-ba87-b490c04df665 req-d32fbdc7-563e-4bca-a5a8-3f06848b39e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 944 time: 0.1989212 Jul 12 16:16:57.816913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-647f46af-2088-43fd-ba87-b490c04df665 req-ddd2d522-45bd-47b4-bbeb-5789bd2c5301 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857782 Jul 12 16:16:57.937722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-0f6a00e0-6a58-4e4f-a949-2f513082d2e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.2116637 Jul 12 16:16:58.019437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a1f23835-b37a-46e7-ac27-38909b34f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:58.022452 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-a1f23835-b37a-46e7-ac27-38909b34f83f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0772078 Jul 12 16:16:58.109635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:58.114065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:58.153659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-ae487540-2613-4b7b-89ca-e7b89276f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:58.160872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-ae487540-2613-4b7b-89ca-e7b89276f1e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295681 Jul 12 16:16:58.337890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:58.463763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:16:58.468133 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1ea49-9baf-4cb9-92cf-1fa93283386e" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:16:58.562683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1652a-9411-4cd4-80cf-ef425dcc35d4 req-d9ba3d80-e70c-485b-9e82-da8ba6cb8a16 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:58.576941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2b1652a-9411-4cd4-80cf-ef425dcc35d4 req-d9ba3d80-e70c-485b-9e82-da8ba6cb8a16 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.3910329 Jul 12 16:16:58.578955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:16:58.610878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:16:58.613936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-e7e8809b-346b-4812-893a-88f23ce3fdc0 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424946 Jul 12 16:16:58.708278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:58.724346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2b1652a-9411-4cd4-80cf-ef425dcc35d4 req-98ca5e8d-5539-4ba3-8c0d-47d6ebd58af6 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459057 Jul 12 16:16:58.878317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d3cd-03bd-4b48-ab27-fa7eb74b9126 req-9acc3053-0fea-458c-b726-fe936012dfff tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:58.880066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ac3d3cd-03bd-4b48-ab27-fa7eb74b9126 req-9acc3053-0fea-458c-b726-fe936012dfff tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2142494 Jul 12 16:16:58.966456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d7024c9e-0045-4a8a-969b-ac2c3a52aa63 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755492 Jul 12 16:16:58.997918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ac3d3cd-03bd-4b48-ab27-fa7eb74b9126 req-1cd19977-dee3-4e7b-a2fc-6615534525bb tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107187 Jul 12 16:16:59.020749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d69e6f-8fa3-4673-87c6-e388cc4bdd1c None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:16:59.035473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:59.035888 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:59.125031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-8badd6d9-5b01-42b0-adee-9a3f1399f702 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.1471407 Jul 12 16:16:59.136952 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd9012-8368-4c62-ad88-a26176ec16db x-openstack-request-id: req-17cd9012-8368-4c62-ad88-a26176ec16db {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:16:59.137242 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:16:59.137494 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17cd9012-8368-4c62-ad88-a26176ec16db {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:16:59.138714 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 200} Jul 12 16:16:59.312194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-44410943-4b7d-4166-9db8-b5af3c7374c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:59.316196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-44410943-4b7d-4166-9db8-b5af3c7374c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.1778719 Jul 12 16:16:59.332434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c429a2d2-ed63-4603-b858-55b61ebceceb None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:16:59.332434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c429a2d2-ed63-4603-b858-55b61ebceceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:59.435647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc9a7-6f0c-45db-a681-9857bb1be28b req-520feb28-58b1-4ccc-a8c9-18fd97af480f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:59.441222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-963bc9a7-6f0c-45db-a681-9857bb1be28b req-520feb28-58b1-4ccc-a8c9-18fd97af480f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2167573 Jul 12 16:16:59.463627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-9a5d5403-4153-4df8-b3eb-d5fa1b8372b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:59.469648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-9a5d5403-4153-4df8-b3eb-d5fa1b8372b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295853 Jul 12 16:16:59.578803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-963bc9a7-6f0c-45db-a681-9857bb1be28b req-b9bea8cd-a224-4dd7-b962-52427b4b731b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300499 Jul 12 16:16:59.712166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-cf7f8b78-24af-4772-82fe-e11160008fa9 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:59.719067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-cf7f8b78-24af-4772-82fe-e11160008fa9 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.1945691 Jul 12 16:16:59.804157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-d76cdb87-dcd9-47e4-9c89-756b64bb4694 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228605 Jul 12 16:16:59.983710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c483e360-7e13-48f2-b82a-61a2bd66d545 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:00.031025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Deleting port bce25409-039a-467e-a400-6a2f7c6c0756 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:00.031843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:00.039173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-518785c8-3a61-420a-8d4f-b9feee82f880 req-54b1ef1f-e284-4200-bb2d-066d2f620790 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256045 Jul 12 16:17:00.330444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] For port bce25409-039a-467e-a400-6a2f7c6c0756, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bce25409-039a-467e-a400-6a2f7c6c0756,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:00.330444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:00.354527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: c483e360-7e13-48f2-b82a-61a2bd66d545 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:00.355452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c483e360-7e13-48f2-b82a-61a2bd66d545 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:00.368258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Calling delete_port for bce25409-039a-467e-a400-6a2f7c6c0756 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:00.670084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff70e82-f2a3-47d5-bf40-0160a51e2c37 req-6771fa4e-d4ed-4b8a-b1dd-50e5af1b1810 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:00.670896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6cc6-ea38-4b95-a420-0590361dea36 req-ee611f67-8dcf-47ce-80f8-3c1dc42f215c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:00.679219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ff70e82-f2a3-47d5-bf40-0160a51e2c37 req-6771fa4e-d4ed-4b8a-b1dd-50e5af1b1810 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1761761 Jul 12 16:17:00.679768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0ff6cc6-ea38-4b95-a420-0590361dea36 req-ee611f67-8dcf-47ce-80f8-3c1dc42f215c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 949 time: 0.1805594 Jul 12 16:17:00.757940 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ff70e82-f2a3-47d5-bf40-0160a51e2c37 req-05b3189b-38bc-4a13-8188-2d4aedad8c78 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771008 Jul 12 16:17:00.762049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0ff6cc6-ea38-4b95-a420-0590361dea36 req-6013d879-078f-4457-9942-cb4a889e469e tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806894 Jul 12 16:17:00.858366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:00.880223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'bce25409-039a-467e-a400-6a2f7c6c0756'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:00.960527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Pushing event deleted for resources: {'Port': ['ID=bce25409-039a-467e-a400-6a2f7c6c0756,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:01.265262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] No DVR routers for this DVR port bce25409-039a-467e-a400-6a2f7c6c0756 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:01.272204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:01.281084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1573ebc3-61e6-431e-b6e8-a5060e0bba7e req-4d000c78-88a8-44a8-b0eb-b149762d4b3c tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "DELETE /v2.0/ports/bce25409-039a-467e-a400-6a2f7c6c0756 HTTP/1.1" status: 204 len: 173 time: 1.5459161 Jul 12 16:17:01.304034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'name': 'network-vif-deleted', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:01.307834 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89409a3f-56e7-4352-b1c6-57937729e3aa" -d '{"events": [{"server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "name": "network-vif-deleted", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:01.354689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4256783-3d74-44f7-9cac-18db8fea5f74 req-35a8aaf0-4162-466b-a2b7-527817380341 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:01.360479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4256783-3d74-44f7-9cac-18db8fea5f74 req-35a8aaf0-4162-466b-a2b7-527817380341 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.3003945 Jul 12 16:17:01.413128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983503-5848-4f10-a94c-89e0eff6604a req-c0e324c2-9a3b-4a4c-9b7f-6cb85244c9a1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:01.425605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba983503-5848-4f10-a94c-89e0eff6604a req-c0e324c2-9a3b-4a4c-9b7f-6cb85244c9a1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.3211002 Jul 12 16:17:01.470629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4256783-3d74-44f7-9cac-18db8fea5f74 req-97cb60d5-c5b2-4201-a663-1ce31ea8cf27 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007574 Jul 12 16:17:01.504293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba983503-5848-4f10-a94c-89e0eff6604a req-1daaadda-3ecd-4f6a-a94d-336e568a5257 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772746 Jul 12 16:17:01.829604 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ca233-2fba-4ce5-957b-0d01a8db500a x-openstack-request-id: req-085ca233-2fba-4ce5-957b-0d01a8db500a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:01.830146 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff51ef8f-7a6d-4958-9d35-e08fb97ce605", "name": "network-vif-deleted", "tag": "bce25409-039a-467e-a400-6a2f7c6c0756", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:01.830531 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-085ca233-2fba-4ce5-957b-0d01a8db500a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:01.831466 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff51ef8f-7a6d-4958-9d35-e08fb97ce605', 'name': 'network-vif-deleted', 'tag': 'bce25409-039a-467e-a400-6a2f7c6c0756', 'status': 'completed', 'code': 200} Jul 12 16:17:01.951780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35ed39b3-e7ae-45bb-9b7d-b80ae1e8dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:02.112693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-188366e9-520c-4285-9daa-aa5aae60e999 req-8b6f9ef7-1de3-4541-849f-ae98189ad373 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff51ef8f-7a6d-4958-9d35-e08fb97ce605 HTTP/1.1" status: 200 len: 210 time: 0.0515392 Jul 12 16:17:02.120196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557879-6cd4-46fc-b79e-b668d00da46f req-a4565f4a-b775-4b4e-b0c0-46209933366e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:02.134587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4557879-6cd4-46fc-b79e-b668d00da46f req-a4565f4a-b775-4b4e-b0c0-46209933366e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2127509 Jul 12 16:17:02.238529 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4557879-6cd4-46fc-b79e-b668d00da46f req-7875660a-e460-413f-a825-e56bceb64047 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 Jul 12 16:17:02.398815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-bc991025-331d-42a9-941c-b08234e10122 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:02.402783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-bc991025-331d-42a9-941c-b08234e10122 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1050639 Jul 12 16:17:02.555995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:17:02.745333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Deleting port b0301b39-5029-4ee8-9939-56fa4bce8d39 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:02.749626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:02.890906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:02.933521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'mac_address': 'fa:16:3e:41:3f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:17:02.937491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54bfc-1077-4310-9ab2-1337f947e04c req-03279491-640a-4389-8acf-e2e1a1d9eba3 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:02.942738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2de54bfc-1077-4310-9ab2-1337f947e04c req-03279491-640a-4389-8acf-e2e1a1d9eba3 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 945 time: 0.1473238 Jul 12 16:17:03.006195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.014727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.038802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3ebbb94-e072-43ee-bb36-88573e8c0fe5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:03.040373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2de54bfc-1077-4310-9ab2-1337f947e04c req-56dfc0a7-c264-4930-8408-cb92aa5845ae tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/security-groups?id=27157c17-d836-48d6-9782-60592c5c53ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893803 Jul 12 16:17:03.097894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:03.121971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.151281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] For port b0301b39-5029-4ee8-9939-56fa4bce8d39, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=b0301b39-5029-4ee8-9939-56fa4bce8d39,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:03.152498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.202412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b42949-5a31-4365-95b5-aa0a67cde3b4 req-4c17d9d5-ebc0-4645-bd81-fddac24eb359 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:03.215205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17b42949-5a31-4365-95b5-aa0a67cde3b4 req-4c17d9d5-ebc0-4645-bd81-fddac24eb359 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.3332412 Jul 12 16:17:03.257927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Calling delete_port for b0301b39-5029-4ee8-9939-56fa4bce8d39 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:03.286590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17b42949-5a31-4365-95b5-aa0a67cde3b4 req-7c8fa02a-4699-45ac-9c29-ad8f105d4641 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703185 Jul 12 16:17:03.286841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:03.365195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c3ebbb94-e072-43ee-bb36-88573e8c0fe5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:03.686690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.779275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['b0301b39-5029-4ee8-9939-56fa4bce8d39'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:03.796770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Pushing event deleted for resources: {'Port': ['ID=b0301b39-5029-4ee8-9939-56fa4bce8d39,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:03.932336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] No DVR routers for this DVR port b0301b39-5029-4ee8-9939-56fa4bce8d39 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:03.937079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:03.939145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede20bbc-70d2-4e05-b9d4-5c0ec46beb59 req-d5f4bfce-3b93-4663-83a7-216e0c8757a8 tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.65 "DELETE /v2.0/ports/b0301b39-5029-4ee8-9939-56fa4bce8d39 HTTP/1.1" status: 204 len: 173 time: 1.5232768 Jul 12 16:17:03.941264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'name': 'network-vif-deleted', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:03.945361 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe65ef4-38f7-490e-b958-a0f7c7d89a58" -d '{"events": [{"server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "name": "network-vif-deleted", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:03.959907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238114f1-e69f-4a51-819a-a4d06db9fe03 req-fe92b5eb-33dd-46da-8c1b-f7293d42710c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:03.969185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-238114f1-e69f-4a51-819a-a4d06db9fe03 req-fe92b5eb-33dd-46da-8c1b-f7293d42710c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 944 time: 0.1220319 Jul 12 16:17:04.032611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-238114f1-e69f-4a51-819a-a4d06db9fe03 req-739d98eb-9c5d-4cf1-a427-c2e06386cb51 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623388 Jul 12 16:17:04.109830 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4245b-4fad-4353-9977-45d32ae1c5d4 x-openstack-request-id: req-77a4245b-4fad-4353-9977-45d32ae1c5d4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:04.110125 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe703339-b9c6-4a7f-bac9-138d2c9d6cd3", "name": "network-vif-deleted", "tag": "b0301b39-5029-4ee8-9939-56fa4bce8d39", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:04.110379 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77a4245b-4fad-4353-9977-45d32ae1c5d4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:04.111082 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe703339-b9c6-4a7f-bac9-138d2c9d6cd3', 'name': 'network-vif-deleted', 'tag': 'b0301b39-5029-4ee8-9939-56fa4bce8d39', 'status': 'completed', 'code': 200} Jul 12 16:17:04.390055 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04b6cb79-a037-439c-8f33-3ea8aa923b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:04.427761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-884a3439-dce2-46b0-a307-c92a52f23174 req-c86a6320-ab62-4dd9-a961-731cf84aedbf tempest-ListServerFiltersTestJSON-1575640489 tempest-ListServerFiltersTestJSON-1575640489-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe703339-b9c6-4a7f-bac9-138d2c9d6cd3 HTTP/1.1" status: 200 len: 210 time: 0.0754094 Jul 12 16:17:04.568967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2f77f-2758-401a-8a0c-aa7849ab60c3 req-e3a5f3e4-422a-46c7-aadf-80e9a3f3dcaa tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:04.578683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfe2f77f-2758-401a-8a0c-aa7849ab60c3 req-e3a5f3e4-422a-46c7-aadf-80e9a3f3dcaa tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 950 time: 0.1050725 Jul 12 16:17:04.580361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:04.696628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfe2f77f-2758-401a-8a0c-aa7849ab60c3 req-b0b299a5-34c6-471b-bc51-0d69eb98a550 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168792 Jul 12 16:17:04.758593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:04.758972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:04.811399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf9c3d-f932-4757-9880-b86c2ceca79a req-ec580053-65fd-43d8-8fa2-cc01a0068556 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:04.824974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59cf9c3d-f932-4757-9880-b86c2ceca79a req-ec580053-65fd-43d8-8fa2-cc01a0068556 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2616398 Jul 12 16:17:04.940611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59cf9c3d-f932-4757-9880-b86c2ceca79a req-30cd38eb-ee4e-41d5-92be-e6c285b983f5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129537 Jul 12 16:17:04.949360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.107015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.306821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:05.315573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:05.321617 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d5b63-bff0-4e88-b928-696102a72dcd" -d '{"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-plugged", "status": "completed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:05.335180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.357427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.406285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bce25409-039a-467e-a400-6a2f7c6c0756 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:05.456570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: bce25409-039a-467e-a400-6a2f7c6c0756 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:05.457269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bce25409-039a-467e-a400-6a2f7c6c0756 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:05.474560 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8d270a-581b-4004-b3a6-afa6b395e2a4 x-openstack-request-id: req-0b8d270a-581b-4004-b3a6-afa6b395e2a4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:05.475233 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-plugged", "status": "completed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:05.475444 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b8d270a-581b-4004-b3a6-afa6b395e2a4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:05.475903 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'code': 200} Jul 12 16:17:05.504335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:05.598497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74aa49-57b7-4b2b-85b6-038b24849d75 req-b3b1975c-26d3-4433-a3fe-bfb89e7ee08a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:05.608130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf74aa49-57b7-4b2b-85b6-038b24849d75 req-b3b1975c-26d3-4433-a3fe-bfb89e7ee08a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2074931 Jul 12 16:17:05.615936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:05.714490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf74aa49-57b7-4b2b-85b6-038b24849d75 req-c439cfc3-9ff2-48c4-987b-9747d996b7c0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 Jul 12 16:17:05.726591 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.806935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Deleting subnet 087088da-e433-4eab-8ffb-9788c425be4c {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:17:05.811646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.859918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:05.860146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-266d2eaf-16b3-41a0-ba42-d3711fc78350 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:05.862895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-266d2eaf-16b3-41a0-ba42-d3711fc78350 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 950 time: 0.1184876 Jul 12 16:17:05.990992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.174305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Deleting port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:06.174681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.217581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.308616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087088da-e433-4eab-8ffb-9788c425be4c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:06.350762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.356650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0deb9b77-5f8a-4452-84cf-fd62a7353b08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/087088da-e433-4eab-8ffb-9788c425be4c HTTP/1.1" status: 204 len: 168 time: 0.7392778 Jul 12 16:17:06.357719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51158) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:06.357846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3db49-f1ad-4cc8-8c44-096becf313b5 None None] Network d2d780f3-5ff9-4462-867f-cf88b4554125 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:06.412173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] For port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:06.412566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.413616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3854-9b2b-4eef-a10d-d7c4b4c677f4 req-f338fd17-5359-40c3-8544-3922b8d4baba tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:06.421331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfea3854-9b2b-4eef-a10d-d7c4b4c677f4 req-f338fd17-5359-40c3-8544-3922b8d4baba tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 950 time: 0.3478937 Jul 12 16:17:06.449979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Calling delete_port for c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:06.583119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfea3854-9b2b-4eef-a10d-d7c4b4c677f4 req-b5475936-271a-41b4-874a-1797b4fc66e8 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604455 Jul 12 16:17:06.628927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.675431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b0301b39-5029-4ee8-9939-56fa4bce8d39 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:06.774762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: b0301b39-5029-4ee8-9939-56fa4bce8d39 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:06.779066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device b0301b39-5029-4ee8-9939-56fa4bce8d39 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:06.793596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:06.814906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:06.821126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Deleting port b032e90e-7246-46c9-b9bc-c2c088a8c460 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:06.821472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.039015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] For port b032e90e-7246-46c9-b9bc-c2c088a8c460, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b032e90e-7246-46c9-b9bc-c2c088a8c460,segment=NetworkSegment(1a6c3fc3-d450-4b01-9375-f2ae554c8374),segment_id=1a6c3fc3-d450-4b01-9375-f2ae554c8374)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:07.039385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.054466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Pushing event deleted for resources: {'Port': ['ID=c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:07.071936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] No DVR routers for this DVR port c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:07.075954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Calling delete_port for b032e90e-7246-46c9-b9bc-c2c088a8c460 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:07.083222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.094982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2977686b-8a7c-4122-b45e-bed0ec28d0c4 req-4f994aef-88f4-4349-b03f-fd105de1f158 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.65 "DELETE /v2.0/ports/c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c HTTP/1.1" status: 204 len: 173 time: 1.2200334 Jul 12 16:17:07.164160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'name': 'network-vif-deleted', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:07.185561 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74568e3-7582-40d2-a67a-f457e6cfb20d" -d '{"events": [{"server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "name": "network-vif-deleted", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:07.221346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.267185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e590f2-1e86-4a8d-a68f-d9382bf6af49 req-94238bfa-b509-4c97-acf2-791423564465 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:07.268257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] DHCP port deletion for d2d780f3-5ff9-4462-867f-cf88b4554125 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:17:07.278521 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1e590f2-1e86-4a8d-a68f-d9382bf6af49 req-94238bfa-b509-4c97-acf2-791423564465 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.9978526 Jul 12 16:17:07.377655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1e590f2-1e86-4a8d-a68f-d9382bf6af49 req-a1a88735-b9d5-49fd-8a51-641df1ad5b39 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978551 Jul 12 16:17:07.458513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.486421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Deleting port b032e90e-7246-46c9-b9bc-c2c088a8c460 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:07.487461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.508779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] No DVR routers for this DVR port b032e90e-7246-46c9-b9bc-c2c088a8c460 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:07.530546 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41350a-ad8a-4951-9317-bf56b5304e06 x-openstack-request-id: req-3e41350a-ad8a-4951-9317-bf56b5304e06 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:07.531275 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c5402f-e8ac-431c-ada8-a621ab0edd43", "name": "network-vif-deleted", "tag": "c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:07.532046 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e41350a-ad8a-4951-9317-bf56b5304e06 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:07.532742 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c5402f-e8ac-431c-ada8-a621ab0edd43', 'name': 'network-vif-deleted', 'tag': 'c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c', 'status': 'completed', 'code': 200} Jul 12 16:17:07.654871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Pushing event deleted for resources: {'Port': ['ID=b032e90e-7246-46c9-b9bc-c2c088a8c460,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:07.717889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] For port b032e90e-7246-46c9-b9bc-c2c088a8c460, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:07.718365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.757902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Calling delete_port for b032e90e-7246-46c9-b9bc-c2c088a8c460 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:07.764927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Port b032e90e-7246-46c9-b9bc-c2c088a8c460 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:17:07.777741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:07.822474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] Pushing event deleted for resources: {'Port': ['ID=b032e90e-7246-46c9-b9bc-c2c088a8c460,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:07.914543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964b333-951c-41f2-bdb4-a9ade4d7d0c2 None None] No DVR routers for this DVR port b032e90e-7246-46c9-b9bc-c2c088a8c460 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:08.067881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-556ffdbc-6331-4143-b17b-911ff39f1603 req-d84cc954-5a90-4e71-9249-12e0044624c8 tempest-ServersAdminNegativeTestJSON-1351931130 tempest-ServersAdminNegativeTestJSON-1351931130-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c5402f-e8ac-431c-ada8-a621ab0edd43 HTTP/1.1" status: 200 len: 210 time: 0.0873275 Jul 12 16:17:08.488781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:08.501343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d780f3-5ff9-4462-867f-cf88b4554125']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:08.517738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6c3fc3-d450-4b01-9375-f2ae554c8374') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:08.518250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6c3fc3-d450-4b01-9375-f2ae554c8374') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:08.556248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:08.588615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b032e90e-7246-46c9-b9bc-c2c088a8c460 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:08.659889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b032e90e-7246-46c9-b9bc-c2c088a8c460 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:08.660247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b032e90e-7246-46c9-b9bc-c2c088a8c460 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:08.681389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:08.711954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:17:08.712585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:08.809579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf692e55-0ad4-43be-8cd5-5de9709f5077 req-6d3d403d-7bfe-44ce-8827-a943c6c4a5e2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:08.819266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf692e55-0ad4-43be-8cd5-5de9709f5077 req-6d3d403d-7bfe-44ce-8827-a943c6c4a5e2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1293588 Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:17:08.915350 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:17:08.918553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf692e55-0ad4-43be-8cd5-5de9709f5077 req-212b49b2-a48b-4edc-900a-afe22bbc0ae3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961452 Jul 12 16:17:08.943488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:08.997337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:09.002129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] 10.222.0.58 "DELETE /v2.0/networks/d2d780f3-5ff9-4462-867f-cf88b4554125 HTTP/1.1" status: 204 len: 168 time: 2.6424189 Jul 12 16:17:09.052683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d780f3-5ff9-4462-867f-cf88b4554125,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:09.149266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbab2a5-0d6b-4502-9fbf-83d45afc933f req-ac7b39bc-05d8-438e-b48b-9edc99d022ea tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:09.156257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2bbab2a5-0d6b-4502-9fbf-83d45afc933f req-ac7b39bc-05d8-438e-b48b-9edc99d022ea tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 1.4550934 Jul 12 16:17:09.161496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.168089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.168858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.169444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.170044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.170565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.171015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.171848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.172489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.173100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.174152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.176101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce16ac0-503a-4cba-8b61-3b82110f640a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:09.284813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2bbab2a5-0d6b-4502-9fbf-83d45afc933f req-65719048-6fc3-4e19-bfd9-de47e0ab2675 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Jul 12 16:17:09.349747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:09.442342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bc2cb16e-a2e2-423e-a789-6e792b33d59e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa6bf6bff323423eacf3bfbfa24e16b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884519 Jul 12 16:17:09.444592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51238) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:09.607466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:09.694185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:09.855687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:09.860277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:09.862045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27157c17-d836-48d6-9782-60592c5c53ab HTTP/1.1" status: 204 len: 168 time: 0.4162989 Jul 12 16:17:09.874869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5abd2a-4212-405c-8310-4c39235f7ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27157c17-d836-48d6-9782-60592c5c53ab,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:10.019218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:10.409089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2abce-a2db-4383-8dce-38e0c35f6193 req-8a9b5ca2-17f7-4061-8487-073f4709d15a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:10.412398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b2abce-a2db-4383-8dce-38e0c35f6193 req-8a9b5ca2-17f7-4061-8487-073f4709d15a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1517315 Jul 12 16:17:10.680498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b2abce-a2db-4383-8dce-38e0c35f6193 req-377fbb1e-0063-4cac-b619-3af7c8e25616 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610178 Jul 12 16:17:10.702415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:10.785697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:10.786043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c60e5f11-f1f9-48de-a9aa-29d4d4b2e70c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:10.839344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903903d-a764-48e3-889e-6e499f2b17b2 req-5ca6f57e-3de1-4b04-9330-06122d64a277 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:10.853794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b903903d-a764-48e3-889e-6e499f2b17b2 req-5ca6f57e-3de1-4b04-9330-06122d64a277 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1465633 Jul 12 16:17:10.900385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-08f31637-7c7b-4781-8b0f-b95cfdc407c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acc467caac184dc79e4f16cb95df0708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8800716 Jul 12 16:17:10.905292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:10.993910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b903903d-a764-48e3-889e-6e499f2b17b2 req-2858732c-721a-4ff4-b453-d6e4622d4901 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308160 Jul 12 16:17:11.065924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:11.134612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:11.295512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:11.299842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:11.304020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc1e2c01-11d1-49cc-855f-ff8b47b9cc44 HTTP/1.1" status: 204 len: 168 time: 0.3971963 Jul 12 16:17:11.316285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1826e2-a476-44ac-aec0-0f086ee37967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e2c01-11d1-49cc-855f-ff8b47b9cc44,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:11.743646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51302) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:12.140110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51314) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:12.238957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacd17c-8a35-400e-b142-bf5955b122ec req-8c48d139-4eed-413e-9214-688004d92444 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:12.240766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7eacd17c-8a35-400e-b142-bf5955b122ec req-8c48d139-4eed-413e-9214-688004d92444 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1474628 Jul 12 16:17:12.285206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-382876230-network', 'tenant_id': '674f62f161b44cd5b7a00dcc5a06d702'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:12.289497 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:17:12.329412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Made reservation on behalf of 674f62f161b44cd5b7a00dcc5a06d702 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:12.337074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.349880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7eacd17c-8a35-400e-b142-bf5955b122ec req-221e234f-e63e-4e25-af2e-0bb4cb631c18 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863543 Jul 12 16:17:12.402581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c45fce50-9460-4ab0-ba61-7e567ea5acae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8028f53972140dd9b8737f8e0ecd6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612212 Jul 12 16:17:12.406174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51322) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:12.419733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.540796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.606468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.734369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.739170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.740662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73782052-915d-41fd-91da-3da25e22746e HTTP/1.1" status: 204 len: 168 time: 0.3331232 Jul 12 16:17:12.772009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73782052-915d-41fd-91da-3da25e22746e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:12.799859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.810965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.811298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.811753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.812034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.812362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.812698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.813027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.813356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.813680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.814699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.815051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.815348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71f646-a9a3-4b87-8d81-bf0a66130b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:12.880034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:12.988047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:17:13.013328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f0f76-f04a-488c-8471-6c81cafae9dc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:13.059287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:13.061817 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Added segment d9665851-66c6-4e63-bbd0-7151772302d2 of type vlan for network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba Jul 12 16:17:13.258251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b66978-594d-4446-a104-e642230f1911 req-b498ae5d-6323-42a2-98b5-7023c74c6e51 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:13.276139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57b66978-594d-4446-a104-e642230f1911 req-b498ae5d-6323-42a2-98b5-7023c74c6e51 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.5740695 Jul 12 16:17:13.306795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:13.414786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57b66978-594d-4446-a104-e642230f1911 req-79b3e458-69c2-448f-af9b-8e7a8b3be50f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305864 Jul 12 16:17:13.439991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:13.442283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:13.443846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:13.697268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9497411 Jul 12 16:17:13.697665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:13.707157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Request body: {'subnet': {'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-382876230-subnet', 'tenant_id': '674f62f161b44cd5b7a00dcc5a06d702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:13.714943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76723a1-7dbf-495c-9480-c961fcd7dba6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f46cb3d-f646-44cb-b30a-ed22ef7774ba,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:13.727806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:17:13.794159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Made reservation on behalf of 674f62f161b44cd5b7a00dcc5a06d702 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:13.800906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:14.135741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f151-d2e1-4489-9943-73f8d05f458c req-09092046-bb3e-492e-9bde-4e5bd323ee86 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:14.148044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47f7f151-d2e1-4489-9943-73f8d05f458c req-09092046-bb3e-492e-9bde-4e5bd323ee86 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2486806 Jul 12 16:17:14.195248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47f7f151-d2e1-4489-9943-73f8d05f458c req-25f74792-df46-413a-a8a1-fee72001cf6f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453572 Jul 12 16:17:14.224629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:14.391279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Checking segment: {'id': 'd9665851-66c6-4e63-bbd0-7151772302d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:14.392117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Network hostable DHCP agents. Network: 3f46cb3d-f646-44cb-b30a-ed22ef7774ba, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:17:14.400081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae94440-afd4-4cd1-8768-af1ea521cb79,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:14.426834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:17:14.444190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3f46cb3d-f646-44cb-b30a-ed22ef7774ba) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:14.449826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:14.451621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:14.456515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3d67e-b46b-48c2-8399-6e249d16ee8c None None] Network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:14.471032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:14.471967 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3d875872-97d9-472a-ba2b-6af1b047e13d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7729380 Jul 12 16:17:14.697735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50116754-4d6c-4a18-8296-18370e8264d5 None None] Network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:14.744614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2115579720-network', 'tenant_id': '2556d211ba914f4387766ce47bbba10c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:14.792231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Made reservation on behalf of 2556d211ba914f4387766ce47bbba10c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:14.795606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:14.826569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:14.947643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e56f-01d0-40eb-8745-47712924b9ca req-d40fb9d2-858c-4e65-8044-5037283f77d8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:14.956681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98d8e56f-01d0-40eb-8745-47712924b9ca req-d40fb9d2-858c-4e65-8044-5037283f77d8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.2064962 Jul 12 16:17:15.024912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98d8e56f-01d0-40eb-8745-47712924b9ca req-479fb85f-765d-4255-90eb-c762215d0e75 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Jul 12 16:17:15.090408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.098674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.137810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:17:15.152213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.153054 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Added segment b7557331-3aa0-425e-b49e-b2b06ec22b64 of type vlan for network 8ffe12de-af94-4652-82a8-4b190efbe315 Jul 12 16:17:15.229716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.276725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a7383-d6a7-4b55-81ad-10a6a0b20cb4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:15.328215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.331729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:15.332431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.440735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9686649 Jul 12 16:17:15.441438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51408) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:15.472747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Request body: {'subnet': {'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2115579720-subnet', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:15.521376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Made reservation on behalf of 2556d211ba914f4387766ce47bbba10c for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:15.524590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.526838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd987cd-2e3d-4d41-9d7b-d01643f08bbb admin admin] Pushing event updated for resources: {'Network': ['ID=8ffe12de-af94-4652-82a8-4b190efbe315,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:15.538601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 8ffe12de-af94-4652-82a8-4b190efbe315 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:17:15.896042 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:15.955910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf4e51f-13bc-4ea7-bad7-fcda24d9929b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:15.981871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369975ea-f04c-4531-af44-fb34e114f006 req-bcfbc41d-93ff-43d7-8871-5e3bf6fd6ccb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:15.985601 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-369975ea-f04c-4531-af44-fb34e114f006 req-bcfbc41d-93ff-43d7-8871-5e3bf6fd6ccb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.3768823 Jul 12 16:17:16.093270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-369975ea-f04c-4531-af44-fb34e114f006 req-77404d79-b25f-486e-87f7-46dc28a8ad2e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977232 Jul 12 16:17:16.147959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Checking segment: {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:16.149465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Network hostable DHCP agents. Network: 8ffe12de-af94-4652-82a8-4b190efbe315, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:17:16.238148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Network 8ffe12de-af94-4652-82a8-4b190efbe315 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:17:16.249959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 8ffe12de-af94-4652-82a8-4b190efbe315) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:16.260797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd2d666-c4f9-45eb-a2a4-78876831ee86 None None] Network 8ffe12de-af94-4652-82a8-4b190efbe315 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:16.269445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:16.270248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:16.323074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bd96dacd-e314-4c67-af84-2ce2f7edf771 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8805246 Jul 12 16:17:16.326895 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51420) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:16.332349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:16.390247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:16.393402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:16.443406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bb26c-d7a9-4f0b-b698-89837b685988 req-b7e85863-a04f-4c09-9a48-9fe8f83b954b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:16.448046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-133bb26c-d7a9-4f0b-b698-89837b685988 req-b7e85863-a04f-4c09-9a48-9fe8f83b954b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1649909 Jul 12 16:17:16.538762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-133bb26c-d7a9-4f0b-b698-89837b685988 req-f7ff7c1a-2781-44f7-a072-be1340b9190e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820644 Jul 12 16:17:16.542025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:16.683757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-8ffe12de-af94-4652-82a8-4b190efbe315', 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'fixed_ips': [{'subnet_id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:17:16.684643 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:16.761068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.217597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Allocated IP 172.20.0.2 (8ffe12de-af94-4652-82a8-4b190efbe315/3cf4e51f-13bc-4ea7-bad7-fcda24d9929b/b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:17.431748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19e64d-196c-4677-a691-51e25fbccf77 req-9214363e-1336-4847-a534-65a166aa7b33 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:17.449264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd19e64d-196c-4677-a691-51e25fbccf77 req-9214363e-1336-4847-a534-65a166aa7b33 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1079845 Jul 12 16:17:17.486514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.510058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.546694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd19e64d-196c-4677-a691-51e25fbccf77 req-6daa5b6f-8b14-4952-956d-266636b3504d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926697 Jul 12 16:17:17.566306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.584863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Transition to ACTIVE for port object b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:17.625498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Transition to ACTIVE for port object b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:17.634394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.669821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Allocated IP 172.25.8.89 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/664b7601-7d8d-49a5-97ed-f8214ece43c2) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:17.756450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Network 8ffe12de-af94-4652-82a8-4b190efbe315 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:17.758867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:17.762059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:17.764623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:17.802601 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.852318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.900101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:17.906317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:17.931652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff3d9-7c6a-4eb8-8e7d-f84917303133 req-f0aa8c8a-b36d-4fba-9d79-11e2f808e405 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:17.934591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Attempting to bind port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:17.935974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Attempting to bind port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:17.936353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Attempting to bind port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 on network 8ffe12de-af94-4652-82a8-4b190efbe315 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:17.936918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:17.939855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e59ff3d9-7c6a-4eb8-8e7d-f84917303133 req-f0aa8c8a-b36d-4fba-9d79-11e2f808e405 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.0980742 Jul 12 16:17:17.945470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:17.945741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Checking segment: {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:17.946249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.946606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Bound using segment: {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:17.947087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Bound port: b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:17.947480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:17.995717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e59ff3d9-7c6a-4eb8-8e7d-f84917303133 req-ddef5f57-e390-4ac5-a2f8-5918d9609fbd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540044 Jul 12 16:17:18.078008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Pushing event updated for resources: {'Port': ['ID=664b7601-7d8d-49a5-97ed-f8214ece43c2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:18.124751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] For port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:18.134979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] For port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:18.145384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:18.293812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc4dd9-29de-4f35-8e1c-f4914d9478d1 None None] Pushing event updated for resources: {'Port': ['ID=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:18.654490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:19.032106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797510e-c37f-48cc-b342-359f808baa0f req-c0b9aa50-fa5f-49cc-a587-e995d6c353ec tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:19.050483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7797510e-c37f-48cc-b342-359f808baa0f req-c0b9aa50-fa5f-49cc-a587-e995d6c353ec tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1798673 Jul 12 16:17:19.137495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7797510e-c37f-48cc-b342-359f808baa0f req-7c1ca105-c2ab-4fea-9491-3113003f1f47 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858808 Jul 12 16:17:19.223510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:19.552022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:17:19.615837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec8d58-0224-40c6-ba2a-c4f2c5c3cb9f req-c2e7882d-0915-4cd7-901c-43c8cd10018c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:19.623756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9ec8d58-0224-40c6-ba2a-c4f2c5c3cb9f req-c2e7882d-0915-4cd7-901c-43c8cd10018c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1897862 Jul 12 16:17:19.756479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9ec8d58-0224-40c6-ba2a-c4f2c5c3cb9f req-bfc1a259-9707-472d-92e9-0124747957d2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278684 Jul 12 16:17:20.117402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c6c6c-4688-4924-860f-e4df676cbc55 None None] Network 8ffe12de-af94-4652-82a8-4b190efbe315 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:20.236637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:17:20.289237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:20.293564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:20.294102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56f9bc4e-8f12-4d93-8e9b-b742a3463d7c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9653852 Jul 12 16:17:20.386784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Sync routers for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:17:20.428422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7d27341-1c0a-4560-b5ed-af185ce79bba None None] Provisioning for port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:20.438480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:20.439523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:20.562101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38305a40-83e1-419a-8613-6dcf06884d27 req-48a04deb-e0c3-4878-b957-de0bd42e9dd7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:20.569535 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38305a40-83e1-419a-8613-6dcf06884d27 req-48a04deb-e0c3-4878-b957-de0bd42e9dd7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.1622255 Jul 12 16:17:20.572817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:20.704242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:20.737636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38305a40-83e1-419a-8613-6dcf06884d27 req-77ee355f-2194-4692-aca9-9d3937447f14 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670470 Jul 12 16:17:21.025030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:21.035390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:21.036060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:21.327393 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:21.341361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da26188-db34-4496-9a0a-36c3636fff03 req-d277e584-c283-4ca3-aff8-b4b22495367a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:21.375991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0da26188-db34-4496-9a0a-36c3636fff03 req-d277e584-c283-4ca3-aff8-b4b22495367a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.3221705 Jul 12 16:17:21.452625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:21.455065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:18Z', 'revision_number': 3, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:21.489209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Checking router: a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:17:21.489603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Updating router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 port 664b7601-7d8d-49a5-97ed-f8214ece43c2 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:17:21.491787 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:21.592036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0da26188-db34-4496-9a0a-36c3636fff03 req-cf24daae-5f78-48cd-b326-f3bd6e2f1ada tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122157 Jul 12 16:17:21.596894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:21.635124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:21.757935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:21.877995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adaaea00-ec8b-4691-8b8a-4696373da5c7 None None] Provisioning complete for port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:21.878376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-adaaea00-ec8b-4691-8b8a-4696373da5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:22.151810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Allocated IP 172.20.0.1 (8ffe12de-af94-4652-82a8-4b190efbe315/3cf4e51f-13bc-4ea7-bad7-fcda24d9929b/6502777f-43ed-4be3-8594-591655d9eed5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:22.402406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-631ad286-91ef-4d06-8f8e-01a00b45e61f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:22.404216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-631ad286-91ef-4d06-8f8e-01a00b45e61f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/networks?id=3f46cb3d-f646-44cb-b30a-ed22ef7774ba HTTP/1.1" status: 200 len: 813 time: 0.3414931 Jul 12 16:17:22.412019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:22.438440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-47bd75d2-badb-4f05-ad6b-b57bad0a8b43 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/quotas/674f62f161b44cd5b7a00dcc5a06d702 HTTP/1.1" status: 200 len: 375 time: 0.0250840 Jul 12 16:17:22.457894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Transition to ACTIVE for port object 6502777f-43ed-4be3-8594-591655d9eed5 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:22.531158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-be8955dc-1bc3-466f-a1e3-01aba9e67365 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=674f62f161b44cd5b7a00dcc5a06d702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853469 Jul 12 16:17:22.701288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:22.736323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:22.740105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-16171616-0486-4dfa-8f9b-657b144d39a0 service neutron] 10.222.0.58 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074866 Jul 12 16:17:22.844610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Network 8ffe12de-af94-4652-82a8-4b190efbe315 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:22.869303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3659e-b0c0-4774-9b4b-535d2e6fbe94 req-e038e875-3948-41b5-aad5-eb3c609a45bb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:22.877899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6b3659e-b0c0-4774-9b4b-535d2e6fbe94 req-e038e875-3948-41b5-aad5-eb3c609a45bb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.3836913 Jul 12 16:17:22.890066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:22.896433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:22.919048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:22.919751 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:22.950834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-ffcf3d14-48ab-4b98-840e-ac7b5a887d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:22.952465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-ffcf3d14-48ab-4b98-840e-ac7b5a887d42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1096 time: 0.1582775 Jul 12 16:17:22.980220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Pushing event updated for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:23.030844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-fe52e67e-c5dc-4555-939b-baf5a7b60414 service neutron] 10.222.0.58 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871528 Jul 12 16:17:23.075389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.096494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6b3659e-b0c0-4774-9b4b-535d2e6fbe94 req-207cc170-d254-49fd-9cdb-ab28c4d99535 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173173 Jul 12 16:17:23.118246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.134462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Transition to ACTIVE for port object 664b7601-7d8d-49a5-97ed-f8214ece43c2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:23.156258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.237026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b806d-33bf-4f5f-bb69-4eb8008655e5 None None] Pushing event updated for resources: {'Port': ['ID=664b7601-7d8d-49a5-97ed-f8214ece43c2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:23.281932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Attempting to bind port 664b7601-7d8d-49a5-97ed-f8214ece43c2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:23.283484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Attempting to bind port 664b7601-7d8d-49a5-97ed-f8214ece43c2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:23.284586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Attempting to bind port 664b7601-7d8d-49a5-97ed-f8214ece43c2 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:23.291709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:23.292738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:23.292738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.293572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:23.294342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Bound port: 664b7601-7d8d-49a5-97ed-f8214ece43c2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:23.294825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.310120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-4a3b9692-4e60-42b1-8234-19f8b29213dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:23.313304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-4a3b9692-4e60-42b1-8234-19f8b29213dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.3495092 Jul 12 16:17:23.373396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] For port 664b7601-7d8d-49a5-97ed-f8214ece43c2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:23.377599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] For port 664b7601-7d8d-49a5-97ed-f8214ece43c2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=664b7601-7d8d-49a5-97ed-f8214ece43c2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:23.383600 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:23.506452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b806d-33bf-4f5f-bb69-4eb8008655e5 None None] Pushing event updated for resources: {'Port': ['ID=664b7601-7d8d-49a5-97ed-f8214ece43c2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:23.530785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:23.531715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:23.618542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-7c558419-85d8-42a5-908d-6625dc8d0d09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 1001 time: 0.2940423 Jul 12 16:17:23.709509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:23.841265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-0682e3b1-77dd-48d2-8833-cd7c103f724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:23.849317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-0682e3b1-77dd-48d2-8833-cd7c103f724c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.2175808 Jul 12 16:17:23.979167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5e38208d-64c4-4cf9-93a0-464aad28def3 None None] Provisioning for port 6502777f-43ed-4be3-8594-591655d9eed5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:23.995462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5e38208d-64c4-4cf9-93a0-464aad28def3 None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:23.995971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5e38208d-64c4-4cf9-93a0-464aad28def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:24.042556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:18Z', 'revision_number': 3, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:24.045340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5e38208d-64c4-4cf9-93a0-464aad28def3 None None] Port 6502777f-43ed-4be3-8594-591655d9eed5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:24.045520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:24.080543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-81aa2977-88bc-4205-96c3-8c0be6bcb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:24.084197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-81aa2977-88bc-4205-96c3-8c0be6bcb39b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291365 Jul 12 16:17:24.098196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb497b0-f27b-44aa-bb80-3a5a93c30bc0 None None] The sync data for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 is: [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:18Z', 'revision_number': 3, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:17:24.314743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ae506-8d04-412d-b0ca-36295eca0961 req-9cbc3352-3cf8-43f4-b9d2-d96836e4dc08 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:24.340018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c7ae506-8d04-412d-b0ca-36295eca0961 req-9cbc3352-3cf8-43f4-b9d2-d96836e4dc08 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.7904098 Jul 12 16:17:24.343282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-889beff8-d617-4668-bb23-2e1b25f39f2c req-14271f60-7a64-4b3d-9192-85d5b26ee6cb tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 210 time: 0.1758616 Jul 12 16:17:24.525156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-43f25ee8-751c-48ba-ae95-baa066faa901 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325843 Jul 12 16:17:24.613052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c7ae506-8d04-412d-b0ca-36295eca0961 req-e9439fd2-987f-412c-a2b1-b8c6a94e0103 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699394 Jul 12 16:17:25.035746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:25.037117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea349ada-9b3d-4c39-8d19-ff20a38e35e0 req-0fc7b3c6-0c54-4fd3-8537-06c5ea53f212 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035181 Jul 12 16:17:25.052022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:25.094344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388fcc3-201d-4fb3-9aad-345119389efb req-881590c6-b08a-488d-a455-4fa37534d0d2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:25.096600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b388fcc3-201d-4fb3-9aad-345119389efb req-881590c6-b08a-488d-a455-4fa37534d0d2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2107368 Jul 12 16:17:25.223247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Pushing event updated for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:25.239288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b388fcc3-201d-4fb3-9aad-345119389efb req-66a075bf-395e-414a-9875-53f4ce1395a3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305740 Jul 12 16:17:25.403992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:25.700283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Network 8ffe12de-af94-4652-82a8-4b190efbe315 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:25.708522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:25.803528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d922060-fb9c-4dea-92e7-b0a97943868b req-31b9aed3-8359-4347-b5f4-d2f9a694e103 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 210 time: 0.0772433 Jul 12 16:17:25.803963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4cb19b24-3e93-4755-8d06-b87d4ac97a1d None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:25.804425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4cb19b24-3e93-4755-8d06-b87d4ac97a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:25.937670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4cb19b24-3e93-4755-8d06-b87d4ac97a1d None None] Port 6502777f-43ed-4be3-8594-591655d9eed5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:26.278003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-59ef4856-0ec5-4528-89d4-36232773b95e None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:26.278736 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59ef4856-0ec5-4528-89d4-36232773b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:26.364570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-59ef4856-0ec5-4528-89d4-36232773b95e None None] Port 6502777f-43ed-4be3-8594-591655d9eed5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:26.630258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:17:26.707025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-4727fdd3-329b-46a2-a60e-39ccdf3f9f1f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:26.713887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-4727fdd3-329b-46a2-a60e-39ccdf3f9f1f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.77 "GET /v2.0/networks?id=3f46cb3d-f646-44cb-b30a-ed22ef7774ba HTTP/1.1" status: 200 len: 813 time: 0.4022636 Jul 12 16:17:26.729940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:26.737198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 664b7601-7d8d-49a5-97ed-f8214ece43c2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:26.958158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:17:26.968958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6830f01-b55d-4705-9dac-cce50518ea1f admin admin] 10.222.0.58 "PUT /v2.0/routers/a61adbc1-a202-4d2a-bac3-1a2cfd7eb154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6734860 Jul 12 16:17:26.991363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Request body: {'port': {'device_id': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba', 'admin_state_up': True, 'tenant_id': '674f62f161b44cd5b7a00dcc5a06d702'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:27.022128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7df4-3d9a-4043-8ffe-0f0c1b56f8bd req-b2d545f8-a458-4fc2-abab-998c67b29cab tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:27.026885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4ea7df4-3d9a-4043-8ffe-0f0c1b56f8bd req-b2d545f8-a458-4fc2-abab-998c67b29cab tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.2383997 Jul 12 16:17:27.066793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 664b7601-7d8d-49a5-97ed-f8214ece43c2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:27.087208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 664b7601-7d8d-49a5-97ed-f8214ece43c2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:27.087673 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.168302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4ea7df4-3d9a-4043-8ffe-0f0c1b56f8bd req-e46b1412-df37-42b0-81e2-891c61036b8a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359811 Jul 12 16:17:27.203884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.216220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53732855-89af-4fb6-a27b-747d66296a89 req-884b9b2a-212e-42ba-ad8a-1d6ccad46aea tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:27.217876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53732855-89af-4fb6-a27b-747d66296a89 req-884b9b2a-212e-42ba-ad8a-1d6ccad46aea tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 1.1939359 Jul 12 16:17:27.297401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:27.328305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:27.337533 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbb3d1-76a8-4094-bff7-8ed7e74b9490" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:27.341880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.422860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53732855-89af-4fb6-a27b-747d66296a89 req-b559e970-15ca-47a8-9e80-a0e5c3f1d278 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924400 Jul 12 16:17:27.522575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Made reservation on behalf of 674f62f161b44cd5b7a00dcc5a06d702 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:27.526169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.536537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:27.573912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.574263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.578557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.579888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.580650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.581170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.581671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.582215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.582698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.583189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.583731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.584211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:27.648515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.713489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 664b7601-7d8d-49a5-97ed-f8214ece43c2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=664b7601-7d8d-49a5-97ed-f8214ece43c2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:27.775649 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:27.981781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-0e012f9d-7bc3-4626-9e7f-8d861ebd70f6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3674841 Jul 12 16:17:27.999109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:28.018090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c176c1d-2540-4a59-9eeb-573a3a59a2c8 req-d0eed9f8-c8a1-4dcb-88ef-b2184bd55f55 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 210 time: 0.2483671 Jul 12 16:17:28.077103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.118401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=664b7601-7d8d-49a5-97ed-f8214ece43c2,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:28.135772 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e50bc-c596-4159-bc69-397319836060 None None] Sync routers for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:17:28.152915 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:28.157902 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:28.181677 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234b14a-4b39-449c-8611-ce046cd72351 x-openstack-request-id: req-e234b14a-4b39-449c-8611-ce046cd72351 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:28.182119 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:28.183173 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e234b14a-4b39-449c-8611-ce046cd72351 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:28.183717 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 200} Jul 12 16:17:28.246840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Allocated IP 172.20.0.10 (3f46cb3d-f646-44cb-b30a-ed22ef7774ba/5ae94440-afd4-4cd1-8768-af1ea521cb79/d3a6bace-8bf8-48bf-bccd-bf531bc4f037) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:28.342701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:28.346498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.356823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.503721 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:28.699424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Allocated IP 172.25.8.109 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/31b22502-6bfa-4596-8431-611d3793ac4a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:28.699691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 664b7601-7d8d-49a5-97ed-f8214ece43c2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:28.729433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.750231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.833752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:28.845530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.881476 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.959684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:28.996191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:29.025093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:29.042567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 664b7601-7d8d-49a5-97ed-f8214ece43c2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:29.042936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.046697 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:23Z', 'revision_number': 4, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6502777f-43ed-4be3-8594-591655d9eed5', 'name': '', 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'mac_address': 'fa:16:3e:db:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:21Z', 'updated_at': '2021-07-12T16:17:24Z', 'revision_number': 2, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'subnets': [{'id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:29.067621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.095707 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e50bc-c596-4159-bc69-397319836060 None None] Checking router: a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:17:29.096751 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e50bc-c596-4159-bc69-397319836060 None None] Updating router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 port 6502777f-43ed-4be3-8594-591655d9eed5 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:17:29.103224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:29.108536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:29.123225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:29.131893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:29.149555 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.220748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509f6a-0820-4831-9cb9-55b8ae37f521 None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:29.263398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:29.264746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.335324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event updated for resources: {'Port': ['ID=31b22502-6bfa-4596-8431-611d3793ac4a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:29.374070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3932030 Jul 12 16:17:29.382290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef2ded-e165-4f5a-8075-59bdaecd03e6 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Pushing event updated for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:29.419713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Request body: {'port': {'device_id': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:29.439106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14890df-f1d0-4fea-81d0-c673aca8134e req-1c699123-9c45-4fd4-9603-baf1b2cd0b6f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:29.440714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a14890df-f1d0-4fea-81d0-c673aca8134e req-1c699123-9c45-4fd4-9603-baf1b2cd0b6f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 945 time: 0.5958710 Jul 12 16:17:29.499216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.618081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.644476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a14890df-f1d0-4fea-81d0-c673aca8134e req-fafbac46-27d9-4a34-bebe-7e86ed75808f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823399 Jul 12 16:17:29.723737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-303959a9-dd50-4a44-842d-71e8fcd00340 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:29.726921 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-303959a9-dd50-4a44-842d-71e8fcd00340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.763983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.910835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.921224 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.927941 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.957089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-552e50bc-c596-4159-bc69-397319836060 None None] Transition to ACTIVE for port object 6502777f-43ed-4be3-8594-591655d9eed5 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:29.970331 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.143283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event updated for resources: {'Port': ['ID=31b22502-6bfa-4596-8431-611d3793ac4a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:30.153215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.185087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:30.187519 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13897abb-ac21-4764-aa16-aaa9224695d6" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:30.194240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.203457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-31783dce-d79b-480d-ab0b-18fa12f178c6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2206278 Jul 12 16:17:30.235042 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1846292-0207-4b88-bb97-0151c4f20c97 None None] Pushing event updated for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:30.307628 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-552e50bc-c596-4159-bc69-397319836060 None None] Attempting to bind port 6502777f-43ed-4be3-8594-591655d9eed5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:30.308317 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-552e50bc-c596-4159-bc69-397319836060 None None] Attempting to bind port 6502777f-43ed-4be3-8594-591655d9eed5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:30.308894 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e50bc-c596-4159-bc69-397319836060 None None] Attempting to bind port 6502777f-43ed-4be3-8594-591655d9eed5 on network 8ffe12de-af94-4652-82a8-4b190efbe315 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:30.316170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e50bc-c596-4159-bc69-397319836060 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:30.316782 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e50bc-c596-4159-bc69-397319836060 None None] Checking segment: {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:30.317431 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.318047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e50bc-c596-4159-bc69-397319836060 None None] Bound using segment: {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:30.318765 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-552e50bc-c596-4159-bc69-397319836060 None None] Bound port: 6502777f-43ed-4be3-8594-591655d9eed5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7557331-3aa0-425e-b49e-b2b06ec22b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:30.319395 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.346673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-81523548-d5db-4947-afec-66355e3390e3 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1385958 Jul 12 16:17:30.404022 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-552e50bc-c596-4159-bc69-397319836060 None None] For port 6502777f-43ed-4be3-8594-591655d9eed5, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:30.408737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-552e50bc-c596-4159-bc69-397319836060 None None] For port 6502777f-43ed-4be3-8594-591655d9eed5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6502777f-43ed-4be3-8594-591655d9eed5,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:30.421451 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-552e50bc-c596-4159-bc69-397319836060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:30.539067 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:30.539723 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:30.587379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-26f12564-45cb-4274-b770-a09457697054 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:30.596148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-26f12564-45cb-4274-b770-a09457697054 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2503750 Jul 12 16:17:30.608329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-16f579f0-aeda-4e32-a8d5-13c72e4bbd52 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:17:30.624197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bd2fdf7-e11b-4b5b-8f7f-fd6a6e719127 req-16f579f0-aeda-4e32-a8d5-13c72e4bbd52 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271552 Jul 12 16:17:30.681357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1846292-0207-4b88-bb97-0151c4f20c97 None None] Pushing event updated for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:30.730527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:30.896174 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.016192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:31.026054 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.081738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a2ebb-8baa-47b0-91ca-e3a8465b7d6d req-c23a7519-e7d8-4387-9d96-64da09d7caf7 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:31.090194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c0a2ebb-8baa-47b0-91ca-e3a8465b7d6d req-c23a7519-e7d8-4387-9d96-64da09d7caf7 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 932 time: 0.1501267 Jul 12 16:17:31.192908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c0a2ebb-8baa-47b0-91ca-e3a8465b7d6d req-96890635-5dac-44ae-a2d7-d0b34ae9f11c tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014113 Jul 12 16:17:31.232151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:31.233436 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:31.286628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61867aa0-f31c-4051-9cb6-2fc25d19eedd req-0f7af2a7-440e-4588-bb5e-c2188926c393 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:31.296303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61867aa0-f31c-4051-9cb6-2fc25d19eedd req-0f7af2a7-440e-4588-bb5e-c2188926c393 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 1.2447221 Jul 12 16:17:31.365492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61867aa0-f31c-4051-9cb6-2fc25d19eedd req-491d5259-fef1-49f3-bb1e-d7e42602ea12 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665233 Jul 12 16:17:31.459492 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58451f4-3ebf-4548-9cb2-8967a97e8d6d x-openstack-request-id: req-b58451f4-3ebf-4548-9cb2-8967a97e8d6d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:31.460384 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "failed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:31.460718 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b58451f4-3ebf-4548-9cb2-8967a97e8d6d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:31.461229 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 422} returned with failed status Jul 12 16:17:31.585013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdefce22-6478-44f5-a528-ecf27b6e98f6 req-2b4cd633-151b-44e3-b322-6730000b2011 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips/c4e83d84-a390-4683-94b7-43230f069e36 HTTP/1.1" status: 200 len: 693 time: 0.1099374 Jul 12 16:17:31.590528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a6bace-8bf8-48bf-bccd-bf531bc4f037 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:31.606143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.622664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Transition to ACTIVE for port object d3a6bace-8bf8-48bf-bccd-bf531bc4f037 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:31.639965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.749832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:31.750642 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.944363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefce22-6478-44f5-a528-ecf27b6e98f6 req-b94a952a-b81b-4a3d-b154-6f001fd6d6e2 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:31.960791 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-552e50bc-c596-4159-bc69-397319836060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:23Z', 'revision_number': 4, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6502777f-43ed-4be3-8594-591655d9eed5', 'name': '', 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'mac_address': 'fa:16:3e:db:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:21Z', 'updated_at': '2021-07-12T16:17:30Z', 'revision_number': 4, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'subnets': [{'id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:31.968740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e0edea2-5560-4d90-9d17-e5131d5c5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.995188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdefce22-6478-44f5-a528-ecf27b6e98f6 req-b94a952a-b81b-4a3d-b154-6f001fd6d6e2 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.4073124 Jul 12 16:17:32.001287 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e50bc-c596-4159-bc69-397319836060 None None] The sync data for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 is: [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:23Z', 'revision_number': 4, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6502777f-43ed-4be3-8594-591655d9eed5', 'name': '', 'network_id': '8ffe12de-af94-4652-82a8-4b190efbe315', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'mac_address': 'fa:16:3e:db:aa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:21Z', 'updated_at': '2021-07-12T16:17:30Z', 'revision_number': 4, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'subnets': [{'id': '3cf4e51f-13bc-4ea7-bad7-fcda24d9929b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:17:32.008968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Pushing event updated for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:32.108069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.188845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Attempting to bind port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:32.194979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Attempting to bind port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd9665851-66c6-4e63-bbd0-7151772302d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:32.195539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Attempting to bind port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 on network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:32.204988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 on network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:17:32.215709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Attempting to bind port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 on network 3f46cb3d-f646-44cb-b30a-ed22ef7774ba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:32.234138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:32.234968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Checking segment: {'id': 'd9665851-66c6-4e63-bbd0-7151772302d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:32.235721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Bound using segment: {'id': 'd9665851-66c6-4e63-bbd0-7151772302d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:32.236528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Bound port: d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9665851-66c6-4e63-bbd0-7151772302d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:32.237157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.251751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:32.270837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.477471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:32.482506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,segment=NetworkSegment(d9665851-66c6-4e63-bbd0-7151772302d2),segment_id=d9665851-66c6-4e63-bbd0-7151772302d2)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:32.494143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.547119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f4cb-e705-4765-9796-059a6cb2893d None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:32.552816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:32.564799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.566638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] 10.222.0.77 "PUT /v2.0/ports/d3a6bace-8bf8-48bf-bccd-bf531bc4f037 HTTP/1.1" status: 200 len: 1092 time: 3.1658773 Jul 12 16:17:32.569850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:32.638593 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53af1997-f43b-4b95-9b4e-f767a653cd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:32.741912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec8910c1-ebdf-4980-ad3d-44903be34ca2 req-6a6e5b9c-6e5a-4e68-a039-32a15f83baa0 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=2556d211ba914f4387766ce47bbba10c HTTP/1.1" status: 200 len: 696 time: 0.0952852 Jul 12 16:17:32.827740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6502777f-43ed-4be3-8594-591655d9eed5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:32.869012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8063-ccb2-4063-bcad-9208ea0acaea service neutron] Pushing event updated for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:32.931221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-091a5da1-b136-4eca-b196-7f59392fbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:32.940509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-091a5da1-b136-4eca-b196-7f59392fbf20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=674f62f161b44cd5b7a00dcc5a06d702&device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 1095 time: 0.2844152 Jul 12 16:17:32.965142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 6502777f-43ed-4be3-8594-591655d9eed5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:33.011870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:33.013148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.018888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-b5199540-50cb-4b6e-a53e-aebd489002a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.020785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-b5199540-50cb-4b6e-a53e-aebd489002a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 1096 time: 0.2739625 Jul 12 16:17:33.052127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-7c00468f-fc6a-441a-9ea1-c40ee444bbde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037 HTTP/1.1" status: 200 len: 217 time: 0.1014051 Jul 12 16:17:33.115136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8910c1-ebdf-4980-ad3d-44903be34ca2 req-1a845d4a-a241-4da1-915a-a9d6a31b4df5 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.138007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec8910c1-ebdf-4980-ad3d-44903be34ca2 req-1a845d4a-a241-4da1-915a-a9d6a31b4df5 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks?id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 787 time: 0.3832076 Jul 12 16:17:33.145100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.146148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-ec8910c1-ebdf-4980-ad3d-44903be34ca2 req-5cdfeef1-94c0-431c-af82-f3c53a3ecea8 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:17:33.156228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-96f10e2a-69dc-4eee-8d5a-2ae272dd2998 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:33.156952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-96f10e2a-69dc-4eee-8d5a-2ae272dd2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.160197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec8910c1-ebdf-4980-ad3d-44903be34ca2 req-5cdfeef1-94c0-431c-af82-f3c53a3ecea8 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209577 Jul 12 16:17:33.264442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5e73e8c7-c1cf-40a4-96b7-12ca4991d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.269777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-5e73e8c7-c1cf-40a4-96b7-12ca4991d485 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ae94440-afd4-4cd1-8768-af1ea521cb79 HTTP/1.1" status: 200 len: 853 time: 0.1987770 Jul 12 16:17:33.301879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-ff3a96ec-686b-4be6-bb72-de0d3c444513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.310760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-ff3a96ec-686b-4be6-bb72-de0d3c444513 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2743642 Jul 12 16:17:33.314833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c7c7-fdef-4317-82d8-f1ea5f80a348 req-11c38eec-b252-4a9f-b935-bd6e69ff020f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.330246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2280c7c7-fdef-4317-82d8-f1ea5f80a348 req-11c38eec-b252-4a9f-b935-bd6e69ff020f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 944 time: 0.2767508 Jul 12 16:17:33.404558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-c1283af3-0c1c-4cf2-baaa-983f1a3567f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f46cb3d-f646-44cb-b30a-ed22ef7774ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286719 Jul 12 16:17:33.418600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-356f419d-7890-493e-aa3f-77ad4abaaa2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5 HTTP/1.1" status: 200 len: 217 time: 0.0938213 Jul 12 16:17:33.452448 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.472130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}, {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:33.477153 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6455c39-9247-4f00-b873-92545b13b168" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}, {"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:33.529527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-34814357-30b2-473e-8b28-3fcf574b9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:33.531255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-34814357-30b2-473e-8b28-3fcf574b9b41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.1012504 Jul 12 16:17:33.540438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 6502777f-43ed-4be3-8594-591655d9eed5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6502777f-43ed-4be3-8594-591655d9eed5,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:33.551020 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.621074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-6ce31efc-c0e2-4905-8f46-024b793bae1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768592 Jul 12 16:17:33.659848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-9545c10c-3764-4609-a8ce-021216728795 service neutron] 10.222.0.77 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394233 Jul 12 16:17:33.751067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:33.809007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-9f4fa559-70b4-4445-b1f9-59cbf541ce3d service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771533 Jul 12 16:17:33.870023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2280c7c7-fdef-4317-82d8-f1ea5f80a348 req-03dc489d-333d-4e46-b27f-9036543edc01 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389466 Jul 12 16:17:33.944088 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e4943-7394-4c3b-86ee-ef04e2532b81 x-openstack-request-id: req-ab7e4943-7394-4c3b-86ee-ef04e2532b81 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:33.946262 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:33.947021 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab7e4943-7394-4c3b-86ee-ef04e2532b81 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:33.947668 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037', 'status': 'completed', 'code': 200} Jul 12 16:17:33.975719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4818123e-aaf6-46dd-b0c8-0425deaaa544 None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:33.976747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4818123e-aaf6-46dd-b0c8-0425deaaa544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:33.978617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8f08dc-f5d5-4052-a547-75e6c6044efe req-ece506b5-8cf8-4e78-81fb-9c95fc354144 service neutron] 10.222.0.77 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960455 Jul 12 16:17:34.011115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99535757-6eeb-4ef9-a7c5-4a7efecbddfc req-5f68e0d5-d1d9-429d-9ca0-84d1ff61f66d service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911209 Jul 12 16:17:34.182938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55393101-937a-4bf7-b066-cac56aa422d6 req-02375eb7-466d-488a-a75c-053900ab704d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:34.189915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-bf507021-e62a-4596-8254-ad861011c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:34.192887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55393101-937a-4bf7-b066-cac56aa422d6 req-02375eb7-466d-488a-a75c-053900ab704d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1246300 Jul 12 16:17:34.195962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-bf507021-e62a-4596-8254-ad861011c675 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=674f62f161b44cd5b7a00dcc5a06d702&device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 1095 time: 0.1371827 Jul 12 16:17:34.298315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55393101-937a-4bf7-b066-cac56aa422d6 req-646e68dd-c115-4dc4-9b9f-3ca70d3e823e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036372 Jul 12 16:17:34.384503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-4f6ab7d8-0b2b-4806-8454-4f906da47ef0 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips/c4e83d84-a390-4683-94b7-43230f069e36 HTTP/1.1" status: 200 len: 693 time: 0.0635619 Jul 12 16:17:34.394850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d55079d2-6e73-4875-b6bf-91403c198d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:34.432365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-81609c89-d48f-4b20-a1d7-2286b3bdfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:34.451533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-81609c89-d48f-4b20-a1d7-2286b3bdfb9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f46cb3d-f646-44cb-b30a-ed22ef7774ba HTTP/1.1" status: 200 len: 914 time: 0.2494011 Jul 12 16:17:34.491921 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc8ba2a-8ca6-4a8f-b0f2-db18b9c2637d x-openstack-request-id: req-cfc8ba2a-8ca6-4a8f-b0f2-db18b9c2637d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:34.492366 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-unplugged", "status": "failed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 422}, {"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "failed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:34.492576 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfc8ba2a-8ca6-4a8f-b0f2-db18b9c2637d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:34.492990 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 422} returned with failed status Jul 12 16:17:34.493287 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 422} returned with failed status Jul 12 16:17:34.569149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-75aa8ecb-336b-46a7-a062-54ffb8eb588e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037 HTTP/1.1" status: 200 len: 217 time: 0.1082747 Jul 12 16:17:34.633695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8d237b79-55b6-425e-af35-83e89f4abac6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:34.644958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8d237b79-55b6-425e-af35-83e89f4abac6 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2593548 Jul 12 16:17:34.654149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-20c4952d-0993-4d15-ba63-afca2b9a240b tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:17:34.668688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6502777f-43ed-4be3-8594-591655d9eed5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:34.669237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-20c4952d-0993-4d15-ba63-afca2b9a240b tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233550 Jul 12 16:17:34.755733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-2f30cc13-fcb4-4263-b4b4-22e4e70e70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:34.757230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-2f30cc13-fcb4-4263-b4b4-22e4e70e70ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5ae94440-afd4-4cd1-8768-af1ea521cb79 HTTP/1.1" status: 200 len: 853 time: 0.1751902 Jul 12 16:17:34.760198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-1a8fac35-2cb3-472a-893a-4c963702946e tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0900302 Jul 12 16:17:34.801169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6502777f-43ed-4be3-8594-591655d9eed5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:34.801551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:34.850093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-df0cc4bf-13b2-4905-a370-b01b6a1dea1d tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.0887244 Jul 12 16:17:34.857092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-1d789270-035e-46b0-a2d8-16c4836f7933 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f46cb3d-f646-44cb-b30a-ed22ef7774ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886273 Jul 12 16:17:34.918147 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.046300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-1ae47467-99a2-4830-a872-c559193e56f5 service neutron] 10.222.0.77 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812520 Jul 12 16:17:35.087184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-92af007e-cac2-48e8-b983-e9dc160d6488 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2552180 Jul 12 16:17:35.093418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Deleting port 31b22502-6bfa-4596-8431-611d3793ac4a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:35.094017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.168870 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.186975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd5e00-97a4-49e3-be8c-12cbbf06078f req-6cca5e5c-a5b0-49d8-afdf-f447fb480c1c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.189604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82dd5e00-97a4-49e3-be8c-12cbbf06078f req-6cca5e5c-a5b0-49d8-afdf-f447fb480c1c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1898887 Jul 12 16:17:35.230612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53af1997-f43b-4b95-9b4e-f767a653cd2c req-ca8a66d0-0567-4ff5-a6bd-3ec37c25b2b5 service neutron] 10.222.0.77 "GET /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776967 Jul 12 16:17:35.259867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82dd5e00-97a4-49e3-be8c-12cbbf06078f req-e4f97979-b815-4a78-990e-16ef10fbe4e6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648851 Jul 12 16:17:35.302556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.303028 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.319225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Calling delete_port for 31b22502-6bfa-4596-8431-611d3793ac4a owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:35.533013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.572954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event deleted for resources: {'Port': ['ID=31b22502-6bfa-4596-8431-611d3793ac4a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:35.701454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.705594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.710042 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48b132c7-6b31-4870-aec3-cad37af95667 req-8441b8a1-f2e1-4681-8164-ca4e13445c4c tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "DELETE /v2.0/floatingips/c4e83d84-a390-4683-94b7-43230f069e36 HTTP/1.1" status: 204 len: 173 time: 0.8546314 Jul 12 16:17:35.716029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.778786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40beddf-82e9-4304-8545-3b7f36b21327 req-c740411b-1983-4da6-90dc-d3ac5352dc1d tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.788705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c40beddf-82e9-4304-8545-3b7f36b21327 req-c740411b-1983-4da6-90dc-d3ac5352dc1d tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 944 time: 0.1258631 Jul 12 16:17:35.849999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c40beddf-82e9-4304-8545-3b7f36b21327 req-87483f72-1bea-4382-bfaa-b2654fe4da76 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527499 Jul 12 16:17:35.995650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0135f-caf2-4467-aaae-0e31fdbcac30 req-ca77a4c4-d580-4448-857a-2febcbacae93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.997874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2d0135f-caf2-4467-aaae-0e31fdbcac30 req-ca77a4c4-d580-4448-857a-2febcbacae93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 945 time: 0.1316700 Jul 12 16:17:36.008693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-31802949-d3aa-42f5-a2a5-a46275f0abd4 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1345243 Jul 12 16:17:36.019396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:36.046606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.077375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2d0135f-caf2-4467-aaae-0e31fdbcac30 req-134f5e70-82ad-4f86-9553-96536e00c446 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718014 Jul 12 16:17:36.153096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d3a6bace-8bf8-48bf-bccd-bf531bc4f037 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:17:36.197942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.315510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,segment=NetworkSegment(d9665851-66c6-4e63-bbd0-7151772302d2),segment_id=d9665851-66c6-4e63-bbd0-7151772302d2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:36.341885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037', 'network_id': '3f46cb3d-f646-44cb-b30a-ed22ef7774ba', 'port_id': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037', 'mac_address': 'fa:16:3e:3c:81:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae94440-afd4-4cd1-8768-af1ea521cb79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:17:36.379212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Allocated IP 172.25.8.181 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/286b330e-64f3-4b79-8495-f05c945cde40) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:36.393789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.409370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a6bace-8bf8-48bf-bccd-bf531bc4f037 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:36.433313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,segment=NetworkSegment(d9665851-66c6-4e63-bbd0-7151772302d2),segment_id=d9665851-66c6-4e63-bbd0-7151772302d2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:36.440061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.513076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:36.537761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.613504 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.624578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab25a-bf76-47da-9d74-aef08893d01e req-f0004d90-b47a-4713-8bb8-20fbc84f8363 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:36.627692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b4ab25a-bf76-47da-9d74-aef08893d01e req-f0004d90-b47a-4713-8bb8-20fbc84f8363 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1576314 Jul 12 16:17:36.656453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:36.661766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:36.675253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:36.698698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b4ab25a-bf76-47da-9d74-aef08893d01e req-56d0932a-0083-4df2-863d-b99b16d26f2c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592215 Jul 12 16:17:36.718039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event updated for resources: {'Port': ['ID=286b330e-64f3-4b79-8495-f05c945cde40,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:36.776245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:36.816275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d3a6bace-8bf8-48bf-bccd-bf531bc4f037'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:36.827799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.885717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.989497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.037472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:37.040289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:37.043125 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e04e0-c656-4287-b7fe-6e07f85d3887" -d '{"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:37.051279 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.131024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:37.155151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d11d3-1e73-4e4e-90bf-1fa705933ebc req-284a5261-dca8-49fd-b4c2-974a7e5cc3ef tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.160041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-053d11d3-1e73-4e4e-90bf-1fa705933ebc req-284a5261-dca8-49fd-b4c2-974a7e5cc3ef tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 945 time: 0.1226313 Jul 12 16:17:37.167951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.192344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.200138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.263012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-053d11d3-1e73-4e4e-90bf-1fa705933ebc req-fafc6fa9-2f1e-4ae4-ac33-d7b39e8c0e22 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Jul 12 16:17:37.302933 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f347174-20cf-48b0-8d7b-3f2239c8c7cd x-openstack-request-id: req-0f347174-20cf-48b0-8d7b-3f2239c8c7cd {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:37.303510 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-unplugged", "status": "failed", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:37.303927 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f347174-20cf-48b0-8d7b-3f2239c8c7cd {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:37.304470 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'code': 422} returned with failed status Jul 12 16:17:37.355907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event updated for resources: {'Port': ['ID=286b330e-64f3-4b79-8495-f05c945cde40,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:37.362672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.394170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:37.401882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-a1ca6077-cc73-4a6b-a534-ebe0277226b1 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3874128 Jul 12 16:17:37.484766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-26287c56-a472-4364-a381-ccee96519632 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0819111 Jul 12 16:17:37.561356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c072d-8a28-4b2b-bc8d-fbf6f5bb2450 req-d622ba32-67d9-4896-84fe-93ebc32a1e9e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.569014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a9c072d-8a28-4b2b-bc8d-fbf6f5bb2450 req-d622ba32-67d9-4896-84fe-93ebc32a1e9e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 943 time: 0.1524055 Jul 12 16:17:37.655876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-f86aad38-f514-4d95-9569-aa4c78cf1c0f tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.662636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-f86aad38-f514-4d95-9569-aa4c78cf1c0f tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1722670 Jul 12 16:17:37.668664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-04addeca-2f0f-4b97-9b4c-a27249ac6bf3 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:17:37.680306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fb7b71e-4a11-4770-8053-ec4bc9be9a2c req-04addeca-2f0f-4b97-9b4c-a27249ac6bf3 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166056 Jul 12 16:17:37.935147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a9c072d-8a28-4b2b-bc8d-fbf6f5bb2450 req-e4b3386c-07ce-4bd2-950f-3453fd001d05 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651898 Jul 12 16:17:37.940851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-18607e94-7c73-4ffa-bbb7-5f9e9e25d759 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips/5c4e5ac3-0088-4519-af2b-dec34c51a586 HTTP/1.1" status: 200 len: 693 time: 0.0833132 Jul 12 16:17:38.100882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-807389b4-bb0d-4cf4-98fc-ab274f815903 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:38.108965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-807389b4-bb0d-4cf4-98fc-ab274f815903 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.1659553 Jul 12 16:17:38.127653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ce26d-3156-4619-ba96-5c88c91ebdba req-2a95ac47-05ec-4f44-b6e0-1aa27d13f4d9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:38.147093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-570ce26d-3156-4619-ba96-5c88c91ebdba req-2a95ac47-05ec-4f44-b6e0-1aa27d13f4d9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.0876317 Jul 12 16:17:38.157428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d3a6bace-8bf8-48bf-bccd-bf531bc4f037 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:38.178934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-3cc71932-b73d-4c23-bb3b-9c3af47db234 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0690308 Jul 12 16:17:38.216066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:38.222208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-570ce26d-3156-4619-ba96-5c88c91ebdba req-95f7bd8b-4dce-414f-aedc-eb65a0d0f928 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708785 Jul 12 16:17:38.230699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:38.231074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.378411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-6e50640b-fd75-4851-8819-ec7d61124f85 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.1978250 Jul 12 16:17:38.630836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Deleting port 286b330e-64f3-4b79-8495-f05c945cde40 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:38.631385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.677446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.716638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,segment=NetworkSegment(d9665851-66c6-4e63-bbd0-7151772302d2),segment_id=d9665851-66c6-4e63-bbd0-7151772302d2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:38.724711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.725017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.729709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.760122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Calling delete_port for 286b330e-64f3-4b79-8495-f05c945cde40 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:38.823381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:38.926524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:38.962345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Pushing event deleted for resources: {'Port': ['ID=286b330e-64f3-4b79-8495-f05c945cde40,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:39.044168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.047052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.056237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed5ba880-cbf5-49d0-9a10-b55da737b86d req-c77054ed-ecff-451f-a895-755c3e52aafa tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "DELETE /v2.0/floatingips/5c4e5ac3-0088-4519-af2b-dec34c51a586 HTTP/1.1" status: 204 len: 173 time: 0.6775024 Jul 12 16:17:39.280440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a9cb-a4e0-4dc9-a9f0-775330d71fc6 req-15cdaf00-0514-4fe6-8851-d915d2d7aa95 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:39.282529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3552a9cb-a4e0-4dc9-a9f0-775330d71fc6 req-15cdaf00-0514-4fe6-8851-d915d2d7aa95 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.0881629 Jul 12 16:17:39.306653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:39.309617 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cce089-d7f7-4e4e-a71a-09e9bafd004e" -d '{"events": [{"server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "name": "network-vif-plugged", "status": "completed", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:39.334519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3552a9cb-a4e0-4dc9-a9f0-775330d71fc6 req-11df8c5f-27e2-4759-8688-ccb1e1c59c0d tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Jul 12 16:17:39.526228 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-4c9cbda5-f036-47ee-825a-0aefe7c304ac req-3a608722-21b8-42a6-be33-71e65c606d72 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] show failed (client error): The resource could not be found. Jul 12 16:17:39.527289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c9cbda5-f036-47ee-825a-0aefe7c304ac req-3a608722-21b8-42a6-be33-71e65c606d72 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips/5c4e5ac3-0088-4519-af2b-dec34c51a586 HTTP/1.1" status: 404 len: 350 time: 0.0486505 Jul 12 16:17:39.682170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:39.692528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2041470141'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:39.730301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-e30104ac-1243-41d0-8366-bb72eae3afaf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:39.732431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-e30104ac-1243-41d0-8366-bb72eae3afaf tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cffeee95-1128-4ed0-bd31-b4fc0cf56288 HTTP/1.1" status: 200 len: 943 time: 0.1268442 Jul 12 16:17:39.738040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:39.745323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.799492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efebb90-954e-4618-abc9-2c1da039d187 req-ba3349a0-21b0-4c30-aea4-13b5061c900a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:39.801402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4efebb90-954e-4618-abc9-2c1da039d187 req-ba3349a0-21b0-4c30-aea4-13b5061c900a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1614647 Jul 12 16:17:39.801864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:17:39.849695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.850067 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Added segment be6976f0-f6bc-4070-9125-1ad00822acb1 of type vlan for network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde Jul 12 16:17:39.853794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4efebb90-954e-4618-abc9-2c1da039d187 req-de4a93f1-9d6b-4ceb-820f-44fa5d86af22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454068 Jul 12 16:17:39.896149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.897655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:39.900675 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.931120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.939091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:39.940197 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:39.977183 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4331f73-8152-4787-87f2-bba89191b38e x-openstack-request-id: req-e4331f73-8152-4787-87f2-bba89191b38e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:39.977478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "name": "network-vif-plugged", "status": "completed", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:39.977729 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4331f73-8152-4787-87f2-bba89191b38e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:39.978124 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037', 'code': 200} Jul 12 16:17:40.012961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3244433 Jul 12 16:17:40.015529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:40.021190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-377647169'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:40.047979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f397f-90f0-45be-947a-36f668e293fe tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Network': ['ID=61e43fa8-c3be-4b82-bd1d-333c8ae47fde,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:40.060628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:17:40.120180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port c3ebbb94-e072-43ee-bb36-88573e8c0fe5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:40.120852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.140972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:40.143539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for c3ebbb94-e072-43ee-bb36-88573e8c0fe5 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:40.145099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.212830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:17:40.240817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.241165 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Added segment 20dc6b0f-280d-4643-bbab-2b05f91a40f5 of type vlan for network e7aa7441-107f-4f36-b18e-97cc70acdfce Jul 12 16:17:40.280316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3a31-854d-4025-89f8-a37b4f50d9ed req-26005630-1c12-41db-ac3c-6fd49c426adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:40.281880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400d3a31-854d-4025-89f8-a37b4f50d9ed req-26005630-1c12-41db-ac3c-6fd49c426adc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 1097 time: 0.2072880 Jul 12 16:17:40.307082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.325659 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-63f7430f-3856-43dd-a452-f3482f8602c9 req-42223674-2875-457f-906f-ed24cfc15994 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] show failed (client error): The resource could not be found. Jul 12 16:17:40.326721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63f7430f-3856-43dd-a452-f3482f8602c9 req-42223674-2875-457f-906f-ed24cfc15994 tempest-FloatingIPsTestJSON-507857574 tempest-FloatingIPsTestJSON-507857574-project] 10.222.0.58 "GET /v2.0/floatingips/5c4e5ac3-0088-4519-af2b-dec34c51a586 HTTP/1.1" status: 404 len: 350 time: 0.1006923 Jul 12 16:17:40.329816 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400d3a31-854d-4025-89f8-a37b4f50d9ed req-e200825a-fb87-4722-8b83-3c8b0ae8bcbf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Jul 12 16:17:40.347037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:40.348284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=c3ebbb94-e072-43ee-bb36-88573e8c0fe5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:40.366666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.418594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.429818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:40.430729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.450440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4337835 Jul 12 16:17:40.456546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:40.484496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'subnet': {'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:40.573671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaa59a-a0a2-42f4-ae95-d12bfdff2602 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Network': ['ID=e7aa7441-107f-4f36-b18e-97cc70acdfce,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:40.584487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e7aa7441-107f-4f36-b18e-97cc70acdfce details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:17:40.612412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ae1e0-842d-45d4-a73e-cb655b4960fd req-1eacf067-d65b-42cf-b11e-f04d6cccfd1e tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:40.613994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-680ae1e0-842d-45d4-a73e-cb655b4960fd req-1eacf067-d65b-42cf-b11e-f04d6cccfd1e tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.1510973 Jul 12 16:17:40.640674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port c3ebbb94-e072-43ee-bb36-88573e8c0fe5 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:40.643367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.661294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3530e7b9-f7c5-46aa-b150-76a8df75c350 req-6a9d71e1-53da-4573-a723-240e62448a93 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "DELETE /v2.0/ports/c3ebbb94-e072-43ee-bb36-88573e8c0fe5 HTTP/1.1" status: 204 len: 173 time: 0.9222891 Jul 12 16:17:40.668525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-680ae1e0-842d-45d4-a73e-cb655b4960fd req-efce8da4-7ad4-48ea-9271-26cf9e574818 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Jul 12 16:17:40.670372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-deleted', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:40.675380 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c37611-cd3a-4a20-8f13-e46d62e6bc39" -d '{"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-deleted", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:40.783948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:40.792569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:40.793349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:40.827835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c3ebbb94-e072-43ee-bb36-88573e8c0fe5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:40.828462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c3ebbb94-e072-43ee-bb36-88573e8c0fe5 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:40.922329 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2b4db8-05c5-4f1f-9956-58a400f64260 x-openstack-request-id: req-9a2b4db8-05c5-4f1f-9956-58a400f64260 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:40.923223 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeee95-1128-4ed0-bd31-b4fc0cf56288", "name": "network-vif-deleted", "tag": "c3ebbb94-e072-43ee-bb36-88573e8c0fe5", "status": "failed", "code": 422}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:40.923518 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a2b4db8-05c5-4f1f-9956-58a400f64260 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:40.923967 n-d-800078-3 neutron-server[93712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cffeee95-1128-4ed0-bd31-b4fc0cf56288', 'name': 'network-vif-deleted', 'tag': 'c3ebbb94-e072-43ee-bb36-88573e8c0fe5', 'status': 'failed', 'code': 422} returned with failed status Jul 12 16:17:41.156454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9af66-d714-4c03-a28a-b3d4e7ea0cb0 req-1de45743-fd3d-43ee-9e82-e55c92bfae52 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:41.159049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9a9af66-d714-4c03-a28a-b3d4e7ea0cb0 req-1de45743-fd3d-43ee-9e82-e55c92bfae52 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1376140 Jul 12 16:17:41.204730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.237175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9a9af66-d714-4c03-a28a-b3d4e7ea0cb0 req-a7dcfb13-1272-4cbc-a176-be7fa52cc5ad tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606172 Jul 12 16:17:41.317384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Subnet': ['ID=bdd93a00-a9eb-4679-b58d-883ca915e710,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:41.334873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:41.335274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network hostable DHCP agents. Network: 61e43fa8-c3be-4b82-bd1d-333c8ae47fde, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:17:41.365555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:17:41.374048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.426303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 61e43fa8-c3be-4b82-bd1d-333c8ae47fde) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:41.435238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:41.435783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5aa0db-679b-45ac-925a-352f3d418b1b None None] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:41.435907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.491623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda58478-c0c8-475c-a910-11f959acc663 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0291388 Jul 12 16:17:41.496104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52014) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:41.506836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'subnet': {'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:41.634439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:17:41.635273 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.712659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:41.716889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.863914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Allocated IP 10.1.1.2 (61e43fa8-c3be-4b82-bd1d-333c8ae47fde/bdd93a00-a9eb-4679-b58d-883ca915e710/9bfc354f-2bda-403c-b65a-a558d1baf568) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:41.929101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f16a6-1f19-48ac-b947-5aa6504d56e1 req-4be7d2f9-d6b8-4b5d-848d-65458dcf6b75 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:41.939742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d4f16a6-1f19-48ac-b947-5aa6504d56e1 req-4be7d2f9-d6b8-4b5d-848d-65458dcf6b75 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.0910981 Jul 12 16:17:42.009108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d4f16a6-1f19-48ac-b947-5aa6504d56e1 req-4769bd1f-d1e2-427e-bad5-2a1d530546ff tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Jul 12 16:17:42.130572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-05ca9db5-208c-4bd4-93c2-4211eaf68732 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:42.136626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-05ca9db5-208c-4bd4-93c2-4211eaf68732 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.3634372 Jul 12 16:17:42.141801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.153665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.165190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Transition to ACTIVE for port object 9bfc354f-2bda-403c-b65a-a558d1baf568 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:42.187714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Transition to ACTIVE for port object 9bfc354f-2bda-403c-b65a-a558d1baf568 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:42.197032 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.221926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-ca9adc7f-09b7-4155-88e5-fa4c3e52710c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0844498 Jul 12 16:17:42.253682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:42.257254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:42.269524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:42.276441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-b19ba2a2-367a-47a7-bd2b-9972614926f4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535767 Jul 12 16:17:42.332070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Pushing event updated for resources: {'Port': ['ID=9bfc354f-2bda-403c-b65a-a558d1baf568,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:42.345253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Deleting port 6502777f-43ed-4be3-8594-591655d9eed5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:42.345595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.349967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Attempting to bind port 9bfc354f-2bda-403c-b65a-a558d1baf568 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:42.350744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Attempting to bind port 9bfc354f-2bda-403c-b65a-a558d1baf568 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:42.350895 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Subnet': ['ID=625415a4-0099-4f7d-8f0e-abef8f4a864b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:42.351002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Attempting to bind port 9bfc354f-2bda-403c-b65a-a558d1baf568 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:42.357237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:42.358019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:42.358266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.358662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Bound using segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:42.359283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Bound port: 9bfc354f-2bda-403c-b65a-a558d1baf568, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:42.359699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.409869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Checking segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:42.410911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network hostable DHCP agents. Network: e7aa7441-107f-4f36-b18e-97cc70acdfce, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:17:42.454336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] For port 9bfc354f-2bda-403c-b65a-a558d1baf568, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:42.459159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] For port 9bfc354f-2bda-403c-b65a-a558d1baf568, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9bfc354f-2bda-403c-b65a-a558d1baf568,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:42.467290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.501509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network e7aa7441-107f-4f36-b18e-97cc70acdfce is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:17:42.512845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-f691b052-6a36-42b4-82d5-413bec10648c service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354767 Jul 12 16:17:42.555068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254958c-5244-4416-8527-0e057b48dd2a None None] Pushing event updated for resources: {'Port': ['ID=9bfc354f-2bda-403c-b65a-a558d1baf568,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:42.592251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1afd18-8c6a-46e0-a11e-6ec15abc5f27 req-0a436d4b-0028-4249-895e-372c5ab1c8f9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:42.600413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1afd18-8c6a-46e0-a11e-6ec15abc5f27 req-0a436d4b-0028-4249-895e-372c5ab1c8f9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1167009 Jul 12 16:17:42.638151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1afd18-8c6a-46e0-a11e-6ec15abc5f27 req-ff795238-ea0a-4db4-a22d-7cc112f2f16b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Jul 12 16:17:42.669098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] For port 6502777f-43ed-4be3-8594-591655d9eed5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6502777f-43ed-4be3-8594-591655d9eed5,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:42.669098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.679204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e7aa7441-107f-4f36-b18e-97cc70acdfce) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:42.688958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214dcf0-fa57-4cd6-9014-922fedabd82c None None] Network e7aa7441-107f-4f36-b18e-97cc70acdfce requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:42.720423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:42.721308 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:42.724060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Calling delete_port for 6502777f-43ed-4be3-8594-591655d9eed5 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:42.833395 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d750aadf-c66f-498a-8e25-3f6956af43a5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3314459 Jul 12 16:17:42.833811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:42.839463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'name': 'tempest-TaggedBootDevicesTest-1750095001', 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:42.961193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-b4e4bd4d-746f-4101-8039-85c18c424b47 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470880 Jul 12 16:17:43.005640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e7aa7441-107f-4f36-b18e-97cc70acdfce', 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ips': [{'subnet_id': '625415a4-0099-4f7d-8f0e-abef8f4a864b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:17:43.005640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:43.007028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-2b5ddaea-7d45-4709-8402-2a7c513722ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:43.016728 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-2b5ddaea-7d45-4709-8402-2a7c513722ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 1097 time: 0.4473357 Jul 12 16:17:43.108098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:43.263044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:43.294203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] device_id is not set on port 09ec633a-e7ab-4830-a662-a3702c72c6a1 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:17:43.440730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Allocated IP 10.2.2.2 (e7aa7441-107f-4f36-b18e-97cc70acdfce/625415a4-0099-4f7d-8f0e-abef8f4a864b/57c0d908-dbd2-4c90-9ec0-bd74d2971d9d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:43.442222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:43.481119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-a1584af6-1193-49c1-9e4e-30aa0d7c9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:43.483158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-a1584af6-1193-49c1-9e4e-30aa0d7c9d12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1386521 Jul 12 16:17:43.496261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Pushing event deleted for resources: {'Port': ['ID=6502777f-43ed-4be3-8594-591655d9eed5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:43.581650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.1.1.230 (61e43fa8-c3be-4b82-bd1d-333c8ae47fde/bdd93a00-a9eb-4679-b58d-883ca915e710/09ec633a-e7ab-4830-a662-a3702c72c6a1) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:43.688857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-21c126cc-f319-4f8e-b88b-c31fa9d6bf23 req-368aa165-bd3f-47b8-9783-80d3ade534d9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.0494518 Jul 12 16:17:43.747914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:43.772723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Transition to ACTIVE for port object 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:43.805583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Transition to ACTIVE for port object 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:43.822363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:43.955616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Pushing event updated for resources: {'Port': ['ID=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:43.977185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Network e7aa7441-107f-4f36-b18e-97cc70acdfce is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:43.979047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:43.984470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:44.046452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.083123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object 09ec633a-e7ab-4830-a662-a3702c72c6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:44.102104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875e167-cc67-417a-aa39-2bfd953aab54 req-998520e2-e772-438e-8b58-44dc4f229fd9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.109387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1875e167-cc67-417a-aa39-2bfd953aab54 req-998520e2-e772-438e-8b58-44dc4f229fd9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1453168 Jul 12 16:17:44.161923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-47df2232-8b8c-41d0-a3f5-a89280f68c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.162772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Attempting to bind port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:44.163153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Attempting to bind port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:44.163516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Attempting to bind port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d on network e7aa7441-107f-4f36-b18e-97cc70acdfce {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:44.164143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-47df2232-8b8c-41d0-a3f5-a89280f68c5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.6507034 Jul 12 16:17:44.177621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:44.178002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Checking segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:44.178409 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.178802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Bound using segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:44.179271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Bound port: 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:44.179764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.181223 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1875e167-cc67-417a-aa39-2bfd953aab54 req-8f8ea8d7-e504-4de2-9f34-266a5a7337e1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700068 Jul 12 16:17:44.198749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86d43-527c-4950-aa32-336a22c22008 req-3b2aa7bb-49a5-40ad-82a5-78944688ddea tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.208137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39b86d43-527c-4950-aa32-336a22c22008 req-3b2aa7bb-49a5-40ad-82a5-78944688ddea tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.5285721 Jul 12 16:17:44.218474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.306935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] For port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:44.311659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] For port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:44.320707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.367992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87ebdb-6cc0-4f8c-9d11-3f58e2135922 None None] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:44.374999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:44.389747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:44.392303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:44.400900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:44.459654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.460482 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.494115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9a61fc7b-da56-4cb7-9fa9-8d0cd465e5b6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6581216 Jul 12 16:17:44.495574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52072) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:44.501704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'name': 'tempest-TaggedBootDevicesTest-380168088', 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:44.682167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b298d3cf-147d-446e-a48f-5ae521b32e90 None None] Provisioning for port 9bfc354f-2bda-403c-b65a-a558d1baf568 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:44.707481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4915d-fae4-4419-b502-284d6fe4ee9c None None] Pushing event updated for resources: {'Port': ['ID=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:44.802670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9bfc354f-2bda-403c-b65a-a558d1baf568 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:44.832137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39b86d43-527c-4950-aa32-336a22c22008 req-a3c304a0-c7fd-4112-90ef-667a5d6d155f tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230996 Jul 12 16:17:44.835807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.870378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-9998530f-6f9f-40a3-9f71-218be46e6482 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.872516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-9998530f-6f9f-40a3-9f71-218be46e6482 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.77 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.2781901 Jul 12 16:17:44.950173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9bfc354f-2bda-403c-b65a-a558d1baf568 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:44.961946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9bfc354f-2bda-403c-b65a-a558d1baf568 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:44.965061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.055118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-645237fc-b224-45b7-b3d7-f666cb1119c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 1001 time: 0.8746550 Jul 12 16:17:45.114284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64be4e1b-b201-43df-b0b1-52b3958acb46 req-32c98b05-c574-4f04-88fc-c2188b057040 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.1404812 Jul 12 16:17:45.119176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:45.130559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.176433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] device_id is not set on port cba94c4a-bfad-42c2-81b0-bf6df93c3586 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:17:45.178152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.254208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9bfc354f-2bda-403c-b65a-a558d1baf568, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9bfc354f-2bda-403c-b65a-a558d1baf568,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:45.268487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.405396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9bfc354f-2bda-403c-b65a-a558d1baf568,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:45.470550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-1231aebd-c729-47eb-be5a-0ed504120e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:45.475796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-1231aebd-c729-47eb-be5a-0ed504120e79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.4074631 Jul 12 16:17:45.529983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Provisioning for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:45.537963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Provisioning complete for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:45.539423 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.621163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Port 09ec633a-e7ab-4830-a662-a3702c72c6a1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:45.634650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Provisioning complete for port 9bfc354f-2bda-403c-b65a-a558d1baf568 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:45.635220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff043-603f-40ca-8249-de533c41b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.650657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:17:45.738121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581d7b-6954-414a-ac76-7a067d3fc259 req-86ddd0ed-f96b-40ca-a681-ca6866210f29 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:45.752229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9581d7b-6954-414a-ac76-7a067d3fc259 req-86ddd0ed-f96b-40ca-a681-ca6866210f29 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.2980363 Jul 12 16:17:45.770014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-4db6d2a4-1dba-4ab8-89c9-7f066efcf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:45.771724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-4db6d2a4-1dba-4ab8-89c9-7f066efcf711 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839937 Jul 12 16:17:45.950979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0a58e6d3-553a-49e1-939c-b2e97b3c96fa None None] Provisioning complete for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:45.951475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a58e6d3-553a-49e1-939c-b2e97b3c96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:45.996321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:17:46.013815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-11195712-01dc-4279-8a58-46a869e8c11a admin admin] 10.222.0.58 "PUT /v2.0/routers/a61adbc1-a202-4d2a-bac3-1a2cfd7eb154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6542120 Jul 12 16:17:46.027872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Sync routers for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:17:46.066101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:46.066356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52088) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:46.066926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:46.120068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9581d7b-6954-414a-ac76-7a067d3fc259 req-244c5a06-3283-4e61-b069-105e6bf2b756 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665450 Jul 12 16:17:46.198557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:46.256428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-4a99075f-f0a9-4e21-8063-6282f3b46cbd service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219539 Jul 12 16:17:46.332856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0a58e6d3-553a-49e1-939c-b2e97b3c96fa None None] Port 09ec633a-e7ab-4830-a662-a3702c72c6a1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:46.366414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5d4f334-e8f5-411d-b8fa-3463b314f0ee req-17144893-ffd3-4067-9ae0-e44b21aed1f2 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016064 Jul 12 16:17:46.401229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de6455-91d4-46b4-ab6c-2225f558419f None None] Network e7aa7441-107f-4f36-b18e-97cc70acdfce requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:46.412569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-5038c77f-c56a-4f42-8e41-781680459e51 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.415555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-5038c77f-c56a-4f42-8e41-781680459e51 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 1.1536300 Jul 12 16:17:46.440104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b845aeb9-ffb9-4cdf-b3d7-0b09b98593bb req-ded92baf-c59a-45af-bed4-f8cf181517c1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.0727916 Jul 12 16:17:46.463925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.471072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:46.583452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff8ab7c9-6e57-45ad-9fae-4d338c0e8e39 None None] Provisioning for port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:46.617632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d0bd6-43f7-4a0c-8a1b-d0d7d164a057 req-bc809bee-4579-40cf-a9e5-ac4dfcc7d5ac tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.628440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-994d0bd6-43f7-4a0c-8a1b-d0d7d164a057 req-bc809bee-4579-40cf-a9e5-ac4dfcc7d5ac tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 946 time: 0.4823241 Jul 12 16:17:46.642681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.719101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.1.1.203 (61e43fa8-c3be-4b82-bd1d-333c8ae47fde/bdd93a00-a9eb-4679-b58d-883ca915e710/cba94c4a-bfad-42c2-81b0-bf6df93c3586) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:46.727210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Deleting port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:46.727625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.793822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:43Z', 'revision_number': 5, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port': {'id': '664b7601-7d8d-49a5-97ed-f8214ece43c2', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:17:17Z', 'updated_at': '2021-07-12T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:46.842528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Deleting port 664b7601-7d8d-49a5-97ed-f8214ece43c2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:46.843190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.857267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:46.890178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Checking router: a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:17:46.962134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] For port d3a6bace-8bf8-48bf-bccd-bf531bc4f037, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,segment=NetworkSegment(d9665851-66c6-4e63-bbd0-7151772302d2),segment_id=d9665851-66c6-4e63-bbd0-7151772302d2)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:46.962483 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.981126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Calling delete_port for d3a6bace-8bf8-48bf-bccd-bf531bc4f037 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:47.158958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] For port 664b7601-7d8d-49a5-97ed-f8214ece43c2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=664b7601-7d8d-49a5-97ed-f8214ece43c2,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:47.160327 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.199518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Calling delete_port for 664b7601-7d8d-49a5-97ed-f8214ece43c2 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:47.257063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-994d0bd6-43f7-4a0c-8a1b-d0d7d164a057 req-a7e6ee67-c025-46b8-81cc-ad36d30bfd4e tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/security-groups?id=d91f0f76-f04a-488c-8471-6c81cafae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270251 Jul 12 16:17:47.351830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Routers {'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:47.352853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:17:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:47.404095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:47.413815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.538008 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.689966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:47.722527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:47.722918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.734384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] No DVR routers for this DVR port d3a6bace-8bf8-48bf-bccd-bf531bc4f037 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:47.802928 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.804976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0d301cf-0b81-47d0-a2d9-e8bb6234fc5b req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.77 "DELETE /v2.0/ports/d3a6bace-8bf8-48bf-bccd-bf531bc4f037 HTTP/1.1" status: 204 len: 173 time: 2.9231288 Jul 12 16:17:47.809885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a44846-c1aa-4eb3-8ceb-00f5dc558495 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] Pushing event deleted for resources: {'Port': ['ID=d3a6bace-8bf8-48bf-bccd-bf531bc4f037,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:47.812416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'name': 'network-vif-deleted', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:47.829753 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd33afb-9d2d-4fe7-8bbd-1c3ec41a46c8" -d '{"events": [{"server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "name": "network-vif-deleted", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:47.897333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] Set router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:47.914863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.935886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c3dfe01-f925-48e0-8f47-cf785bad549a req-d6e2c70b-b2e9-4b03-906e-22f5073115d8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.1561549 Jul 12 16:17:48.027966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Pushing event deleted for resources: {'Port': ['ID=664b7601-7d8d-49a5-97ed-f8214ece43c2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:48.098572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:46Z', 'revision_number': 6, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:48.132759 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223ff91-b08f-4c02-b2d5-ae82c8548143 x-openstack-request-id: req-2223ff91-b08f-4c02-b2d5-ae82c8548143 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:48.133062 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1411bc31-9ad1-400c-9c1b-3d158b112175", "name": "network-vif-deleted", "tag": "d3a6bace-8bf8-48bf-bccd-bf531bc4f037", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:48.133308 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2223ff91-b08f-4c02-b2d5-ae82c8548143 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:48.133710 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411bc31-9ad1-400c-9c1b-3d158b112175', 'name': 'network-vif-deleted', 'tag': 'd3a6bace-8bf8-48bf-bccd-bf531bc4f037', 'status': 'completed', 'code': 200} Jul 12 16:17:48.216189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30b69-fb09-45bd-8374-2776edafc525 req-11da9cbd-38f1-4e3d-b182-17e1c52e0480 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:48.225395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d3a6bace-8bf8-48bf-bccd-bf531bc4f037 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:48.225766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70b30b69-fb09-45bd-8374-2776edafc525 req-11da9cbd-38f1-4e3d-b182-17e1c52e0480 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.7007639 Jul 12 16:17:48.255627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-9502db01-7522-4252-a4c2-3f509c389aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:48.257375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-9502db01-7522-4252-a4c2-3f509c389aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1097 time: 0.5797975 Jul 12 16:17:48.287359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.308077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebfd8ba-c63a-48d4-b1d7-bc51d04ec8ca None None] The sync data for ids ['a61adbc1-a202-4d2a-bac3-1a2cfd7eb154'] in n-d-800078-3 is: [{'id': 'a61adbc1-a202-4d2a-bac3-1a2cfd7eb154', 'name': 'tempest-FloatingIPsTestJSON-2115579720-router', 'tenant_id': '2556d211ba914f4387766ce47bbba10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:17:16Z', 'updated_at': '2021-07-12T16:17:46Z', 'revision_number': 6, 'project_id': '2556d211ba914f4387766ce47bbba10c', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:17:48.336571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.364616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: d3a6bace-8bf8-48bf-bccd-bf531bc4f037 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:48.366866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d3a6bace-8bf8-48bf-bccd-bf531bc4f037 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:48.463906 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70b30b69-fb09-45bd-8374-2776edafc525 req-c9310a44-80cc-46b2-b556-bdafb36698e3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356944 Jul 12 16:17:48.476039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8938563-3bea-482a-8f64-82c00094d8d0 None None] Provisioning complete for port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:48.476716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8938563-3bea-482a-8f64-82c00094d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.518727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.9 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/80f6d510-d876-4df6-982c-980c0b57eb6a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:48.534282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:48.542318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.630634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.693197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object cba94c4a-bfad-42c2-81b0-bf6df93c3586 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:48.729589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:48.783113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9bfc354f-2bda-403c-b65a-a558d1baf568 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:48.865580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.870133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.899847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:48.957469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-49bdbc69-42f9-4de7-b0d6-de9b2878e859 req-3d5bce45-ca37-46f0-ba38-3b58a18d30f5 tempest-ServerAddressesTestJSON-1575342843 tempest-ServerAddressesTestJSON-1575342843-project] 10.222.0.58 "GET /v2.0/ports?device_id=1411bc31-9ad1-400c-9c1b-3d158b112175 HTTP/1.1" status: 200 len: 210 time: 0.0955384 Jul 12 16:17:49.049876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9bfc354f-2bda-403c-b65a-a558d1baf568 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:49.050682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.066225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:49.127085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.127235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:17:49.133708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.137986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bbe8e3cf-4d68-4df7-b5b6-11c5af1bcf29 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a61adbc1-a202-4d2a-bac3-1a2cfd7eb154 HTTP/1.1" status: 204 len: 168 time: 3.0452764 Jul 12 16:17:49.138459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:49.154420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:49.168669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:49.182822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:49.204902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-2ff9f1a5-ec68-4822-a2c3-f4a5c71723a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:49.207940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-2ff9f1a5-ec68-4822-a2c3-f4a5c71723a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.7867835 Jul 12 16:17:49.238335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Deleting subnet 3cf4e51f-13bc-4ea7-bad7-fcda24d9929b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:17:49.255530 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.307803 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:17:49.342718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.478119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3045488d-391a-4013-9847-8975d8bc0994 req-1d79a336-6c87-4dee-9200-0d097645ab73 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.1294098 Jul 12 16:17:49.490121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.502940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:49.504315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.574753 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a72ab36a-dba4-4cda-9b22-c02b9e502f89 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0777462 Jul 12 16:17:49.581999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:49.616713 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-e30954d9-2bef-4e46-b77e-459bfa5f66da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 200 len: 1001 time: 0.3167577 Jul 12 16:17:49.655242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.760440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:49.763439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.775175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:49.791899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.822510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-790b0d9e-da98-4899-a84f-bdcc80d1b1da None None] Provisioning for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:49.836227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:49.839172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-790b0d9e-da98-4899-a84f-bdcc80d1b1da None None] Provisioning complete for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:49.839565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-790b0d9e-da98-4899-a84f-bdcc80d1b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:49.854138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:49.887572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-790b0d9e-da98-4899-a84f-bdcc80d1b1da None None] Port cba94c4a-bfad-42c2-81b0-bf6df93c3586 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:49.922999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:49.952624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.007286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.011482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3cf4e51f-13bc-4ea7-bad7-fcda24d9929b HTTP/1.1" status: 204 len: 168 time: 0.8677890 Jul 12 16:17:50.013686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aaed53-ea9a-4576-b64f-1a605da2f165 None None] Network 8ffe12de-af94-4652-82a8-4b190efbe315 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:50.020233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52144) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.074801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ac270-cdc1-4318-92e8-ce50bf87a9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf4e51f-13bc-4ea7-bad7-fcda24d9929b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:50.103135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6502777f-43ed-4be3-8594-591655d9eed5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:50.114441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:50.127037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.173663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 6502777f-43ed-4be3-8594-591655d9eed5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:50.173901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6502777f-43ed-4be3-8594-591655d9eed5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:50.174339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 664b7601-7d8d-49a5-97ed-f8214ece43c2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:50.196191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.208041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-48eba962-7f42-41d5-a394-1960df336ced tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7393477 Jul 12 16:17:50.221210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9e0a-076e-4b0d-a9a2-39b9b53162a4 req-3f109b3d-4a47-4b39-9298-d10ebd9c5a90 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:50.222943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-225f9e0a-076e-4b0d-a9a2-39b9b53162a4 req-3f109b3d-4a47-4b39-9298-d10ebd9c5a90 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.4500816 Jul 12 16:17:50.236983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 664b7601-7d8d-49a5-97ed-f8214ece43c2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:50.237288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 664b7601-7d8d-49a5-97ed-f8214ece43c2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:50.418620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-225f9e0a-076e-4b0d-a9a2-39b9b53162a4 req-9b47ee78-7934-4acd-902f-5955b8e9d42d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826534 Jul 12 16:17:50.459618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52156) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.465967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268995956', 'description': 'tempest-description--1802503523'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:50.476116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] DHCP port deletion for 8ffe12de-af94-4652-82a8-4b190efbe315 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:17:50.505219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Deleting port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:50.506907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.533217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.632347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Deleting port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:17:50.632870 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.640120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] For port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:50.640696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.658273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Calling delete_port for b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:50.663511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.773009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] For port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,segment=NetworkSegment(b7557331-3aa0-425e-b49e-b2b06ec22b64),segment_id=b7557331-3aa0-425e-b49e-b2b06ec22b64)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:50.774299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.793573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.801988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.804494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Calling delete_port for b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:17:50.847826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Deleting subnet 5ae94440-afd4-4cd1-8768-af1ea521cb79 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:17:50.851242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.876614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.878009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4173543 Jul 12 16:17:50.890327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52182) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.898423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6c99d-76d4-41b8-957a-5a110e067074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:50.927305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9423c-9ecf-455b-a84c-5bb0937cd3e6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6c99d-76d4-41b8-957a-5a110e067074,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:50.964501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.967896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.975551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.014544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] Pushing event deleted for resources: {'Port': ['ID=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.023406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ca580-b0fd-4306-9cb3-cdacab2aa65b None None] No DVR routers for this DVR port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:51.066232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.081522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c4753-e012-4b3c-85f5-e606735c0ae8 req-6e1f2b2e-5391-44fe-8a00-936e79ebaea4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:51.083938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c45c4753-e012-4b3c-85f5-e606735c0ae8 req-6e1f2b2e-5391-44fe-8a00-936e79ebaea4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 931 time: 0.2093644 Jul 12 16:17:51.084490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.093386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.097740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.104790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55dd2efc-3c11-4d07-abed-648785f33e09,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.174091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.176380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] No DVR routers for this DVR port b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:17:51.182664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c45c4753-e012-4b3c-85f5-e606735c0ae8 req-0f682237-b899-4293-8a21-18f5ada3ada1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827205 Jul 12 16:17:51.183907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.187437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-720a005d-41dc-4d52-9983-21c9af9fab17 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927661 Jul 12 16:17:51.188279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52186) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:51.194429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'security_group_rule': {'security_group_id': 'b1f6c99d-76d4-41b8-957a-5a110e067074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:51.258809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.279726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.291229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffe12de-af94-4652-82a8-4b190efbe315']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.303033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7557331-3aa0-425e-b49e-b2b06ec22b64') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.303375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7557331-3aa0-425e-b49e-b2b06ec22b64') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.314576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.332094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.349001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:17:51.349428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:17:51.351467 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:17:51.395479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.402165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.432213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.453110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cb75ff-02be-414f-b81d-8af488fc2837,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.462012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.469776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1aa8cc87-5cfb-478a-9a3d-654000a8d688 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2801270 Jul 12 16:17:51.473655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:51.478273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:51.480492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.482715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.484844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ae94440-afd4-4cd1-8768-af1ea521cb79 HTTP/1.1" status: 204 len: 168 time: 0.8201923 Jul 12 16:17:51.489077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:51.490332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.495349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8ffe12de-af94-4652-82a8-4b190efbe315 HTTP/1.1" status: 204 len: 168 time: 1.4663763 Jul 12 16:17:51.504302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ba8dd-9202-42a0-a4b7-06eec3cb17e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae94440-afd4-4cd1-8768-af1ea521cb79,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.541070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:17:51.543026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150a3af-5379-4f20-a44b-1fcf00977a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffe12de-af94-4652-82a8-4b190efbe315,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.572840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.604325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:17:51.604820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b9ec045b-3b4c-4fb3-8f5c-6c3af5045dd4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:17:51.683558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.716121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52200) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:51.780211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.794890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f46cb3d-f646-44cb-b30a-ed22ef7774ba']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.814021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9665851-66c6-4e63-bbd0-7151772302d2') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.816281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9665851-66c6-4e63-bbd0-7151772302d2') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.847644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.858805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f13cbe76-be9c-4b23-a060-47b01808208a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2556d211ba914f4387766ce47bbba10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148031 Jul 12 16:17:51.860844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.862446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52208) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:51.889668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.919379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:17:51.919912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:17:51.921805 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:17:51.958367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cc49b-85fd-430e-9bec-d4bd2d479b51 req-fc388aef-0f7d-4f27-bcda-22ef6daa01ca tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:51.959881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d94cc49b-85fd-430e-9bec-d4bd2d479b51 req-fc388aef-0f7d-4f27-bcda-22ef6daa01ca tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1978855 Jul 12 16:17:52.041146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.045644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.057914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.060487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f46cb3d-f646-44cb-b30a-ed22ef7774ba HTTP/1.1" status: 204 len: 168 time: 0.5623596 Jul 12 16:17:52.074275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44f728-8223-4a38-815f-9e9714b24ded admin admin] Pushing event deleted for resources: {'Network': ['ID=3f46cb3d-f646-44cb-b30a-ed22ef7774ba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:52.088888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.112446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d94cc49b-85fd-430e-9bec-d4bd2d479b51 req-065066a1-8d17-4103-b449-c7f89c3d1561 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509953 Jul 12 16:17:52.146729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 172.25.8.189 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/f512b128-2061-4f65-8475-7c6169345d81) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:52.170901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.174509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.177984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/670a7383-d6a7-4b55-81ad-10a6a0b20cb4 HTTP/1.1" status: 204 len: 168 time: 0.3125417 Jul 12 16:17:52.184746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35c210-5a44-42ba-b831-c4d226322f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a7383-d6a7-4b55-81ad-10a6a0b20cb4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:52.374801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:52.477256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e122af2-03db-432b-a922-b8b99bc5f7b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=674f62f161b44cd5b7a00dcc5a06d702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980389 Jul 12 16:17:52.477832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52252) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:52.615442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.669907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.766752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.772196 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:52.775083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d91f0f76-f04a-488c-8471-6c81cafae9dc HTTP/1.1" status: 204 len: 168 time: 0.2961786 Jul 12 16:17:52.801324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706888b7-2690-4667-845e-68aaeddd9598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f0f76-f04a-488c-8471-6c81cafae9dc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:52.947555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:53.002262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc1729-787a-48ce-b6c6-49d59ee3bf5c req-5b5d9221-73af-43d1-8422-1b0df4a63551 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:53.010832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90dc1729-787a-48ce-b6c6-49d59ee3bf5c req-5b5d9221-73af-43d1-8422-1b0df4a63551 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 931 time: 0.6825087 Jul 12 16:17:53.079160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90dc1729-787a-48ce-b6c6-49d59ee3bf5c req-e3252aed-a9d6-492f-b113-9906e9ff87a7 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Jul 12 16:17:53.112233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:53.158605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:53.163520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:53.167438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:53.211473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=f512b128-2061-4f65-8475-7c6169345d81,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:53.361737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:53.471365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:53.761622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd01be9-97df-430e-b47d-728336356811 req-a03eed0e-57c1-47c5-acfe-2cf300c984fb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:53.765686 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd01be9-97df-430e-b47d-728336356811 req-a03eed0e-57c1-47c5-acfe-2cf300c984fb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.2169669 Jul 12 16:17:53.930786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd01be9-97df-430e-b47d-728336356811 req-0a1f6f88-61f4-49de-8c88-e54151ab80e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430202 Jul 12 16:17:53.979519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:53.986287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.145355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=f512b128-2061-4f65-8475-7c6169345d81,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:54.154464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.187370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.192333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-530408bd-73d7-4050-a4bc-e2ff4e255937 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7174737 Jul 12 16:17:54.243786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52382) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:54.380075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6a96-f39e-463f-af41-875d4dd1f55c req-fed03ed5-dd3b-438f-9a82-f5f8236067f3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:54.388524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d1c6a96-f39e-463f-af41-875d4dd1f55c req-fed03ed5-dd3b-438f-9a82-f5f8236067f3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 931 time: 0.1170821 Jul 12 16:17:54.488426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d1c6a96-f39e-463f-af41-875d4dd1f55c req-f3aca4ae-1b7d-4d95-85a9-294259463be5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973773 Jul 12 16:17:54.596885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-78380678-network', 'tenant_id': '621272a635a449539ca8a8aeecc51858'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:54.639654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Made reservation on behalf of 621272a635a449539ca8a8aeecc51858 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:54.642857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.658581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.827075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.831716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.883118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a432f-924f-443d-9f30-87df70aa7716,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:54.911980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:17:54.926178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:54.926807 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Added segment 29294fd5-5ae6-4cd1-879a-1c92978639ac of type vlan for network 0f6eded1-ff81-489d-9ec5-f06869437f8f Jul 12 16:17:54.999273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.040949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.042192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.042956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.111763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8657537 Jul 12 16:17:55.116142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52458) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:55.121843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430750-c93e-49d7-b687-dbe46fe759f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6eded1-ff81-489d-9ec5-f06869437f8f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:55.133236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0f6eded1-ff81-489d-9ec5-f06869437f8f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:17:55.137158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Request body: {'subnet': {'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-78380678-subnet', 'tenant_id': '621272a635a449539ca8a8aeecc51858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:55.265705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5e012a52-3cf5-4af9-88f0-4eed021b6f41 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1268995956&fields=id&tenant_id=d6332e0f356349228e17f26933fee4d4 HTTP/1.1" status: 200 len: 267 time: 0.1109498 Jul 12 16:17:55.269428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Made reservation on behalf of 621272a635a449539ca8a8aeecc51858 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:55.271833 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.385972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-f5950f30-178d-45a6-8629-495a0cfc69e2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.385972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-f5950f30-178d-45a6-8629-495a0cfc69e2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 932 time: 0.1167457 Jul 12 16:17:55.477736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-3a7f91b0-348c-4f01-9b35-fe030b0af840 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.479340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-3a7f91b0-348c-4f01-9b35-fe030b0af840 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 931 time: 0.0858638 Jul 12 16:17:55.559334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fc02717a-e8e3-435b-aca1-d2f0f3d20896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0713584 Jul 12 16:17:55.599473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ea5f17a4-f759-49a6-8f24-797febfeb595 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0337174 Jul 12 16:17:55.713651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.809695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-686421aa-7fce-4d61-981e-90c6a29230b4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.816133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-686421aa-7fce-4d61-981e-90c6a29230b4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.821867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-686421aa-7fce-4d61-981e-90c6a29230b4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.823644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-686421aa-7fce-4d61-981e-90c6a29230b4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=e7aa7441-107f-4f36-b18e-97cc70acdfce&id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 1990 time: 0.2182424 Jul 12 16:17:55.844304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b29552-109b-45bd-b552-02cff779aa52,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:55.860017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-08f4b076-fc67-42ad-8240-dd6459d7040e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/quotas/d6332e0f356349228e17f26933fee4d4 HTTP/1.1" status: 200 len: 375 time: 0.0276971 Jul 12 16:17:55.862668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Checking segment: {'id': '29294fd5-5ae6-4cd1-879a-1c92978639ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:55.863013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Network hostable DHCP agents. Network: 0f6eded1-ff81-489d-9ec5-f06869437f8f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:17:55.917913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Network 0f6eded1-ff81-489d-9ec5-f06869437f8f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:17:55.931829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0f6eded1-ff81-489d-9ec5-f06869437f8f) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:55.938484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:55.939142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:55.940450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabb3a5-140c-46e1-9ef7-e61c6fd3368a None None] Network 0f6eded1-ff81-489d-9ec5-f06869437f8f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:55.979936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-8ce1492a-ba6e-4094-ada7-1c2d60139f61 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1137617 Jul 12 16:17:55.982341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bacc0564-1471-4a36-8996-51c4b9da4d90 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8651481 Jul 12 16:17:56.145792 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-cebfb966-4499-4a8a-b31c-1e49d600df61 service neutron] 10.222.0.58 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619101 Jul 12 16:17:56.271274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37646005-9d6f-49a8-98e5-f3f47f2df2f8 None None] Network 0f6eded1-ff81-489d-9ec5-f06869437f8f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:17:56.315647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-eff92471-1589-4643-94a9-bbff8df6d0cd service neutron] 10.222.0.58 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613226 Jul 12 16:17:56.392377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d93296a8-56cf-4eb3-86c1-784dbd25a3cd service neutron] 10.222.0.58 "GET /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0660539 Jul 12 16:17:56.513306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e176d9f5-d627-48ef-aab6-15ef54c91da6 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121087 Jul 12 16:17:56.652115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c33ca705-c52d-4a90-8eb1-263b2c42c041 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329491 Jul 12 16:17:56.707777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5b461b65-a080-4734-bc62-e2c86ee08342 service neutron] 10.222.0.58 "GET /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0547776 Jul 12 16:17:56.820298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-540127b3-83b8-4989-94a6-001a39149084 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067219 Jul 12 16:17:56.926178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-86112000-4634-4259-ae90-da73b52af3e2 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015186 Jul 12 16:17:57.051539 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-52300f43-255f-4b2e-8f3f-11d98004bfc3 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193829 Jul 12 16:17:57.171413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-f0a498e7-c0ff-4d62-b383-727e409d6bda service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129484 Jul 12 16:17:57.279185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fa5d8897-73f0-4f17-8d91-72ff71e7bbe9 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019619 Jul 12 16:17:57.382487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5a738a2d-5655-4e9c-8b73-a3b7313f6713 service neutron] 10.222.0.58 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971205 Jul 12 16:17:57.491980 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2303fae5-904b-4edb-b9c1-0a9e2c97a243 service neutron] 10.222.0.58 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035089 Jul 12 16:17:57.602540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-82948f0d-6d6d-45e1-a5fb-8da414a641ae service neutron] 10.222.0.58 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011891 Jul 12 16:17:57.704473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-9914aecc-7ba1-4559-b568-fd5db4868af3 service neutron] 10.222.0.58 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961647 Jul 12 16:17:57.811549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5e39b624-9386-4e1b-a854-15b66fb3084a service neutron] 10.222.0.58 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013777 Jul 12 16:17:58.477027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Request body: {'port': {'device_id': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:58.533640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-a5141571-5380-4381-8ffd-5ee55a51da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:58.535320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-a5141571-5380-4381-8ffd-5ee55a51da85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0617161 Jul 12 16:17:58.583972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:58.601902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d778e-d88c-4e0c-8252-ef44b90cbe52 req-ca15521a-67d4-4fad-876a-43f1f4a87c15 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:58.603729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e8d778e-d88c-4e0c-8252-ef44b90cbe52 req-ca15521a-67d4-4fad-876a-43f1f4a87c15 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1613858 Jul 12 16:17:58.649910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-0e6ad061-4099-4060-9b7b-cab2b1537707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:58.651396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-0e6ad061-4099-4060-9b7b-cab2b1537707 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060617 Jul 12 16:17:58.694046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9e8d778e-d88c-4e0c-8252-ef44b90cbe52 req-c41ffe4a-150e-46eb-a278-5944d24270e8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757804 Jul 12 16:17:58.778454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-b1233157-0579-4a6b-a471-a0d570f7b4fb service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180172 Jul 12 16:17:58.877920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1760-de0e-43b8-87b3-679cf25cd243 req-d5e30138-a130-4ca4-bcec-fe27d035eed5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:58.879680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38ba1760-de0e-43b8-87b3-679cf25cd243 req-d5e30138-a130-4ca4-bcec-fe27d035eed5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 931 time: 0.2172575 Jul 12 16:17:58.916579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81fbd7bd-da59-4f15-94fe-e4137b2d5845 req-448a8b5b-7b97-40c3-956f-9d5279c1e5c9 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309516 Jul 12 16:17:58.988167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38ba1760-de0e-43b8-87b3-679cf25cd243 req-81a69765-fdfe-41dc-9742-874b85f18bf9 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682113 Jul 12 16:17:59.081572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f6d510-d876-4df6-982c-980c0b57eb6a {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:59.091689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.111259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Transition to ACTIVE for port object 80f6d510-d876-4df6-982c-980c0b57eb6a will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:59.145149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.149276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eab15b47-1ced-4c5a-90a6-ebdc77509eff req-70913376-7677-4ca4-acc0-31107d0e9b61 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0359104 Jul 12 16:17:59.195416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:59.323280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Attempting to bind port 80f6d510-d876-4df6-982c-980c0b57eb6a on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:59.323654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Attempting to bind port 80f6d510-d876-4df6-982c-980c0b57eb6a by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:59.323999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Attempting to bind port 80f6d510-d876-4df6-982c-980c0b57eb6a on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:59.329661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Port 80f6d510-d876-4df6-982c-980c0b57eb6a on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:17:59.329991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Attempting to bind port 80f6d510-d876-4df6-982c-980c0b57eb6a on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:59.335177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:59.335521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:59.336012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:59.336515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Bound port: 80f6d510-d876-4df6-982c-980c0b57eb6a, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:59.336890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.439525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-94ff2f72-d102-416a-a1ee-e96c9eaca669 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:59.457743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-94ff2f72-d102-416a-a1ee-e96c9eaca669 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/networks?id=0f6eded1-ff81-489d-9ec5-f06869437f8f HTTP/1.1" status: 200 len: 820 time: 0.2293131 Jul 12 16:17:59.479356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:59.482348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=80f6d510-d876-4df6-982c-980c0b57eb6a,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:59.484184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-91968291-2270-48ce-86d9-eb46af565781 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/quotas/621272a635a449539ca8a8aeecc51858 HTTP/1.1" status: 200 len: 375 time: 0.0251443 Jul 12 16:17:59.489908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.533511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:59.534757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.535146 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-e30677fa-38f9-421f-9a53-0afb579ee89c tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=621272a635a449539ca8a8aeecc51858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452063 Jul 12 16:17:59.538517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/80f6d510-d876-4df6-982c-980c0b57eb6a HTTP/1.1" status: 200 len: 1091 time: 1.0709207 Jul 12 16:17:59.539225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:59.541806 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3423286b-1698-48d0-bd5e-3a5abd59ceb3" -d '{"events": [{"name": "network-changed", "server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:59.566667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad0644-30f9-4ad8-99d1-8091672883b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:59.650765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-ff5a0d1c-3613-42a8-a761-0af636339b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:59.653029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-ff5a0d1c-3613-42a8-a761-0af636339b4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 1094 time: 0.0654731 Jul 12 16:17:59.664001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-14967f99-6e24-42e7-9938-a089f54a04ac service neutron] 10.222.0.58 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279104 Jul 12 16:17:59.704323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-80172932-4e63-42d5-b700-8475053d57b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f6d510-d876-4df6-982c-980c0b57eb6a HTTP/1.1" status: 200 len: 217 time: 0.0430598 Jul 12 16:17:59.782182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37f34-6054-4137-943f-b675a50e22ca req-f3ad5d50-e786-45a5-851a-cd1a788fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:59.784776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-f3ad5d50-e786-45a5-851a-cd1a788fcf88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.0730290 Jul 12 16:17:59.810474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-fc659e43-83b6-493f-b396-844a2a030be0 service neutron] 10.222.0.58 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338162 Jul 12 16:17:59.868874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-eb2bc751-d077-47cd-a071-972b8324e516 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767829 Jul 12 16:17:59.994013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-059e3729-4695-4296-98e0-91611ae95b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:59.995377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-059e3729-4695-4296-98e0-91611ae95b58 service neutron] 10.222.0.77 "GET /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 1028 time: 0.1366854 Jul 12 16:18:00.054922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0d67f783-4ccb-49d6-8622-80a1907a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.056370 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0d67f783-4ccb-49d6-8622-80a1907a273d service neutron] 10.222.0.77 "GET /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 1027 time: 0.0473204 Jul 12 16:18:00.057942 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594060d-4ad8-4a37-801d-e09a9e96a8b8 x-openstack-request-id: req-d594060d-4ad8-4a37-801d-e09a9e96a8b8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:00.058062 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:00.058315 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d594060d-4ad8-4a37-801d-e09a9e96a8b8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:00.058704 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a', 'status': 'completed', 'code': 200} Jul 12 16:18:00.223799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-4fa4817f-acab-492e-8ee5-a780b99f3858 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407531 Jul 12 16:18:00.292055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb8826-ffdb-4a80-a0ff-392a037e4089 req-ca29159a-e12a-4e5e-964c-99832d21936f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.303121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42bb8826-ffdb-4a80-a0ff-392a037e4089 req-ca29159a-e12a-4e5e-964c-99832d21936f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1244071 Jul 12 16:18:00.345280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d8c019fd-43be-41ca-8c33-fe31bc0012e7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.359025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42bb8826-ffdb-4a80-a0ff-392a037e4089 req-b896b0af-5e34-475e-945a-5ada361f3c52 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548470 Jul 12 16:18:00.368132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d8c019fd-43be-41ca-8c33-fe31bc0012e7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.374542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d8c019fd-43be-41ca-8c33-fe31bc0012e7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.376137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d8c019fd-43be-41ca-8c33-fe31bc0012e7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=e7aa7441-107f-4f36-b18e-97cc70acdfce&id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 1990 time: 0.2979650 Jul 12 16:18:00.479338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ecac6ddf-ef8f-4517-ac23-2a0ddfcaa4a2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6332e0f356349228e17f26933fee4d4 HTTP/1.1" status: 200 len: 380 time: 0.0947945 Jul 12 16:18:00.492263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'admin_state_up': True, 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'security_groups': ['b1f6c99d-76d4-41b8-957a-5a110e067074']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:00.504932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82f37f34-6054-4137-943f-b675a50e22ca req-196ef65f-8712-4e93-a07b-480d948c1235 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717857 Jul 12 16:18:00.653703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72f9d10d-c60a-4d26-bc56-71314ce7b2a0 req-c4d5e384-a1a7-4ac5-85e0-93899a86f8bf tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 210 time: 0.0823829 Jul 12 16:18:00.720440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-288bd958-2d95-4e98-b443-ddb3ce8b81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.722578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-288bd958-2d95-4e98-b443-ddb3ce8b81d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 1094 time: 0.1426699 Jul 12 16:18:00.741233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:00.744784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:00.846794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018971d4-568b-433d-bee2-296b2d79d8e2 req-79782f42-cfdc-4a24-8caa-742dd1642c78 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.848707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-018971d4-568b-433d-bee2-296b2d79d8e2 req-79782f42-cfdc-4a24-8caa-742dd1642c78 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 943 time: 0.1495297 Jul 12 16:18:00.865943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5355f52e-293d-4e49-a8fc-59c7d0351588 req-0589032a-e7d4-49f8-9924-df36b3cda36b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0413337 Jul 12 16:18:00.940312 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-018971d4-568b-433d-bee2-296b2d79d8e2 req-fc1d7cc8-1636-41b5-88a8-f573379028ab tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828137 Jul 12 16:18:00.957598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-b5754e44-6cb9-4612-b7eb-12c847c2dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:00.968991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-b5754e44-6cb9-4612-b7eb-12c847c2dd83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2289321 Jul 12 16:18:01.635451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 172.20.0.9 (1756d89b-e205-4481-8c56-bea28668cc7d/f73ed8ca-b92e-4837-a784-4f2dbdf0747d/ff8d5218-47a4-4517-86eb-71efb27c2271) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:01.640306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267cd16-2fc5-4300-b598-05357f4b20a0 req-29ad4411-1b7b-4345-a9e3-f5cda4a514a3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:01.643408 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6267cd16-2fc5-4300-b598-05357f4b20a0 req-29ad4411-1b7b-4345-a9e3-f5cda4a514a3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1307461 Jul 12 16:18:01.715697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6267cd16-2fc5-4300-b598-05357f4b20a0 req-daa2b02d-44a6-4526-a5a7-662413a208f9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662408 Jul 12 16:18:01.731719 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-ebbc808e-aa18-451d-bf04-493237b63b4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f6d510-d876-4df6-982c-980c0b57eb6a HTTP/1.1" status: 200 len: 217 time: 0.7618272 Jul 12 16:18:01.864193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-f2f60362-fd0e-436d-9ee4-fb35c3840c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:01.865671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-f2f60362-fd0e-436d-9ee4-fb35c3840c99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.1201539 Jul 12 16:18:01.933523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d770781a-9e37-44d1-9979-a06b5304311f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:02.012480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:02.016914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-2ce3d974-d393-4f0d-b09a-375b2248e98e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703266 Jul 12 16:18:02.178604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object ff8d5218-47a4-4517-86eb-71efb27c2271 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:02.186857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d826ff-9777-45ca-8505-5a40b5d3683f req-57c49502-69e8-4b23-95c8-6ef51af0103f tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 210 time: 0.1670189 Jul 12 16:18:02.209396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-668809c9-c361-4e43-8665-064281ffa5c3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:02.223684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-668809c9-c361-4e43-8665-064281ffa5c3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.77 "GET /v2.0/networks?id=0f6eded1-ff81-489d-9ec5-f06869437f8f HTTP/1.1" status: 200 len: 820 time: 0.3972747 Jul 12 16:18:02.252298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Request body: {'port': {'device_id': 'a619a512-106d-410f-a34d-de58a5648e56', 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f', 'admin_state_up': True, 'tenant_id': '621272a635a449539ca8a8aeecc51858'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:02.430046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-274bbfc1-9be4-471e-b123-2f80bed3a653 req-3d7224a7-4825-4a56-a428-0f26e7b5bdc6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0466146 Jul 12 16:18:02.487502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:02.527627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-3c991e59-2fda-46d6-8d40-759adb21ccf8 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693089 Jul 12 16:18:02.581694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896cb96-8b74-4ac4-bc9b-c969ed19140b req-321a6441-4503-42cb-be13-05463ff4e061 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:02.583683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0896cb96-8b74-4ac4-bc9b-c969ed19140b req-321a6441-4503-42cb-be13-05463ff4e061 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 943 time: 0.1030028 Jul 12 16:18:02.663271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0896cb96-8b74-4ac4-bc9b-c969ed19140b req-7239ff6d-539d-4818-9bbf-812014b0c660 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Jul 12 16:18:02.676189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 1756d89b-e205-4481-8c56-bea28668cc7d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:02.710418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:02.734090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:02.791549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:02.881205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:02.881624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:02.898519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 80f6d510-d876-4df6-982c-980c0b57eb6a details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:02.904477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Made reservation on behalf of 621272a635a449539ca8a8aeecc51858 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:02.909094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:02.971539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3423286b-1698-48d0-bd5e-3a5abd59ceb3 req-2298d82a-900c-459e-9e55-bd2cc2a8c5f1 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112074 Jul 12 16:18:03.074528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aa9bd9db-fe2d-4194-9138-5538a7fbe11d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5878904 Jul 12 16:18:03.102900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'admin_state_up': True, 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'security_groups': ['b1f6c99d-76d4-41b8-957a-5a110e067074']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:03.112593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235275a-9653-4933-b1ef-2e3450946c03 req-5e0ced9a-6c53-4574-bc3d-2352f1d01d8e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:03.130913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5235275a-9653-4933-b1ef-2e3450946c03 req-5e0ced9a-6c53-4574-bc3d-2352f1d01d8e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1875403 Jul 12 16:18:03.210505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5235275a-9653-4933-b1ef-2e3450946c03 req-8d335046-e5cc-4846-a99d-25c255a81f55 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784693 Jul 12 16:18:03.212795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=80f6d510-d876-4df6-982c-980c0b57eb6a,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:03.233238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '80f6d510-d876-4df6-982c-980c0b57eb6a', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': '80f6d510-d876-4df6-982c-980c0b57eb6a', 'mac_address': 'fa:16:3e:e8:01:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:03.274690 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.295331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.314249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f6d510-d876-4df6-982c-980c0b57eb6a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:03.347690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=80f6d510-d876-4df6-982c-980c0b57eb6a,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:03.352116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f052a17-b7f9-4c79-b8ea-3f3fb25b965f None None] Provisioning for port ff8d5218-47a4-4517-86eb-71efb27c2271 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:03.359450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f052a17-b7f9-4c79-b8ea-3f3fb25b965f None None] Provisioning complete for port ff8d5218-47a4-4517-86eb-71efb27c2271 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:03.360652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f052a17-b7f9-4c79-b8ea-3f3fb25b965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.362491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.465641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:03.485155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Allocated IP 172.20.0.4 (0f6eded1-ff81-489d-9ec5-f06869437f8f/01b29552-109b-45bd-b552-02cff779aa52/eb4f2e86-8d7b-4baf-8756-6ad15e04795a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:03.501962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:03.525363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.543033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8f052a17-b7f9-4c79-b8ea-3f3fb25b965f None None] Port ff8d5218-47a4-4517-86eb-71efb27c2271 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:18:03.740413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.754886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['80f6d510-d876-4df6-982c-980c0b57eb6a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:03.793501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 53082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:03.796667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:03.809178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-951b0360-299d-4197-9764-3b3d65cfb1f5 req-601cd082-cb2d-4d03-b66f-49df2b536957 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 210 time: 0.0471032 Jul 12 16:18:03.893847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Pushing event updated for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:03.939130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Network 0f6eded1-ff81-489d-9ec5-f06869437f8f is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:04.011498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:04.015388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:04.091818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8e275-fc23-41c0-b774-091d7794460f req-5cea8945-5a67-40b1-99c8-dd13ecfa0319 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:04.101397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e8e275-fc23-41c0-b774-091d7794460f req-5cea8945-5a67-40b1-99c8-dd13ecfa0319 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 931 time: 0.3191557 Jul 12 16:18:04.109245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78acea36-b25c-46f0-bac3-3d132220d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.207242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:04.208093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.233642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e8e275-fc23-41c0-b774-091d7794460f req-a6864466-b19c-4ee1-9e3b-f67764a28d9a tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313651 Jul 12 16:18:04.268062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.1.1.139 (61e43fa8-c3be-4b82-bd1d-333c8ae47fde/bdd93a00-a9eb-4679-b58d-883ca915e710/edff63e4-7845-4d99-8648-4d1afc3606a9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:04.389180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70c7b169-bba7-4dcc-94cb-cf45b8e14286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.497602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78acea36-b25c-46f0-bac3-3d132220d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.505111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.513022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78acea36-b25c-46f0-bac3-3d132220d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.536369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d54ee8-9bd4-4311-9d32-9f05ecbd1bfe req-d597ea23-1549-48ba-9954-4d95c8a8fb67 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:04.537962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29d54ee8-9bd4-4311-9d32-9f05ecbd1bfe req-d597ea23-1549-48ba-9954-4d95c8a8fb67 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 944 time: 0.0804152 Jul 12 16:18:04.548400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-adec4a67-cc9e-424f-9d8a-7f1056bbf8e3 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104646 Jul 12 16:18:04.573019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Request body: {'port': {'device_id': 'a619a512-106d-410f-a34d-de58a5648e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:04.575691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object edff63e4-7845-4d99-8648-4d1afc3606a9 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:04.581424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29d54ee8-9bd4-4311-9d32-9f05ecbd1bfe req-de01b25a-bd57-4d16-8c33-bb8c5fd2ff8d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jul 12 16:18:04.583862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53128) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:04.584176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-78acea36-b25c-46f0-bac3-3d132220d11b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03499e0046cb43d993fa3f6065b86e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7889733 Jul 12 16:18:04.654516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acea36-b25c-46f0-bac3-3d132220d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96bea6-357d-4f68-b593-8ea7f1e02767,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:04.670723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.700740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.746312 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.758086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0b0a-cfb5-4726-9a69-1460f2861b79 req-ba468824-fc6f-4c3e-bf34-733d0f396cbb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:04.760296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-731d0b0a-cfb5-4726-9a69-1460f2861b79 req-ba468824-fc6f-4c3e-bf34-733d0f396cbb tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.2233162 Jul 12 16:18:04.764262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.769698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.769923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.772688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a96bea6-357d-4f68-b593-8ea7f1e02767 HTTP/1.1" status: 204 len: 168 time: 0.1873143 Jul 12 16:18:04.785567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7659ea-7757-4858-84ea-caf91455682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96bea6-357d-4f68-b593-8ea7f1e02767,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:04.828814 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:04.897941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 80f6d510-d876-4df6-982c-980c0b57eb6a up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:18:04.910908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:04.936638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-731d0b0a-cfb5-4726-9a69-1460f2861b79 req-4844a553-9e31-4677-a8d6-1d13bdaaebc5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680689 Jul 12 16:18:04.942242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:04.972954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:05.041286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:05.066726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 80f6d510-d876-4df6-982c-980c0b57eb6a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:05.076909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 80f6d510-d876-4df6-982c-980c0b57eb6a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:05.077630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.222066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.261586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:05.262111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.353098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.397697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0ca01bc4-e1a3-4c25-aea7-22ed78c6cc1d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3130863 Jul 12 16:18:05.419195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'admin_state_up': True, 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'security_groups': ['b1f6c99d-76d4-41b8-957a-5a110e067074']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:05.459115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=80f6d510-d876-4df6-982c-980c0b57eb6a,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:05.471915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:05.477836 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e240a-9ca1-4d37-aec7-115a1a10485c" -d '{"events": [{"server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:05.487525 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.490953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b3d2572-6b29-4a10-8517-f0d7dd759f55 None None] Provisioning for port edff63e4-7845-4d99-8648-4d1afc3606a9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:05.528690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b3d2572-6b29-4a10-8517-f0d7dd759f55 None None] Provisioning complete for port edff63e4-7845-4d99-8648-4d1afc3606a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:05.529123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2572-6b29-4a10-8517-f0d7dd759f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.572984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f85ad-9c0a-4564-adeb-3340e111c304 req-08345359-f796-4b3f-a539-e402c3260546 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:05.580894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b89f85ad-9c0a-4564-adeb-3340e111c304 req-08345359-f796-4b3f-a539-e402c3260546 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 931 time: 0.3925157 Jul 12 16:18:05.591644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:05.633918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5794c4-f1e9-4168-9561-0efc8f73d231 req-7fd9be4b-bc8f-47a1-8bfc-ab1fa3138807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:05.635262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d2572-6b29-4a10-8517-f0d7dd759f55 None None] Port edff63e4-7845-4d99-8648-4d1afc3606a9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:18:05.635458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa5794c4-f1e9-4168-9561-0efc8f73d231 req-7fd9be4b-bc8f-47a1-8bfc-ab1fa3138807 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 1097 time: 0.3429708 Jul 12 16:18:05.713306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.751085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:05.755332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.756748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0cc92-1031-44fd-80a0-504d92d23d5b req-b153834c-c415-48af-9d28-0770462cad19 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:05.763482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0cc92-1031-44fd-80a0-504d92d23d5b req-b153834c-c415-48af-9d28-0770462cad19 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:05.765648 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e0cc92-1031-44fd-80a0-504d92d23d5b req-b153834c-c415-48af-9d28-0770462cad19 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 1653 time: 0.0955439 Jul 12 16:18:05.768096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b89f85ad-9c0a-4564-adeb-3340e111c304 req-db4dd756-d38b-4c2d-9360-f8240267a70d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864288 Jul 12 16:18:05.792012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4f2e86-8d7b-4baf-8756-6ad15e04795a {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:05.798489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa5794c4-f1e9-4168-9561-0efc8f73d231 req-19d5b62d-123f-494b-be55-5fe963718343 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536314 Jul 12 16:18:05.806264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.859037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e0cc92-1031-44fd-80a0-504d92d23d5b req-e9ce5250-7f2a-4f43-8d2d-9938e8de3e36 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818264 Jul 12 16:18:05.886299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Transition to ACTIVE for port object eb4f2e86-8d7b-4baf-8756-6ad15e04795a will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:05.893656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:05.960744 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c5df7-ef20-48aa-85e9-19d782e248dc x-openstack-request-id: req-fe9c5df7-ef20-48aa-85e9-19d782e248dc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:05.961036 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:05.961309 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe9c5df7-ef20-48aa-85e9-19d782e248dc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:05.961714 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a', 'code': 200} Jul 12 16:18:06.094690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:06.206547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.1.1.43 (61e43fa8-c3be-4b82-bd1d-333c8ae47fde/bdd93a00-a9eb-4679-b58d-883ca915e710/1ab33936-2e57-48ca-be4f-fd22985c9c89) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:06.229809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247067e-d075-4434-8e71-b5d751e6bf14 req-dcb0404a-836f-4c07-ae76-86a0cde8c13e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:06.237801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6247067e-d075-4434-8e71-b5d751e6bf14 req-dcb0404a-836f-4c07-ae76-86a0cde8c13e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1144323 Jul 12 16:18:06.307022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6247067e-d075-4434-8e71-b5d751e6bf14 req-6acb7ea2-d85f-40a8-876b-8cb33d0c6e1a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Jul 12 16:18:06.418514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:06.446555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b72508-3bd5-45ee-840e-2d889d8fa91c req-e55f1f49-e506-4146-b21f-00a3ebc04c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:06.448291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9b72508-3bd5-45ee-840e-2d889d8fa91c req-e55f1f49-e506-4146-b21f-00a3ebc04c50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 1096 time: 0.3998272 Jul 12 16:18:06.460374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object 1ab33936-2e57-48ca-be4f-fd22985c9c89 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:06.479910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Attempting to bind port eb4f2e86-8d7b-4baf-8756-6ad15e04795a on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:06.480325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Attempting to bind port eb4f2e86-8d7b-4baf-8756-6ad15e04795a by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '29294fd5-5ae6-4cd1-879a-1c92978639ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:06.480865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Attempting to bind port eb4f2e86-8d7b-4baf-8756-6ad15e04795a on network 0f6eded1-ff81-489d-9ec5-f06869437f8f {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:06.499095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Port eb4f2e86-8d7b-4baf-8756-6ad15e04795a on network 0f6eded1-ff81-489d-9ec5-f06869437f8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:06.500672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Attempting to bind port eb4f2e86-8d7b-4baf-8756-6ad15e04795a on network 0f6eded1-ff81-489d-9ec5-f06869437f8f {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:06.522976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9b72508-3bd5-45ee-840e-2d889d8fa91c req-fa40c419-ba49-4a3c-92c8-e9c316ff4991 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657139 Jul 12 16:18:06.527538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:06.528035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Checking segment: {'id': '29294fd5-5ae6-4cd1-879a-1c92978639ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:06.528488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Bound using segment: {'id': '29294fd5-5ae6-4cd1-879a-1c92978639ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:06.529041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Bound port: eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29294fd5-5ae6-4cd1-879a-1c92978639ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:06.529495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:06.602802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:06.717288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b67f8-069c-4c2d-b0eb-0d36762c69c8 req-6468e7bd-cb6b-44cf-8f0e-23fcad52862f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:06.720398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-640b67f8-069c-4c2d-b0eb-0d36762c69c8 req-6468e7bd-cb6b-44cf-8f0e-23fcad52862f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1378288 Jul 12 16:18:06.728852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:06.741851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:06.744796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:06.862732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:06.886177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-640b67f8-069c-4c2d-b0eb-0d36762c69c8 req-a8e749fa-cdfa-449f-a39e-c4d713afe8d2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476147 Jul 12 16:18:06.918350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,segment=NetworkSegment(29294fd5-5ae6-4cd1-879a-1c92978639ac),segment_id=29294fd5-5ae6-4cd1-879a-1c92978639ac)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:06.929045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:06.936646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:06.994866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.150425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:07.151053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.152522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] 10.222.0.77 "PUT /v2.0/ports/eb4f2e86-8d7b-4baf-8756-6ad15e04795a HTTP/1.1" status: 200 len: 1091 time: 2.5862973 Jul 12 16:18:07.303957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:07.318530 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8830a715-a2a6-4094-9341-aa7da8c0007a" -d '{"events": [{"name": "network-changed", "server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:07.379353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7917a-aea0-46b9-b9a2-148706656b99 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:07.393612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:07.393612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.448389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-6b9b6246-8d0b-43ec-a28d-28985c886520 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0369778 Jul 12 16:18:07.478164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'admin_state_up': True, 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'security_groups': ['b1f6c99d-76d4-41b8-957a-5a110e067074']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:07.518850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:07.538532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.552945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'mac_address': 'fa:16:3e:7a:78:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:07.633031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-39bc4db3-cdfe-4e59-b4b6-8b868899ded7 None None] Provisioning for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:07.653400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-39bc4db3-cdfe-4e59-b4b6-8b868899ded7 None None] Provisioning complete for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:07.653707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39bc4db3-cdfe-4e59-b4b6-8b868899ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.715258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.745179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:07.751805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4db3-cdfe-4e59-b4b6-8b868899ded7 None None] Port 1ab33936-2e57-48ca-be4f-fd22985c9c89 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:18:07.774775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:07.782451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:07.782619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-fb69441a-f15e-4a03-be9d-3d462846de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:07.790488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-fb69441a-f15e-4a03-be9d-3d462846de39 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=621272a635a449539ca8a8aeecc51858&device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 1094 time: 0.4604959 Jul 12 16:18:07.812159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4835b-85c8-49a9-b4c3-92dd6a9c83fd req-c27ca1d3-5f76-435b-8425-d034c1af0314 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:07.835743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aec4835b-85c8-49a9-b4c3-92dd6a9c83fd req-c27ca1d3-5f76-435b-8425-d034c1af0314 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 943 time: 0.3325844 Jul 12 16:18:07.864032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:07.934729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-98cc8c95-1ef7-4a13-b846-490322bc2e80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a HTTP/1.1" status: 200 len: 217 time: 0.1286106 Jul 12 16:18:08.007708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:08.023339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aec4835b-85c8-49a9-b4c3-92dd6a9c83fd req-d21f1d07-95ff-4e98-818c-7da39089e662 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864626 Jul 12 16:18:08.068853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:08.686592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:08.686966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:08.792289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cdd3-8606-4149-8076-66f7f6b2b5f6 req-2756b4a3-9d1e-4dc5-b5ef-2e16d18ed718 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:08.807180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cdd3-8606-4149-8076-66f7f6b2b5f6 req-2756b4a3-9d1e-4dc5-b5ef-2e16d18ed718 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:08.824205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cdd3-8606-4149-8076-66f7f6b2b5f6 req-2756b4a3-9d1e-4dc5-b5ef-2e16d18ed718 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:08.832180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3987-7985-42cd-9eac-893d49b48992 req-fc4fcff2-e2c1-4148-a91f-5ed58ff5e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:08.834499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7a9cdd3-8606-4149-8076-66f7f6b2b5f6 req-2756b4a3-9d1e-4dc5-b5ef-2e16d18ed718 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 2373 time: 0.2962575 Jul 12 16:18:08.835343 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-fc4fcff2-e2c1-4148-a91f-5ed58ff5e6ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01b29552-109b-45bd-b552-02cff779aa52 HTTP/1.1" status: 200 len: 860 time: 0.8944507 Jul 12 16:18:08.870930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:08.885667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-3a27082b-8dd8-4fe4-87b8-7163acf99692 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f6eded1-ff81-489d-9ec5-f06869437f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415215 Jul 12 16:18:08.942601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:08.947671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:08.951795 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb8d44-1894-46d5-a184-a1bbbbad2496" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:08.953731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7a9cdd3-8606-4149-8076-66f7f6b2b5f6 req-ce767536-4d0e-4960-a7ad-f659d1a9fffb tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159825 Jul 12 16:18:08.957927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:08.994202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:09.060942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226cdad-58f1-4a71-8a53-57236b4ac4d1 None None] Pushing event updated for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:09.096279 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65a993-1f16-43cc-bc09-6cce7d84d9b1 x-openstack-request-id: req-6b65a993-1f16-43cc-bc09-6cce7d84d9b1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:09.096577 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:09.096829 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b65a993-1f16-43cc-bc09-6cce7d84d9b1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:09.097223 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a', 'status': 'completed', 'code': 200} Jul 12 16:18:09.304504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-146904a5-8bc2-4dbd-ba7c-df3cac26b878 service neutron] 10.222.0.77 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096982 Jul 12 16:18:09.411868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe667ed-d172-4085-8885-2bd681a9fc80 req-987d936c-d9a7-42df-a9c4-52cd43e87169 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:09.420570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfe667ed-d172-4085-8885-2bd681a9fc80 req-987d936c-d9a7-42df-a9c4-52cd43e87169 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.0946026 Jul 12 16:18:09.467210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24bd3987-7985-42cd-9eac-893d49b48992 req-a18075b7-699b-4daf-9b81-fd51a1034402 service neutron] 10.222.0.77 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313443 Jul 12 16:18:09.468713 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfe667ed-d172-4085-8885-2bd681a9fc80 req-4e2285cf-557e-4a1f-878a-e1ffd1024d80 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Jul 12 16:18:09.482006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ccb04464-fcdd-4e17-9d1b-487b83858e42 None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:09.483075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ccb04464-fcdd-4e17-9d1b-487b83858e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:09.503083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f752-47cd-4cf6-b25b-16d46f58f4bf req-fc4c2e51-c513-4f1e-9876-ec9cbcf5cbaa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:09.504643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df78f752-47cd-4cf6-b25b-16d46f58f4bf req-fc4c2e51-c513-4f1e-9876-ec9cbcf5cbaa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.3712478 Jul 12 16:18:09.705983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df78f752-47cd-4cf6-b25b-16d46f58f4bf req-99e6608d-2cd7-4166-9729-9ae91219793e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916828 Jul 12 16:18:09.730901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.2.2.100 (e7aa7441-107f-4f36-b18e-97cc70acdfce/625415a4-0099-4f7d-8f0e-abef8f4a864b/1691cace-d1f0-4a89-8cdc-6d3a7f091d9c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:09.766845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-3f91e88e-6aa3-449d-a275-df5090da16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:09.768927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-3f91e88e-6aa3-449d-a275-df5090da16f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=621272a635a449539ca8a8aeecc51858&device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 1094 time: 0.1617725 Jul 12 16:18:09.817136 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2606c8-452a-4bcc-b305-949ac896ed5c x-openstack-request-id: req-eb2606c8-452a-4bcc-b305-949ac896ed5c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:09.818159 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-plugged", "status": "completed", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:09.818429 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb2606c8-452a-4bcc-b305-949ac896ed5c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:09.818827 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'code': 200} Jul 12 16:18:09.954436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-0b835b92-6ea7-4ac7-b88c-05594f7d52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:09.955945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-0b835b92-6ea7-4ac7-b88c-05594f7d52f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f6eded1-ff81-489d-9ec5-f06869437f8f HTTP/1.1" status: 200 len: 921 time: 0.1758544 Jul 12 16:18:10.015818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-00041326-3f46-4317-b263-de963e2f7a31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a HTTP/1.1" status: 200 len: 217 time: 0.0454395 Jul 12 16:18:10.018606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:10.112020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:10.144396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-5bff8fd2-95ce-4151-9c15-1bc15ea27eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.145908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-5bff8fd2-95ce-4151-9c15-1bc15ea27eb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=01b29552-109b-45bd-b552-02cff779aa52 HTTP/1.1" status: 200 len: 860 time: 0.1228290 Jul 12 16:18:10.204915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-e1c0f247-5f34-4cd8-b0cb-d172d25da2f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f6eded1-ff81-489d-9ec5-f06869437f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484827 Jul 12 16:18:10.242915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a0de-56d0-4f47-bd5e-28e7f8de5730 req-2d129f99-1a08-4cbc-893d-4a338aa513aa tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.244555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab47a0de-56d0-4f47-bd5e-28e7f8de5730 req-2d129f99-1a08-4cbc-893d-4a338aa513aa tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 943 time: 0.2064445 Jul 12 16:18:10.275042 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:10.334211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:10.361329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.361686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.362163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.362387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.362729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.363094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.363436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.363790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.364161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.364439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.364819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.365143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:10.395302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network e7aa7441-107f-4f36-b18e-97cc70acdfce is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:10.411033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:10.416526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:10.433607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab47a0de-56d0-4f47-bd5e-28e7f8de5730 req-48754e33-cb8d-4cf4-b992-9ddec2a5a57c tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540291 Jul 12 16:18:10.542950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-86651382-bfe4-49e6-873b-367d2b927ace service neutron] 10.222.0.77 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304498 Jul 12 16:18:10.598336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.598734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:10.713048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e29c52be-b14d-40ea-98d2-62b1dd30781d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2522147 Jul 12 16:18:10.754068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'admin_state_up': True, 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'security_groups': ['b1f6c99d-76d4-41b8-957a-5a110e067074']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:10.834882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d674bf7-0bc9-44fd-9ef8-1aee9793d65e None None] Provisioning for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:10.843107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d674bf7-0bc9-44fd-9ef8-1aee9793d65e None None] Provisioning complete for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:10.844082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d674bf7-0bc9-44fd-9ef8-1aee9793d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:10.906181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8830a715-a2a6-4094-9341-aa7da8c0007a req-4d3797f3-27e6-4405-8ba3-20d1148f4cae service neutron] 10.222.0.77 "GET /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508327 Jul 12 16:18:10.932823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:18:10.957976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-f39c67d1-9140-4ebb-83b2-b5b66af8a701 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.964722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-f39c67d1-9140-4ebb-83b2-b5b66af8a701 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.971648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-f39c67d1-9140-4ebb-83b2-b5b66af8a701 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.979068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-f39c67d1-9140-4ebb-83b2-b5b66af8a701 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:10.988743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-f39c67d1-9140-4ebb-83b2-b5b66af8a701 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 3094 time: 0.2862506 Jul 12 16:18:11.017101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5d674bf7-0bc9-44fd-9ef8-1aee9793d65e None None] Port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:18:11.051743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Made reservation on behalf of d6332e0f356349228e17f26933fee4d4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:11.058712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.065624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:11.066139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.087328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b44b271c-026a-4e49-98ea-bda6fb1c1a6a req-bb083642-2b93-4609-a8c3-5a1115c01a98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973232 Jul 12 16:18:11.132724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196543bd-58e5-40ca-af73-12f299d844f4 req-b589da2b-61a9-4852-a025-f3f4f8e1bef6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:11.150657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-196543bd-58e5-40ca-af73-12f299d844f4 req-b589da2b-61a9-4852-a025-f3f4f8e1bef6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1200590 Jul 12 16:18:11.248627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-196543bd-58e5-40ca-af73-12f299d844f4 req-25aed9d2-ffa4-425c-aeca-5ea3939db902 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933867 Jul 12 16:18:11.385810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Allocated IP 10.2.2.200 (e7aa7441-107f-4f36-b18e-97cc70acdfce/625415a4-0099-4f7d-8f0e-abef8f4a864b/a88a3544-7c9f-44ab-99d0-1790a4361aee) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:11.509416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:11.609221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.634231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Transition to ACTIVE for port object a88a3544-7c9f-44ab-99d0-1790a4361aee will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:11.708949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca78-985f-4d40-a106-d761d04938d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.745734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.804726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe7cab-8c97-4a45-a9f1-60d5fb1a77c9 req-335d4219-0363-4322-8bae-f7ab5fb4859f tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:11.812090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92fe7cab-8c97-4a45-a9f1-60d5fb1a77c9 req-335d4219-0363-4322-8bae-f7ab5fb4859f tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 943 time: 0.1419480 Jul 12 16:18:11.856346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca78-985f-4d40-a106-d761d04938d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.865807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca78-985f-4d40-a106-d761d04938d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:11.867523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Network e7aa7441-107f-4f36-b18e-97cc70acdfce is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:11.868455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:11.871356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:11.881864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:11.920542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92fe7cab-8c97-4a45-a9f1-60d5fb1a77c9 req-f76ea2bd-a4b4-406d-8587-b74a7679f2cb tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071391 Jul 12 16:18:11.940932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 53522) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:11.944649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90d0ca78-985f-4d40-a106-d761d04938d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95934e90cd0b4e82b52a56fa7eb29ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337952 Jul 12 16:18:11.989286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0ca78-985f-4d40-a106-d761d04938d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8547727-2dce-4f8d-b43a-b5a0033568be,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:12.022880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.023537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.056199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.070913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-77401100-a9ba-4b5d-8abb-c3e97c553990 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3248003 Jul 12 16:18:12.088806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:12.119153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.268635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.274517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.277905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.279567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8547727-2dce-4f8d-b43a-b5a0033568be HTTP/1.1" status: 204 len: 168 time: 0.3325436 Jul 12 16:18:12.302049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb4f2e86-8d7b-4baf-8756-6ad15e04795a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:12.351144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f97afb2-6140-4335-804b-3ca79fe3e18b None None] Provisioning for port a88a3544-7c9f-44ab-99d0-1790a4361aee completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:12.366791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f97afb2-6140-4335-804b-3ca79fe3e18b None None] Provisioning complete for port a88a3544-7c9f-44ab-99d0-1790a4361aee triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:12.367412 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f97afb2-6140-4335-804b-3ca79fe3e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.399999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b746-be57-4572-b2a7-56f9fc504f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8547727-2dce-4f8d-b43a-b5a0033568be,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:12.419258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4f97afb2-6140-4335-804b-3ca79fe3e18b None None] Port a88a3544-7c9f-44ab-99d0-1790a4361aee cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:18:12.523338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c497-defe-4449-af71-3ab269e36b73 req-3220c566-5040-42a4-8573-a15bcdc8fcf6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.532748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0ce0c497-defe-4449-af71-3ab269e36b73 req-3220c566-5040-42a4-8573-a15bcdc8fcf6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1329107 Jul 12 16:18:12.586151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0ce0c497-defe-4449-af71-3ab269e36b73 req-06d05dbd-9a49-4de9-89e0-37f0db0d47a2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Jul 12 16:18:12.589881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.602800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.611705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.616623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.623508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:12.626088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-4bf5bf19-6acd-466c-85c1-33d470b650e9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 3815 time: 0.3184037 Jul 12 16:18:12.728897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,segment=NetworkSegment(29294fd5-5ae6-4cd1-879a-1c92978639ac),segment_id=29294fd5-5ae6-4cd1-879a-1c92978639ac)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:12.754268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-962cff3c-c5da-4568-b6b6-e563f30c1cf3 req-b7eb1ed0-8192-442f-aaae-60a8eb4882bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768883 Jul 12 16:18:12.775515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a', 'network_id': '0f6eded1-ff81-489d-9ec5-f06869437f8f', 'port_id': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a', 'mac_address': 'fa:16:3e:67:58:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b29552-109b-45bd-b552-02cff779aa52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:12.852618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.866951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4f2e86-8d7b-4baf-8756-6ad15e04795a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:12.903033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,segment=NetworkSegment(29294fd5-5ae6-4cd1-879a-1c92978639ac),segment_id=29294fd5-5ae6-4cd1-879a-1c92978639ac)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:12.914092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:12.979209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:13.106098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8d5218-47a4-4517-86eb-71efb27c2271 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:13.130703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.197127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Transition to ACTIVE for port object ff8d5218-47a4-4517-86eb-71efb27c2271 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:13.203946 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.269254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['eb4f2e86-8d7b-4baf-8756-6ad15e04795a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:13.320570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:13.327426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53556) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:13.444405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59edfdd-f728-4444-b8db-13c3f19ed429 req-c0c80a8b-830e-4756-a4be-f75c3bd73702 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:13.454360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c59edfdd-f728-4444-b8db-13c3f19ed429 req-c0c80a8b-830e-4756-a4be-f75c3bd73702 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 944 time: 0.3092651 Jul 12 16:18:13.550714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1710417282-network', 'tenant_id': 'be119a2c1c0d40559feafa031c5a9dc0'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:13.567844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c59edfdd-f728-4444-b8db-13c3f19ed429 req-2fe965b1-b4f0-4228-b5f2-0d11a32458a9 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113393 Jul 12 16:18:13.575436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Attempting to bind port ff8d5218-47a4-4517-86eb-71efb27c2271 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:13.580475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Attempting to bind port ff8d5218-47a4-4517-86eb-71efb27c2271 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:13.581045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Attempting to bind port ff8d5218-47a4-4517-86eb-71efb27c2271 on network 1756d89b-e205-4481-8c56-bea28668cc7d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:13.587442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Port ff8d5218-47a4-4517-86eb-71efb27c2271 on network 1756d89b-e205-4481-8c56-bea28668cc7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:13.587442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Attempting to bind port ff8d5218-47a4-4517-86eb-71efb27c2271 on network 1756d89b-e205-4481-8c56-bea28668cc7d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:13.595199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:13.595701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Checking segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:13.596476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Bound using segment: {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:13.597275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Bound port: ff8d5218-47a4-4517-86eb-71efb27c2271, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae794051-e499-4b76-b4de-eea04eee3551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:13.597538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.604668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Made reservation on behalf of be119a2c1c0d40559feafa031c5a9dc0 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:13.608933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.626210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.690594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:13.694743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:13.700559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.745955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:13.746581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.748011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] 10.222.0.77 "PUT /v2.0/ports/ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 1091 time: 1.6701362 Jul 12 16:18:13.748465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:13.750945 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:13.782592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.790636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:13.798263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.825690 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cf1944-6b64-4951-a5f0-236773a9f5ee x-openstack-request-id: req-f2cf1944-6b64-4951-a5f0-236773a9f5ee {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:13.826638 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:13.829879 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2cf1944-6b64-4951-a5f0-236773a9f5ee {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:13.830610 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'status': 'completed', 'code': 200} Jul 12 16:18:13.865996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:18:13.879039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:13.879712 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Added segment caac6845-8243-4585-b893-bf9a5515efbb of type vlan for network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c Jul 12 16:18:13.944304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.055914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3756db-ab92-41ba-8096-7716387e1f24,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:14.085496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.085829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.086177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.086510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.086843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.087171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.087514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.087852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.088178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.088520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.088817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.089142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:14.101553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.101553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.101553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.101959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bf51e-8454-4e5c-828d-6b0bfb02cb0b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:14.149132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.169109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] Pushing event updated for resources: {'Network': ['ID=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:14.192242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d449a8a-c95e-4b7d-9037-4f8814df2d13 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8586614 Jul 12 16:18:14.196747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 53572) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:14.197222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:18:14.198801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42418553-c454-456f-857f-a54fb53847f6 req-d11372ca-6699-4b68-ab7e-513574ceaba8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.208069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42418553-c454-456f-857f-a54fb53847f6 req-d11372ca-6699-4b68-ab7e-513574ceaba8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.4236534 Jul 12 16:18:14.224897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Request body: {'subnet': {'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1710417282-subnet', 'tenant_id': 'be119a2c1c0d40559feafa031c5a9dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:14.317567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.319238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb4f2e86-8d7b-4baf-8756-6ad15e04795a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:18:14.323453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.329897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.338573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.344632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.347037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-ae850734-4997-45ec-85e7-32c5c06e5c0e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 3827 time: 0.3925307 Jul 12 16:18:14.359713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.360265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.360986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.361440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.361929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.366272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-08593162-6647-498a-b5c6-0a02a462b47e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 4362 time: 0.4074636 Jul 12 16:18:14.373164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Made reservation on behalf of be119a2c1c0d40559feafa031c5a9dc0 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:14.376336 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.410415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port eb4f2e86-8d7b-4baf-8756-6ad15e04795a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:14.416473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port eb4f2e86-8d7b-4baf-8756-6ad15e04795a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:14.417317 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.536267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.568249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:14.570562 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b587881-f21d-408b-983e-da2df57728a5" -d '{"events": [{"server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:14.585495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,segment=NetworkSegment(29294fd5-5ae6-4cd1-879a-1c92978639ac),segment_id=29294fd5-5ae6-4cd1-879a-1c92978639ac)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:14.598151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:14.712776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-42418553-c454-456f-857f-a54fb53847f6 req-8805cfe9-7c92-4920-afc9-3e1dc7506ce0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012624 Jul 12 16:18:14.714049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:14.774661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49c55804-39d7-4d37-8e1a-9add33dd8b89 req-3269b066-eebf-4947-9525-b7ce55c32593 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073374 Jul 12 16:18:14.914272 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d44e3c-5cf9-4684-9b40-3fc0287a30bf x-openstack-request-id: req-a2d44e3c-5cf9-4684-9b40-3fc0287a30bf {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:14.914666 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:14.916572 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2d44e3c-5cf9-4684-9b40-3fc0287a30bf {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:14.917114 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a', 'code': 200} Jul 12 16:18:14.986531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-0734b526-27fc-4a07-88fa-e8e451a7c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.987015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-0734b526-27fc-4a07-88fa-e8e451a7c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.987491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-0734b526-27fc-4a07-88fa-e8e451a7c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:14.989161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-0734b526-27fc-4a07-88fa-e8e451a7c1fd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6332e0f356349228e17f26933fee4d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6062458 Jul 12 16:18:15.111570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265867e-bb4a-48ff-88b0-2fdb2f0c2974 req-f63f6838-81e7-4518-a1f0-aca9393da2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:15.113102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2265867e-bb4a-48ff-88b0-2fdb2f0c2974 req-f63f6838-81e7-4518-a1f0-aca9393da2ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 1096 time: 0.1144440 Jul 12 16:18:15.158913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50337fa9-2a30-4ed1-93ea-a642ac742168 req-0d583eaf-8560-4bda-8855-187e05fdc52f tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:15.160079 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50337fa9-2a30-4ed1-93ea-a642ac742168 req-0d583eaf-8560-4bda-8855-187e05fdc52f tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 945 time: 0.1190414 Jul 12 16:18:15.177963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2265867e-bb4a-48ff-88b0-2fdb2f0c2974 req-f79d11a0-3904-4394-b8b4-b7bd2750bcc0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Jul 12 16:18:15.221899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50337fa9-2a30-4ed1-93ea-a642ac742168 req-a16abe3c-c0c4-4651-acda-3efd4c8e7131 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540617 Jul 12 16:18:15.346823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:15.417766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-cac86e7f-2b42-4868-8bba-e64a8bd7293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:15.419382 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f03a7184-fce9-463e-9e70-bbf7ce1a7c75 req-cac86e7f-2b42-4868-8bba-e64a8bd7293f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4100215 Jul 12 16:18:15.421642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ec633a-e7ab-4830-a662-a3702c72c6a1 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:15.802929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:15.830257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d036c27-2faf-4491-b761-440f856a47bd,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:15.839699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Transition to ACTIVE for port object 09ec633a-e7ab-4830-a662-a3702c72c6a1 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:15.840646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Checking segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:15.841004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Network hostable DHCP agents. Network: 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:18:15.850819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:15.961540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:18:15.967155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:16.035488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:16.047879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c41a69-2631-4614-aec5-7fbfa77d5518 None None] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:16.051603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.052685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:16.083254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99aa7-d317-49ce-810a-d61a923f2119 req-2565940b-3267-4e98-9cad-3fbc39980f53 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.089237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de99aa7-d317-49ce-810a-d61a923f2119 req-2565940b-3267-4e98-9cad-3fbc39980f53 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2228723 Jul 12 16:18:16.132004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16ab4120-4078-4715-b4fe-340f69358837 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9197321 Jul 12 16:18:16.141772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.149137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Attempting to bind port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:16.149485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Attempting to bind port 09ec633a-e7ab-4830-a662-a3702c72c6a1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:16.149820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Attempting to bind port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:16.157966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.164840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:16.165042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Attempting to bind port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:16.172335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:16.173133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:16.173435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.173785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Bound using segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:16.174228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Bound port: 09ec633a-e7ab-4830-a662-a3702c72c6a1, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:16.174592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:16.192113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.207475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.230386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de99aa7-d317-49ce-810a-d61a923f2119 req-8226e956-d06a-484c-bd8e-b8d059c70475 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262405 Jul 12 16:18:16.246539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.258180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-38c4c28b-8974-453c-a8b5-3879d3236845 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 4600 time: 0.2770584 Jul 12 16:18:16.347030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863d263-d9be-4cfa-be54-5865c9a4bf17 None None] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:16.348122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35d49240-d256-4ed3-9e95-e40a2ae15350 req-e031e815-8b61-47fc-8129-644866cbc393 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881517 Jul 12 16:18:16.398396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:16.407038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:16.414738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:16.446475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.449653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:16.451298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] 10.222.0.77 "PUT /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 1131 time: 2.6728568 Jul 12 16:18:16.456248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '09ec633a-e7ab-4830-a662-a3702c72c6a1'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:16.461176 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96a013-8230-4aa7-ac59-a92d67966495" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "09ec633a-e7ab-4830-a662-a3702c72c6a1"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:16.557642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:16.676040 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db065d9-7d9e-4f85-9666-fd2966fe48ca x-openstack-request-id: req-9db065d9-7d9e-4f85-9666-fd2966fe48ca {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:16.676333 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "09ec633a-e7ab-4830-a662-a3702c72c6a1", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:16.676583 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9db065d9-7d9e-4f85-9666-fd2966fe48ca {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:16.677209 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '09ec633a-e7ab-4830-a662-a3702c72c6a1', 'status': 'completed', 'code': 200} Jul 12 16:18:16.679648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665746c0-8bd4-4c11-b713-54115ce46271 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:16.821262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:16.914988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5e9d6-aeb3-4dae-8924-9f5e65c9612c req-304c3dce-8fff-402e-b61f-4f8ea64065a8 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.922502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6b5e9d6-aeb3-4dae-8924-9f5e65c9612c req-304c3dce-8fff-402e-b61f-4f8ea64065a8 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 945 time: 0.2443521 Jul 12 16:18:16.958336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.958823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.959312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.959817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.962471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.962990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:16.964995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-c4f85710-0945-4150-ac92-a0458ccb7d08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5286 time: 0.2814307 Jul 12 16:18:17.073864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-e2ed0049-af2b-46bf-8f5e-073d2464b8ce tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.075497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-e2ed0049-af2b-46bf-8f5e-073d2464b8ce tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.1322100 Jul 12 16:18:17.107262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a2fda75f-5e42-437a-ae5c-04b19d4883d8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/quotas/be119a2c1c0d40559feafa031c5a9dc0 HTTP/1.1" status: 200 len: 375 time: 0.0186579 Jul 12 16:18:17.134063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6b5e9d6-aeb3-4dae-8924-9f5e65c9612c req-dcb78fb3-68cc-4317-af69-751fea5c1194 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104700 Jul 12 16:18:17.147279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-d6dd3422-09b7-4cc7-adad-527cc9291cf8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388992 Jul 12 16:18:17.253509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-b67c97a9-6574-4486-a298-8bb7c3c868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.254012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-b67c97a9-6574-4486-a298-8bb7c3c868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.254493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-b67c97a9-6574-4486-a298-8bb7c3c868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.256269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-b67c97a9-6574-4486-a298-8bb7c3c868b5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6332e0f356349228e17f26933fee4d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2810836 Jul 12 16:18:17.264168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-59d44d85-90ed-4b3c-a1c2-fe4bbf0304f2 service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158099 Jul 12 16:18:17.476105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-cb5ae605-7173-48f2-afcb-e47efb843627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.480612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d96a013-8230-4aa7-ac59-a92d67966495 req-cb5ae605-7173-48f2-afcb-e47efb843627 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159181 Jul 12 16:18:17.490949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-941e76f4-404a-4dff-9f09-bb9198d69553 service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191789 Jul 12 16:18:17.557410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba94c4a-bfad-42c2-81b0-bf6df93c3586 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:17.568975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:17.589334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Transition to ACTIVE for port object cba94c4a-bfad-42c2-81b0-bf6df93c3586 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:17.601745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:17.686956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:17.737348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547003d-b331-49df-b08f-143d454450be req-281d79e6-0aa2-4774-9819-7c7313783782 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.739947 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a547003d-b331-49df-b08f-143d454450be req-281d79e6-0aa2-4774-9819-7c7313783782 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2292500 Jul 12 16:18:17.877185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Attempting to bind port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:17.877538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Attempting to bind port cba94c4a-bfad-42c2-81b0-bf6df93c3586 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:17.877872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Attempting to bind port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:17.892430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:17.892762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Attempting to bind port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:17.912234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.918945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:17.919287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:17.919721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Bound using segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:17.920157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Bound port: cba94c4a-bfad-42c2-81b0-bf6df93c3586, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:17.920517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:17.923542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.935225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.936041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a547003d-b331-49df-b08f-143d454450be req-b2a4f3e8-1b1a-4757-83ac-dd3fe9e80c06 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643095 Jul 12 16:18:17.976175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:17.996972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:18.034225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:18.037621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:18.041359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:18.049353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:18.055412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:18.068181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-8c04d414-a44d-4299-aa8a-48fe97b07c31 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5372 time: 0.2868493 Jul 12 16:18:18.137080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd2d03da-e907-4d75-a177-5dfd4e90a8a0 req-d68a83b5-bf98-45ae-a6e9-920c14953790 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667219 Jul 12 16:18:18.157548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:18.198247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:18.201089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:18.207204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-870c74dc-7496-4c37-bd06-e11123285255 service neutron] 10.222.0.77 "PUT /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 1130 time: 1.6540525 Jul 12 16:18:18.235925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:18.437627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cea71be4-4abd-42bb-8a03-2d2b836bc9fc req-9ba9e650-9055-4b29-ade4-0bd074725cb1 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0976839 Jul 12 16:18:18.460695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:18.680070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:18.682523 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778e042-c1dd-4cfa-a98c-433560602b03" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "cba94c4a-bfad-42c2-81b0-bf6df93c3586"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:18.773894 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd3fdc-3695-4ed1-b79a-8c7e8758a27b x-openstack-request-id: req-52cd3fdc-3695-4ed1-b79a-8c7e8758a27b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:18.774246 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "cba94c4a-bfad-42c2-81b0-bf6df93c3586", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:18.778268 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52cd3fdc-3695-4ed1-b79a-8c7e8758a27b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:18.778706 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586', 'status': 'completed', 'code': 200} Jul 12 16:18:18.985483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff63e4-7845-4d99-8648-4d1afc3606a9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:18.998569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:19.029460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.029944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.030421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.031438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.034090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.034594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.035076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.037229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-8f955959-d681-4467-813f-a738843c3a96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6209 time: 0.2038388 Jul 12 16:18:19.039370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Transition to ACTIVE for port object edff63e4-7845-4d99-8648-4d1afc3606a9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:19.046274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:19.157960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661b592-39d1-437b-bad6-28e610900fd8 req-7e23ef70-715e-4457-925e-494d0951f5b9 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.159534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0661b592-39d1-437b-bad6-28e610900fd8 req-7e23ef70-715e-4457-925e-494d0951f5b9 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 945 time: 0.2325687 Jul 12 16:18:19.198708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54e1a-a2f9-483b-8b4b-fd53982f52a8 req-c4d5d1c6-c478-49fc-875e-d6e281046109 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.200551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:19.202368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92e54e1a-a2f9-483b-8b4b-fd53982f52a8 req-c4d5d1c6-c478-49fc-875e-d6e281046109 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1210160 Jul 12 16:18:19.305143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92e54e1a-a2f9-483b-8b4b-fd53982f52a8 req-171172ed-d4c0-4a92-a1d7-a7ff970f2d46 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841734 Jul 12 16:18:19.333582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0661b592-39d1-437b-bad6-28e610900fd8 req-564b45a1-7fc9-4654-99f2-17ea1255643b tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471303 Jul 12 16:18:19.364283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-a238c8d5-4ab7-4442-8acc-77c3431e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.364767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-a238c8d5-4ab7-4442-8acc-77c3431e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.365248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-a238c8d5-4ab7-4442-8acc-77c3431e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.366908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-a238c8d5-4ab7-4442-8acc-77c3431e5671 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6332e0f356349228e17f26933fee4d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3157520 Jul 12 16:18:19.559154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Attempting to bind port edff63e4-7845-4d99-8648-4d1afc3606a9 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:19.559794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Attempting to bind port edff63e4-7845-4d99-8648-4d1afc3606a9 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:19.561560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Attempting to bind port edff63e4-7845-4d99-8648-4d1afc3606a9 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:19.583070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Port edff63e4-7845-4d99-8648-4d1afc3606a9 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:19.583782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Attempting to bind port edff63e4-7845-4d99-8648-4d1afc3606a9 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:19.599570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:19.600303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:19.600924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Bound using segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:19.601732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Bound port: edff63e4-7845-4d99-8648-4d1afc3606a9, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:19.602338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:19.683755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-555a5f96-f9aa-4f3c-a007-5d07b82db711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.686340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9778e042-c1dd-4cfa-a98c-433560602b03 req-555a5f96-f9aa-4f3c-a007-5d07b82db711 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121867 Jul 12 16:18:19.740373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-488464b4-d5dc-4e6f-bee6-cf4726acb185 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.741956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.742129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-488464b4-d5dc-4e6f-bee6-cf4726acb185 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.3409770 Jul 12 16:18:19.749420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.758115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Request body: {'port': {'device_id': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'admin_state_up': True, 'tenant_id': 'be119a2c1c0d40559feafa031c5a9dc0'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:19.761545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.776720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.795371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.811803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.830229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.839667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-188978d3-6126-4aa2-b437-a9a080f65abb req-7dfcb70f-f8af-4ad4-81ee-52592c81ea40 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5384 time: 0.2145629 Jul 12 16:18:19.851883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:19.856022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:19.865388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:19.957855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-188978d3-6126-4aa2-b437-a9a080f65abb req-44f894a9-9115-4054-85db-4e91d4a21f60 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099362 Jul 12 16:18:19.981054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:19.982045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:19.983565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] 10.222.0.77 "PUT /v2.0/ports/edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 200 len: 1091 time: 1.7533627 Jul 12 16:18:20.018453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:20.069042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3b3cc-486c-4f99-8400-c1765937882c service neutron] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:20.170392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1662fb4f-d725-49b2-9099-b9a0bcb3da8a req-b3ca67d1-da45-4241-8920-0afc4b6e4dd7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0830190 Jul 12 16:18:20.185311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:20.240329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Made reservation on behalf of be119a2c1c0d40559feafa031c5a9dc0 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:20.243769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:20.532026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3cde6-49ab-4621-a1a8-fca435539c2a req-3eb7925e-cb16-4d42-8411-f14c25b1d6d8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.543640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba3cde6-49ab-4621-a1a8-fca435539c2a req-3eb7925e-cb16-4d42-8411-f14c25b1d6d8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1012244 Jul 12 16:18:20.602081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba3cde6-49ab-4621-a1a8-fca435539c2a req-003cf508-b7d0-4a59-b576-c76b43586413 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 Jul 12 16:18:20.622420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-90383a63-79d1-4794-a2fd-04d4775ee096 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.624120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-90383a63-79d1-4794-a2fd-04d4775ee096 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.77 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 945 time: 0.3985407 Jul 12 16:18:20.732702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Allocated IP 172.20.0.10 (3d798c7d-b7be-4bdf-9e10-8dd8b067f37c/8d036c27-2faf-4491-b761-440f856a47bd/df326eec-fad0-4065-a66c-b16e4aa63606) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:20.787530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:20.787979 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e79b4f-4391-41ab-818a-5204d8ef371c" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:20.849103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beff82-d362-4eed-bc8b-35d1895da32a req-03519f8c-1de3-4af5-bd46-be856941e755 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.850639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1beff82-d362-4eed-bc8b-35d1895da32a req-03519f8c-1de3-4af5-bd46-be856941e755 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 945 time: 0.3418088 Jul 12 16:18:20.861156 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aae2af7-0fc9-4e94-bf9d-1531ba443a89 x-openstack-request-id: req-2aae2af7-0fc9-4e94-bf9d-1531ba443a89 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:20.861471 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:20.861695 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2aae2af7-0fc9-4e94-bf9d-1531ba443a89 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:20.862081 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'status': 'completed', 'code': 200} Jul 12 16:18:20.950189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.950749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.952455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.953087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.953552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.954041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.954493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:20.957424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-d44d16ec-5281-4cd3-bd26-f69c5067ebe1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6276 time: 0.0774188 Jul 12 16:18:21.232562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1beff82-d362-4eed-bc8b-35d1895da32a req-5795cc4a-4ec3-4f03-a0ed-483f3db7ad55 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/security-groups?id=922a432f-924f-443d-9f30-87df70aa7716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696241 Jul 12 16:18:21.406738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Deleting port eb4f2e86-8d7b-4baf-8756-6ad15e04795a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:21.407422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.439004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-3c9d5484-1e94-40a0-961b-0edeb3591543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.445766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-3c9d5484-1e94-40a0-961b-0edeb3591543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.446257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-3c9d5484-1e94-40a0-961b-0edeb3591543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.448034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-3c9d5484-1e94-40a0-961b-0edeb3591543 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6332e0f356349228e17f26933fee4d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4821839 Jul 12 16:18:21.477161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab33936-2e57-48ca-be4f-fd22985c9c89 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:21.503482 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.562228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a169c191-a148-496f-86cd-8fa790441366 req-03e274bb-dd42-4860-a593-a3bed5fd6935 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0730550 Jul 12 16:18:21.576640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.596216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Transition to ACTIVE for port object 1ab33936-2e57-48ca-be4f-fd22985c9c89 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:21.609593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.722091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] For port eb4f2e86-8d7b-4baf-8756-6ad15e04795a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,segment=NetworkSegment(29294fd5-5ae6-4cd1-879a-1c92978639ac),segment_id=29294fd5-5ae6-4cd1-879a-1c92978639ac)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:21.722356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.769574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Calling delete_port for eb4f2e86-8d7b-4baf-8756-6ad15e04795a owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:21.771537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:21.847281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.882008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.912958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.934715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:21.947528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:21.985715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.008375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.026841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.030195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Attempting to bind port 1ab33936-2e57-48ca-be4f-fd22985c9c89 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:22.030532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Attempting to bind port 1ab33936-2e57-48ca-be4f-fd22985c9c89 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:22.031020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Attempting to bind port 1ab33936-2e57-48ca-be4f-fd22985c9c89 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:22.040111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78a13b18-445e-4c10-a991-45b3ac440140 req-525af1f7-64f4-49c3-b880-ad7664a9be66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5384 time: 0.7854893 Jul 12 16:18:22.056140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:22.066205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:22.069563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:22.071653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Port 1ab33936-2e57-48ca-be4f-fd22985c9c89 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:22.071963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Attempting to bind port 1ab33936-2e57-48ca-be4f-fd22985c9c89 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:22.083468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:22.114361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:22.116271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Checking segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:22.116271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Bound using segment: {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:22.116271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Bound port: 1ab33936-2e57-48ca-be4f-fd22985c9c89, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6976f0-f6bc-4070-9125-1ad00822acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:22.116271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.146242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89a19-3ae0-4834-9d62-521ac7ba9b07 req-48853a7c-632a-4572-be0e-c704f9ee30df tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.147895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bb89a19-3ae0-4834-9d62-521ac7ba9b07 req-48853a7c-632a-4572-be0e-c704f9ee30df tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2608843 Jul 12 16:18:22.180171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78a13b18-445e-4c10-a991-45b3ac440140 req-f967c006-a234-4190-a2cb-1386e4957bf4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390281 Jul 12 16:18:22.219861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-c7f3fcdb-b6c7-4bc0-abdd-091afc75471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.221877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48e79b4f-4391-41ab-818a-5204d8ef371c req-c7f3fcdb-b6c7-4bc0-abdd-091afc75471c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7637699 Jul 12 16:18:22.294033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.294647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.326405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0bb89a19-3ae0-4834-9d62-521ac7ba9b07 req-f190cd4e-b355-4780-a1b3-da2f3aecc7b2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658263 Jul 12 16:18:22.336700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a207529b-2876-460c-b0be-6bb4ac9b4b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5826666 Jul 12 16:18:22.340700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:22.344548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:22.345705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.354078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Request body: {'port': {'device_id': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:22.362494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['eb4f2e86-8d7b-4baf-8756-6ad15e04795a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:22.434634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.442072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Pushing event deleted for resources: {'Port': ['ID=eb4f2e86-8d7b-4baf-8756-6ad15e04795a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:22.544937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c88f502-528c-4b7b-a318-90d401974f35 req-147b1fd5-481b-4ef4-8206-aa656e34a497 tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.58 "GET /v2.0/ports?device_id=a619a512-106d-410f-a34d-de58a5648e56 HTTP/1.1" status: 200 len: 210 time: 0.0320125 Jul 12 16:18:22.563395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:22.564057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.565462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] 10.222.0.77 "PUT /v2.0/ports/1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 200 len: 1090 time: 2.5522170 Jul 12 16:18:22.570874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] No DVR routers for this DVR port eb4f2e86-8d7b-4baf-8756-6ad15e04795a on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:18:22.574036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.576537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb87a5b6-a75f-4251-b86c-d303a0775a2b req-1754f3dc-f897-4375-9c1e-d4772731d41d tempest-ServerAddressesNegativeTestJSON-543631957 tempest-ServerAddressesNegativeTestJSON-543631957-project] 10.222.0.77 "DELETE /v2.0/ports/eb4f2e86-8d7b-4baf-8756-6ad15e04795a HTTP/1.1" status: 204 len: 173 time: 1.9000957 Jul 12 16:18:22.628796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:22.674099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0525-188b-4cf5-a8fc-89887f687520 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:22.687949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.814410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:22.916392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89'}, {'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'name': 'network-vif-deleted', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:22.918877 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e36d5-7e8f-4332-b59e-1b38c921c01a" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89"}, {"server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "name": "network-vif-deleted", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:22.965704 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aba832-18a3-4f03-a759-65e2436f6336 x-openstack-request-id: req-78aba832-18a3-4f03-a759-65e2436f6336 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:22.966003 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89", "status": "completed", "code": 200}, {"server_uuid": "a619a512-106d-410f-a34d-de58a5648e56", "name": "network-vif-deleted", "tag": "eb4f2e86-8d7b-4baf-8756-6ad15e04795a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:22.966253 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78aba832-18a3-4f03-a759-65e2436f6336 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:22.966647 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'status': 'completed', 'code': 200} Jul 12 16:18:22.966898 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a619a512-106d-410f-a34d-de58a5648e56', 'name': 'network-vif-deleted', 'tag': 'eb4f2e86-8d7b-4baf-8756-6ad15e04795a', 'status': 'completed', 'code': 200} Jul 12 16:18:23.088358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0056b-c4f5-411b-b756-09125df545fc req-cc4cc254-0a95-4475-9e2d-45a5d59ce5ab tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.089893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1c0056b-c4f5-411b-b756-09125df545fc req-cc4cc254-0a95-4475-9e2d-45a5d59ce5ab tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 932 time: 0.3616450 Jul 12 16:18:23.314160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1c0056b-c4f5-411b-b756-09125df545fc req-ea4c1697-a44d-46dd-993d-226737305a8f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610582 Jul 12 16:18:23.389406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df326eec-fad0-4065-a66c-b16e4aa63606 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:23.401270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.401759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.402234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.413578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.416596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.417253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.421461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.424132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-328c418f-bab7-4851-a808-3db9898530e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6343 time: 0.4336736 Jul 12 16:18:23.430510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:23.447054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.456588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.463464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.470653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.478160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.485338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.492074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.494500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-8157272e-a18c-4aa4-a557-29e6d725ccd7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5396 time: 0.1426125 Jul 12 16:18:23.544635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c133f0a8-e215-46ef-ac06-9d801e14b942 req-5e5edc03-a6f4-45ab-8cbe-1b401ab30cc5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426097 Jul 12 16:18:23.554333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Transition to ACTIVE for port object df326eec-fad0-4065-a66c-b16e4aa63606 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:23.573509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:23.722298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:23.725231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-c8451c45-63a0-4e54-9acf-dc5e997185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.727634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-c8451c45-63a0-4e54-9acf-dc5e997185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.727634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-c8451c45-63a0-4e54-9acf-dc5e997185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:23.727897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-c8451c45-63a0-4e54-9acf-dc5e997185a3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6332e0f356349228e17f26933fee4d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2943549 Jul 12 16:18:23.872951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53696) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:23.928136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Deleting subnet 01b29552-109b-45bd-b552-02cff779aa52 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:18:23.932577 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.001252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.132164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.133122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b80a-9c38-4b8f-ac94-86f3ba8d798c req-aa616329-1b04-4dc2-a482-6574bb261536 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.133122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b045b80a-9c38-4b8f-ac94-86f3ba8d798c req-aa616329-1b04-4dc2-a482-6574bb261536 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.6224024 Jul 12 16:18:24.159011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:24.181591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.187286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.233328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Transition to ACTIVE for port object 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:24.234861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b29552-109b-45bd-b552-02cff779aa52,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:24.237654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b045b80a-9c38-4b8f-ac94-86f3ba8d798c req-3e83527a-fc3a-469e-87be-8b43e4e768e8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020682 Jul 12 16:18:24.258489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.270422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.270422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d3adf7b3-020a-4402-a38e-b3e52c678a19 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/01b29552-109b-45bd-b552-02cff779aa52 HTTP/1.1" status: 204 len: 168 time: 0.3959110 Jul 12 16:18:24.270853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53700) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:24.273010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Attempting to bind port df326eec-fad0-4065-a66c-b16e4aa63606 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:24.273359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Attempting to bind port df326eec-fad0-4065-a66c-b16e4aa63606 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:24.275050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Attempting to bind port df326eec-fad0-4065-a66c-b16e4aa63606 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:24.319985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Port df326eec-fad0-4065-a66c-b16e4aa63606 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:24.320305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Attempting to bind port df326eec-fad0-4065-a66c-b16e4aa63606 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:24.328400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-dc08fb4a-75e0-4790-8b1d-8d8dcbe33150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.329877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-975e36d5-7e8f-4332-b59e-1b38c921c01a req-dc08fb4a-75e0-4790-8b1d-8d8dcbe33150 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5701447 Jul 12 16:18:24.343100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:24.344432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Checking segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:24.344432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Bound using segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:24.344838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Bound port: df326eec-fad0-4065-a66c-b16e4aa63606, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:24.345354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.356204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:24.363690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb4f2e86-8d7b-4baf-8756-6ad15e04795a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:24.375996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.407516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: eb4f2e86-8d7b-4baf-8756-6ad15e04795a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:24.408206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device eb4f2e86-8d7b-4baf-8756-6ad15e04795a not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:24.502273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.516460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6eded1-ff81-489d-9ec5-f06869437f8f']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:24.542824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29294fd5-5ae6-4cd1-879a-1c92978639ac') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:24.543391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29294fd5-5ae6-4cd1-879a-1c92978639ac') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:24.563858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.580943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.582523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Attempting to bind port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:24.582866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Attempting to bind port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:24.583541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Attempting to bind port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c on network e7aa7441-107f-4f36-b18e-97cc70acdfce {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:24.588611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:18:24.589274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.592516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c on network e7aa7441-107f-4f36-b18e-97cc70acdfce not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:24.592845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Attempting to bind port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c on network e7aa7441-107f-4f36-b18e-97cc70acdfce {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:24.598117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:24.603183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:18:24.604737 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:18:24.609620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:24.610221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Checking segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:24.611305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Bound using segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:24.611957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Bound port: 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:24.612495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.615677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.720161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.729601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:24.731203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.736351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.737250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:24.738890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-a11d4bc5-616f-4ce5-9de0-2d6b6f8e8578 service neutron] 10.222.0.65 "PUT /v2.0/ports/df326eec-fad0-4065-a66c-b16e4aa63606 HTTP/1.1" status: 200 len: 1092 time: 2.3909247 Jul 12 16:18:24.747290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0f6eded1-ff81-489d-9ec5-f06869437f8f HTTP/1.1" status: 204 len: 168 time: 0.4749708 Jul 12 16:18:24.778659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ae1e-facf-440a-b20c-cc1036878e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6eded1-ff81-489d-9ec5-f06869437f8f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:24.821773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b0ab-5262-4235-9ec6-ba6a1bd22f8f req-9facc9b2-5d1c-4e11-b64c-3762606422ce tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.823339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2f8b0ab-5262-4235-9ec6-ba6a1bd22f8f req-9facc9b2-5d1c-4e11-b64c-3762606422ce tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 944 time: 0.1883276 Jul 12 16:18:24.895617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:24.902875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2f8b0ab-5262-4235-9ec6-ba6a1bd22f8f req-08c58c98-d830-4768-813c-b1ea77da548a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600743 Jul 12 16:18:24.924675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:24.943658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.949631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.956430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.962667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.968770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.974974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.979540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53712) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:24.981131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:24.983145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-dca72c85-3a7d-40e0-920f-09789ea0e3e5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5408 time: 0.2189999 Jul 12 16:18:24.985277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:24.987559 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e29c530-0132-4609-b2e4-efb79eb2b402" -d '{"events": [{"name": "network-changed", "server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:24.990738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.013747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-1234c3b1-4d43-494e-a2dc-ac4d17b01025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:25.015183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-1234c3b1-4d43-494e-a2dc-ac4d17b01025 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 1095 time: 0.2017419 Jul 12 16:18:25.060634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e9948536-9c58-4572-9703-3e84d87c2206 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=621272a635a449539ca8a8aeecc51858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797770 Jul 12 16:18:25.063966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53716) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:25.098359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:25.098980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.100446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] 10.222.0.77 "PUT /v2.0/ports/1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 1091 time: 2.4811444 Jul 12 16:18:25.102160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-6fc552c7-c149-41b7-a87c-a147f24a1be0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df326eec-fad0-4065-a66c-b16e4aa63606 HTTP/1.1" status: 200 len: 217 time: 0.0636935 Jul 12 16:18:25.167165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.169946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03028fe8-12db-470c-a27f-ad121f84bc10 req-464db693-7def-48dd-9c56-713459bfcc5c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665387 Jul 12 16:18:25.193987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Request body: {'port': {'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:25.257392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.355143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d97ea-b49e-47f8-82ec-dfdf0c92e128 x-openstack-request-id: req-fb8d97ea-b49e-47f8-82ec-dfdf0c92e128 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:25.355797 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:25.356210 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb8d97ea-b49e-47f8-82ec-dfdf0c92e128 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:25.356907 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'status': 'completed', 'code': 200} Jul 12 16:18:25.361355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b75156-db23-4a17-a553-e742e6b29413 service neutron] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:25.362037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.364687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.366232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/922a432f-924f-443d-9f30-87df70aa7716 HTTP/1.1" status: 204 len: 168 time: 0.3000183 Jul 12 16:18:25.380589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2b120-fbf2-4502-b909-8bc28fbdffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a432f-924f-443d-9f30-87df70aa7716,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:25.463380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-802cb746-5dc4-4886-ac5b-9868811bbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:25.465336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-802cb746-5dc4-4886-ac5b-9868811bbad3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.3340440 Jul 12 16:18:25.469405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:25.526402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-32281870-262a-43e5-a113-d3ffd9bb93d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443084 Jul 12 16:18:25.771861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc9ba-c93d-441c-bc9d-24b03ed6a560 req-34badab3-1c9c-43f5-8c35-09329ffd0ae5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:25.773454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-980fc9ba-c93d-441c-bc9d-24b03ed6a560 req-34badab3-1c9c-43f5-8c35-09329ffd0ae5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2795224 Jul 12 16:18:25.778297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-65c7fe0d-2d86-4ba7-9079-c8bcbe4dd46c service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291899 Jul 12 16:18:25.936900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-980fc9ba-c93d-441c-bc9d-24b03ed6a560 req-57c34ad9-f343-446d-8bd7-171a9436317d tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546690 Jul 12 16:18:25.991635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed1f60f-c22a-4fcf-8062-8f45ee202295 req-9410bb5a-27ba-4c20-bf2b-4ecf7009ce48 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907029 Jul 12 16:18:26.092651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88a3544-7c9f-44ab-99d0-1790a4361aee {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:26.105038 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.124240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Transition to ACTIVE for port object a88a3544-7c9f-44ab-99d0-1790a4361aee will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:26.133662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.166398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68a2f-ae1b-42a8-98cd-81357c827334 req-8a711088-1cfd-40e4-802f-f6b3ea8b9d82 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.168151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db68a2f-ae1b-42a8-98cd-81357c827334 req-8a711088-1cfd-40e4-802f-f6b3ea8b9d82 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 944 time: 0.0949163 Jul 12 16:18:26.190795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-655037ef-61f8-44e7-a44c-8642bea87bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.192364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-655037ef-61f8-44e7-a44c-8642bea87bcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 1095 time: 0.1356745 Jul 12 16:18:26.239191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db68a2f-ae1b-42a8-98cd-81357c827334 req-624b7549-57e6-4d79-ad08-975d403b1ef7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606115 Jul 12 16:18:26.281819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:26.289741 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:18:26.413657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-4fe4b7d4-d269-4744-bf5a-16b240c8647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.415184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-4fe4b7d4-d269-4744-bf5a-16b240c8647b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 916 time: 0.2082345 Jul 12 16:18:26.501634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-5d05961c-4bfc-48e3-afdd-eda6b01469c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df326eec-fad0-4065-a66c-b16e4aa63606 HTTP/1.1" status: 200 len: 217 time: 0.0698795 Jul 12 16:18:26.556409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.560926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Attempting to bind port a88a3544-7c9f-44ab-99d0-1790a4361aee on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:26.561274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Attempting to bind port a88a3544-7c9f-44ab-99d0-1790a4361aee by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:26.561597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Attempting to bind port a88a3544-7c9f-44ab-99d0-1790a4361aee on network e7aa7441-107f-4f36-b18e-97cc70acdfce {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:26.566873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.571027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Port a88a3544-7c9f-44ab-99d0-1790a4361aee on network e7aa7441-107f-4f36-b18e-97cc70acdfce not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:26.571357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Attempting to bind port a88a3544-7c9f-44ab-99d0-1790a4361aee on network e7aa7441-107f-4f36-b18e-97cc70acdfce {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:26.574617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.581242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-1a36b615-160e-439f-a16f-a95c875f9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.582744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-1a36b615-160e-439f-a16f-a95c875f9922 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.0727265 Jul 12 16:18:26.583427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:26.583725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.583845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Checking segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:26.584148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Bound using segment: {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:26.584566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Bound port: a88a3544-7c9f-44ab-99d0-1790a4361aee, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20dc6b0f-280d-4643-bbab-2b05f91a40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:26.584917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.591237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.600887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.609336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.611563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-1478cc17-18f5-43ec-8158-47c68d0f90c1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1738567 Jul 12 16:18:26.624181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-bf6a596d-c819-4433-98fd-f68780d3682c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302215 Jul 12 16:18:26.669892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ade4f20-a0dc-40b3-9e4c-eca549bb84c7 req-31875a6b-73ad-485e-8894-8c4afee7b5bc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513077 Jul 12 16:18:26.742833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:26.747126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:26.756468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.805326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.805948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.807404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] 10.222.0.77 "PUT /v2.0/ports/a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 1091 time: 1.6245728 Jul 12 16:18:26.809611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-ab29cb0f-2943-4514-ad9e-296914baca3b service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631422 Jul 12 16:18:26.840670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b76e-9961-47c0-9b48-1e4f74806680 service neutron] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:26.996757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.997250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.997727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.998198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.998736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:26.999211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.006107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.008440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fdfc6a4f-a26a-472b-9bfc-20ef1c092b64 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6477 time: 0.1426120 Jul 12 16:18:27.010786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-529e6980-3b2c-43d0-9a5c-4cdca1d7cce5 req-3a27285f-2d2c-45db-9ac0-362780840e6c tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0818400 Jul 12 16:18:27.025418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e29c530-0132-4609-b2e4-efb79eb2b402 req-f167c99d-dce8-4c01-b1a1-48b347391026 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810861 Jul 12 16:18:27.109870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-d2389b80-128c-435f-b058-fc6ded8241ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 217 time: 0.0823748 Jul 12 16:18:27.200212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-4bd1f6bb-3418-4765-bbf3-45fb55934db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.202414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-4bd1f6bb-3418-4765-bbf3-45fb55934db5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 200 len: 851 time: 0.0847716 Jul 12 16:18:27.377719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'}, {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:27.377719 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e858d-3b5c-4f86-9b35-cef48a880bac" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c"}, {"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:27.402941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712cd4-f4c0-4895-8727-161a6fc04bfd req-408571b9-d271-4332-a2e9-afc54b1b4284 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.404868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d712cd4-f4c0-4895-8727-161a6fc04bfd req-408571b9-d271-4332-a2e9-afc54b1b4284 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2105937 Jul 12 16:18:27.409199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-059e5409-c78f-41a4-9b4d-9cdd1f8b06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.411132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-059e5409-c78f-41a4-9b4d-9cdd1f8b06c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1756d89b-e205-4481-8c56-bea28668cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912751 Jul 12 16:18:27.595098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d712cd4-f4c0-4895-8727-161a6fc04bfd req-1685cd36-1098-4249-bf17-30643dcfc454 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629939 Jul 12 16:18:27.662767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fec19-3b7c-4c44-aeee-f4a11cf59571 req-b41b7988-feb7-4252-9079-b52375115377 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:27.665655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084fec19-3b7c-4c44-aeee-f4a11cf59571 req-b41b7988-feb7-4252-9079-b52375115377 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 944 time: 0.1104188 Jul 12 16:18:27.688300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-38dc1a96-e3c0-48a8-8d95-eaf6d7aaf15a service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698910 Jul 12 16:18:27.726398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-084fec19-3b7c-4c44-aeee-f4a11cf59571 req-3cc6f05d-0de7-4171-85cc-2d9b31f134c5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525081 Jul 12 16:18:27.875361 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c340f82b-1eca-4ef3-8901-ed1b59499343 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752472 Jul 12 16:18:27.880701 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a95c1c7-ef28-40e1-8a1c-d054cc2d66e7 x-openstack-request-id: req-9a95c1c7-ef28-40e1-8a1c-d054cc2d66e7 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:27.881210 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:27.884001 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a95c1c7-ef28-40e1-8a1c-d054cc2d66e7 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:27.884710 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'status': 'completed', 'code': 200} Jul 12 16:18:27.885144 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'status': 'completed', 'code': 200} Jul 12 16:18:27.977751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-12ed7c51-317c-42ec-b555-552daa28dbf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0914631 Jul 12 16:18:28.076422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-540d3927-75e3-4d27-a0af-86156640925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.078857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-540d3927-75e3-4d27-a0af-86156640925a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0844471 Jul 12 16:18:28.080835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.086811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.093182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.100053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.107781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.114855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.122836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.132449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-0f9f9ce6-3035-4a18-a703-03110df93b03 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1267312 Jul 12 16:18:28.185404 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfcaf32e-51ee-4d42-aedf-054ef5d35793 req-30a7a539-057e-43b1-9680-a975a1abd2b0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516512 Jul 12 16:18:28.204702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-123ad00e-c772-4d34-8a6d-cb2896a46c5d req-72286d7e-f4e2-4ec1-a0c3-2827e9f839fd tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0866094 Jul 12 16:18:28.246974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ea30b745-2643-4366-b2f9-e4ecae73078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.248777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ea30b745-2643-4366-b2f9-e4ecae73078f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636734 Jul 12 16:18:28.351714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-8a2090ee-f69d-48df-8c2b-7c4efe71ffae service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947857 Jul 12 16:18:28.452817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c8a71b10-eccd-4a51-ba22-17ce2d88fec5 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Jul 12 16:18:28.504537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-abd949df-0dde-4f6d-9faa-5f96b6d202ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 217 time: 0.0426421 Jul 12 16:18:28.565047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-b5919285-8b6d-4c0e-97e8-8d31a05c80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.567281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-b5919285-8b6d-4c0e-97e8-8d31a05c80ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0566208 Jul 12 16:18:28.688931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ca9cd1ca-cd9f-4264-9449-aa9ffc740988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.691513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ca9cd1ca-cd9f-4264-9449-aa9ffc740988 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183832 Jul 12 16:18:28.810184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-82e38f6c-0007-4d2c-9d7f-6d63755823f0 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116719 Jul 12 16:18:28.912987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1642086-62f9-4a2c-b348-485a20f8b012 req-b0182e3e-4613-44b0-bd38-344b5db2da6a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:28.914750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1642086-62f9-4a2c-b348-485a20f8b012 req-b0182e3e-4613-44b0-bd38-344b5db2da6a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1492333 Jul 12 16:18:28.974561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1642086-62f9-4a2c-b348-485a20f8b012 req-7dc768c7-13de-495d-9dad-7a56dfcb5722 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523160 Jul 12 16:18:29.002734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-f6817e02-a835-4924-91e6-9b09d1faeeae service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842234 Jul 12 16:18:29.024168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:29.063884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-71971cef-0c2f-4e18-af7d-d830771335ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 200 len: 217 time: 0.0535369 Jul 12 16:18:29.127759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5f53d-d3b0-4c81-950c-f1b38e6a5d6d req-23f461de-3bf8-4263-b5e3-26ac5124d777 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.129926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cdf5f53d-d3b0-4c81-950c-f1b38e6a5d6d req-23f461de-3bf8-4263-b5e3-26ac5124d777 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 944 time: 0.2322631 Jul 12 16:18:29.197978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fd090f1a-05ec-4a25-b3a9-b497eddc86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.199714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-fd090f1a-05ec-4a25-b3a9-b497eddc86fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.1267710 Jul 12 16:18:29.220291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:29.238965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'port_id': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'mac_address': 'fa:16:3e:56:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d036c27-2faf-4491-b761-440f856a47bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:29.294926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cdf5f53d-d3b0-4c81-950c-f1b38e6a5d6d req-7a37cbe0-da52-432d-9427-90ae23f9dbf3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940931 Jul 12 16:18:29.295995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:29.317313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2365facf-541a-40c6-a272-78286d7eee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.319123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2365facf-541a-40c6-a272-78286d7eee4b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092229 Jul 12 16:18:29.339779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df326eec-fad0-4065-a66c-b16e4aa63606 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:29.398965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:29.404786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:29.500156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:29.509734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.510216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.510601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.510944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.511278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.511747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.512094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.512425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.512840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.513169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.513538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.513867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:18:29.610189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68bdf2ab-0562-4699-a90f-897ee5dab9ce req-26386bb4-de36-4184-a059-14ab73fa2fb8 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0386214 Jul 12 16:18:29.712690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df326eec-fad0-4065-a66c-b16e4aa63606'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:29.823439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-53a8b297-8306-404c-8965-252b2a76173f service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965069 Jul 12 16:18:29.856989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.864525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.871218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.880556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.887140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.894958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.901149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:29.912297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-f11cde36-0cc4-43ab-8911-402dc6991f4b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.2001693 Jul 12 16:18:30.015256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9401383a-5286-4d9c-bd34-ffda2d52fab1 req-3142c5f8-7e66-42c8-9d54-bd6b4c89700c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0480597 Jul 12 16:18:30.051627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0f1c0d5-dc99-422f-9ef5-c9095b361477 req-61138a07-a4b7-4ffb-81bb-9d39264a531f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382370 Jul 12 16:18:30.091331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-61173aac-7b2c-41ca-96ea-a0c2dcfda4e4 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596619 Jul 12 16:18:30.145382 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-5f367eb8-a245-47d4-8096-fd1a373c31d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 200 len: 217 time: 0.0466502 Jul 12 16:18:30.180665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b55-bcbb-4ea7-b9ba-c9bacf5b14ef req-6e9a656d-22f5-4579-a42a-58ab5ec2874a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.182373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-61ba0b55-bcbb-4ea7-b9ba-c9bacf5b14ef req-6e9a656d-22f5-4579-a42a-58ab5ec2874a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0823009 Jul 12 16:18:30.233138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-61ba0b55-bcbb-4ea7-b9ba-c9bacf5b14ef req-4e5a6ebe-68a0-4cc7-b720-773e69d5efc2 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Jul 12 16:18:30.247648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-b704f26a-32f7-44b5-b1da-60c1fbe9811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.248590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-b704f26a-32f7-44b5-b1da-60c1fbe9811e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0959408 Jul 12 16:18:30.335968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-28ddb102-aade-45bb-a311-939df9f28512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.337529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-28ddb102-aade-45bb-a311-939df9f28512 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800910 Jul 12 16:18:30.453164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-8ce4fd93-7a56-4ec8-9f8d-26891c4045d2 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075141 Jul 12 16:18:30.514478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0402-cc1e-4b8f-958f-c0875dd49913 req-0e1eb645-ea79-4102-825b-c0e615957a1d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.516805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d18b0402-cc1e-4b8f-958f-c0875dd49913 req-0e1eb645-ea79-4102-825b-c0e615957a1d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 945 time: 0.0805092 Jul 12 16:18:30.560852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-e372b17d-ab71-4bc6-9b7b-a3a3e2aa6ca1 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008506 Jul 12 16:18:30.564138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d18b0402-cc1e-4b8f-958f-c0875dd49913 req-f9628b3c-9098-4c18-a6ed-557858944741 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Jul 12 16:18:30.613271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-c2afab21-e799-48b6-b35a-d317b1c8b094 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 217 time: 0.0432725 Jul 12 16:18:30.688350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5310ccf9-b263-46f3-a88a-61b51bdf61fd req-1f96295f-6364-4630-ab50-5ad23de01b2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0395093 Jul 12 16:18:30.699064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0a0f3ade-7089-4440-9565-1132a6bead44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.700864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-0a0f3ade-7089-4440-9565-1132a6bead44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0790803 Jul 12 16:18:30.806229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-589c5351-747f-47f5-99ab-0c5a182151c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:30.807967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-589c5351-747f-47f5-99ab-0c5a182151c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666766 Jul 12 16:18:31.008740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77e4dc6b-2c3f-4261-a4e3-0a60d0f956b5 req-464900d3-c45b-4ff9-9083-f628813d5f3d tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0402157 Jul 12 16:18:31.039844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:18:31.040665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-9aa800aa-fe41-4a5a-9171-1569574720de service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094834 Jul 12 16:18:31.098477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port df326eec-fad0-4065-a66c-b16e4aa63606 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:31.103070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df326eec-fad0-4065-a66c-b16e4aa63606 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:31.103878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:31.148003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ba514f95-4ae9-4b5f-917d-fe0a5315f603 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000676 Jul 12 16:18:31.186596 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:31.199469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-ec841743-fea8-4e9d-a5e4-c4fbe9ee3278 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 217 time: 0.0443237 Jul 12 16:18:31.217434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:31.220285 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842950f-bcb5-4eed-9e64-e201ddffb755" -d '{"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:31.233730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:31.238571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:31.259747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.266601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.273100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.281732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.288768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.288971 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777499c-8f53-4d73-9c56-61bd748e6d8b x-openstack-request-id: req-7777499c-8f53-4d73-9c56-61bd748e6d8b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:31.289109 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:31.289287 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7777499c-8f53-4d73-9c56-61bd748e6d8b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:31.289446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aed767e7-bc91-4309-af7e-f95084a512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.289678 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'code': 200} Jul 12 16:18:31.291105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-aed767e7-bc91-4309-af7e-f95084a512f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0849729 Jul 12 16:18:31.297346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.301653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:31.304390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.306606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-99519d38-34bb-4c47-9396-1ad4c2f3735b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1247852 Jul 12 16:18:31.364498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f06f4df-19c2-43ea-9a17-1d58fc666015 req-5ed88a3a-dc07-414f-808a-93fd7ccd66cb tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513663 Jul 12 16:18:31.447066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-945b6188-a5c6-4067-8363-27dbcc22ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.448761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-945b6188-a5c6-4067-8363-27dbcc22ae37 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1495490 Jul 12 16:18:31.593651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad577a-5c32-48e4-b805-4f82a0e92cb3 req-c4cdac18-c499-4a3d-974c-cc74eed4a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.595839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10ad577a-5c32-48e4-b805-4f82a0e92cb3 req-c4cdac18-c499-4a3d-974c-cc74eed4a79d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 1097 time: 0.2140009 Jul 12 16:18:31.628894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ce4d-7194-4e53-b300-417202ba25ab req-4544abb0-81ae-400b-a5b2-45ebb069d112 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.630478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a19ce4d-7194-4e53-b300-417202ba25ab req-4544abb0-81ae-400b-a5b2-45ebb069d112 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2078178 Jul 12 16:18:31.643854 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-f9a6f031-ccb5-431e-8b5a-2533f3d303e6 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715977 Jul 12 16:18:31.671759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a379f1-356d-490e-934e-f306f2bd1303 req-bf749a0e-409a-4f84-8227-bb761c471b0c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.673281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64a379f1-356d-490e-934e-f306f2bd1303 req-bf749a0e-409a-4f84-8227-bb761c471b0c tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.0732388 Jul 12 16:18:31.720075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64a379f1-356d-490e-934e-f306f2bd1303 req-ac5449a2-5065-42cd-a90e-e15be96d3d22 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402701 Jul 12 16:18:31.725570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10ad577a-5c32-48e4-b805-4f82a0e92cb3 req-9746c60f-dc01-4656-ac8b-d3e2e63af443 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146078 Jul 12 16:18:31.748233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a19ce4d-7194-4e53-b300-417202ba25ab req-6858f3d1-17d6-4744-b3c8-27e967ccf8b5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065335 Jul 12 16:18:31.790931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a924a63d-5702-426d-b3f9-e16900be32f4 req-2c390d1d-0b47-4810-960d-5db675a3c855 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375988 Jul 12 16:18:31.917670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-75877a37-5a1d-4ed2-ab4b-1975fc5ac3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:31.988191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.988684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.989159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.989616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.990080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.990560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.991100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:31.993160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-41ee355b-b98e-4ddc-990c-ff277ac8e481 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6477 time: 0.1248636 Jul 12 16:18:32.002952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44792f2-5483-4b1e-91ba-9f28e6d552cb req-578b249c-6599-4544-9bfe-e6fe2050f7ab tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.004417 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a44792f2-5483-4b1e-91ba-9f28e6d552cb req-578b249c-6599-4544-9bfe-e6fe2050f7ab tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1259665 Jul 12 16:18:32.114246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a44792f2-5483-4b1e-91ba-9f28e6d552cb req-bcf31bc6-50b5-4aa8-a13e-17e3ce6fa99a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998278 Jul 12 16:18:32.155129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-8ef022f3-a82a-47ad-9310-8c409fdca909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.156891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-8ef022f3-a82a-47ad-9310-8c409fdca909 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 902 time: 0.1515820 Jul 12 16:18:32.184985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b58434f3-22d9-45c2-a3dd-5f075ef17da9 req-0935fafa-bf8c-4678-b398-4eb7817ab4ac tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0322537 Jul 12 16:18:32.214163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-eaa42fab-6ff1-49a2-9175-be24fb0de199 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 217 time: 0.0498617 Jul 12 16:18:32.288148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-e6cf5b9d-5b3e-4487-b3f9-94ecc54b7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.289852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-e6cf5b9d-5b3e-4487-b3f9-94ecc54b7f80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0605574 Jul 12 16:18:32.358435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-ec4b6ffa-cc87-40b1-90e9-2a8c3e193931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.361358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-ec4b6ffa-cc87-40b1-90e9-2a8c3e193931 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631194 Jul 12 16:18:32.487738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-d8f17bd4-b4d0-4f74-a3a3-838847d37406 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126885 Jul 12 16:18:32.655325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.666034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-7f546f11-2f98-4552-ac88-073144e6f118 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762581 Jul 12 16:18:32.671028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.682853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.696667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.706814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.726369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.736832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.743191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-85c1eefe-0012-44f5-88e7-6105c7e16ab9 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.2427480 Jul 12 16:18:32.800944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09db86b4-4876-4801-a5a4-24dfa33c9ee0 req-d0a2b79b-5b4c-460e-a0e1-72894793163d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500612 Jul 12 16:18:32.828316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3d8813fd-4ac3-4a0f-a6b4-77edcb2232f6 req-95a0f5a4-f071-4e97-abdf-142eff1c77ee tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0447047 Jul 12 16:18:32.957735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.958329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.959265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.964625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.965182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.966021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.967379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:32.970924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-fd3fea4d-efb1-47ea-a1f8-2bf083e2e833 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6477 time: 0.1521482 Jul 12 16:18:33.023305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:33.137870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-92c35eb2-8f26-4c17-ba1a-76fb4586f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.139292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-92c35eb2-8f26-4c17-ba1a-76fb4586f91a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 902 time: 0.1583421 Jul 12 16:18:33.157189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed94ed4-917a-40dd-be9d-68220b5e256c req-a7874630-5c97-4834-921b-fcbf9fc9c8f3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.157189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ed94ed4-917a-40dd-be9d-68220b5e256c req-a7874630-5c97-4834-921b-fcbf9fc9c8f3 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1145372 Jul 12 16:18:33.203121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-678f427a-9b20-48ad-ac78-5474d63168f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 217 time: 0.0449526 Jul 12 16:18:33.280069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ed94ed4-917a-40dd-be9d-68220b5e256c req-e826c667-e113-48f2-936a-b4148f13d5f6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148679 Jul 12 16:18:33.292416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-5ea09b7a-d0b2-4ec4-b895-d1a32365a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.294328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-5ea09b7a-d0b2-4ec4-b895-d1a32365a3fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0798790 Jul 12 16:18:33.367648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-b4f14c4f-c0b3-457b-90c3-7c3dafc0713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.369194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-b4f14c4f-c0b3-457b-90c3-7c3dafc0713e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675428 Jul 12 16:18:33.516682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-e6e904f6-4203-4ec7-9852-f91859ebc04c service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404459 Jul 12 16:18:33.528484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea988f-9e68-459a-b583-a4f6f2cfb497 req-ed312145-2fcc-4a65-ba2f-e6d2a26922ec tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.529942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8ea988f-9e68-459a-b583-a4f6f2cfb497 req-ed312145-2fcc-4a65-ba2f-e6d2a26922ec tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1349590 Jul 12 16:18:33.537982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834038-1aca-434d-b7e7-b71c153b8bce req-9d122607-f1f1-4b4c-8bc2-d52adb9dfad9 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.539640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e834038-1aca-434d-b7e7-b71c153b8bce req-9d122607-f1f1-4b4c-8bc2-d52adb9dfad9 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.0686953 Jul 12 16:18:33.585016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e834038-1aca-434d-b7e7-b71c153b8bce req-dc260e2c-1a35-4131-9210-6884c9a14ee3 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 Jul 12 16:18:33.624835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8ea988f-9e68-459a-b583-a4f6f2cfb497 req-a09479d1-a117-44d1-9979-f8f9bff5265d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Jul 12 16:18:33.660245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f77e858d-3b5c-4f86-9b35-cef48a880bac req-c25bd0ec-5a09-44c1-88c8-ba97b0b26dbb service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287725 Jul 12 16:18:33.802404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a7f36-0540-43ea-bacc-6d1c445e5f7e req-5978ad30-3045-4b2e-8c70-ee3290092c6c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:33.803886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-308a7f36-0540-43ea-bacc-6d1c445e5f7e req-5978ad30-3045-4b2e-8c70-ee3290092c6c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0649953 Jul 12 16:18:33.853371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-308a7f36-0540-43ea-bacc-6d1c445e5f7e req-8f93d733-b973-412a-a1f5-5bb3889f2ced tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Jul 12 16:18:33.994659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29a8830c-4165-4060-b8b2-dd4dff7a31c4 req-23e14bc4-d105-40d2-a82c-32d70d3ef7d7 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0300951 Jul 12 16:18:34.014464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.020970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.026918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.032796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.038569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.044424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.050250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.052219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-92a9403c-1985-418e-84c8-d12c47dc3735 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1106625 Jul 12 16:18:34.095291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-76b77f5b-ae5f-4130-ac48-5b369ce67c04 req-890ef642-709e-4796-9bf4-99c4b18cb5ec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371256 Jul 12 16:18:34.399500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4c7dd8b2-f8a6-498b-a0b9-d7d6fd2ec992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:34.565311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dbd6c-8151-4ae1-99bf-2a4890e6fc1e req-8d97a07c-9cfa-42c1-959b-df3b3316b80b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.566999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb2dbd6c-8151-4ae1-99bf-2a4890e6fc1e req-8d97a07c-9cfa-42c1-959b-df3b3316b80b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0759587 Jul 12 16:18:34.628309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb2dbd6c-8151-4ae1-99bf-2a4890e6fc1e req-980bd056-acf2-426f-8573-d12a4c09efd5 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550113 Jul 12 16:18:34.711299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832db48-13d3-4963-b589-1e5c6d03b969 req-d2700d03-9b64-4458-8288-7c1623914915 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.720433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3832db48-13d3-4963-b589-1e5c6d03b969 req-d2700d03-9b64-4458-8288-7c1623914915 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.1393080 Jul 12 16:18:34.769617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3832db48-13d3-4963-b589-1e5c6d03b969 req-540c1b0b-a093-40a5-bd9e-e0bb0b549107 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482442 Jul 12 16:18:34.802925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:34.849896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40d3cf-932d-434d-8e13-00cfe233248e req-cba0f06f-d39d-451f-8c16-e09b9d2d940f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:34.851299 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f40d3cf-932d-434d-8e13-00cfe233248e req-cba0f06f-d39d-451f-8c16-e09b9d2d940f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0750258 Jul 12 16:18:34.890586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f40d3cf-932d-434d-8e13-00cfe233248e req-0805e6f5-b67d-4aac-bb16-04fe65566f3c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Jul 12 16:18:35.153690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b57bb954-75a6-4808-ba89-4815ac74fc1e req-eab5e165-35aa-4d74-af6c-bf1ebe780cdc tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0360489 Jul 12 16:18:35.167647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:35.304938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.311326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.317300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.323155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.329863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.335850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.341682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.344987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-086108a9-d85e-43c4-a225-dc7753802bb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1189952 Jul 12 16:18:35.390261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4119e103-059d-42f2-b2b3-aa4bc656e1f2 req-f590b8d2-4e83-4dc4-8d26-04585be05f09 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379095 Jul 12 16:18:35.710330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:35.810780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc858-0925-4354-acb5-73592e4e315d req-226fc2ed-05c7-42ff-ab27-015953c82fac tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.812938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4ddc858-0925-4354-acb5-73592e4e315d req-226fc2ed-05c7-42ff-ab27-015953c82fac tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0789995 Jul 12 16:18:35.854324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d4ddc858-0925-4354-acb5-73592e4e315d req-e371caa1-728c-4ffa-a3e0-a65a883990e1 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Jul 12 16:18:35.986808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5dea-3ad1-4410-8435-212b01a13f7a req-9882fa2e-ab4e-4792-8f70-79cfab8d7efe tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:35.988437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4cdc5dea-3ad1-4410-8435-212b01a13f7a req-9882fa2e-ab4e-4792-8f70-79cfab8d7efe tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.0712018 Jul 12 16:18:36.044458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4cdc5dea-3ad1-4410-8435-212b01a13f7a req-7e0ff2e4-3cb6-44a3-ad5a-b50ea85e7055 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups?id=becf4692-6dd8-4126-a3a4-adb383d658b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Jul 12 16:18:36.092423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4d76d-096a-4ac3-af66-ff8d825290c2 req-5d959c0c-6707-478e-8b89-ff90928a6af5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.094981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ab4d76d-096a-4ac3-af66-ff8d825290c2 req-5d959c0c-6707-478e-8b89-ff90928a6af5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0777581 Jul 12 16:18:36.137647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ab4d76d-096a-4ac3-af66-ff8d825290c2 req-b44184d3-3011-4201-8ad1-b051d071a5a4 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Jul 12 16:18:36.231252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-75703bc0-b67f-446a-a871-2e12524e99af tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.232982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-75703bc0-b67f-446a-a871-2e12524e99af tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 946 time: 0.0780299 Jul 12 16:18:36.351138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbd77a29-35bb-433f-9847-3a6f9c78ec02 req-a43d7124-cd1c-4562-bda1-54e16d7a4214 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0319760 Jul 12 16:18:36.378160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Deleting port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:36.378505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:36.477968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] For port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:36.478454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:36.604897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.613066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.619699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.626814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.633586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.640031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.646471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:36.648871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-bf7f4707-9816-456c-972d-e6b71e75a38c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1277535 Jul 12 16:18:36.706007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0aa47afd-ec90-4a83-ac0d-8eb11d6989be req-39ee0e24-065b-4f7e-984a-88d71d87ee63 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471101 Jul 12 16:18:37.039634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:37.040200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:37.040335 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Floating IP b54e39ad-da79-4cfd-9881-7f3cf7fbf78f disassociated. External IP: 172.25.8.216, port: d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb. Jul 12 16:18:37.040677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Calling delete_port for d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:37.176775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:37.195016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3508b41-d8b9-40be-a5c5-791d21ff8e86 req-de1f9f35-c8f4-42ac-bcf4-62712322fb05 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.202830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3508b41-d8b9-40be-a5c5-791d21ff8e86 req-de1f9f35-c8f4-42ac-bcf4-62712322fb05 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.2285585 Jul 12 16:18:37.264839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b3508b41-d8b9-40be-a5c5-791d21ff8e86 req-675f5154-405e-432e-81b4-6417b058d7ba tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Jul 12 16:18:37.313011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:37.350644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event deleted for resources: {'Port': ['ID=d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:37.532857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b13d228-e3f5-4f5f-90d3-06fe26c8ef8f req-f69663de-51ca-41a9-9bcc-6f1f1149d0b0 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0338981 Jul 12 16:18:37.568489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f0f0-6188-4648-880b-4f9ea256995b req-5c562f15-da8d-407d-abc9-bd382d54cac9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.571056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66c3f0f0-6188-4648-880b-4f9ea256995b req-5c562f15-da8d-407d-abc9-bd382d54cac9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1405909 Jul 12 16:18:37.573274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Router 7f7527c1-472e-4352-9f39-ff22bc464d93 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:18:37.660841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66c3f0f0-6188-4648-880b-4f9ea256995b req-e4b6c7c9-6949-476e-bac1-1f702087d5d3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837784 Jul 12 16:18:37.673149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-405b254b-f79d-408c-8331-c14b8d218b3a req-2009dffe-a51e-4f63-81f7-6a172ce349bf tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0334229 Jul 12 16:18:37.729249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:18:37.743123 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Sync routers for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:18:37.755828 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:18:37.756559 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:37.792467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] No DVR routers for this DVR port d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:18:37.795205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:37.800778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b7da894-a83c-4c86-9570-09e9174292e4 req-63dc18f5-bb78-4bdb-b966-8ea2635351ca tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.65 "DELETE /v2.0/ports/d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb HTTP/1.1" status: 204 len: 173 time: 1.5610833 Jul 12 16:18:37.810210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'name': 'network-vif-deleted', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:37.813990 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d940b-21bd-4539-aa92-9b0bb052b093" -d '{"events": [{"server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "name": "network-vif-deleted", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:37.900313 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578188c-35c5-414d-86e5-b514178b1cfe x-openstack-request-id: req-3578188c-35c5-414d-86e5-b514178b1cfe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:37.900695 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8430db-f852-4f55-ac60-93f5e928eefd", "name": "network-vif-deleted", "tag": "d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:37.900994 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3578188c-35c5-414d-86e5-b514178b1cfe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:37.901410 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8430db-f852-4f55-ac60-93f5e928eefd', 'name': 'network-vif-deleted', 'tag': 'd99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb', 'status': 'completed', 'code': 200} Jul 12 16:18:37.941636 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:18:37.972951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.979148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.985348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.991219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:37.997387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:38.004665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:38.011199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:38.013415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-d60f4b13-e143-4b7e-b037-2cb636777136 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1376996 Jul 12 16:18:38.060583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f44868e1-7d18-433c-b7cd-fb9664b1211f req-e77cfec9-70ac-4578-b2fc-cbceb2e4848f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398641 Jul 12 16:18:38.172586 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:38.213805 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Checking router: 7f7527c1-472e-4352-9f39-ff22bc464d93 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:18:38.223433 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:18:38.224000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:38.345175 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:18:38.497097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7840d06-d90b-4bd0-8fc5-0f575730cee0 req-db53e8cc-0cd5-4c2d-850c-652feecdd1ca tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:38.504154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7840d06-d90b-4bd0-8fc5-0f575730cee0 req-db53e8cc-0cd5-4c2d-850c-652feecdd1ca tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0752947 Jul 12 16:18:38.541573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7840d06-d90b-4bd0-8fc5-0f575730cee0 req-b655d9a3-1d92-4866-b4a6-cf2a5304116a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Jul 12 16:18:38.617643 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:38.649563 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556695e5-77c5-458a-bd08-4aba445c2c5f None None] The sync data for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 is: [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:15:24Z', 'revision_number': 4, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '886a9a05-5f58-44f7-838b-c21fe40f7819', 'name': '', 'network_id': '96a2fd55-23b3-49e6-8527-0d59543c6777', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'mac_address': 'fa:16:3e:64:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '36975163-751e-47b4-9dd3-09794f28468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:23Z', 'updated_at': '2021-07-12T16:15:32Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'subnets': [{'id': '36975163-751e-47b4-9dd3-09794f28468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:18:38.723260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e82eb644-c156-4e83-8b96-ac86c58f5a2f req-7e8d7651-839c-42ca-84ef-333c077d3de6 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0470979 Jul 12 16:18:38.915242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58adfe3-f35b-458c-8099-caa1279fa046 req-b7091832-b529-4f65-a10b-eeec21f49c96 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:38.922686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e58adfe3-f35b-458c-8099-caa1279fa046 req-b7091832-b529-4f65-a10b-eeec21f49c96 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0959256 Jul 12 16:18:38.940719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22701827-85e6-4672-b472-d993f9d93574 req-766ccbe7-6276-4757-8b37-6cd29ebee3d5 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0489900 Jul 12 16:18:38.985599 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e58adfe3-f35b-458c-8099-caa1279fa046 req-42de8a9a-cf70-42d1-93f0-075744230bd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Jul 12 16:18:39.059696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7be69-c28d-4dca-aab8-a9dad9fdad42 None None] New status for floating IP b54e39ad-da79-4cfd-9881-7f3cf7fbf78f: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:18:39.187893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:39.211612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:39.212235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d99fe06d-3123-4f5c-a2e4-9a4f0b2d92bb not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:39.308461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.317458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.323841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.330646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.336553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.342706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.348897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.350878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b352c579-36c4-414e-b4de-34db09159df1 req-1ac78b5b-2118-48e8-9b78-df2b2d138abf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1363244 Jul 12 16:18:39.411835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b352c579-36c4-414e-b4de-34db09159df1 req-93d84704-a4d3-4194-87fd-0e78b00125e4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549352 Jul 12 16:18:39.839781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57f8f5-39de-409b-8efc-858acbbf2129 req-49adcacb-6b86-44b3-a175-a4aabe179ead tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:39.841341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f57f8f5-39de-409b-8efc-858acbbf2129 req-49adcacb-6b86-44b3-a175-a4aabe179ead tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0745950 Jul 12 16:18:39.890286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f57f8f5-39de-409b-8efc-858acbbf2129 req-f05c7d6f-5418-4e2d-97b0-d4aed7407486 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jul 12 16:18:39.892121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b21228ec-ce31-486e-aa33-a67f201acc59 req-4eff0247-77c7-42cc-aa81-a2071af7c946 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0323148 Jul 12 16:18:40.107347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4251425-6d96-4685-938f-3b96d06fa9cb req-f0ca2dcd-18a1-4855-b6b0-a96ee4b94840 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0357339 Jul 12 16:18:40.205699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528fcbd-91f3-4fc5-814c-3f7e46cb2747 req-d7cc5782-4bd9-4fdb-a198-475018a07074 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.207626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e528fcbd-91f3-4fc5-814c-3f7e46cb2747 req-d7cc5782-4bd9-4fdb-a198-475018a07074 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0888929 Jul 12 16:18:40.259256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e528fcbd-91f3-4fc5-814c-3f7e46cb2747 req-40307efd-a6bb-4f5d-ac29-3965fd0712a1 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Jul 12 16:18:40.642541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.648342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.654208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.660928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.666864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.672767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.678564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:40.680581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8228a052-c587-4bf6-bf47-ac2f503951f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1105216 Jul 12 16:18:40.726783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee60142b-836e-4b85-a218-c05c2685b29b req-8fe8eef7-2319-410b-a90d-4317a18bfe20 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375319 Jul 12 16:18:41.049099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ef446e1-f2ec-40d2-bf52-d1389ecdc262 req-238edb4d-1c45-41f3-8d60-6549dcb56876 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0352750 Jul 12 16:18:41.096716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e5a4-64ac-4c42-87d5-93ca76d206c3 req-12b8fb1a-2fcd-43a1-a642-a7fc8733ce3f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:41.098234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b542e5a4-64ac-4c42-87d5-93ca76d206c3 req-12b8fb1a-2fcd-43a1-a642-a7fc8733ce3f tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0685627 Jul 12 16:18:41.141031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b542e5a4-64ac-4c42-87d5-93ca76d206c3 req-1b4cc7c3-2752-4c51-911d-496790d79582 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Jul 12 16:18:41.284268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e5e9d68-218d-41fc-b127-68e942ff4ea5 req-0cce24d0-04f6-47cf-8e8a-862827fb9c90 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0416567 Jul 12 16:18:41.579391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b9f5f-1651-4278-8b7d-195701078b0e req-c1d50349-f830-4d5a-b759-c8e73174ed95 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:41.586156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b0b9f5f-1651-4278-8b7d-195701078b0e req-c1d50349-f830-4d5a-b759-c8e73174ed95 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0856621 Jul 12 16:18:41.603076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38041d35-7810-410c-a2b3-ba625f31214c req-52559129-a15f-472f-8480-de44106d0c27 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:41.604798 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38041d35-7810-410c-a2b3-ba625f31214c req-52559129-a15f-472f-8480-de44106d0c27 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.0910051 Jul 12 16:18:41.628467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b0b9f5f-1651-4278-8b7d-195701078b0e req-d777b5b5-86a5-4f5b-ad75-2695a26fb82b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 12 16:18:41.657837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38041d35-7810-410c-a2b3-ba625f31214c req-34f31dad-0ce7-454f-a482-04cbbb1a7153 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Jul 12 16:18:42.016540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.023145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.029897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.037348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.044494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.051930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.060177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.068205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ef2d71fb-4a58-408c-9b2c-a195fde46b98 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1363266 Jul 12 16:18:42.111207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e906a65-daa3-45ab-a7ab-61591a67f167 req-ea6bc9ea-b602-48c9-bdcf-6dfcbf5339b3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419612 Jul 12 16:18:42.232590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da91a2fd-881e-45d3-9308-9dc3adcefa99 req-f0348b9a-85e8-4bc8-8dd2-ced7a6ef58c1 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8430db-f852-4f55-ac60-93f5e928eefd HTTP/1.1" status: 200 len: 210 time: 0.0386348 Jul 12 16:18:42.453486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e65a9f60-51f0-4a64-960f-7632e34281c3 req-7fb5049f-1a78-47e2-840c-59330db84296 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0457878 Jul 12 16:18:42.866692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb3f4-8637-4669-8708-7a0d1e7f7c33 req-bad68910-5df2-4226-a1ee-dc0dd567e95d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.868181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e6cb3f4-8637-4669-8708-7a0d1e7f7c33 req-bad68910-5df2-4226-a1ee-dc0dd567e95d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0813949 Jul 12 16:18:42.908322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e6cb3f4-8637-4669-8708-7a0d1e7f7c33 req-8fa0908f-7fe3-41e5-8e1a-70f0ad114597 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Jul 12 16:18:42.972505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d631c-3f62-4dbe-9ee9-c4a428643fa5 req-2643573e-8c54-4549-8bb3-51acfe5f2cf0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.974051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce3d631c-3f62-4dbe-9ee9-c4a428643fa5 req-2643573e-8c54-4549-8bb3-51acfe5f2cf0 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1540022 Jul 12 16:18:42.986376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-191141e0-af76-4230-83ea-6463dea92b00 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:42.988172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-191141e0-af76-4230-83ea-6463dea92b00 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 945 time: 0.1099405 Jul 12 16:18:43.066916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce3d631c-3f62-4dbe-9ee9-c4a428643fa5 req-2a5e532b-315e-473a-adf5-33c194eacc6a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 Jul 12 16:18:43.126745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port 80f6d510-d876-4df6-982c-980c0b57eb6a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:43.127080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.253357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port 80f6d510-d876-4df6-982c-980c0b57eb6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=80f6d510-d876-4df6-982c-980c0b57eb6a,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:43.254221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.272470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for 80f6d510-d876-4df6-982c-980c0b57eb6a owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:43.329395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.343800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.350469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.357624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.365607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.368916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54090) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:43.374579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.380615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:43.388163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-53ee3639-69bb-411a-af62-27bdbf78a1f2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1471741 Jul 12 16:18:43.433067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d45da67-20b4-48e6-b08d-1287301fff87 req-6b8e0dba-1fd1-4a20-b2b1-47f75a39d65a tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438302 Jul 12 16:18:43.496751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.503557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.517787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['80f6d510-d876-4df6-982c-980c0b57eb6a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:43.560789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=80f6d510-d876-4df6-982c-980c0b57eb6a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:43.572262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.643955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port 80f6d510-d876-4df6-982c-980c0b57eb6a on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:18:43.665841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.667920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09e21204-5a2b-4afe-8449-dd97b0229246 req-de213c56-cf2f-4e89-ab3c-4a6bd2d750c8 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "DELETE /v2.0/ports/80f6d510-d876-4df6-982c-980c0b57eb6a HTTP/1.1" status: 204 len: 173 time: 0.6717210 Jul 12 16:18:43.670138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79169930-0d89-4fc7-b0b7-9f702e141bfe req-9ca5de80-4ce1-4e4c-8351-e75c68697fb5 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0711339 Jul 12 16:18:43.671666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'name': 'network-vif-deleted', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:43.674194 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7f8e5f-bc37-42c2-bc8c-f82a4bd6f4c6" -d '{"events": [{"server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "name": "network-vif-deleted", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:43.735677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.739245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.742785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "DELETE /v2.0/security-groups/becf4692-6dd8-4126-a3a4-adb383d658b5 HTTP/1.1" status: 204 len: 168 time: 0.3724635 Jul 12 16:18:43.743625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54098) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:43.744698 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08ec1f-650b-4995-a3c3-a2852055e811 x-openstack-request-id: req-dc08ec1f-650b-4995-a3c3-a2852055e811 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:43.745000 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badc23f8-63f0-4935-b8f6-a0a4a3033097", "name": "network-vif-deleted", "tag": "80f6d510-d876-4df6-982c-980c0b57eb6a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:43.745255 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc08ec1f-650b-4995-a3c3-a2852055e811 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:43.745654 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badc23f8-63f0-4935-b8f6-a0a4a3033097', 'name': 'network-vif-deleted', 'tag': '80f6d510-d876-4df6-982c-980c0b57eb6a', 'status': 'completed', 'code': 200} Jul 12 16:18:43.757022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d36c95-3845-4f12-a982-2a7aafc12f75 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becf4692-6dd8-4126-a3a4-adb383d658b5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:43.758538 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-aafdd074-5d40-4c1a-8c5d-a04ed7105ac0 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] show failed (client error): The resource could not be found. Jul 12 16:18:43.763334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:43.765892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aafdd074-5d40-4c1a-8c5d-a04ed7105ac0 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "GET /v2.0/security-groups/becf4692-6dd8-4126-a3a4-adb383d658b5 HTTP/1.1" status: 404 len: 347 time: 0.0150688 Jul 12 16:18:43.952316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Deleting port 0da3a328-1b14-4090-a6ba-030b4d7a9ce1 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:43.952780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.057245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.057989 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.072253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Calling delete_port for 0da3a328-1b14-4090-a6ba-030b4d7a9ce1 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:44.146535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bfc67-b7ee-45fa-aa69-17df05b5f5aa req-3023be7b-3784-4a3d-969d-fde2053d321c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.154582 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e75bfc67-b7ee-45fa-aa69-17df05b5f5aa req-3023be7b-3784-4a3d-969d-fde2053d321c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0934823 Jul 12 16:18:44.220620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e75bfc67-b7ee-45fa-aa69-17df05b5f5aa req-fd729e88-7dd2-40e1-8112-b84bebd34e63 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638480 Jul 12 16:18:44.321920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f3e421e-f1ef-4b83-9cf2-b88cc0607b13 req-ebf6645f-2745-4d73-944a-2c16623c5b9c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=badc23f8-63f0-4935-b8f6-a0a4a3033097 HTTP/1.1" status: 200 len: 210 time: 0.0537171 Jul 12 16:18:44.365877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.394269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Pushing event deleted for resources: {'Port': ['ID=0da3a328-1b14-4090-a6ba-030b4d7a9ce1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:44.466842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.470365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.472467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3532e6c2-c1a7-46a0-a9b7-e9d088788c83 tempest-ServersTestBootFromVolume-154942888 tempest-ServersTestBootFromVolume-154942888-project] 10.222.0.58 "DELETE /v2.0/floatingips/b54e39ad-da79-4cfd-9881-7f3cf7fbf78f HTTP/1.1" status: 204 len: 168 time: 0.7075770 Jul 12 16:18:44.475419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54114) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:44.950032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.957060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.963271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.969349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.975981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.984223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.990424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:44.997264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:44.998465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-fb0b75fa-aa80-4c93-a707-f4c648216e69 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.4294827 Jul 12 16:18:45.045255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cff3cb97-2e80-4090-a839-2cf09b8486de req-a3acf57d-117a-43ba-a318-9d8d1d722f7d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450194 Jul 12 16:18:45.089511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c84ec4c1-bd81-4410-9383-5400dcee045d req-aabf286f-dd25-4911-b497-8f2f7d06a797 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0329893 Jul 12 16:18:45.424009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bd080-af81-4dc4-a531-96330231ed36 req-ec6f2cf3-f17d-4cf7-a972-13aff1ce48a3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:45.426360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-585bd080-af81-4dc4-a531-96330231ed36 req-ec6f2cf3-f17d-4cf7-a972-13aff1ce48a3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0898080 Jul 12 16:18:45.509604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-585bd080-af81-4dc4-a531-96330231ed36 req-db61ce85-0924-42df-92d9-d2ec22a41077 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Jul 12 16:18:45.751176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Deleting port 886a9a05-5f58-44f7-838b-c21fe40f7819 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:45.751763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:45.802033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-ed79f238-7cf9-4937-96b6-4ac1ba0e0cd4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:45.803533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-ed79f238-7cf9-4937-96b6-4ac1ba0e0cd4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.1792550 Jul 12 16:18:45.830756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-dbfbf5a9-7424-4b8d-ac3d-7ca0c1933b1a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/quotas/1154e645adff4b6c9b6d8ee9cdd1e0f9 HTTP/1.1" status: 200 len: 375 time: 0.0210104 Jul 12 16:18:45.891821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-cbef82e2-f436-4181-b6f3-a94655d4d20e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530000 Jul 12 16:18:45.913040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] For port 886a9a05-5f58-44f7-838b-c21fe40f7819, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=886a9a05-5f58-44f7-838b-c21fe40f7819,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:45.913342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:45.964907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Calling delete_port for 886a9a05-5f58-44f7-838b-c21fe40f7819 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:46.054906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-9b46b474-4c4a-4fe6-ad26-17cf6c1a05b6 service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556008 Jul 12 16:18:46.242789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-5f78d97d-b22e-4816-9ad1-e8f052cbc57f service neutron] 10.222.0.58 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804271 Jul 12 16:18:46.298496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:46.306060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.316663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.331072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.331654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Pushing event deleted for resources: {'Port': ['ID=886a9a05-5f58-44f7-838b-c21fe40f7819,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:46.347162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.353767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.378369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.384603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.386711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-39e181b1-987b-4724-8363-27a12a79d57f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.1990614 Jul 12 16:18:46.497950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8b29a41-9cd4-4f6b-a0e3-15f6008294ed req-ef57d70f-b1ca-4a6b-ac9e-6f97cdcd39f0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968177 Jul 12 16:18:46.651375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:46.676509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb7de553-72f4-44ae-a62d-8ce83b26b7e1 req-5a109471-9fe1-4289-9379-a96faa0ea67e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 210 time: 0.0591691 Jul 12 16:18:46.795419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3de702f0-7cef-4c81-8771-c5e73cec967e req-9ef32285-a5a2-4e52-8052-cbc3813ca7c0 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0385733 Jul 12 16:18:46.953770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628d8cf-536d-42ef-8313-e3da4270a5f6 req-f5ba476d-5798-41ea-8be8-ff8a207f4c23 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.960818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e628d8cf-536d-42ef-8313-e3da4270a5f6 req-f5ba476d-5798-41ea-8be8-ff8a207f4c23 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1439698 Jul 12 16:18:47.001346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Router 7f7527c1-472e-4352-9f39-ff22bc464d93 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:18:47.011995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e628d8cf-536d-42ef-8313-e3da4270a5f6 req-5058f13f-a024-4e06-9ddd-e02cff5923bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Jul 12 16:18:47.125852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:18:47.131867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d388680-10a5-403f-b3d2-04bdb432df62 admin admin] 10.222.0.58 "PUT /v2.0/routers/7f7527c1-472e-4352-9f39-ff22bc464d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6553364 Jul 12 16:18:47.134368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:47.136252 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Sync routers for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:18:47.146702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 80f6d510-d876-4df6-982c-980c0b57eb6a no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:47.147740 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:18:47.149012 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:47.181213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 80f6d510-d876-4df6-982c-980c0b57eb6a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:47.181565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 80f6d510-d876-4df6-982c-980c0b57eb6a not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:47.300024 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:18:47.338789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:47.470859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:47.511632 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:18:46Z', 'revision_number': 5, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port': {'id': 'bc8f0543-ab8f-446e-a28c-12dff0ff0a3b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:15:17Z', 'updated_at': '2021-07-12T16:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:47.539489 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Checking router: 7f7527c1-472e-4352-9f39-ff22bc464d93 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:18:47.548555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Routers {'7f7527c1-472e-4352-9f39-ff22bc464d93'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:18:47.549186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7f7527c1-472e-4352-9f39-ff22bc464d93'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:47.549505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Deleting port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:47.549852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:47.652108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] For port bc8f0543-ab8f-446e-a28c-12dff0ff0a3b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:47.653234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:47.676890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Calling delete_port for bc8f0543-ab8f-446e-a28c-12dff0ff0a3b owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:47.759334 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] Set router 7f7527c1-472e-4352-9f39-ff22bc464d93 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:18:47.830367 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:18:47Z', 'revision_number': 6, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:47.832767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.842234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.852610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.872899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.881399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.888353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.895238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:47.897475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-f906c458-8d8d-40d6-8f76-e21422241289 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.2181442 Jul 12 16:18:47.925150 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62daf21-a049-43da-abd7-0ee6575e11f7 None None] The sync data for ids ['7f7527c1-472e-4352-9f39-ff22bc464d93'] in n-d-800078-3 is: [{'id': '7f7527c1-472e-4352-9f39-ff22bc464d93', 'name': 'tempest-ServersTestBootFromVolume-1837787667-router', 'tenant_id': 'e87fd30d99274de292aabc8ef6e4450f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:15:16Z', 'updated_at': '2021-07-12T16:18:47Z', 'revision_number': 6, 'project_id': 'e87fd30d99274de292aabc8ef6e4450f', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:18:47.975868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cce2572e-b82a-4b3a-9922-914e65b6732e req-8e56d2ad-012e-4348-8549-b3ecdb244068 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703089 Jul 12 16:18:48.003054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86dade45-64fd-48ab-94a0-e660cb5a92ff req-5d66a43b-803b-4355-b22a-75aab774be39 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 210 time: 0.0602515 Jul 12 16:18:48.054320 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:48.233033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8f0543-ab8f-446e-a28c-12dff0ff0a3b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:48.312242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be73ae8f-1d52-4fa0-9f26-d470630d6d15 req-0309f055-5544-4bf8-be69-21ac4ef955a1 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.1014361 Jul 12 16:18:48.389658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:48.610626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-dae5debc-a00c-414c-baff-0c1b3bd8929c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:48.613397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-dae5debc-a00c-414c-baff-0c1b3bd8929c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 812 time: 0.5771580 Jul 12 16:18:48.751413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Request body: {'port': {'device_id': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'admin_state_up': True, 'tenant_id': '1154e645adff4b6c9b6d8ee9cdd1e0f9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:48.763492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:48.775173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:48.887694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54202) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:48.976036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:48.976616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7527c1-472e-4352-9f39-ff22bc464d93 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:18:49.013159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbdd40-3ed2-45b8-a1ff-8fb9c6516a04 req-ae272e19-889c-460c-918d-1311d973b486 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.021510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1bbdd40-3ed2-45b8-a1ff-8fb9c6516a04 req-ae272e19-889c-460c-918d-1311d973b486 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.5627515 Jul 12 16:18:49.042344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a189359-9571-452c-b88e-34f1785d2945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.050860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.052091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1bcc11eb-2a59-45b9-b8d9-4d39f6997cff admin admin] 10.222.0.58 "DELETE /v2.0/routers/7f7527c1-472e-4352-9f39-ff22bc464d93 HTTP/1.1" status: 204 len: 168 time: 1.9164648 Jul 12 16:18:49.066924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54212) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:49.128773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1bbdd40-3ed2-45b8-a1ff-8fb9c6516a04 req-6488262c-8700-4f49-996f-02943f56bfc9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062641 Jul 12 16:18:49.267613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a189359-9571-452c-b88e-34f1785d2945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.300846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a189359-9571-452c-b88e-34f1785d2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.326012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e8e120a-2568-4d3a-a724-30147db159b9 req-974584a6-404a-475d-a43e-f74d8c0a34d6 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 210 time: 0.0466952 Jul 12 16:18:49.326730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Made reservation on behalf of 1154e645adff4b6c9b6d8ee9cdd1e0f9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:49.330893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.357211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a189359-9571-452c-b88e-34f1785d2945 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9424aaf7a0e428ba8547f87d3da63c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653058 Jul 12 16:18:49.361422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54216) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:49.362078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a189359-9571-452c-b88e-34f1785d2945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4792fbe4-6b24-4376-8caf-c77651300947,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:49.433705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.442107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.448570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.455640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.462030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.468467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.482544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:49.485868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-ab067699-6bde-4700-9ab2-b1f506500896 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5420 time: 0.2536097 Jul 12 16:18:49.494591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Deleting subnet 36975163-751e-47b4-9dd3-09794f28468e {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:18:49.497933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.541936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.566291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 886a9a05-5f58-44f7-838b-c21fe40f7819 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:49.568668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Allocated IP 172.20.0.9 (a9954846-21a9-4c11-8911-4c0931f531dd/b48494cf-b139-425e-a0a8-6e4bc0890756/69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:49.588955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 886a9a05-5f58-44f7-838b-c21fe40f7819 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:49.589336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 886a9a05-5f58-44f7-838b-c21fe40f7819 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:49.589749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8f0543-ab8f-446e-a28c-12dff0ff0a3b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:49.601297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9863bc9d-be76-4e15-b8df-94a00ec5ca4c req-6f0e114d-4cb9-490c-bdb3-eb9d1e9b77f0 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0461099 Jul 12 16:18:49.636036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bc8f0543-ab8f-446e-a28c-12dff0ff0a3b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:49.636392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bc8f0543-ab8f-446e-a28c-12dff0ff0a3b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:49.729675 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.761709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.807170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f35bef7-09e3-421b-9ccf-275cb6792c74 req-daf35260-d793-48b4-9512-fa48455165d1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2727084 Jul 12 16:18:49.826501 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.833034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.866693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.869415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.870763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4792fbe4-6b24-4376-8caf-c77651300947 HTTP/1.1" status: 204 len: 168 time: 0.5014222 Jul 12 16:18:49.877532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.885001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a49d-8b91-45db-b959-f4c08e040760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792fbe4-6b24-4376-8caf-c77651300947,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:49.912416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.916156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Network a9954846-21a9-4c11-8911-4c0931f531dd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:49.917807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:49.926130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:49.930913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/36975163-751e-47b4-9dd3-09794f28468e HTTP/1.1" status: 204 len: 168 time: 0.8390932 Jul 12 16:18:49.931537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:49.932776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ccb6ac-757e-4fca-8f2a-d638c8378bd6 None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:49.939980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:49.969462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00879879-cdf9-4263-8ff4-e99d7aa9b84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36975163-751e-47b4-9dd3-09794f28468e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:50.050589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.168303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Deleting port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:50.168935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.231886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] DHCP port deletion for 96a2fd55-23b3-49e6-8527-0d59543c6777 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:18:50.268621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] For port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:50.268983 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.285330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Calling delete_port for 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:50.360976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Deleting port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:50.363846 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.448501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.452245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event updated for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:50.462080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:50.462798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.473973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device edff63e4-7845-4d99-8648-4d1afc3606a9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:50.493969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-16a48aee-8e10-43e0-8244-f5e1a244f3fd tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8655665 Jul 12 16:18:50.511912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d9a05-2bf9-41fc-a412-f691c68e7560 req-cc5deebb-ee40-4839-9119-5deb9eb0bf99 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:50.518556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:50.519309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-217d9a05-2bf9-41fc-a412-f691c68e7560 req-cc5deebb-ee40-4839-9119-5deb9eb0bf99 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1314569 Jul 12 16:18:50.524404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] No DVR routers for this DVR port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:18:50.526992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Request body: {'port': {'device_id': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:50.599817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-217d9a05-2bf9-41fc-a412-f691c68e7560 req-a8105e30-8086-45a9-8f7c-1489c14ac748 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794213 Jul 12 16:18:50.670269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] For port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,segment=NetworkSegment(a44198e5-24d7-47f5-88b2-6e91ea1ed97a),segment_id=a44198e5-24d7-47f5-88b2-6e91ea1ed97a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:50.671467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.688886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Calling delete_port for 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:18:50.707674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.726836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.727097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a2fd55-23b3-49e6-8527-0d59543c6777']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:50.748481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:50.748849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44198e5-24d7-47f5-88b2-6e91ea1ed97a') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:18:50.764972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.794186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22d4e2-e16e-496b-8c2b-85e16d165c77 req-ea1a24bc-7792-493c-9aec-5ce33c378438 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:50.802719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb22d4e2-e16e-496b-8c2b-85e16d165c77 req-ea1a24bc-7792-493c-9aec-5ce33c378438 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 931 time: 0.2127514 Jul 12 16:18:50.836670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.855766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:18:50.856408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:18:50.858468 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:18:50.872505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb22d4e2-e16e-496b-8c2b-85e16d165c77 req-132306ff-59e2-42b5-9244-cfe996394fac tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Jul 12 16:18:50.931339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4624914-f028-45bb-b63d-4d8d87a9d0c1 req-3428cf29-aeae-4c35-8db2-de12844ac5e4 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0831168 Jul 12 16:18:50.954055 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:50.992886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'port_id': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'mac_address': 'fa:16:3e:9f:91:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:51.020505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.036085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.043751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/96a2fd55-23b3-49e6-8527-0d59543c6777 HTTP/1.1" status: 204 len: 168 time: 1.0894754 Jul 12 16:18:51.069004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2ded-1e74-4756-89e3-a212c1494ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a2fd55-23b3-49e6-8527-0d59543c6777,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.100880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:51.118519 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.134284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff63e4-7845-4d99-8648-4d1afc3606a9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:51.141589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.149818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Network 96a2fd55-23b3-49e6-8527-0d59543c6777 is not hosted by any dhcp agent {{(pid=93713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:18:51.149979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] No DVR routers for this DVR port 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:18:51.202891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eedd19-0ca4-42cb-a666-fe61ff7c11af None None] Pushing event deleted for resources: {'Port': ['ID=77c726ac-13e1-4b1d-a7e4-ef1d3da11aac,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.208643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:51.216207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.301745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.305882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cba94c4a-bfad-42c2-81b0-bf6df93c3586 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:51.360007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:51.381117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'port_id': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586', 'mac_address': 'fa:16:3e:c0:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:51.414456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1382075084-network', 'tenant_id': '2dcfeaadf9c9490b81918e2622c13f06'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:51.446944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.457203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.463164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.467741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.469623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.475857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.481923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.488479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Made reservation on behalf of 2dcfeaadf9c9490b81918e2622c13f06 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:51.488903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:51.491500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.497228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-bcaf75ab-3355-4de8-983c-724d86bf6fa8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5421 time: 0.2694542 Jul 12 16:18:51.501971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba94c4a-bfad-42c2-81b0-bf6df93c3586 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:51.504422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:51.518759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.535242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:51.543043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.573047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:51.592670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.630345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09fe2524-b20e-49ae-b1a1-98f330b828fc req-5045afb7-b436-49bc-8777-9e6844d3c18f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321476 Jul 12 16:18:51.639446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.649398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:18:51.652402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54266) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:51.665884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-90f53e51-06ed-4ffa-be13-33605df8209f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e87fd30d99274de292aabc8ef6e4450f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493113 Jul 12 16:18:51.667249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Transition to ACTIVE for port object 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:18:51.678194 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.700841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:18:51.701378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77c726ac-13e1-4b1d-a7e4-ef1d3da11aac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:18:51.703626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 09ec633a-e7ab-4830-a662-a3702c72c6a1 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:51.742065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:51.756603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '09ec633a-e7ab-4830-a662-a3702c72c6a1', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'port_id': '09ec633a-e7ab-4830-a662-a3702c72c6a1', 'mac_address': 'fa:16:3e:29:54:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:51.785303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.804387 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.821306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.822198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:18:51.835285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.835986 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Added segment 432ecc9a-80d8-4308-b253-9769b31bd9aa of type vlan for network 98fda568-e3c6-4242-8f97-8891dac5683c Jul 12 16:18:51.844700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ec633a-e7ab-4830-a662-a3702c72c6a1 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:51.855132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Pushing event updated for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.882297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:51.891037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.913833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Attempting to bind port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:18:51.914417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Attempting to bind port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:18:51.914934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Attempting to bind port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:51.919998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 on network a9954846-21a9-4c11-8911-4c0931f531dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:18:51.921260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Attempting to bind port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 on network a9954846-21a9-4c11-8911-4c0931f531dd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:18:51.936307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:18:51.937500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Checking segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:51.938508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Bound using segment: {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:18:51.939865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Bound port: 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895879aa-13bb-4a48-906f-20984b061893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:18:51.939865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:51.954773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfafa6e-321f-4cb4-bb12-07dd799a97be,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.975831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:51.979252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1ab33936-2e57-48ca-be4f-fd22985c9c89 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:52.006245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.038256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:52.042824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.055162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'network_id': '61e43fa8-c3be-4b82-bd1d-333c8ae47fde', 'port_id': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'mac_address': 'fa:16:3e:dd:49:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd93a00-a9eb-4679-b58d-883ca915e710', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:52.098234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.131192 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.148075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab33936-2e57-48ca-be4f-fd22985c9c89 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:52.148312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:18:52.177452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:18:52.193150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.198390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:52.203718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.226674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.228678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.229559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.282064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:52.288843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.291717 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.296397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86dd6f4b-3ffc-4aa3-8b5b-da042359b55b HTTP/1.1" status: 204 len: 168 time: 0.6423945 Jul 12 16:18:52.306177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918fe5a-0611-48cb-ae81-5e64d3aac25c req-7fbf9f22-7918-4099-909b-b379699e9764 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.314859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b918fe5a-0611-48cb-ae81-5e64d3aac25c req-7fbf9f22-7918-4099-909b-b379699e9764 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.4516301 Jul 12 16:18:52.316693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.317331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.318754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] 10.222.0.65 "PUT /v2.0/ports/69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 HTTP/1.1" status: 200 len: 1091 time: 1.7966497 Jul 12 16:18:52.341009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:52.349336 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a0a701-79b4-46f8-b2bf-917ec6095658" -d '{"events": [{"name": "network-changed", "server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:52.411055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f4b06-4f39-47c0-ac80-3353cbafd09e req-59495519-dcda-4c9a-a6b4-f3db13ea6689 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.412709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f1f4b06-4f39-47c0-ac80-3353cbafd09e req-59495519-dcda-4c9a-a6b4-f3db13ea6689 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 943 time: 0.3265839 Jul 12 16:18:52.416822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:52.429588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] Pushing event updated for resources: {'Network': ['ID=98fda568-e3c6-4242-8f97-8891dac5683c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:52.459416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 98fda568-e3c6-4242-8f97-8891dac5683c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:18:52.465429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b918fe5a-0611-48cb-ae81-5e64d3aac25c req-6d46e760-53f2-4e69-a60c-62c5ef56e8e2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491287 Jul 12 16:18:52.468476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab826d-433e-42b3-9c93-07992dfff386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dd6f4b-3ffc-4aa3-8b5b-da042359b55b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:52.507199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b3557486-c4d8-4648-9fd5-47a9b6f6a0bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4040768 Jul 12 16:18:52.507929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54280) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:52.513818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Request body: {'subnet': {'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1382075084-subnet', 'tenant_id': '2dcfeaadf9c9490b81918e2622c13f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:52.564367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Made reservation on behalf of 2dcfeaadf9c9490b81918e2622c13f06 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:52.570167 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.570786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d415-095b-46ab-8c80-37b9c3e74dbf service neutron] Pushing event updated for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:52.672220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f1f4b06-4f39-47c0-ac80-3353cbafd09e req-37c5cf32-89a1-437e-80a2-efac037d8a80 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477244 Jul 12 16:18:52.726347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-bacd9f2e-aa71-4271-9b08-e5d9b0939ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.732415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-bacd9f2e-aa71-4271-9b08-e5d9b0939ed9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 1094 time: 0.3497057 Jul 12 16:18:52.813596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:52.831063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-ac679458-5ca6-4742-9f68-60d001c6cd8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0898762 Jul 12 16:18:52.850890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'port_id': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'mac_address': 'fa:16:3e:80:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625415a4-0099-4f7d-8f0e-abef8f4a864b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:52.869154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.923817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:52.926594 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1b7fa38-f961-4165-b299-085b05709eb0 req-d72fc0c6-ed8b-43f7-90e3-7eecfa98de3d tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0698874 Jul 12 16:18:52.928755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-e7707b37-1a58-4e3f-bece-08e7b57cf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:52.930642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-e7707b37-1a58-4e3f-bece-08e7b57cf9d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.0894458 Jul 12 16:18:52.955297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:52.976639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:52.982751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-9ab4a1a4-dc98-48eb-b259-9c2699f4880b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437539 Jul 12 16:18:52.983811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:53.032402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:53.044823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff8d5218-47a4-4517-86eb-71efb27c2271 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:53.051357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Checking segment: {'id': '432ecc9a-80d8-4308-b253-9769b31bd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:53.052806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Network hostable DHCP agents. Network: 98fda568-e3c6-4242-8f97-8891dac5683c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:18:53.074768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Network 98fda568-e3c6-4242-8f97-8891dac5683c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:18:53.095798 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835679b-dac6-414e-bb02-21313e63e5b1 x-openstack-request-id: req-1835679b-dac6-414e-bb02-21313e63e5b1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:53.096485 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:53.096830 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1835679b-dac6-414e-bb02-21313e63e5b1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:53.097320 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3', 'status': 'completed', 'code': 200} Jul 12 16:18:53.102916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:53.103985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 98fda568-e3c6-4242-8f97-8891dac5683c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:53.127577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.130099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:53.148007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21983816-28c5-4350-85c1-ec1b56ff8d25 None None] Network 98fda568-e3c6-4242-8f97-8891dac5683c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:53.177344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-edb12ea9-c146-4691-91e5-b3f67a365703 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6680899 Jul 12 16:18:53.194506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-85a48ae4-1ce1-444d-8118-bc58f1251a8f service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036459 Jul 12 16:18:53.376830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85ac44a4-e18c-42ae-86bf-0df44cb6d0d9 req-5a2c811a-abcc-4177-b898-9754f56e8293 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743417 Jul 12 16:18:53.486632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.508897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.526579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd57ee2-745a-44ff-acb9-705f5f316d14 None None] Network 98fda568-e3c6-4242-8f97-8891dac5683c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:53.532862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.553805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.590192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.597431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-b386b0ec-66bc-43e5-b67f-b0e505560f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.599845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-b386b0ec-66bc-43e5-b67f-b0e505560f8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 1094 time: 0.1545973 Jul 12 16:18:53.613762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.634410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.649538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-fb50d5c7-95d4-4e02-b956-994af7d27bdc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5425 time: 0.3763909 Jul 12 16:18:53.723325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e7c6c5-ff53-4094-b50c-c66869391de8 req-6486f999-48b1-4a18-8167-084238ffd80e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708165 Jul 12 16:18:53.819853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-a5c684dd-65a1-4595-b5c2-d0d1b3e1ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.822389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-a5c684dd-65a1-4595-b5c2-d0d1b3e1ea8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 200 len: 913 time: 0.2152452 Jul 12 16:18:53.829172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:53.883248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'port_id': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'mac_address': 'fa:16:3e:da:81:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:53.888954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-7ae3ab02-8e65-43cf-b3d6-1e59978b6440 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 HTTP/1.1" status: 200 len: 217 time: 0.0545704 Jul 12 16:18:53.928729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54318) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:53.945994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8fbfa-0f12-4797-92cf-cf9f0d9ae876 req-78c614bc-70be-436c-81ee-d9ac6022ebc3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.951787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3125b-7156-40db-9417-26411dd642eb req-1a27c9ed-5da4-484f-822d-aa6c87bccd92 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.953498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13b8fbfa-0f12-4797-92cf-cf9f0d9ae876 req-78c614bc-70be-436c-81ee-d9ac6022ebc3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.2271495 Jul 12 16:18:53.962279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05c3125b-7156-40db-9417-26411dd642eb req-1a27c9ed-5da4-484f-822d-aa6c87bccd92 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 943 time: 0.1041610 Jul 12 16:18:53.991227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:53.996265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-b8056eba-72fb-40a4-b28d-8164639ec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:53.997768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-b8056eba-72fb-40a4-b28d-8164639ec317 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 200 len: 852 time: 0.1020577 Jul 12 16:18:54.025413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05c3125b-7156-40db-9417-26411dd642eb req-207794fd-c31d-45b5-9232-11360fd8a512 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617678 Jul 12 16:18:54.038055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13b8fbfa-0f12-4797-92cf-cf9f0d9ae876 req-79e97bc8-e9d1-44a0-a5b1-c398f92a69af tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Jul 12 16:18:54.085575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-9159c6cc-4460-4b13-82a6-5304989ea64e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9954846-21a9-4c11-8911-4c0931f531dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796742 Jul 12 16:18:54.159437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8d5218-47a4-4517-86eb-71efb27c2271 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:54.223083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:54.230121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.249925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1073853469-network', 'tenant_id': 'bf59f401a8fb42609afc0ce69b83be61'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:54.274765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a88a3544-7c9f-44ab-99d0-1790a4361aee details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:54.287668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Made reservation on behalf of bf59f401a8fb42609afc0ce69b83be61 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:54.290859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.319571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.320587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26353ebb-d2d9-4ff8-9358-4d413e6dce1d req-33f9430e-5227-48b0-9fc8-f522a5c312ac tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0812180 Jul 12 16:18:54.324843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-6c774fde-5461-4df3-94a9-6de2393790bc service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319667 Jul 12 16:18:54.329250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:54.348157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54330) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:54.349191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:54.374379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1248673713-network', 'tenant_id': '313401915feb4fc28337a268f5dd0848'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:54.380522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'network_id': 'e7aa7441-107f-4f36-b18e-97cc70acdfce', 'port_id': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'mac_address': 'fa:16:3e:f1:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625415a4-0099-4f7d-8f0e-abef8f4a864b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:54.438333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.471758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88a3544-7c9f-44ab-99d0-1790a4361aee {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:54.490807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.497575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.517152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:54.518547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a0a701-79b4-46f8-b2bf-917ec6095658 req-53ebea23-fc11-4aaa-b400-9815634c16b1 service neutron] 10.222.0.65 "GET /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814365 Jul 12 16:18:54.536670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-7cb107f3-011e-432c-8952-254b058bbbf5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1583481 Jul 12 16:18:54.537921 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.541684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:18:54.556052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1f6b7-ac76-4ebd-9c41-f032c810347d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:54.559621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Made reservation on behalf of 313401915feb4fc28337a268f5dd0848 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:54.568821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.576933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.577549 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Added segment 97362e3d-4374-481b-8d79-0f41f901bbd6 of type vlan for network f2d7577b-81e1-40d0-a3c1-e1d87618a821 Jul 12 16:18:54.591379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.670024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.677161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:54.729384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.730494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.731156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.829792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.830359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.830736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.831210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.831779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.832165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.832628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:54.834654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a835d8e-19db-4ca8-b248-ed464e06a45b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.2130203 Jul 12 16:18:54.837236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.837384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] Pushing event updated for resources: {'Network': ['ID=f2d7577b-81e1-40d0-a3c1-e1d87618a821,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:54.848409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.848738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f2d7577b-81e1-40d0-a3c1-e1d87618a821 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:18:54.876060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54336) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:54.876950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:18:54.877889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d3249bac-fe5c-4d4f-9c74-f4f5656da6cb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9460819 Jul 12 16:18:54.883386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Request body: {'subnet': {'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1073853469-subnet', 'tenant_id': 'bf59f401a8fb42609afc0ce69b83be61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:54.948821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Made reservation on behalf of bf59f401a8fb42609afc0ce69b83be61 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:54.951211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.971678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:54.972111 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Added segment 8f4b8737-3e77-43db-bdd4-eafa979a7a52 of type vlan for network 54d020f0-f0cd-4764-bb7f-818c5713791c Jul 12 16:18:55.011730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a786b0-da63-4f6e-a2dc-ff6d2186b1a5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:55.063443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.070204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.077131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.084589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.090656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.097937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.104532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.106864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-910835b8-a069-49f7-9827-770235c3aed1 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5427 time: 0.1395903 Jul 12 16:18:55.125825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.182105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8810fe32-112c-42ab-a3a1-2068bdc43a0a req-68b1eaed-8ff7-45ec-ac95-3c690fa165e3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657039 Jul 12 16:18:55.185516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-11ad6593-8bbe-43b8-84b5-d3b78b60e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.185994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-11ad6593-8bbe-43b8-84b5-d3b78b60e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.186610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-11ad6593-8bbe-43b8-84b5-d3b78b60e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.188238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-11ad6593-8bbe-43b8-84b5-d3b78b60e934 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 2298 time: 0.2732246 Jul 12 16:18:55.240333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.241283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.241860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.380621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0296581 Jul 12 16:18:55.384398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54346) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:18:55.392440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Request body: {'subnet': {'network_id': '54d020f0-f0cd-4764-bb7f-818c5713791c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1248673713-subnet', 'tenant_id': '313401915feb4fc28337a268f5dd0848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:55.395723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-1b44c549-bd4e-4050-906c-20fdb8c07089 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 1000 time: 0.1927505 Jul 12 16:18:55.405583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d6b7-d73e-49ad-98fe-0a359f1b1f69 req-4ba189f8-be52-41fc-a981-03114deed5c6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.407795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af9d6b7-d73e-49ad-98fe-0a359f1b1f69 req-4ba189f8-be52-41fc-a981-03114deed5c6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1025810 Jul 12 16:18:55.428576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f756b-e59e-4397-b1c3-28e4a3eac8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=54d020f0-f0cd-4764-bb7f-818c5713791c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:55.439695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Made reservation on behalf of 313401915feb4fc28337a268f5dd0848 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:55.442523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.457409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 54d020f0-f0cd-4764-bb7f-818c5713791c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:18:55.506199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450bd34-9c2e-47b9-9407-729782ed4c7c req-c91b663b-6a62-470d-b3c3-2c8be718d54b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.507773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a450bd34-9c2e-47b9-9407-729782ed4c7c req-c91b663b-6a62-470d-b3c3-2c8be718d54b tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 943 time: 0.3255749 Jul 12 16:18:55.511124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.519264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-fe1a2f13-ddd1-46f8-b18f-4eb91b7e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.520745 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-fe1a2f13-ddd1-46f8-b18f-4eb91b7e492e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.0952091 Jul 12 16:18:55.522556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af9d6b7-d73e-49ad-98fe-0a359f1b1f69 req-60262dac-03d9-482c-a303-65e2f3f1d1ab tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052387 Jul 12 16:18:55.638192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d16874d-cf50-4160-ba1d-0e3d1d1d9f62,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:55.643461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a450bd34-9c2e-47b9-9407-729782ed4c7c req-2bbeb9ff-5911-4cf4-859b-b901085532ad tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270912 Jul 12 16:18:55.661182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Checking segment: {'id': '97362e3d-4374-481b-8d79-0f41f901bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:55.661620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Network hostable DHCP agents. Network: f2d7577b-81e1-40d0-a3c1-e1d87618a821, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:18:55.682533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-27bfaae3-5fc0-4702-b60f-8d045cd5c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.685662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-27bfaae3-5fc0-4702-b60f-8d045cd5c64d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338711 Jul 12 16:18:55.696411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Network f2d7577b-81e1-40d0-a3c1-e1d87618a821 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:18:55.743434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f2d7577b-81e1-40d0-a3c1-e1d87618a821) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:55.756038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84e00a-c0e0-45d0-a7d6-c06eae1b07cb None None] Network f2d7577b-81e1-40d0-a3c1-e1d87618a821 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:55.782783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.816686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.817290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.842472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:55.845057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1ab33936-2e57-48ca-be4f-fd22985c9c89'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:55.850763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de476582-ac71-437f-bb8d-f2649faf2ecb,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:55.855762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-55fa225b-54c9-4b54-a10d-8d242b0a1b0c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9760647 Jul 12 16:18:55.859132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff8d5218-47a4-4517-86eb-71efb27c2271'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:55.861739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cba94c4a-bfad-42c2-81b0-bf6df93c3586'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:55.880828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Checking segment: {'id': '8f4b8737-3e77-43db-bdd4-eafa979a7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '54d020f0-f0cd-4764-bb7f-818c5713791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:18:55.881483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Network hostable DHCP agents. Network: 54d020f0-f0cd-4764-bb7f-818c5713791c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:18:55.894867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-fa69c558-805e-4f01-9dbe-2f82f4855552 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959016 Jul 12 16:18:55.906397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Network 54d020f0-f0cd-4764-bb7f-818c5713791c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:18:55.918161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 54d020f0-f0cd-4764-bb7f-818c5713791c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:55.932389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:55.932991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:55.952682 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18c1c4ad-1357-4edf-8c75-c7b8cc84fa71 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5646350 Jul 12 16:18:56.009139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['a88a3544-7c9f-44ab-99d0-1790a4361aee'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:56.026837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-578ea68d-606c-4aaf-8d69-47da639f5588 req-c8aeab17-0f91-4503-a745-53d13d087890 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.1332703 Jul 12 16:18:56.035030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['edff63e4-7845-4d99-8648-4d1afc3606a9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:56.081267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['09ec633a-e7ab-4830-a662-a3702c72c6a1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:56.084130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc97ce7-1d4b-4e91-86b6-bb2ae40a8d68 None None] Network 54d020f0-f0cd-4764-bb7f-818c5713791c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:56.140149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-8df1a0e2-b4e2-4cb9-a4f5-d3bc3e1aba1c service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280364 Jul 12 16:18:56.206609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-50af94f3-5699-4dcc-9122-bd58f4f32607 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 217 time: 0.0583229 Jul 12 16:18:56.329689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a6b8491-0eba-44c4-902d-b923ded97677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.331463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0a6b8491-0eba-44c4-902d-b923ded97677 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1179674 Jul 12 16:18:56.448834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-e48ef2fc-0ee2-4e95-bc4a-53b7ebf7e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.450492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-e48ef2fc-0ee2-4e95-bc4a-53b7ebf7e11e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111164 Jul 12 16:18:56.470072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.470512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-4208b90d-a836-44d3-b3c4-e3c4622a07a5 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.472604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-4208b90d-a836-44d3-b3c4-e3c4622a07a5 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/networks?id=f2d7577b-81e1-40d0-a3c1-e1d87618a821 HTTP/1.1" status: 200 len: 821 time: 0.1362879 Jul 12 16:18:56.476664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.482721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.489535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.490423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-0f1fa5f3-9d89-4c47-aaae-9157e500bd0c tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/quotas/bf59f401a8fb42609afc0ce69b83be61 HTTP/1.1" status: 200 len: 375 time: 0.0113587 Jul 12 16:18:56.496743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.502807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.508754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.510725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f345b56c-fe3d-4893-8078-c67c440de2e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5427 time: 0.1403308 Jul 12 16:18:56.536293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-2c02abf6-655f-470f-9cab-2f44f957b706 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf59f401a8fb42609afc0ce69b83be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400069 Jul 12 16:18:56.613724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d450cc97-b772-44af-b1fc-2a8f2ab94554 req-f95307df-fdd3-4283-b6dd-83974ae4bb1a tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926070 Jul 12 16:18:56.636181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-57796b76-2e2a-4ac3-bdf4-7d061c9eaab3 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 Jul 12 16:18:56.662817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-e6925682-a399-4042-9965-d5e59eb4f9dc service neutron] 10.222.0.58 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236982 Jul 12 16:18:56.710437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c105b-2f41-4562-80d6-d238eeb78372 None None] Network f2d7577b-81e1-40d0-a3c1-e1d87618a821 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:56.758300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-5a9dbaac-ee68-44fd-a5a7-9d48c7df5b08 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049869 Jul 12 16:18:56.827755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-31dfbbc1-3534-46e3-ae96-5ff3d0388613 service neutron] 10.222.0.58 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534460 Jul 12 16:18:56.836144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-1765a73a-19ec-4acd-870f-28a250fe2698 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 217 time: 0.0658667 Jul 12 16:18:56.956121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-2394a896-493d-4535-80af-821169922242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:56.956913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4258134-8f02-4d95-bd80-317a5db2d241 None None] Network 54d020f0-f0cd-4764-bb7f-818c5713791c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:18:56.957600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-2394a896-493d-4535-80af-821169922242 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.1100852 Jul 12 16:18:57.061989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-382fb126-dc4b-49a8-a48e-0583e92e25e1 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:57.068119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-382fb126-dc4b-49a8-a48e-0583e92e25e1 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/networks?id=98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 200 len: 812 time: 0.2351503 Jul 12 16:18:57.086599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-72a6dfd2-1e1c-4b38-ba6b-4b22c4518d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:57.088305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-72a6dfd2-1e1c-4b38-ba6b-4b22c4518d1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067369 Jul 12 16:18:57.089562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-63f0dde0-2c69-48dc-9226-4b572d52289a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/quotas/2dcfeaadf9c9490b81918e2622c13f06 HTTP/1.1" status: 200 len: 375 time: 0.0184600 Jul 12 16:18:57.168410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850363d-b59f-4057-8b5b-ae87e3e4c601 req-06478c55-f5b0-4990-8994-c23bc715f9d2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:57.176672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d850363d-b59f-4057-8b5b-ae87e3e4c601 req-06478c55-f5b0-4990-8994-c23bc715f9d2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0917015 Jul 12 16:18:57.232950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d850363d-b59f-4057-8b5b-ae87e3e4c601 req-64bd80bb-195d-42d5-9775-06f271b5b23f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Jul 12 16:18:57.239663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:18:57.431324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8fd0-a3e8-4866-a3a4-aca2daedad7e req-ff7d6017-2724-4fc5-b0fc-4427392d4c5c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:57.433423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a36d8fd0-a3e8-4866-a3a4-aca2daedad7e req-ff7d6017-2724-4fc5-b0fc-4427392d4c5c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 943 time: 0.0807362 Jul 12 16:18:57.490526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-6a0872cf-4fdb-4e91-b202-aa5e34672a6a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3936999 Jul 12 16:18:57.495626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a36d8fd0-a3e8-4866-a3a4-aca2daedad7e req-b0acbdf0-faf6-4d92-a198-6034baea56d4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539980 Jul 12 16:18:57.578914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-8c989667-85c8-45c9-a5d0-a3b681835339 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794700 Jul 12 16:18:57.667249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:57.680335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3', 'network_id': 'a9954846-21a9-4c11-8911-4c0931f531dd', 'port_id': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3', 'mac_address': 'fa:16:3e:ce:1d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48494cf-b139-425e-a0a8-6e4bc0890756', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:18:57.725258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:57.738834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:18:57.762602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:57.769760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:57.778055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-e8d9f5ba-62a0-46f2-92b2-e9c08762fbf1 service neutron] 10.222.0.58 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979599 Jul 12 16:18:57.832557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:57.892651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-f40a47d4-ffb9-41a5-939e-a4e71a902190 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053992 Jul 12 16:18:57.954473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-61e575bf-0ed1-43a0-ae00-7ca0923fc4d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 217 time: 0.0501688 Jul 12 16:18:58.006265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6d8cd53-ddc4-4f21-87a8-cdefdb6affe4 req-e1803c43-ec70-4e3c-bbf7-b2fe19391c2e tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 210 time: 0.0307713 Jul 12 16:18:58.009937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-35a59009-ae72-4cff-8353-0214d8cdda2f service neutron] 10.222.0.58 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308354 Jul 12 16:18:58.029562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0182296a-35c2-45b4-adb0-8b38904a38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.031287 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-0182296a-35c2-45b4-adb0-8b38904a38cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0640697 Jul 12 16:18:58.097101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:18:58.105550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-e0514d88-b41c-404a-886f-3fdebb8b1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.108008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-e0514d88-b41c-404a-886f-3fdebb8b1c3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689352 Jul 12 16:18:58.187421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fde0212d-83ff-4d9e-a6dd-921caf648933 req-9ab71ed8-ecef-4b4b-a872-034d0d7e5bfc tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0672040 Jul 12 16:18:58.329263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-d789e069-0fc6-445c-b256-55936e253216 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123663 Jul 12 16:18:58.443730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48e5cb-5322-4427-805a-e484d3beb1a2 req-4549fd2d-16d9-4c98-9478-460d6938e37a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.446460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd48e5cb-5322-4427-805a-e484d3beb1a2 req-4549fd2d-16d9-4c98-9478-460d6938e37a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.0728757 Jul 12 16:18:58.496487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd48e5cb-5322-4427-805a-e484d3beb1a2 req-e5b39dad-6570-485d-a522-04f72c9b240c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 Jul 12 16:18:58.541190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-f5cd4520-b5c9-4ca3-a710-efd38e6be984 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.542814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-f5cd4520-b5c9-4ca3-a710-efd38e6be984 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.65 "GET /v2.0/networks?id=f2d7577b-81e1-40d0-a3c1-e1d87618a821 HTTP/1.1" status: 200 len: 821 time: 0.2253606 Jul 12 16:18:58.559982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Request body: {'port': {'device_id': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821', 'admin_state_up': True, 'tenant_id': 'bf59f401a8fb42609afc0ce69b83be61'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:18:58.590644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-374d3e03-ad15-46a1-8614-a76de14d1835 req-a6474d87-4294-47e0-a0df-64304c511add tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0343130 Jul 12 16:18:58.669032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.675805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.681950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.688226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.694513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.700529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.707559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.710118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-6d7bd6ab-c808-4dc1-b524-78ad6a56f448 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5427 time: 0.3779728 Jul 12 16:18:58.740251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-c67548c4-e53e-4f42-a9e2-cf120b334e49 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924549 Jul 12 16:18:58.797199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc821600-84c8-43a5-aadb-8093401d8e9b req-0305d11e-4a44-4209-b12e-edef9d163380 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.798742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc821600-84c8-43a5-aadb-8093401d8e9b req-0305d11e-4a44-4209-b12e-edef9d163380 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0719783 Jul 12 16:18:58.807282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-56c32e65-e222-4f14-a6d7-f402e5d5cc10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.0522175 Jul 12 16:18:58.843375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc821600-84c8-43a5-aadb-8093401d8e9b req-befde5a8-003d-46d6-b378-c5e92889e66b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Jul 12 16:18:58.859722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c186d411-8198-44d6-b6e4-632fd03864a6 req-13de39ce-c9d6-40a4-ae9d-b51e2b69e141 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376033 Jul 12 16:18:58.890038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-5147b3c6-6ae7-456d-8e3a-823ef1260d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:58.891565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-5147b3c6-6ae7-456d-8e3a-823ef1260d5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0726049 Jul 12 16:18:58.903475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Made reservation on behalf of bf59f401a8fb42609afc0ce69b83be61 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:18:58.907867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.059364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-b0b3e4db-e52a-4e8e-99be-b4b96071de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.060956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-b0b3e4db-e52a-4e8e-99be-b4b96071de39 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494975 Jul 12 16:18:59.069421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d077f3-a326-4a30-aa85-e1961a4b354e req-01f10a66-10f4-466e-89b9-da1786467ffa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.071205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39d077f3-a326-4a30-aa85-e1961a4b354e req-01f10a66-10f4-466e-89b9-da1786467ffa tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 944 time: 0.1013503 Jul 12 16:18:59.133880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39d077f3-a326-4a30-aa85-e1961a4b354e req-36d82d1c-35d5-452d-9219-3e6dde59c326 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534041 Jul 12 16:18:59.157538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Allocated IP 172.20.0.12 (f2d7577b-81e1-40d0-a3c1-e1d87618a821/3d16874d-cf50-4160-ba1d-0e3d1d1d9f62/c0841cd9-c596-4418-a68f-a86f2ae9032b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:18:59.198867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35fa1b17-9c5c-40ba-93b4-979293e03b25 req-72245a97-a7b4-4430-af7d-3fbd8de163b6 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 210 time: 0.0481706 Jul 12 16:18:59.227756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:18:59.252909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-63af45e2-e9a8-4c54-a39f-f5b5a52d206d service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804807 Jul 12 16:18:59.281814 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:18:59.285673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:18:59.286048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.347645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e3446c8-f7c0-4b30-8c9d-3182d62ddf23 req-19c5506f-bc67-405a-a2cc-b70d46d05091 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0345819 Jul 12 16:18:59.387709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.413390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:18:59.415698 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07aae15-32fa-44ea-ab7e-8fa42f2e71e1" -d '{"events": [{"server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "name": "network-vif-plugged", "status": "completed", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:18:59.428987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:18:59.433542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.437625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-eeb582fa-f0ca-497e-914c-a108ee69c3ad service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741862 Jul 12 16:18:59.469643 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2566eb38-603a-4243-a616-bfc8d2b1b00d x-openstack-request-id: req-2566eb38-603a-4243-a616-bfc8d2b1b00d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:18:59.469931 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "name": "network-vif-plugged", "status": "completed", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:18:59.470182 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2566eb38-603a-4243-a616-bfc8d2b1b00d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:18:59.470579 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3', 'code': 200} Jul 12 16:18:59.483406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.524481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:59.530360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-34c5da38-9af7-428d-b6c9-07d1fed63a50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.0639360 Jul 12 16:18:59.593276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-dc2d86ce-fbfb-4cda-9dc8-c272ed5c92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.595935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-dc2d86ce-fbfb-4cda-9dc8-c272ed5c92cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0560575 Jul 12 16:18:59.689169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ce10-e9b5-4665-8d28-3b770ab1c58a req-897e7769-cc84-49bd-9058-e7f419d91f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.690695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b97ce10-e9b5-4665-8d28-3b770ab1c58a req-897e7769-cc84-49bd-9058-e7f419d91f16 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 1096 time: 0.1509113 Jul 12 16:18:59.772018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b97ce10-e9b5-4665-8d28-3b770ab1c58a req-1cac4f20-a574-49ee-871d-0923cd26384c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722249 Jul 12 16:18:59.779823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-28cbe8bc-189b-4bc2-9e22-5d5cc14a9b9d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.781396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-28cbe8bc-189b-4bc2-9e22-5d5cc14a9b9d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1852651 Jul 12 16:18:59.797516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-67200a0f-37c2-44c5-b8e9-8de3737c6fd8 req-e0a2e662-c106-4e44-a8e4-74bcd5c059fd tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0579638 Jul 12 16:18:59.798570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daca7c-1cd6-45c8-9f8a-0daadefe66fe req-8d3c5863-a61d-4453-a179-07979968e6cd tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.800857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7daca7c-1cd6-45c8-9f8a-0daadefe66fe req-8d3c5863-a61d-4453-a179-07979968e6cd tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 946 time: 0.1699023 Jul 12 16:18:59.807206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.869250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Network f2d7577b-81e1-40d0-a3c1-e1d87618a821 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:18:59.874297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-c8aa9f3c-085e-4017-8839-285057511339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.876107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-c8aa9f3c-085e-4017-8839-285057511339 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2719390 Jul 12 16:18:59.886890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:18:59.889523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:18:59.907492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7daca7c-1cd6-45c8-9f8a-0daadefe66fe req-fa9d2b2c-7089-4c14-ade7-d00d1bbc0757 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006374 Jul 12 16:18:59.954732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b0a8a275-a025-42f5-b562-8d982875652c tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:59.956480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b0a8a275-a025-42f5-b562-8d982875652c tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.77 "GET /v2.0/networks?id=98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 200 len: 812 time: 0.3141346 Jul 12 16:18:59.970940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Pushing event updated for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:18:59.974875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Deleting port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:18:59.975795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.015248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Request body: {'port': {'device_id': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c', 'admin_state_up': True, 'tenant_id': '2dcfeaadf9c9490b81918e2622c13f06'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:00.113202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] For port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:00.113556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.128192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.128799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.182127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7907fbbc-7e47-4ad0-8608-9ebae5b4c086 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6265862 Jul 12 16:19:00.201756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Request body: {'port': {'device_id': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:00.218668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.224843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.231020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.237325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-7100fa1f-4d1c-49a2-9f02-9d5870c6e5e9 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368452 Jul 12 16:19:00.237767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.243750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.249759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.255557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.257436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f46f428f-7fd1-44df-983f-e71c5837940d req-d3b26857-03ea-4789-9317-68c0bd58c847 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5427 time: 0.2260582 Jul 12 16:19:00.270459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d067c-9ac2-457e-98ae-f1d7041fc749 req-706e6350-35e6-4b6f-b643-cfd5ecc95c7f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:00.271992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5d067c-9ac2-457e-98ae-f1d7041fc749 req-706e6350-35e6-4b6f-b643-cfd5ecc95c7f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.2639561 Jul 12 16:19:00.366065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f46f428f-7fd1-44df-983f-e71c5837940d req-6e51797b-65c0-44ab-bad0-a96ce9456358 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926435 Jul 12 16:19:00.421221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b5d067c-9ac2-457e-98ae-f1d7041fc749 req-d3c677fa-2ab6-4a91-b6e3-f18783a2b994 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319470 Jul 12 16:19:00.421804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Made reservation on behalf of 2dcfeaadf9c9490b81918e2622c13f06 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:00.425410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.432362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.465761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-3bd9320d-e877-4f49-894e-946bf7f32448 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174718 Jul 12 16:19:00.466429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.466848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.468440 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Floating IP 5554934e-2621-4df0-9e83-0e73f4c02c65 disassociated. External IP: 172.25.8.243, port: 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f. Jul 12 16:19:00.468440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Calling delete_port for 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:00.571065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-9e0b2bb6-94ad-49d5-a58c-5b45f2b92b80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.0931928 Jul 12 16:19:00.686027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device edff63e4-7845-4d99-8648-4d1afc3606a9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:00.751360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port edff63e4-7845-4d99-8648-4d1afc3606a9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:00.760513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port edff63e4-7845-4d99-8648-4d1afc3606a9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:00.761184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.857433 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.897221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:00.902893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.940379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1ab33936-2e57-48ca-be4f-fd22985c9c89 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:01.004432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:01.032328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:01.039436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:01.041489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.059917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.090453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-47a5b6ec-f059-4c28-a005-7d34601d9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:01.092008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-47a5b6ec-f059-4c28-a005-7d34601d9b19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.4997277 Jul 12 16:19:01.095986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'Port': ['ID=0eb09b75-20d3-4091-b5a3-dfbc9aebe15f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:01.124245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352840-b1ae-4c36-a40f-e0a33c08aa79 req-2f21078b-e274-4b11-904c-ac4cff2a7deb tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:01.132230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65352840-b1ae-4c36-a40f-e0a33c08aa79 req-2f21078b-e274-4b11-904c-ac4cff2a7deb tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 932 time: 0.1477056 Jul 12 16:19:01.150359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.157142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Allocated IP 172.20.0.11 (98fda568-e3c6-4242-8f97-8891dac5683c/de4e411a-8021-49fe-8e9c-3ae7c40bb5d8/12c312ad-b9f9-4923-85e0-78af7e6d161b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:01.203383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:01.213216 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.229750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:01.242618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65352840-b1ae-4c36-a40f-e0a33c08aa79 req-80dc35cf-9942-4829-a1a8-42c3359b9e92 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092570 Jul 12 16:19:01.261585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3356c1-b6b2-4103-8311-96ef6da1c74e req-35f3a976-2b11-4d2b-80d6-61e6ec4bfcad tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:01.263207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f3356c1-b6b2-4103-8311-96ef6da1c74e req-35f3a976-2b11-4d2b-80d6-61e6ec4bfcad tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.6957321 Jul 12 16:19:01.348692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d8aa1de-7b74-466e-a246-49f6eff8fe1c None None] Provisioning complete for port edff63e4-7845-4d99-8648-4d1afc3606a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:01.354733 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa1de-7b74-466e-a246-49f6eff8fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.369017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:01.415986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-ffa186ed-ec12-4551-8274-a0065107cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:01.417508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-ffa186ed-ec12-4551-8274-a0065107cffb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3079102 Jul 12 16:19:01.421179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f3356c1-b6b2-4103-8311-96ef6da1c74e req-8809106d-8dad-43de-9a53-996683b43c5a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501763 Jul 12 16:19:01.429131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:01.455540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:01.463651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:01.464672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.538298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:01.540611 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de70e6-5e50-4c53-b846-8c8664955d10" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:01.549724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:01.578471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:01.592032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6749ca14-40f4-4d83-8c65-2ef43cf8b047 req-61263ccf-cbf2-4fbc-be94-be6d5b896bc0 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0444107 Jul 12 16:19:01.649658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:01.650999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:01.678475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] No DVR routers for this DVR port 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:01.682290 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.684548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79bef333-d0f9-4490-9d15-26aeadbd20c9 req-529be024-8023-4080-8a98-9c1d50dd2346 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "DELETE /v2.0/ports/0eb09b75-20d3-4091-b5a3-dfbc9aebe15f HTTP/1.1" status: 204 len: 173 time: 1.8523347 Jul 12 16:19:01.685033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-deleted', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:01.690601 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8a54f-1519-446b-92e3-5e3a953c986e" -d '{"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-deleted", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:01.692381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97b3ff40-da98-40c8-91f1-32be03d2b237 req-bda5d30d-8522-4107-b9e6-80269cd9b02d tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0704875 Jul 12 16:19:01.740390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0841cd9-c596-4418-a68f-a86f2ae9032b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:01.771290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.777204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.811872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Transition to ACTIVE for port object c0841cd9-c596-4418-a68f-a86f2ae9032b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:01.825191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.833060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.870463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-ee454187-977d-46dc-8b17-40477cc1197c service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345915 Jul 12 16:19:01.917673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4f0497d2-dc05-447d-9840-e29edcc27772 req-2fc3005c-5c53-407f-b2de-bdbfd55fb7b1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7 HTTP/1.1" status: 200 len: 210 time: 0.0838058 Jul 12 16:19:02.007116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Pushing event updated for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:02.105731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.118884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f945-92bf-4d18-8669-07a0817b0dde req-0c4dc057-620d-4038-9504-313db8a2b360 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.120625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe7f945-92bf-4d18-8669-07a0817b0dde req-0c4dc057-620d-4038-9504-313db8a2b360 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0798438 Jul 12 16:19:02.140036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:02.148322 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.161385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-130da414-3c55-4213-b9d0-6dbdd73b85de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.189064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fe7f945-92bf-4d18-8669-07a0817b0dde req-bb5a9ec9-d58a-4aa2-8d46-a8539c4fb681 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Jul 12 16:19:02.191614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a09bba32-8f35-43cf-8d19-a7b926713814 None None] Provisioning complete for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:02.192092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a09bba32-8f35-43cf-8d19-a7b926713814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.205633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Network 98fda568-e3c6-4242-8f97-8891dac5683c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:02.206716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Attempting to bind port c0841cd9-c596-4418-a68f-a86f2ae9032b on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:02.207059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Attempting to bind port c0841cd9-c596-4418-a68f-a86f2ae9032b by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '97362e3d-4374-481b-8d79-0f41f901bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:02.207461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Attempting to bind port c0841cd9-c596-4418-a68f-a86f2ae9032b on network f2d7577b-81e1-40d0-a3c1-e1d87618a821 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:02.215713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb4193d5-76ef-4188-8f2e-38110c371f51 req-81bfc22a-f2c0-427b-ad65-10cb80a9aedf service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321435 Jul 12 16:19:02.230141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:02.233766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:02.235442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:02.276236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Port c0841cd9-c596-4418-a68f-a86f2ae9032b on network f2d7577b-81e1-40d0-a3c1-e1d87618a821 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:02.276563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Attempting to bind port c0841cd9-c596-4418-a68f-a86f2ae9032b on network f2d7577b-81e1-40d0-a3c1-e1d87618a821 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:02.286189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Pushing event updated for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:02.293074 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3becd874-16fd-4e7c-9e05-2bb5ef330b42 x-openstack-request-id: req-3becd874-16fd-4e7c-9e05-2bb5ef330b42 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:02.293734 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:02.293990 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3becd874-16fd-4e7c-9e05-2bb5ef330b42 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:02.294568 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'code': 200} Jul 12 16:19:02.294939 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'code': 200} Jul 12 16:19:02.302783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff8d5218-47a4-4517-86eb-71efb27c2271 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:02.320782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:02.321126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Checking segment: {'id': '97362e3d-4374-481b-8d79-0f41f901bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:02.321525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Bound using segment: {'id': '97362e3d-4374-481b-8d79-0f41f901bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:02.322011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Bound port: c0841cd9-c596-4418-a68f-a86f2ae9032b, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97362e3d-4374-481b-8d79-0f41f901bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:02.322381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.351763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.359647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.366604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.374712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.382741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.400698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.408314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.410312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95112099-366e-495a-8ba8-07b51cc0422a req-75c3dec7-7b7a-44c6-93cb-6ec77021dbd4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5429 time: 0.4162934 Jul 12 16:19:02.433706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.434825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.479860 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb7940-cd7d-4a6e-ac3a-5b661fe3d476 x-openstack-request-id: req-1fcb7940-cd7d-4a6e-ac3a-5b661fe3d476 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:02.480161 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7", "name": "network-vif-deleted", "tag": "0eb09b75-20d3-4091-b5a3-dfbc9aebe15f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:02.480411 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fcb7940-cd7d-4a6e-ac3a-5b661fe3d476 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:02.480806 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8cee3b-b98f-4289-aa10-b2b24b0ca7e7', 'name': 'network-vif-deleted', 'tag': '0eb09b75-20d3-4091-b5a3-dfbc9aebe15f', 'status': 'completed', 'code': 200} Jul 12 16:19:02.525302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-33d8d2f3-002e-41fc-9a35-1f5506638f1a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5182188 Jul 12 16:19:02.533195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:02.554808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Request body: {'port': {'device_id': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:02.603038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port ff8d5218-47a4-4517-86eb-71efb27c2271 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:02.621968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95112099-366e-495a-8ba8-07b51cc0422a req-1cb1aee5-7dcf-4e5a-873d-08dc3f5c3073 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745365 Jul 12 16:19:02.627823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port ff8d5218-47a4-4517-86eb-71efb27c2271 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:02.628760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.663453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7c4f2-fa4a-45ee-8a70-203ed4a631f0 req-8f6d757d-cc1d-4471-bb4c-f6393ea1f634 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.666535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99a7c4f2-fa4a-45ee-8a70-203ed4a631f0 req-8f6d757d-cc1d-4471-bb4c-f6393ea1f634 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 944 time: 0.0817688 Jul 12 16:19:02.712315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a81f71b9-318d-45f9-b2fa-9a3f3a7093ac None None] Provisioning complete for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:02.712683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a81f71b9-318d-45f9-b2fa-9a3f3a7093ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.716756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:02.719337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.739781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b,segment=NetworkSegment(97362e3d-4374-481b-8d79-0f41f901bbd6),segment_id=97362e3d-4374-481b-8d79-0f41f901bbd6)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:02.780900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:02.819063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:02.838650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99a7c4f2-fa4a-45ee-8a70-203ed4a631f0 req-f681cc6b-e41f-4680-acac-9d7a2f5bf369 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608615 Jul 12 16:19:02.841961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.849694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.862622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:02.862622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:18:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:02.910790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:02.911413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:02.912845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] 10.222.0.65 "PUT /v2.0/ports/c0841cd9-c596-4418-a68f-a86f2ae9032b HTTP/1.1" status: 200 len: 1092 time: 2.7166631 Jul 12 16:19:02.913285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:02.915558 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738f379-30f6-4302-8d0e-4effffaf3407" -d '{"events": [{"name": "network-changed", "server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:03.002743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:03.026348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c54ece6e-7338-4cab-aa8f-385e7117794a req-b94d9a1f-1562-4d8e-8c13-9ea650b4dd78 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0349002 Jul 12 16:19:03.042352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba84d9b-444b-445d-be41-0d65ac5cf484 service neutron] Pushing event updated for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:03.058424 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.071167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.122972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cba94c4a-bfad-42c2-81b0-bf6df93c3586 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:03.133227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7abe12b6-e29f-4a5b-8387-41726857a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:03.134762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7abe12b6-e29f-4a5b-8387-41726857a1b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf59f401a8fb42609afc0ce69b83be61&device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 1095 time: 0.1643598 Jul 12 16:19:03.144894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10709ee-9b99-42dc-ac12-7e5f0651212d req-4565bdb4-9b18-4c6a-bbc8-7a8cd75a0eba tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:03.151681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d10709ee-9b99-42dc-ac12-7e5f0651212d req-4565bdb4-9b18-4c6a-bbc8-7a8cd75a0eba tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.3103416 Jul 12 16:19:03.170415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:03.227236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:03.229466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8349da-4ccb-4978-ad97-d58bf44dfcf4 req-0ade32b4-b04e-43d0-9457-b4b3c23ed009 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:03.231185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c8349da-4ccb-4978-ad97-d58bf44dfcf4 req-0ade32b4-b04e-43d0-9457-b4b3c23ed009 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 932 time: 0.0830755 Jul 12 16:19:03.240759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-949f3295-360e-44c5-8b0c-091f0bcddd3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b HTTP/1.1" status: 200 len: 217 time: 0.0839238 Jul 12 16:19:03.258445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:03.294600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c8349da-4ccb-4978-ad97-d58bf44dfcf4 req-bf256a08-5c03-4db7-8a54-ff31d5335b77 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556870 Jul 12 16:19:03.295079 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:19:03.305487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d10709ee-9b99-42dc-ac12-7e5f0651212d req-fd236b52-6e54-4a1c-aca1-a62293ee4860 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528642 Jul 12 16:19:03.341249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:03.341693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0eb09b75-20d3-4091-b5a3-dfbc9aebe15f not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:03.365195 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ff08a-e740-4eae-a095-d0066e7aff2c x-openstack-request-id: req-6c4ff08a-e740-4eae-a095-d0066e7aff2c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:03.365492 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:03.365742 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c4ff08a-e740-4eae-a095-d0066e7aff2c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:03.366143 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b', 'status': 'completed', 'code': 200} Jul 12 16:19:03.393462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:03.401143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:03.401514 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.415290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c312ad-b9f9-4923-85e0-78af7e6d161b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:03.430667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.457789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Transition to ACTIVE for port object 12c312ad-b9f9-4923-85e0-78af7e6d161b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:03.467867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.475124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-f7c1b28d-5f74-40ac-ac61-df0fed27559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:03.477025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-f7c1b28d-5f74-40ac-ac61-df0fed27559c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d16874d-cf50-4160-ba1d-0e3d1d1d9f62 HTTP/1.1" status: 200 len: 861 time: 0.2090397 Jul 12 16:19:03.574672 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-7886ee26-5101-42ed-8a80-b98dfbb06ca3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f2d7577b-81e1-40d0-a3c1-e1d87618a821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443418 Jul 12 16:19:03.577504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3ad23873-4d65-4778-8a0f-7a210402ea37 None None] Provisioning complete for port ff8d5218-47a4-4517-86eb-71efb27c2271 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:03.578001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ad23873-4d65-4778-8a0f-7a210402ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.583747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.585561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Pushing event updated for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:03.599366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61658d6-560a-43cc-aa01-63bae86e8059 req-9264d376-ee16-49ea-a7eb-d243b5cd44f5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:03.603573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b61658d6-560a-43cc-aa01-63bae86e8059 req-9264d376-ee16-49ea-a7eb-d243b5cd44f5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1157193 Jul 12 16:19:03.656528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b61658d6-560a-43cc-aa01-63bae86e8059 req-0a54b057-a900-492c-b980-ed971dc31097 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Jul 12 16:19:03.668906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:03.672659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:03.704750 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.716593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db87912-25ad-4355-885d-6f712183cbd9 None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:03.723687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Attempting to bind port 12c312ad-b9f9-4923-85e0-78af7e6d161b on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:03.724037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Attempting to bind port 12c312ad-b9f9-4923-85e0-78af7e6d161b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '432ecc9a-80d8-4308-b253-9769b31bd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:03.724335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Attempting to bind port 12c312ad-b9f9-4923-85e0-78af7e6d161b on network 98fda568-e3c6-4242-8f97-8891dac5683c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:03.732126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Port 12c312ad-b9f9-4923-85e0-78af7e6d161b on network 98fda568-e3c6-4242-8f97-8891dac5683c not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:03.732449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Attempting to bind port 12c312ad-b9f9-4923-85e0-78af7e6d161b on network 98fda568-e3c6-4242-8f97-8891dac5683c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:03.737430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 09ec633a-e7ab-4830-a662-a3702c72c6a1 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:03.745677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:03.746011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Checking segment: {'id': '432ecc9a-80d8-4308-b253-9769b31bd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:03.746390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Bound using segment: {'id': '432ecc9a-80d8-4308-b253-9769b31bd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:03.746823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Bound port: 12c312ad-b9f9-4923-85e0-78af7e6d161b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432ecc9a-80d8-4308-b253-9769b31bd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:03.747180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.817900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54490) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:03.877675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-ffc3e2a0-6955-4832-82e9-66c558630666 service neutron] 10.222.0.65 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939429 Jul 12 16:19:03.915070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:03.938266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:03.946162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:03.946687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:03.963532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.002749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.009135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:04.066272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b,segment=NetworkSegment(432ecc9a-80d8-4308-b253-9769b31bd9aa),segment_id=432ecc9a-80d8-4308-b253-9769b31bd9aa)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:04.105240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.113097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.150595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfa84804-d45f-427a-9091-97ce50cfb97d None None] Provisioning complete for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:04.151152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfa84804-d45f-427a-9091-97ce50cfb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.151964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.156925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.160939 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "DELETE /v2.0/security-groups/f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb HTTP/1.1" status: 204 len: 168 time: 0.3389549 Jul 12 16:19:04.162957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:04.177436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.178048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.178299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb591c6-c0e6-4866-8d36-fbf4cd7e8d92 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:04.179446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] 10.222.0.77 "PUT /v2.0/ports/12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 200 len: 1092 time: 1.6303780 Jul 12 16:19:04.207879 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-e91a4447-8129-4b7a-900e-6abed3ac5d6a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] show failed (client error): The resource could not be found. Jul 12 16:19:04.211059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e91a4447-8129-4b7a-900e-6abed3ac5d6a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups/f9154f1b-aad7-4666-b5a5-0f1b43f3d0fb HTTP/1.1" status: 404 len: 347 time: 0.0479622 Jul 12 16:19:04.212501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68720-68cb-4873-8423-717da6f4dcfa req-940b2008-96ff-49a2-b650-fea78bebd56a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.216443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66b5eb6e-14e6-4e82-9c43-04cadeeef783 req-9d3ca9e0-9b59-4c2f-9c35-5670e31e0854 service neutron] 10.222.0.65 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249359 Jul 12 16:19:04.219333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54498) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:04.231074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74c68720-68cb-4873-8423-717da6f4dcfa req-940b2008-96ff-49a2-b650-fea78bebd56a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.1476898 Jul 12 16:19:04.242529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:04.262301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.270416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4543665-3247-4af6-8809-f6ac38bdb742 service neutron] Pushing event updated for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:04.304512 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcace6-83e1-4bfe-ac24-a678b04be052 None None] New status for floating IP 5554934e-2621-4df0-9e83-0e73f4c02c65: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:19:04.317987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec633a-e7ab-4830-a662-a3702c72c6a1'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:04.321174 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbad477-efff-4862-aa4c-01f0ff2524c0" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "cba94c4a-bfad-42c2-81b0-bf6df93c3586"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "09ec633a-e7ab-4830-a662-a3702c72c6a1"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:04.323950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74c68720-68cb-4873-8423-717da6f4dcfa req-38d7d736-5831-4138-917c-94c4be961142 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917413 Jul 12 16:19:04.380391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a88a3544-7c9f-44ab-99d0-1790a4361aee up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:04.456275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-179a2745-3000-40d2-83d9-825f2ab66720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.475470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:04.477793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.487080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.498030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port a88a3544-7c9f-44ab-99d0-1790a4361aee completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:04.502089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.508056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.515252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port a88a3544-7c9f-44ab-99d0-1790a4361aee triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:04.516419 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.527502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.534892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.541135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.543073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-cb13195a-e4df-4850-bda1-bd0bca7981c6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5432 time: 0.4983165 Jul 12 16:19:04.546653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7caf84-5d7b-48c7-bfb8-eaea105fbfbf req-820ecac5-b2b0-4a57-bae4-6202b18f37c9 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.548627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c7caf84-5d7b-48c7-bfb8-eaea105fbfbf req-820ecac5-b2b0-4a57-bae4-6202b18f37c9 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 944 time: 0.0944955 Jul 12 16:19:04.595740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c7caf84-5d7b-48c7-bfb8-eaea105fbfbf req-4a2825bb-1dbb-4e87-8653-69f032ef57a9 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Jul 12 16:19:04.740481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15a2aa1d-0e32-4bd6-b5fe-86c67caf4951 req-a49e7be4-5bec-4f18-bd3c-e0ddad27627b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529036 Jul 12 16:19:04.784820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-101d3d36-ee65-4fbd-8c34-29c671643ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.785342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-327c85f8-b9ab-4060-8f82-3aba55b418d8 req-20e3f4ba-f2e3-4b91-89c7-66618e9669c1 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0494747 Jul 12 16:19:04.786339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-101d3d36-ee65-4fbd-8c34-29c671643ac7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf59f401a8fb42609afc0ce69b83be61&device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 1095 time: 0.4256606 Jul 12 16:19:04.790229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-a6a8b31b-282c-401f-b806-838a3475af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:04.791852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-a6a8b31b-282c-401f-b806-838a3475af03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.5182164 Jul 12 16:19:04.869092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e08beae9-fea8-4eb9-b7a7-75753c1bb9d7 None None] Provisioning complete for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:04.869567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e08beae9-fea8-4eb9-b7a7-75753c1bb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.871727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.876118 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.902515 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aabc25e-4079-4f71-a177-9d2614e55fa4 x-openstack-request-id: req-2aabc25e-4079-4f71-a177-9d2614e55fa4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:04.903158 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "cba94c4a-bfad-42c2-81b0-bf6df93c3586", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "09ec633a-e7ab-4830-a662-a3702c72c6a1", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:04.903704 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2aabc25e-4079-4f71-a177-9d2614e55fa4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:04.904271 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'code': 200} Jul 12 16:19:04.904659 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'code': 200} Jul 12 16:19:04.905879 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba94c4a-bfad-42c2-81b0-bf6df93c3586', 'code': 200} Jul 12 16:19:04.906209 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec633a-e7ab-4830-a662-a3702c72c6a1', 'code': 200} Jul 12 16:19:04.936604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Deleting port 42ce9a04-b543-417a-8166-d9224a4d8ff3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:04.937022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:04.939648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-1e9222ad-9205-41af-a7e5-c6d00bfc3ba2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 200 len: 217 time: 0.1347525 Jul 12 16:19:04.957959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:04.964777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.069376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:05.072288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3416612-eb3d-4d50-9ad8-870eb923cfe8 req-b100da16-d225-4771-9f86-39ffd6cebf64 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.074202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3416612-eb3d-4d50-9ad8-870eb923cfe8 req-b100da16-d225-4771-9f86-39ffd6cebf64 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.0828440 Jul 12 16:19:05.123174 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3416612-eb3d-4d50-9ad8-870eb923cfe8 req-9cb2312c-92bf-4da2-9d57-b155e7beb374 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Jul 12 16:19:05.194502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.286461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4d03e5ad-05a3-4e5f-a544-afd638b5f808 None None] Provisioning complete for port a88a3544-7c9f-44ab-99d0-1790a4361aee triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:05.286928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4d03e5ad-05a3-4e5f-a544-afd638b5f808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.369690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:05.371912 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:05.427210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-fb22d10f-9ca5-4ebc-a887-3acf9b108a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.428736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-fb22d10f-9ca5-4ebc-a887-3acf9b108a56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 HTTP/1.1" status: 200 len: 852 time: 0.4763880 Jul 12 16:19:05.433823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-7a47fa85-d916-4086-b35f-81c88d3694c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.435210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-7a47fa85-d916-4086-b35f-81c88d3694c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f2d7577b-81e1-40d0-a3c1-e1d87618a821 HTTP/1.1" status: 200 len: 922 time: 0.6404831 Jul 12 16:19:05.485248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-01cdb9eb-81ba-40a1-a2fd-657169fca5b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=98fda568-e3c6-4242-8f97-8891dac5683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465066 Jul 12 16:19:05.505960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26f59-ee4c-47b6-846a-eda3aba92985 req-951162f0-8d27-4c6f-aaa3-ff5765efae08 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.507430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30a26f59-ee4c-47b6-846a-eda3aba92985 req-951162f0-8d27-4c6f-aaa3-ff5765efae08 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.0682142 Jul 12 16:19:05.513156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.513750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.534613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-27dc0b12-4a3f-4414-a640-2ee1afcae4ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b HTTP/1.1" status: 200 len: 217 time: 0.0847366 Jul 12 16:19:05.547228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30a26f59-ee4c-47b6-846a-eda3aba92985 req-aa1fa9ab-35eb-4173-bfd9-dc84a536d5e4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jul 12 16:19:05.555958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc655c-645c-4821-a47e-f1736b1c8a23 req-16b461b0-87d0-411f-befd-67fb3fe2f2df tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.557499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4cc655c-645c-4821-a47e-f1736b1c8a23 req-16b461b0-87d0-411f-befd-67fb3fe2f2df tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 944 time: 0.6298983 Jul 12 16:19:05.589398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Calling delete_port for 42ce9a04-b543-417a-8166-d9224a4d8ff3 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:05.603267 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8dafbd-9388-47e1-811e-5325b6a95167 x-openstack-request-id: req-1e8dafbd-9388-47e1-811e-5325b6a95167 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:05.603771 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:05.604079 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e8dafbd-9388-47e1-811e-5325b6a95167 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:05.604452 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b', 'status': 'completed', 'code': 200} Jul 12 16:19:05.713168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:05.736501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-2c663d35-97f7-441b-ab44-e3877606c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:05.738036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-2c663d35-97f7-441b-ab44-e3877606c29d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d16874d-cf50-4160-ba1d-0e3d1d1d9f62 HTTP/1.1" status: 200 len: 861 time: 0.1797104 Jul 12 16:19:05.745756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f4cc655c-645c-4821-a47e-f1736b1c8a23 req-bbaf02ae-c706-4392-bbed-395338b253b4 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543255 Jul 12 16:19:05.801110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-b0a42bfb-ac75-4b83-860c-61d90c4bb570 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f2d7577b-81e1-40d0-a3c1-e1d87618a821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528865 Jul 12 16:19:05.808632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-d7d7c4cc-91ff-4e1a-ab17-945664855968 service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867448 Jul 12 16:19:06.006715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.014041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.021881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.029047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.035839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.042239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.049916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.052249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-2bb38bcd-29b5-4306-ad88-1bffc066ec51 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.1215994 Jul 12 16:19:06.075255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:06.078502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-fdc918d2-67cd-45cc-a26a-94019d2cc4cf service neutron] 10.222.0.65 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622535 Jul 12 16:19:06.106284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1db4e44f-ab2d-404d-b8af-1637684d2aff req-5ace6f6b-5730-4c94-b699-552a8fcb70b2 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482619 Jul 12 16:19:06.145993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'Port': ['ID=42ce9a04-b543-417a-8166-d9224a4d8ff3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:06.150346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0644fce-8262-42e2-9d0b-125655a6a6e0 req-5ce74d75-61d0-47d4-a1a2-f7d44f9b8bae service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178418 Jul 12 16:19:06.207042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713e339-5bc3-4ca9-b414-93d1d60a145b req-fa2991b0-f646-47ee-b369-052eaa6fd0f6 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.207042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9713e339-5bc3-4ca9-b414-93d1d60a145b req-fa2991b0-f646-47ee-b369-052eaa6fd0f6 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 944 time: 0.3122423 Jul 12 16:19:06.237976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86600328-34bf-4e6b-97bb-cdfd1104d071 req-7102dac6-b77e-4a99-b27f-a05da2f993b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.1151552 Jul 12 16:19:06.288951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd95817-096a-4c32-8ea0-22eedd2d27c1 req-fb3f94e1-2e48-4d65-adff-0e5e8c740451 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.290381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bd95817-096a-4c32-8ea0-22eedd2d27c1 req-fb3f94e1-2e48-4d65-adff-0e5e8c740451 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.0656695 Jul 12 16:19:06.330402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bd95817-096a-4c32-8ea0-22eedd2d27c1 req-9be93170-54bc-492b-8f36-1d516b9d810e tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Jul 12 16:19:06.375783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:06.379183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:06.380377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e034e494-9495-45fd-a825-495a33e16f58 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "DELETE /v2.0/floatingips/5554934e-2621-4df0-9e83-0e73f4c02c65 HTTP/1.1" status: 204 len: 168 time: 2.1577394 Jul 12 16:19:06.395106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9713e339-5bc3-4ca9-b414-93d1d60a145b req-73e57034-e96e-4cce-af2f-e14e4aeaa4d8 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683850 Jul 12 16:19:06.402191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3738f379-30f6-4302-8d0e-4effffaf3407 req-455dc294-4fe5-465a-97e9-fcc8f89d647c service neutron] 10.222.0.65 "GET /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149776 Jul 12 16:19:06.423295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-a5ff1f7c-a389-4825-9710-834dcac0eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.433874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-a5ff1f7c-a389-4825-9710-834dcac0eed2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.2094195 Jul 12 16:19:06.488563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d0c51e5-c093-4f3e-848b-3bc5766ca1ba req-22584746-63c3-4fec-9c95-7021293a0984 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0357659 Jul 12 16:19:06.543869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-f5fbcbb8-4783-4902-9f63-c010a1af5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.545896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-f5fbcbb8-4783-4902-9f63-c010a1af5970 service neutron] 10.222.0.77 "GET /v2.0/networks?id=98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 200 len: 913 time: 0.1004920 Jul 12 16:19:06.620032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-6e55b14f-4c91-4dcc-a8f3-eaf8bf14a30a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 200 len: 217 time: 0.0627520 Jul 12 16:19:06.687976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316e0bd-e15a-4688-b7f7-6d6b1b302c18 req-7c913856-ce20-425b-b79b-4c0eaf8bf8ca tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.689474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2316e0bd-e15a-4688-b7f7-6d6b1b302c18 req-7c913856-ce20-425b-b79b-4c0eaf8bf8ca tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1426969 Jul 12 16:19:06.705986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-6a52aa50-31f3-443a-bc9c-a138c00f3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:06.707401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-6a52aa50-31f3-443a-bc9c-a138c00f3cbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 HTTP/1.1" status: 200 len: 852 time: 0.0727355 Jul 12 16:19:06.743151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2316e0bd-e15a-4688-b7f7-6d6b1b302c18 req-c05198fc-4cff-4b4a-b876-f1e78780aa1d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Jul 12 16:19:06.801604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-5ed90a58-c629-4c9f-8177-4127e91c4c03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=98fda568-e3c6-4242-8f97-8891dac5683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807149 Jul 12 16:19:06.810101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:06.815976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956187818', 'description': 'tempest-description--1395562822'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:06.907197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:06.909744 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6878116-a9ab-4262-8f17-20d3e100d157" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:06.920695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:06.947478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed6854-df3a-4e43-9d14-063cc93d93a0 x-openstack-request-id: req-abed6854-df3a-4e43-9d14-063cc93d93a0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:06.947803 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:06.948066 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abed6854-df3a-4e43-9d14-063cc93d93a0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:06.948469 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'code': 200} Jul 12 16:19:06.987923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-eba7be9c-f7fa-42d0-96bf-81d13ce2b84c service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752172 Jul 12 16:19:07.028518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700b597-1c9c-40b4-a347-050a305c6728 req-dc1a3372-3d18-40e4-8358-4300a290c938 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.030193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5700b597-1c9c-40b4-a347-050a305c6728 req-dc1a3372-3d18-40e4-8358-4300a290c938 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 944 time: 0.1585255 Jul 12 16:19:07.151507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.174045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5700b597-1c9c-40b4-a347-050a305c6728 req-0c9a3591-8540-45dc-bf5a-04dcd7c8ae27 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331191 Jul 12 16:19:07.215299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.222466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.226115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12b36ce6-62bf-4f26-85fb-46ff25ad5fe9 req-359ed5f0-6dc1-4a98-bc62-12a2d6921a39 service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248290 Jul 12 16:19:07.241215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c0841cd9-c596-4418-a68f-a86f2ae9032b details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:07.253317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.253804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.254283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.254751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.255219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.256382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.263450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.272368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-d6f12870-f498-4774-b012-cfc829338c49 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.1955957 Jul 12 16:19:07.303190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.307257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54538) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:07.307916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4964762 Jul 12 16:19:07.315267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group_rule': {'security_group_id': '4cb76014-12c0-4928-b136-193551737744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:07.318905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf2c26-c44b-4216-95b0-ae8bb43bfa22 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb76014-12c0-4928-b136-193551737744,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:07.369467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d030d382-04e7-4ac8-bdfe-05a5a8f82484 req-542d7ed1-3735-4644-9dca-57c70739eb80 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=79659e8e-bbf6-433a-b074-4c86d5091bb3&id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829508 Jul 12 16:19:07.377959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.386660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.396604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.404116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.410391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.417312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.425479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.435530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-48318396-b3dc-4e0f-8806-209c541341b5 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.1941597 Jul 12 16:19:07.457070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.462750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b,segment=NetworkSegment(97362e3d-4374-481b-8d79-0f41f901bbd6),segment_id=97362e3d-4374-481b-8d79-0f41f901bbd6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:07.482538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c0841cd9-c596-4418-a68f-a86f2ae9032b', 'network_id': 'f2d7577b-81e1-40d0-a3c1-e1d87618a821', 'port_id': 'c0841cd9-c596-4418-a68f-a86f2ae9032b', 'mac_address': 'fa:16:3e:27:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16874d-cf50-4160-ba1d-0e3d1d1d9f62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:07.531475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.554303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-230de9ce-6811-46f7-81aa-5b1d0fdf5fad req-3038b6c4-1dd4-4a10-ab01-72a00a0dc073 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169329 Jul 12 16:19:07.557776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.569876 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.586786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1d60e9-81ae-418a-a760-26ba9f93cb2b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:07.602534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0841cd9-c596-4418-a68f-a86f2ae9032b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:07.618987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.623072 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c5fc752c-a610-4c1d-807b-8d9b4c807c45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139226 Jul 12 16:19:07.624494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54546) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:07.638133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'security_group_rule': {'security_group_id': '4cb76014-12c0-4928-b136-193551737744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:07.644874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b,segment=NetworkSegment(97362e3d-4374-481b-8d79-0f41f901bbd6),segment_id=97362e3d-4374-481b-8d79-0f41f901bbd6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:07.653169 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.689876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.696847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882454d-0797-425e-a832-fea86a7e9c2b req-d735bed2-959c-43a4-9cc4-d835b279364a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.698426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0882454d-0797-425e-a832-fea86a7e9c2b req-d735bed2-959c-43a4-9cc4-d835b279364a tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.1923075 Jul 12 16:19:07.739725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287c422-c54a-44b3-857c-8a790ed11487 req-4b6ac263-fb38-4513-b7d7-c4a24b085cd4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.741266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1287c422-c54a-44b3-857c-8a790ed11487 req-4b6ac263-fb38-4513-b7d7-c4a24b085cd4 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 945 time: 0.1607187 Jul 12 16:19:07.775237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:07.816837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0882454d-0797-425e-a832-fea86a7e9c2b req-bf4be070-598b-4f4f-9c74-9f48577036e7 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe071238-5718-4dd0-8376-b6d7d3b6efb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090500 Jul 12 16:19:07.858170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.865361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.903675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Deleting port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:07.904026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.905491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26947c-3ae3-4100-afa0-ea687a4bf18e req-430a596c-0c6d-447a-b774-6ad1f064c1e7 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:07.907123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b26947c-3ae3-4100-afa0-ea687a4bf18e req-430a596c-0c6d-447a-b774-6ad1f064c1e7 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 945 time: 0.1398244 Jul 12 16:19:07.907820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7c3bce-170b-4f41-b5e9-bf374366f7df,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:07.918243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.919399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04785e19-796e-46c4-83e6-544da08ccea8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877989 Jul 12 16:19:07.924729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54552) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:07.937254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:07.974936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b26947c-3ae3-4100-afa0-ea687a4bf18e req-3c596fe1-0180-4f47-999a-a26d9dfced65 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 12 16:19:07.980011 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:07.994927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c71cb88-45b1-4653-99a9-c2f605c9b9d2 req-e1c1adce-8a9f-4304-a2fb-e8493c0e5a81 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0342791 Jul 12 16:19:08.027098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c0841cd9-c596-4418-a68f-a86f2ae9032b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:08.035775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] For port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,segment=NetworkSegment(895879aa-13bb-4a48-906f-20984b061893),segment_id=895879aa-13bb-4a48-906f-20984b061893)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:08.036138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.051056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Calling delete_port for 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:08.157184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.232029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.283697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Pushing event deleted for resources: {'Port': ['ID=69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:08.317858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Allocated IP 172.25.8.119 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/fc4aa598-fc64-4d5a-86c4-0a79dfca7add) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:08.348850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] No DVR routers for this DVR port 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:08.351463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.353886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1287c422-c54a-44b3-857c-8a790ed11487 req-c11a3bd4-2c5c-436a-afec-8231dfcaa268 tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.65 "DELETE /v2.0/ports/69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 HTTP/1.1" status: 204 len: 173 time: 0.6059291 Jul 12 16:19:08.354649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'name': 'network-vif-deleted', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:08.358695 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4040326d-1468-4641-87b4-081a547bd34b" -d '{"events": [{"server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "name": "network-vif-deleted", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:08.392369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adeeda-ab0c-44f5-b556-fc7b691e205f req-caa334f1-94da-4fbe-b573-7f00769a06b2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:08.393878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66adeeda-ab0c-44f5-b556-fc7b691e205f req-caa334f1-94da-4fbe-b573-7f00769a06b2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1729374 Jul 12 16:19:08.441911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66adeeda-ab0c-44f5-b556-fc7b691e205f req-5a9ad7f1-d03a-4abc-8196-31772e12b6d9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Jul 12 16:19:08.445917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.466636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:08.502770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3c6ff77-f811-4b5e-8719-deb5c493b695 req-b2dd1ef8-3d67-400c-a627-e1c368defd03 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab&device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0446219 Jul 12 16:19:08.550939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.557448 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b017e9-5738-4c7b-9e52-496b00083d68 x-openstack-request-id: req-90b017e9-5738-4c7b-9e52-496b00083d68 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:08.557801 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda335da-1c95-48bc-a158-c5b6e0f880aa", "name": "network-vif-deleted", "tag": "69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:08.558126 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90b017e9-5738-4c7b-9e52-496b00083d68 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:08.558761 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda335da-1c95-48bc-a158-c5b6e0f880aa', 'name': 'network-vif-deleted', 'tag': '69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3', 'status': 'completed', 'code': 200} Jul 12 16:19:08.573900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:08.576127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:08.601197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:08.649897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=fc4aa598-fc64-4d5a-86c4-0a79dfca7add,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:08.678454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4eea-bfa9-4528-9db7-257c9591a8ef req-4be12d4d-64e1-4887-b791-ddd5e39a1066 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:08.681235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c9f4eea-bfa9-4528-9db7-257c9591a8ef req-4be12d4d-64e1-4887-b791-ddd5e39a1066 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 944 time: 0.0989418 Jul 12 16:19:08.690787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 12c312ad-b9f9-4923-85e0-78af7e6d161b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:08.725450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.749587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c9f4eea-bfa9-4528-9db7-257c9591a8ef req-5b45a61e-381a-4184-8b18-7dbf70942d41 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Jul 12 16:19:08.801662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.878476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b,segment=NetworkSegment(432ecc9a-80d8-4308-b253-9769b31bd9aa),segment_id=432ecc9a-80d8-4308-b253-9769b31bd9aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:08.908982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '12c312ad-b9f9-4923-85e0-78af7e6d161b', 'network_id': '98fda568-e3c6-4242-8f97-8891dac5683c', 'port_id': '12c312ad-b9f9-4923-85e0-78af7e6d161b', 'mac_address': 'fa:16:3e:57:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4e411a-8021-49fe-8e9c-3ae7c40bb5d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:08.966005 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:08.974687 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e2d9ee-3236-48ca-bb1f-3ad3d605a1ec req-679f05a7-03fe-4d9d-9350-db0670297acb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4aae1b50480c412d9e8f5f03b291a6ed&device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0583014 Jul 12 16:19:08.990813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c312ad-b9f9-4923-85e0-78af7e6d161b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:09.006255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.007942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e2d9ee-3236-48ca-bb1f-3ad3d605a1ec req-8d721490-c469-4b01-a223-74b629e76fb9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4aae1b50480c412d9e8f5f03b291a6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236611 Jul 12 16:19:09.013489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.046476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b,segment=NetworkSegment(432ecc9a-80d8-4308-b253-9769b31bd9aa),segment_id=432ecc9a-80d8-4308-b253-9769b31bd9aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:09.054395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.107984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a48f13e1-b641-4392-9bd6-c18d7675015c req-92eb171a-2f8f-4a48-b2e9-7b5475b17e4c tempest-DeleteServersTestJSON-1315858925 tempest-DeleteServersTestJSON-1315858925-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda335da-1c95-48bc-a158-c5b6e0f880aa HTTP/1.1" status: 200 len: 210 time: 0.0483799 Jul 12 16:19:09.114725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.121035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.126293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:09.126870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.134520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.144569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.147352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=fc4aa598-fc64-4d5a-86c4-0a79dfca7add,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:09.152614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.158689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.166022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.168855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-ab184816-c663-4a66-a41f-3b914d58e3d4 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.2691500 Jul 12 16:19:09.186557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.189460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d64e9d64-6c24-4292-b7dd-c1327b296038 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2622681 Jul 12 16:19:09.226703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d9ee-3236-48ca-bb1f-3ad3d605a1ec req-62f6f820-1b5a-42bc-8f68-e7138d89c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.228389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e2d9ee-3236-48ca-bb1f-3ad3d605a1ec req-62f6f820-1b5a-42bc-8f68-e7138d89c187 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113204 Jul 12 16:19:09.260152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:09.262266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c0841cd9-c596-4418-a68f-a86f2ae9032b up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:09.269217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b87f82b-8412-4493-8b00-1b57a7025bc5 req-9cbe525f-de49-43df-a72a-99a8e06e4a35 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999799 Jul 12 16:19:09.287284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6f06c3-52d6-423f-84b5-6514c98b156b req-370c3291-563b-4ceb-8a66-a08b69f6a0cf tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0466497 Jul 12 16:19:09.378186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c0841cd9-c596-4418-a68f-a86f2ae9032b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:09.390616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c0841cd9-c596-4418-a68f-a86f2ae9032b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:09.391059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.450523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:09.469700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'port_id': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'mac_address': 'fa:16:3e:56:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d036c27-2faf-4491-b761-440f856a47bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:09.470390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48611265-0090-44f5-96da-23ffc7b3b740 req-fc526c04-adce-4b80-ba96-ad9950008bfe tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.473773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48611265-0090-44f5-96da-23ffc7b3b740 req-fc526c04-adce-4b80-ba96-ad9950008bfe tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 945 time: 0.0721891 Jul 12 16:19:09.524236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48611265-0090-44f5-96da-23ffc7b3b740 req-51d5bcfb-c4c6-4bb5-8f7a-b59874ba69f4 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Jul 12 16:19:09.531556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['12c312ad-b9f9-4923-85e0-78af7e6d161b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:09.574186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.580284 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.614263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df326eec-fad0-4065-a66c-b16e4aa63606 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:09.614699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.620769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.628152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.634584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.640986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.642539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:09.644793 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215ba304-07a9-41e3-99a0-7f81587e555c" -d '{"events": [{"server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "name": "network-vif-plugged", "status": "completed", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:09.647132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.648019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-c6e2943a-463b-491a-8e08-14bda9b5cb10 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1956187818&fields=id&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 267 time: 0.0377252 Jul 12 16:19:09.653734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.656158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9d06458-ea37-4a13-8961-2aa44a8e2c18 req-562c8d86-1d67-4619-8cd3-ffc33a3dae82 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.1208417 Jul 12 16:19:09.666921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54590) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:09.668414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:09.672294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b,segment=NetworkSegment(97362e3d-4374-481b-8d79-0f41f901bbd6),segment_id=97362e3d-4374-481b-8d79-0f41f901bbd6)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:09.673957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Request body: {'floatingip': {'port_id': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:09.681985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.684103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.726218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:09.780155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:09.782224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-113eefad-c06c-408f-ad4e-9d3e231a48d6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.789403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-113eefad-c06c-408f-ad4e-9d3e231a48d6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 816 time: 0.1327732 Jul 12 16:19:09.804424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-89b97f1a-82c4-451a-8a91-a05cabb3e3b7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/quotas/6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 375 time: 0.0133653 Jul 12 16:19:09.862253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:09.896023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-8e217e60-4d98-4116-bb95-18ab259193a3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874977 Jul 12 16:19:09.964269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df326eec-fad0-4065-a66c-b16e4aa63606'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:09.971966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7880816-3385-4b25-a0c9-520c27d01d9b req-9a6ab33e-4b52-48c9-a4fe-6ce648515e1d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:09.973495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7880816-3385-4b25-a0c9-520c27d01d9b req-9a6ab33e-4b52-48c9-a4fe-6ce648515e1d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 945 time: 0.1724539 Jul 12 16:19:09.999401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-c074fe8c-0ec7-4d8d-a268-758250c51b10 service neutron] 10.222.0.58 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976331 Jul 12 16:19:10.097205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-897f6bd6-64ef-418b-9d5e-534b424e6c90 service neutron] 10.222.0.58 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915916 Jul 12 16:19:10.267067 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7709267-31ca-4f02-a654-43ee3c595e09 x-openstack-request-id: req-b7709267-31ca-4f02-a654-43ee3c595e09 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:10.268024 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "name": "network-vif-plugged", "status": "completed", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:10.268838 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7709267-31ca-4f02-a654-43ee3c595e09 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:10.269505 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b', 'code': 200} Jul 12 16:19:10.351423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7880816-3385-4b25-a0c9-520c27d01d9b req-db21fc27-0941-4d4a-9e19-af8630a14983 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Jul 12 16:19:10.450910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19235c0e-c44f-4f63-b1a7-dbdaf2ff09db req-b501a270-33e0-49bb-95d6-41b61e228668 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:10.454682 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19235c0e-c44f-4f63-b1a7-dbdaf2ff09db req-b501a270-33e0-49bb-95d6-41b61e228668 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0955465 Jul 12 16:19:10.504133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19235c0e-c44f-4f63-b1a7-dbdaf2ff09db req-fc2b9499-2764-4371-b5c3-81a0f08e1eb2 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Jul 12 16:19:10.581681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aedae542-53d4-437c-bbb7-9fdbe0636c1f req-101ec0bb-b2cd-4fa9-a245-b151ef9e6c4f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 210 time: 0.0638957 Jul 12 16:19:10.649244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0635b257-dbf1-4c75-bddf-fac31b01f509 req-17837d48-0020-4793-a482-86957d324a45 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0373411 Jul 12 16:19:10.664209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9a895-cbf1-44fb-98e6-d6f157a04221 req-e018ff0a-7679-4769-942a-90f2d730a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:10.665739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9f9a895-cbf1-44fb-98e6-d6f157a04221 req-e018ff0a-7679-4769-942a-90f2d730a3c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 1097 time: 0.3105073 Jul 12 16:19:10.713204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9f9a895-cbf1-44fb-98e6-d6f157a04221 req-0bab080b-c809-4d31-8dd9-681d3335e8bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Jul 12 16:19:10.789713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e2d9ee-3236-48ca-bb1f-3ad3d605a1ec req-0b4d98f9-d3fc-47d6-8146-c963693104da tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dffa94c-9559-4dc0-aafe-a3a9674c88ab HTTP/1.1" status: 200 len: 210 time: 0.0311158 Jul 12 16:19:10.955785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:10.964874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38de74a-cb20-4013-825d-69bbc03cee14 req-62c63540-5320-4479-9e3a-a15b8a631cb1 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:10.966406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c38de74a-cb20-4013-825d-69bbc03cee14 req-62c63540-5320-4479-9e3a-a15b8a631cb1 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 946 time: 0.1570141 Jul 12 16:19:10.968174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.084112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c38de74a-cb20-4013-825d-69bbc03cee14 req-1dc6b7dc-071b-4f7c-99fb-30aca35c2ea8 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787251 Jul 12 16:19:11.114783 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Floating IP 9f086245-29a1-4b34-bfff-fb8cd28f80f0 associated. External IP: 172.25.8.189, port: ff8d5218-47a4-4517-86eb-71efb27c2271. Jul 12 16:19:11.277428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:11.337592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df326eec-fad0-4065-a66c-b16e4aa63606 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:11.337786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:11.338133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.432697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.475754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:11.480944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.481819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:11.490754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.494606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Sync routers for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:11.535642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:11.566330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:11.566588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 69bec13b-92c3-4a9e-b4c8-3c4b868b0cb3 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:11.575953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:11.577269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:19:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:11.597333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c41dbbf8-c70b-47fd-9cc9-8c5cd6a1bf12 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "PUT /v2.0/floatingips/9f086245-29a1-4b34-bfff-fb8cd28f80f0 HTTP/1.1" status: 200 len: 991 time: 1.9293110 Jul 12 16:19:11.603297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:11.606100 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f09ca-c614-4808-8d51-4decc460de63" -d '{"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:11.644342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:11.650405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4cf0-e2cc-4264-930f-85331f7f4f1b req-d4665ea7-37fb-4baa-a45a-b3b81c0c6e4f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:11.659961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36cc4cf0-e2cc-4264-930f-85331f7f4f1b req-d4665ea7-37fb-4baa-a45a-b3b81c0c6e4f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1160262 Jul 12 16:19:11.715810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36cc4cf0-e2cc-4264-930f-85331f7f4f1b req-f7f119bf-2f51-43da-a896-b18bfd8c91f7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Jul 12 16:19:11.777907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:11.838750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3dd55-9272-493e-97cd-fee875f2e0e5 req-58084ec5-1637-4aa3-bb4c-41a01402aa83 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:11.840429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88c3dd55-9272-493e-97cd-fee875f2e0e5 req-58084ec5-1637-4aa3-bb4c-41a01402aa83 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1113331 Jul 12 16:19:11.899764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88c3dd55-9272-493e-97cd-fee875f2e0e5 req-f5b75db5-924b-400e-bf6a-e2dab3768481 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524259 Jul 12 16:19:11.970431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-e682e781-7037-4a07-842d-eb5fc45abace tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:11.973293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-e682e781-7037-4a07-842d-eb5fc45abace tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 816 time: 0.1997077 Jul 12 16:19:12.002987 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97a122-5816-4015-91b3-f5d09d9444fd x-openstack-request-id: req-1b97a122-5816-4015-91b3-f5d09d9444fd {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:12.003286 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:12.003531 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b97a122-5816-4015-91b3-f5d09d9444fd {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:12.003934 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'status': 'completed', 'code': 200} Jul 12 16:19:12.075609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-f803cf73-3154-4b31-a191-14870e894561 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 380 time: 0.0781038 Jul 12 16:19:12.083729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'port': {'device_id': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'admin_state_up': True, 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'security_groups': ['4cb76014-12c0-4928-b136-193551737744']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:12.191748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0381470-f257-4990-baa9-1d6f86443c2b req-21d8960e-102f-46a4-a306-62724c1eee31 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 210 time: 0.0672989 Jul 12 16:19:12.257901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9f086245-29a1-4b34-bfff-fb8cd28f80f0', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'port_id': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'mac_address': 'fa:16:3e:da:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:53Z', 'updated_at': '2021-07-12T16:19:10Z', 'revision_number': 1, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:12.262996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.263456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.263945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.264567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.265065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.265542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.266119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.268082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-9e56ec19-6603-4741-a958-2fb76c76f72f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.1771009 Jul 12 16:19:12.326467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:12.332892 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8047b37a-9b23-4e29-88cc-b6c77c5a283d" -d '{"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:12.334676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Made reservation on behalf of 6f2119ed04194611bb7115fc8f6c9938 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:12.338914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:12.341357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Checking router: ec98eac7-c933-42b7-a2f7-9eebafe42cf9 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:12.368401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:12.368975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:19:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:12.455228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-84326269-578c-427b-a8a9-62db2c90fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.456825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-84326269-578c-427b-a8a9-62db2c90fcde service neutron] 10.222.0.77 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d HTTP/1.1" status: 200 len: 913 time: 0.1804230 Jul 12 16:19:12.500141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287c836-461b-40e5-92b8-a9acc13c6c5e req-14063c0e-734e-45a2-8f35-660c88b18eb6 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:12.502116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1287c836-461b-40e5-92b8-a9acc13c6c5e req-14063c0e-734e-45a2-8f35-660c88b18eb6 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 946 time: 0.0925133 Jul 12 16:19:12.554199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1287c836-461b-40e5-92b8-a9acc13c6c5e req-0e5ff367-ca71-464d-ae7c-7ad5fc3c6d98 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Jul 12 16:19:12.601525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:12.682692 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a07b24-a3ae-43a9-a22c-0e88653878cf x-openstack-request-id: req-43a07b24-a3ae-43a9-a22c-0e88653878cf {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:12.684288 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:12.696337 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43a07b24-a3ae-43a9-a22c-0e88653878cf {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:12.697037 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'code': 200} Jul 12 16:19:12.718839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 12c312ad-b9f9-4923-85e0-78af7e6d161b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:12.848852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 12c312ad-b9f9-4923-85e0-78af7e6d161b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:12.859503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 12c312ad-b9f9-4923-85e0-78af7e6d161b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:12.862059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:12.975313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74d4e907-f08d-4dd5-96fa-4f810966d77b req-40fc486b-b6df-472d-bf7c-2f4e3c6177d3 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0752134 Jul 12 16:19:13.023953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815beb-0967-4b2e-8675-b7eccbf9c058 req-fa19223f-9601-4b1f-a8c2-23509bffcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.025820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78815beb-0967-4b2e-8675-b7eccbf9c058 req-fa19223f-9601-4b1f-a8c2-23509bffcabd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 1097 time: 0.1820335 Jul 12 16:19:13.074994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78815beb-0967-4b2e-8675-b7eccbf9c058 req-c82934c1-1e64-411e-b548-816cdf361a01 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Jul 12 16:19:13.134360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Allocated IP 172.20.0.5 (19741516-8b61-4d94-b931-76813d264aa7/3a673cb9-6175-406e-b5e2-87b4582b26f7/df2c0b20-5cdd-4919-8af4-aa6df3c9faef) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:13.138027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0dde982-14a0-4c41-9695-3e364c4195bf req-21552f9a-037a-43c3-be4d-4ba18220e568 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4aae1b50480c412d9e8f5f03b291a6ed&device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0749915 Jul 12 16:19:13.147000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-dbe35e53-b734-412f-8061-ef1552bf678f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 999 time: 0.6735470 Jul 12 16:19:13.152821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:13.175540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9f086245-29a1-4b34-bfff-fb8cd28f80f0', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'port_id': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'mac_address': 'fa:16:3e:da:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:53Z', 'updated_at': '2021-07-12T16:19:10Z', 'revision_number': 1, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:13.247093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0dde982-14a0-4c41-9695-3e364c4195bf req-00bf7b7c-82a6-4279-ab7e-c6fcacf889ef service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4aae1b50480c412d9e8f5f03b291a6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784762 Jul 12 16:19:13.356718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad2f6-43fa-4a98-a6bf-c3a881c1a779 req-05a784c4-ced5-4676-8d6b-8a57f013b77b tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.364567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f4ad2f6-43fa-4a98-a6bf-c3a881c1a779 req-05a784c4-ced5-4676-8d6b-8a57f013b77b tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0865409 Jul 12 16:19:13.390156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2286ba-644a-4ea9-a768-0b2204dc3973 req-f752fb0f-53da-45c0-8209-7597cae094db tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.391045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc81e-c692-4f04-854f-05b284cbabdf None None] The sync data for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 is: [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '9f086245-29a1-4b34-bfff-fb8cd28f80f0', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'port_id': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'mac_address': 'fa:16:3e:da:81:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:53Z', 'updated_at': '2021-07-12T16:19:10Z', 'revision_number': 1, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:13.395538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b,segment=NetworkSegment(432ecc9a-80d8-4308-b253-9769b31bd9aa),segment_id=432ecc9a-80d8-4308-b253-9769b31bd9aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:13.402323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab2286ba-644a-4ea9-a768-0b2204dc3973 req-f752fb0f-53da-45c0-8209-7597cae094db tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.3330581 Jul 12 16:19:13.403333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:13.405115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-b5d084a9-e41b-4db7-8e1d-a853794703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.406882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-b5d084a9-e41b-4db7-8e1d-a853794703aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 200 len: 851 time: 0.2342262 Jul 12 16:19:13.415962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f4ad2f6-43fa-4a98-a6bf-c3a881c1a779 req-cdbde687-6851-45a1-a5e4-0e5246068a3a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 Jul 12 16:19:13.480608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:13.569159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab2286ba-644a-4ea9-a768-0b2204dc3973 req-5510bcce-73e0-43c4-b7fe-1f973175033a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659977 Jul 12 16:19:13.611503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dde982-14a0-4c41-9695-3e364c4195bf req-c1ea07a9-975e-49bf-8421-38cf2c4fd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.613259 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0dde982-14a0-4c41-9695-3e364c4195bf req-c1ea07a9-975e-49bf-8421-38cf2c4fd32c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3479795 Jul 12 16:19:13.616377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:13.646994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Transition to ACTIVE for port object df2c0b20-5cdd-4919-8af4-aa6df3c9faef will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:13.658805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f09ca-c614-4808-8d51-4decc460de63 req-a717c7ad-03e7-4fc9-b080-06f5659204c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:13.660472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-a717c7ad-03e7-4fc9-b080-06f5659204c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1756d89b-e205-4481-8c56-bea28668cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338181 Jul 12 16:19:13.660789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebef7bd3-5fc4-4a84-8e6c-ae9d0633a1aa req-ce0c4721-b170-49f1-bc69-5d09e40ddb73 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 210 time: 0.0695491 Jul 12 16:19:13.764297 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112d14c-7c6b-447d-8efd-316383aa2ca9 None None] New status for floating IP 9f086245-29a1-4b34-bfff-fb8cd28f80f0: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:19:13.791695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:13.917260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:13.941347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.941692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.942030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.942361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.942687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.943374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.943734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.944196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.944529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.944851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.945171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.945487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:13.950093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Network 19741516-8b61-4d94-b931-76813d264aa7 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:13.952480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-cf5206c3-a94d-4c8b-afdf-b97c9e8221fd service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700319 Jul 12 16:19:13.966326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:13.994051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:14.163309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d310bac-70f8-4f20-a0ab-c7e730b7c9af req-98439155-1979-4a7b-9c90-422b7f069f61 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0557973 Jul 12 16:19:14.177211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:14.178037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:14.273276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-9809adec-ca23-45d9-9986-f84bffcdbb1b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1949084 Jul 12 16:19:14.286532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Request body: {'port': {'device_id': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:14.290256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d60f09ca-c614-4808-8d51-4decc460de63 req-054c02ec-4dca-438e-a906-bda0eaeb6ede service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256223 Jul 12 16:19:14.375186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c75923e4-0385-4720-abea-eb8ba92ec955 None None] Provisioning for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:14.379505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c75923e4-0385-4720-abea-eb8ba92ec955 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:14.379928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c75923e4-0385-4720-abea-eb8ba92ec955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:14.417434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:14.417887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c75923e4-0385-4720-abea-eb8ba92ec955 None None] Port df2c0b20-5cdd-4919-8af4-aa6df3c9faef cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:19:14.474622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48def4d-58d2-4c1b-885b-2e73184bc899 req-147c7c3d-9286-4a51-ab63-152f8eb129e7 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:14.476168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b48def4d-58d2-4c1b-885b-2e73184bc899 req-147c7c3d-9286-4a51-ab63-152f8eb129e7 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 946 time: 0.1272020 Jul 12 16:19:14.589438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b48def4d-58d2-4c1b-885b-2e73184bc899 req-1860c0ea-aaa1-495d-adb8-b80b2c0550f3 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048801 Jul 12 16:19:14.611026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e6f72-1029-499b-b2ca-b72f29b51a84 req-c8f30460-76b7-4cb7-96b0-cb4e9b054348 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:14.619423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-320e6f72-1029-499b-b2ca-b72f29b51a84 req-c8f30460-76b7-4cb7-96b0-cb4e9b054348 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.0832553 Jul 12 16:19:14.665111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-320e6f72-1029-499b-b2ca-b72f29b51a84 req-5a25bd10-c197-4f27-bdf3-a863f19e8824 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Jul 12 16:19:14.699274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:14.703078 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6163838f-2bff-410e-8268-8a4cbee0a139" -d '{"events": [{"server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:14.832059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2c0b20-5cdd-4919-8af4-aa6df3c9faef {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:14.842210 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:14.861921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Transition to ACTIVE for port object df2c0b20-5cdd-4919-8af4-aa6df3c9faef will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:14.870571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cef82-e91e-4470-a722-8db77a383fa4 req-8a4df985-b098-43d5-9122-f81ad58cd83e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:14.872127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a40cef82-e91e-4470-a722-8db77a383fa4 req-8a4df985-b098-43d5-9122-f81ad58cd83e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.1448488 Jul 12 16:19:14.873806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:14.878335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c100-38f2-4797-a74a-a8e4276db448 req-05b9e210-ed28-42f3-a806-d6c5d6ecfa27 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:14.880829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a632c100-38f2-4797-a74a-a8e4276db448 req-05b9e210-ed28-42f3-a806-d6c5d6ecfa27 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 931 time: 0.0929346 Jul 12 16:19:14.925374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a632c100-38f2-4797-a74a-a8e4276db448 req-9412d2b8-267c-425b-8280-8929ce794f81 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Jul 12 16:19:14.956102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:14.996327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a40cef82-e91e-4470-a722-8db77a383fa4 req-e0325a76-1fae-4ede-a23d-76c7f81410af tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176956 Jul 12 16:19:15.010309 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b27031d-4882-4d9e-a80a-46b4a2afa369 x-openstack-request-id: req-4b27031d-4882-4d9e-a80a-46b4a2afa369 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:15.010780 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:15.011357 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b27031d-4882-4d9e-a80a-46b4a2afa369 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:15.012215 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b', 'code': 200} Jul 12 16:19:15.107536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0dde982-14a0-4c41-9695-3e364c4195bf req-03e15d4a-790c-4855-8d62-6414f62ce3a9 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0481937 Jul 12 16:19:15.168362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:15.168905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:15.169410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:15.182955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:15.183522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:15.194181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:15.194946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:15.195550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Bound using segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:15.196196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Bound port: df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:15.196988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:15.214366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49372b-fc4a-4e77-a1bf-919896071eba req-1901f75b-c5fb-4f2c-8193-f3ba258000c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.216477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af49372b-fc4a-4e77-a1bf-919896071eba req-1901f75b-c5fb-4f2c-8193-f3ba258000c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1116607 Jul 12 16:19:15.362257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af49372b-fc4a-4e77-a1bf-919896071eba req-c2377e26-4722-408a-b938-8700c0f4c7ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005666 Jul 12 16:19:15.372644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:15.377746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:15.385934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:15.442907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf9cf-40c2-449e-ac9f-4b083ecd64c3 req-6637e912-8bbc-4d2c-83dd-742793288ad9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.454978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb4cf9cf-40c2-449e-ac9f-4b083ecd64c3 req-6637e912-8bbc-4d2c-83dd-742793288ad9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.2037282 Jul 12 16:19:15.456408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.457138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:15.458553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 1091 time: 1.1767478 Jul 12 16:19:15.461106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:15.465396 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6324ec-ac0a-43ab-82d7-bc795c78072c" -d '{"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:15.505843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5f6a1ca-e972-4579-9a16-6d73de5c37ae req-da0f6b31-e94a-4177-ac97-d4a7a6e275a1 tempest-ServerShowV247Test-661071653 tempest-ServerShowV247Test-661071653-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f632d90-ed75-4df9-bb03-daed1fa37769 HTTP/1.1" status: 200 len: 210 time: 0.0496821 Jul 12 16:19:15.531023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ff03-71aa-4f37-ae88-f4184910ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:15.581029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb4cf9cf-40c2-449e-ac9f-4b083ecd64c3 req-cceab3fd-4cf3-49f1-9c08-f049692f1286 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123250 Jul 12 16:19:15.603847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-28c63102-fddb-4d86-b27e-01feb55863bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.603847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-28c63102-fddb-4d86-b27e-01feb55863bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1094 time: 0.0927024 Jul 12 16:19:15.666542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-c0150b5b-594c-4c9e-8bd0-a9c2f5676906 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 217 time: 0.0543947 Jul 12 16:19:15.708248 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdbad2a-8f72-4fd4-aa17-d3275e159bbd x-openstack-request-id: req-2bdbad2a-8f72-4fd4-aa17-d3275e159bbd {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:15.708548 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:15.708837 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bdbad2a-8f72-4fd4-aa17-d3275e159bbd {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:15.709196 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'status': 'completed', 'code': 200} Jul 12 16:19:15.731737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-c4e8d5e1-405d-4b32-a102-c7b29a03ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.740116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-c4e8d5e1-405d-4b32-a102-c7b29a03ec5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0656760 Jul 12 16:19:15.799868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-49e78d20-44ba-486e-8268-93b173131ade tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.802444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-49e78d20-44ba-486e-8268-93b173131ade tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 946 time: 0.1451845 Jul 12 16:19:15.829063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-ce9e4bcb-b176-46a2-924c-c03e3d3fc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:15.833829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-ce9e4bcb-b176-46a2-924c-c03e3d3fc546 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841775 Jul 12 16:19:15.980422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Deleting port c0841cd9-c596-4418-a68f-a86f2ae9032b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:15.981021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:16.023336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-74e31047-7416-4cfa-b341-240e51669ebb service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816168 Jul 12 16:19:16.112429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e01d9-e5a2-486c-86a3-ebcdec4f1944 req-4e93e0b1-b55a-4651-89e1-8fdffc505140 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.120107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-863e01d9-e5a2-486c-86a3-ebcdec4f1944 req-4e93e0b1-b55a-4651-89e1-8fdffc505140 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 946 time: 0.1658432 Jul 12 16:19:16.184907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-863e01d9-e5a2-486c-86a3-ebcdec4f1944 req-4fd504a6-3ccb-479f-b3f8-5906d7727a61 tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/security-groups?id=58f1f6b7-ac76-4ebd-9c41-f032c810347d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Jul 12 16:19:16.216422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] For port c0841cd9-c596-4418-a68f-a86f2ae9032b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c0841cd9-c596-4418-a68f-a86f2ae9032b,segment=NetworkSegment(97362e3d-4374-481b-8d79-0f41f901bbd6),segment_id=97362e3d-4374-481b-8d79-0f41f901bbd6)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:16.217348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:16.220270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f71b8d6b-219a-4e24-9082-f6797d959fa3 req-20b9326b-cfb9-4a0e-8671-db7e1f144430 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873744 Jul 12 16:19:16.251385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Calling delete_port for c0841cd9-c596-4418-a68f-a86f2ae9032b owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:16.425955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-cf678313-d435-41bd-b8b0-c20d44603d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.427706 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-cf678313-d435-41bd-b8b0-c20d44603d80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1094 time: 0.1372147 Jul 12 16:19:16.431075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d613d-ef5b-43db-82d1-b98a4b803d2e req-26f9c4b6-f99c-4354-bcf1-557f16e38e78 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.432749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b43d613d-ef5b-43db-82d1-b98a4b803d2e req-26f9c4b6-f99c-4354-bcf1-557f16e38e78 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1165257 Jul 12 16:19:16.440321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27449b1e-d723-46a3-b8ea-fcd2da363524 req-c40274a2-bf99-4831-b88c-195c4dd0a481 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.441823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27449b1e-d723-46a3-b8ea-fcd2da363524 req-c40274a2-bf99-4831-b88c-195c4dd0a481 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 943 time: 0.0895548 Jul 12 16:19:16.512284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b43d613d-ef5b-43db-82d1-b98a4b803d2e req-cfae8e3b-03c4-4d94-bc39-7a26b43cabe6 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727439 Jul 12 16:19:16.527304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:16.547497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c0841cd9-c596-4418-a68f-a86f2ae9032b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:16.557836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27449b1e-d723-46a3-b8ea-fcd2da363524 req-1463660c-6652-4e87-8610-ed153875eb7c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076045 Jul 12 16:19:16.585299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Pushing event deleted for resources: {'Port': ['ID=c0841cd9-c596-4418-a68f-a86f2ae9032b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:16.594581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-0450fc9b-9b6b-45ab-89ad-8de89cc10dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.596592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-0450fc9b-9b6b-45ab-89ad-8de89cc10dea service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.1536152 Jul 12 16:19:16.605076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.605429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.605804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.606139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.606556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.606894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.607223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.607880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.608390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.608728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.609057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.609413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:16.655694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54748) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:16.656798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] No DVR routers for this DVR port c0841cd9-c596-4418-a68f-a86f2ae9032b on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:16.660193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:16.662172 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50718cb1-eaf2-4ef6-8af0-79e95198f2c4 req-2201ef9b-875b-455e-bfae-c0db0d54a3bf tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.65 "DELETE /v2.0/ports/c0841cd9-c596-4418-a68f-a86f2ae9032b HTTP/1.1" status: 204 len: 173 time: 0.8561044 Jul 12 16:19:16.662978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-6b36a8e1-1fca-4265-8709-012928b282da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 217 time: 0.0598950 Jul 12 16:19:16.665889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'name': 'network-vif-deleted', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:16.668088 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c78ecf-3b59-4229-9756-00d1c6c5be5b" -d '{"events": [{"server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "name": "network-vif-deleted", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:16.742843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-fbbd963e-c784-4b69-8998-c4bdbe5acd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.744508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-fbbd963e-c784-4b69-8998-c4bdbe5acd41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0672123 Jul 12 16:19:16.851670 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f5526-98bd-413b-80b0-85cb7dc97376 x-openstack-request-id: req-4b6f5526-98bd-413b-80b0-85cb7dc97376 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:16.851971 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d21fe51-1074-4b68-87ab-00f7868d66b8", "name": "network-vif-deleted", "tag": "c0841cd9-c596-4418-a68f-a86f2ae9032b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:16.852223 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b6f5526-98bd-413b-80b0-85cb7dc97376 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:16.852612 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d21fe51-1074-4b68-87ab-00f7868d66b8', 'name': 'network-vif-deleted', 'tag': 'c0841cd9-c596-4418-a68f-a86f2ae9032b', 'status': 'completed', 'code': 200} Jul 12 16:19:16.866434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-0d641862-582b-4a11-be22-2fd0b01fd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.868403 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-0d641862-582b-4a11-be22-2fd0b01fd190 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159289 Jul 12 16:19:16.917876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-6c496007-c1f9-4ce3-a070-80b8bcfb70e1 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:16.924856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-6c496007-c1f9-4ce3-a070-80b8bcfb70e1 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.2218525 Jul 12 16:19:16.941896 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3b5af5e4-6cb1-43fa-a486-0d07670bec46 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/quotas/be119a2c1c0d40559feafa031c5a9dc0 HTTP/1.1" status: 200 len: 375 time: 0.0159881 Jul 12 16:19:16.945234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Deleting subnet b48494cf-b139-425e-a0a8-6e4bc0890756 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:16.963210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:16.994776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-d26191c4-0367-432d-a069-20c982eb7f21 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152108 Jul 12 16:19:17.024462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.077223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54768) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:17.087887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-9d2789a0-f7db-46a9-9418-ec19bda63bf2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394093 Jul 12 16:19:17.090358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.105267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6324ec-ac0a-43ab-82d7-bc795c78072c req-3468a01d-9554-4653-9a29-81e0dc5d3dd8 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020455 Jul 12 16:19:17.215177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14d6b75-2016-4074-97b7-c577e3f30af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.244252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.290283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-c246c523-5379-4db7-aa0f-bd287ee826a6 service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764231 Jul 12 16:19:17.296045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.300704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b48494cf-b139-425e-a0a8-6e4bc0890756 HTTP/1.1" status: 204 len: 168 time: 0.6398659 Jul 12 16:19:17.300704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee12c80-f3ec-4be6-85e8-38fd3bfd5862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48494cf-b139-425e-a0a8-6e4bc0890756,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:17.301392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:17.408351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b535c4ae-ee97-4959-a536-1bf511973d70 req-1f6c368b-839a-495b-9aa1-65e2e3a6b04c tempest-ServerMetadataNegativeTestJSON-510028378 tempest-ServerMetadataNegativeTestJSON-510028378-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d21fe51-1074-4b68-87ab-00f7868d66b8 HTTP/1.1" status: 200 len: 210 time: 0.0704985 Jul 12 16:19:17.432571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.443384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-954ad367-85af-4478-b739-f094409433a9 service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342411 Jul 12 16:19:17.472607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14d6b75-2016-4074-97b7-c577e3f30af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.479524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f14d6b75-2016-4074-97b7-c577e3f30af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.523515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.525139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f14d6b75-2016-4074-97b7-c577e3f30af9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4aae1b50480c412d9e8f5f03b291a6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468963 Jul 12 16:19:17.526334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d6b75-2016-4074-97b7-c577e3f30af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d5df4-7b5b-4ea4-8cb5-3a5f80ad4959,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:17.527913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54776) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:17.553396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9954846-21a9-4c11-8911-4c0931f531dd']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:17.604360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895879aa-13bb-4a48-906f-20984b061893') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:17.604986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895879aa-13bb-4a48-906f-20984b061893') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:17.625311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.635810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78ac656f-fe08-4d93-930d-7516c30f0f70 req-9ad69be8-e09d-43eb-8bfb-04fb30837aa8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 210 time: 0.0336187 Jul 12 16:19:17.658653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.679384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:17.679823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.688849 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:17.692353 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:17.758262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.797590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-0bb3451f-9580-4824-a9e3-98be065ed410 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:17.799141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-0bb3451f-9580-4824-a9e3-98be065ed410 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/ports?device_id=5db7c389-47ec-4e24-aa95-ed429c47f2f5 HTTP/1.1" status: 200 len: 946 time: 0.2433372 Jul 12 16:19:17.807719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.813302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.816041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a9954846-21a9-4c11-8911-4c0931f531dd HTTP/1.1" status: 204 len: 168 time: 0.5102487 Jul 12 16:19:17.821007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:17.860923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f331-0316-492f-b87b-ca6a8365c08c req-4e09f783-7bcc-4bb0-9c5c-d30d5ab32971 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:17.871810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c430f331-0316-492f-b87b-ca6a8365c08c req-4e09f783-7bcc-4bb0-9c5c-d30d5ab32971 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 943 time: 0.1049595 Jul 12 16:19:17.882701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847942-b173-4e42-a91c-0a9c4fa27299 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9954846-21a9-4c11-8911-4c0931f531dd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:17.938450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c430f331-0316-492f-b87b-ca6a8365c08c req-0b653157-95b9-47f0-ad0c-3d5968237698 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655801 Jul 12 16:19:17.950180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a01d5-1c76-42f1-b4a3-f75cbbfbb15b req-5e2ada57-f0a6-480e-91e4-73924329ac0f tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:17.952085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c32a01d5-1c76-42f1-b4a3-f75cbbfbb15b req-5e2ada57-f0a6-480e-91e4-73924329ac0f tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.2846546 Jul 12 16:19:17.999319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54800) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:18.024144 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.026324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.027507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd8d5df4-7b5b-4ea4-8cb5-3a5f80ad4959 HTTP/1.1" status: 204 len: 168 time: 0.4971435 Jul 12 16:19:18.050871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c32a01d5-1c76-42f1-b4a3-f75cbbfbb15b req-7891e7ec-8739-469d-bd8a-5b5c320c7051 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688741 Jul 12 16:19:18.059623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58016a5b-5488-40d6-a07d-09b50c620232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d5df4-7b5b-4ea4-8cb5-3a5f80ad4959,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:18.061596 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04ca1e56-2032-46da-8b9d-85813198dea3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1154e645adff4b6c9b6d8ee9cdd1e0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602157 Jul 12 16:19:18.062454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54804) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:18.107014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Deleting port df326eec-fad0-4065-a66c-b16e4aa63606 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:18.111860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.194795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.244004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.276181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] For port df326eec-fad0-4065-a66c-b16e4aa63606, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df326eec-fad0-4065-a66c-b16e4aa63606,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:18.276560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.301965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Calling delete_port for df326eec-fad0-4065-a66c-b16e4aa63606 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:18.369150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.371912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.375400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe071238-5718-4dd0-8376-b6d7d3b6efb0 HTTP/1.1" status: 204 len: 168 time: 0.3090036 Jul 12 16:19:18.399076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2b41-2c54-41d1-adae-288540218190 req-3ec8f280-a942-47a3-aeb2-19b5500a3e42 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:18.407550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b65b2b41-2c54-41d1-adae-288540218190 req-3ec8f280-a942-47a3-aeb2-19b5500a3e42 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1213706 Jul 12 16:19:18.409558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4365d-d5fa-4425-9070-af152087c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe071238-5718-4dd0-8376-b6d7d3b6efb0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:18.500043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b65b2b41-2c54-41d1-adae-288540218190 req-41dc0c90-c41d-4457-9c1e-effae941a361 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913708 Jul 12 16:19:18.574982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.588793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:18.593326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df326eec-fad0-4065-a66c-b16e4aa63606'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:18.676088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event deleted for resources: {'Port': ['ID=df326eec-fad0-4065-a66c-b16e4aa63606,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:18.709356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Deleting subnet 3d16874d-cf50-4160-ba1d-0e3d1d1d9f62 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:18.712985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.793778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.796772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] No DVR routers for this DVR port df326eec-fad0-4065-a66c-b16e4aa63606 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:18.802441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.809275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1098042c-281a-4dc6-bd7e-dd01c7944d32 req-d956f191-8c0e-4156-9154-f9385d4b1b5b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "DELETE /v2.0/ports/df326eec-fad0-4065-a66c-b16e4aa63606 HTTP/1.1" status: 204 len: 173 time: 0.9871233 Jul 12 16:19:18.809783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-deleted', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:18.817282 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b4253-5b23-48dc-8475-cbe7d2f3cf98" -d '{"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-deleted", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:18.929015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:18.955845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a1d5bfd-3ed6-41d6-8569-f93285c0acf7 req-e1e2ae53-dd91-49b1-96a9-c9dcd15b600a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 210 time: 0.0799410 Jul 12 16:19:18.960001 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07395e-f97d-45e8-b259-2edec62a3c68 x-openstack-request-id: req-fe07395e-f97d-45e8-b259-2edec62a3c68 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:18.960295 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db7c389-47ec-4e24-aa95-ed429c47f2f5", "name": "network-vif-deleted", "tag": "df326eec-fad0-4065-a66c-b16e4aa63606", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:18.960569 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe07395e-f97d-45e8-b259-2edec62a3c68 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:18.960969 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db7c389-47ec-4e24-aa95-ed429c47f2f5', 'name': 'network-vif-deleted', 'tag': 'df326eec-fad0-4065-a66c-b16e4aa63606', 'status': 'completed', 'code': 200} Jul 12 16:19:19.044317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.057910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.060264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3d16874d-cf50-4160-ba1d-0e3d1d1d9f62 HTTP/1.1" status: 204 len: 168 time: 0.4693074 Jul 12 16:19:19.063209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54848) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:19.080693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9ece4-eeaa-4c23-ba5e-2216bb6d6c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d16874d-cf50-4160-ba1d-0e3d1d1d9f62,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:19.208157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aee8a1-a4d1-456a-af45-ded18f4ed787 req-b7645694-8b46-4071-b44f-27bbc45482f6 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:19.211135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7aee8a1-a4d1-456a-af45-ded18f4ed787 req-b7645694-8b46-4071-b44f-27bbc45482f6 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.0793922 Jul 12 16:19:19.224279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.256390 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7aee8a1-a4d1-456a-af45-ded18f4ed787 req-1b1d5169-c81f-4e53-b08c-6524a53dae6e tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Jul 12 16:19:19.294218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:19.300341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c0841cd9-c596-4418-a68f-a86f2ae9032b no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:19.305000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3150dd-345b-44f3-805f-84ccde4a9569 req-249d059a-bd65-4c7d-a15b-1b2614e659f9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:19.306541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e3150dd-345b-44f3-805f-84ccde4a9569 req-249d059a-bd65-4c7d-a15b-1b2614e659f9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 943 time: 0.1497338 Jul 12 16:19:19.381884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c0841cd9-c596-4418-a68f-a86f2ae9032b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:19.382231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c0841cd9-c596-4418-a68f-a86f2ae9032b not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:19.383845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.432235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d7577b-81e1-40d0-a3c1-e1d87618a821']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:19.458554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97362e3d-4374-481b-8d79-0f41f901bbd6') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:19.459026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97362e3d-4374-481b-8d79-0f41f901bbd6') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:19.471641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.488673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.513300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:19.514362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:19.516894 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:19.599719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:19.627060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:19.635236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e3150dd-345b-44f3-805f-84ccde4a9569 req-02dd9d2f-7d89-4ce8-8ad8-1a6d426e3e0c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956722 Jul 12 16:19:19.683201 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.686658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.699074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2c0b20-5cdd-4919-8af4-aa6df3c9faef {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:19.735524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:19.739897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.744210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] 10.222.0.58 "DELETE /v2.0/networks/f2d7577b-81e1-40d0-a3c1-e1d87618a821 HTTP/1.1" status: 204 len: 168 time: 0.6776245 Jul 12 16:19:19.745852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade57f0-c9f2-4252-85b5-a09975ea2e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d7577b-81e1-40d0-a3c1-e1d87618a821,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:19.747010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:19.804109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:19.850055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-2cafdab2-7ad5-4d71-9853-25a92d0bbfe4 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:19.853949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-2cafdab2-7ad5-4d71-9853-25a92d0bbfe4 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.2085767 Jul 12 16:19:19.861526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:19.876758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Request body: {'port': {'device_id': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'admin_state_up': True, 'tenant_id': 'be119a2c1c0d40559feafa031c5a9dc0'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:20.004591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:20.070154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df2c0b20-5cdd-4919-8af4-aa6df3c9faef'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:20.114564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-088a908f-a7e4-4b42-b72a-1d6b5d7a33a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf59f401a8fb42609afc0ce69b83be61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055291 Jul 12 16:19:20.115315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:20.137035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Made reservation on behalf of be119a2c1c0d40559feafa031c5a9dc0 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:20.141538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.265449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.299320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1938522926-network', 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:20.313522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0485539-c382-480b-b343-65ddebeb8b52 req-9c6259ee-2d1c-41d5-81f5-5c914b58e223 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 210 time: 0.0646720 Jul 12 16:19:20.374788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.433152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:20.438606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.461286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Allocated IP 172.20.0.6 (3d798c7d-b7be-4bdf-9e10-8dd8b067f37c/8d036c27-2faf-4491-b761-440f856a47bd/06b92544-ec48-4c2f-b474-391f1c03e50e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:20.464846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.516186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eacf9bfd-18ed-40d7-a868-8a9c609689f7 req-3caa2b44-4d31-4ffc-832b-5eed0db40379 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0713177 Jul 12 16:19:20.536667 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.542862 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.546547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58f1f6b7-ac76-4ebd-9c41-f032c810347d HTTP/1.1" status: 204 len: 168 time: 0.4277425 Jul 12 16:19:20.661439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eec727-00b1-430a-afb7-b9a9a95254a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1f6b7-ac76-4ebd-9c41-f032c810347d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:20.763532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.792247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aa11a-ae81-4dbb-8347-045e1f3dbfd1 req-a3c11dfd-9de8-47bc-bffb-bb78ce6d6cd0 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:20.800100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-927aa11a-ae81-4dbb-8347-045e1f3dbfd1 req-a3c11dfd-9de8-47bc-bffb-bb78ce6d6cd0 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.2690327 Jul 12 16:19:20.846690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-927aa11a-ae81-4dbb-8347-045e1f3dbfd1 req-ad9960e3-e44c-459f-905c-cf93a1b89712 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Jul 12 16:19:20.865452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.892043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.899445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.924333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:19:20.943464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:20.944316 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Added segment 2ad5c233-7bc7-4eee-a376-938ed699997a of type vlan for network 400588c9-44d1-4881-aa99-529fd1572f8c Jul 12 16:19:20.963445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:20.972607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:20.980533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:21.020131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.056875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:21.078588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:21.079238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.091761 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.092815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:21.093393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.097532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-3ed8189b-c57d-487d-a95a-a61027d93804 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2250214 Jul 12 16:19:21.118015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Request body: {'port': {'device_id': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:21.205619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0ebf5-9653-4340-9ec6-516bc5ded26e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:21.225968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4208355 Jul 12 16:19:21.230436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54928) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:21.236300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Request body: {'subnet': {'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1938522926-subnet', 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:21.245252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9769-6351-47cf-be27-a83570fd536b admin admin] Pushing event updated for resources: {'Network': ['ID=400588c9-44d1-4881-aa99-529fd1572f8c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:21.264921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 400588c9-44d1-4881-aa99-529fd1572f8c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:19:21.269331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:21.275712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.277826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.440353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:21.552861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:21.560527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:21.560999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.649604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54944) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:21.695507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.730302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:21.734266 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09daa55-eedf-42a6-b146-06f239d2b90e" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:21.752932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:21.761185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.767484 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:21.820827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:21.837051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1773675658-network', 'tenant_id': 'ec1f0f7e903e450387ecd5e77ad89319'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:21.851934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: df326eec-fad0-4065-a66c-b16e4aa63606 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:21.852359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df326eec-fad0-4065-a66c-b16e4aa63606 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:21.876971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:22.081729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db10657d-fe9f-4f2a-8189-22a6a371e160 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:22.082065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db10657d-fe9f-4f2a-8189-22a6a371e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.206091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e140f-01df-4776-b665-66f683d3d068 req-445f741f-64f0-4dc4-8401-f008297b95a8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.207673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-728e140f-01df-4776-b665-66f683d3d068 req-445f741f-64f0-4dc4-8401-f008297b95a8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.5589695 Jul 12 16:19:22.213758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:22.215411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-ca32de9a-bed9-44a2-9c30-a586ec4eb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.217451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-ca32de9a-bed9-44a2-9c30-a586ec4eb36f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 1097 time: 0.2062609 Jul 12 16:19:22.220388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Checking segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:22.220740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Network hostable DHCP agents. Network: 400588c9-44d1-4881-aa99-529fd1572f8c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:19:22.229442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de815bb6-605f-4b8c-893a-0e6094926bb2 req-dd7fb107-8d13-4e44-9346-52d5cb1a9b78 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.230423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Made reservation on behalf of ec1f0f7e903e450387ecd5e77ad89319 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:22.230925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de815bb6-605f-4b8c-893a-0e6094926bb2 req-dd7fb107-8d13-4e44-9346-52d5cb1a9b78 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 931 time: 0.2208843 Jul 12 16:19:22.232819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.255630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.282561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Network 400588c9-44d1-4881-aa99-529fd1572f8c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:19:22.294510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-728e140f-01df-4776-b665-66f683d3d068 req-a73f529d-9e38-4ce1-be71-9ef1fb256c27 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765896 Jul 12 16:19:22.329303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 400588c9-44d1-4881-aa99-529fd1572f8c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:22.337431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.338032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.341964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccaaabe-0b99-4ea1-9c5c-777cfa736425 None None] Network 400588c9-44d1-4881-aa99-529fd1572f8c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:22.375622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de815bb6-605f-4b8c-893a-0e6094926bb2 req-b4df6bea-9d84-4ad0-9e1d-0b193e0c1d99 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214767 Jul 12 16:19:22.443392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-f318f4cf-1d55-4645-b546-b4f9765133fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.444915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-f318f4cf-1d55-4645-b546-b4f9765133fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 200 len: 913 time: 0.2095633 Jul 12 16:19:22.448935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b92544-ec48-4c2f-b474-391f1c03e50e {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:22.457377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.458726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.465435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.490831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-78bd5e44-7e08-43a6-8f71-b5409f56f79f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2591956 Jul 12 16:19:22.507018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-061d4684-3c59-462e-a21c-aa4508e6d536 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 200 len: 217 time: 0.0504100 Jul 12 16:19:22.509466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:19:22.512600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Transition to ACTIVE for port object 06b92544-ec48-4c2f-b474-391f1c03e50e will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:22.524542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.530612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.531211 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Added segment b8421c52-3693-4f8f-bb96-a2fa2ba881f5 of type vlan for network 65ff5459-ee46-47ad-a6b2-c3642aa92f08 Jul 12 16:19:22.533831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6ce6c-bdb0-4604-a928-13a200d58c6c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:22.628954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-5a0fce78-6114-496e-8630-96a542905edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.630539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-5a0fce78-6114-496e-8630-96a542905edd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 HTTP/1.1" status: 200 len: 852 time: 0.1162004 Jul 12 16:19:22.631733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:22.656174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.677678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4912986b-9a33-4f3c-86c6-1d3cd4ce08ad None None] Network 400588c9-44d1-4881-aa99-529fd1572f8c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:22.691222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-424a5a86-15a2-46fa-8ef5-23d38b3ecd93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=98fda568-e3c6-4242-8f97-8891dac5683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525219 Jul 12 16:19:22.713816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.714867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.715668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.737928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0873380 Jul 12 16:19:22.771264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1520c5e-bd6a-4aa1-9d7f-1eacda15b267 req-9e706d3c-b7c8-4954-a743-2e9ad71dcdbc tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0845680 Jul 12 16:19:22.831097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdbc14-4ae8-45df-9491-61e76bcfdcc5 req-f508fbde-27e2-44ce-8252-6878f681f0c0 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:22.832701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98bdbc14-4ae8-45df-9491-61e76bcfdcc5 req-f508fbde-27e2-44ce-8252-6878f681f0c0 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.2284148 Jul 12 16:19:22.847809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Attempting to bind port 06b92544-ec48-4c2f-b474-391f1c03e50e on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:22.848114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Attempting to bind port 06b92544-ec48-4c2f-b474-391f1c03e50e by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:22.848424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Attempting to bind port 06b92544-ec48-4c2f-b474-391f1c03e50e on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:22.861953 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f88df-44c1-4185-9074-8d4da0dbab40 x-openstack-request-id: req-2b9f88df-44c1-4185-9074-8d4da0dbab40 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:22.861953 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:22.862243 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b9f88df-44c1-4185-9074-8d4da0dbab40 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:22.862637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Port 06b92544-ec48-4c2f-b474-391f1c03e50e on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:22.862966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Attempting to bind port 06b92544-ec48-4c2f-b474-391f1c03e50e on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:22.863243 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 200} Jul 12 16:19:22.864471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fe19a-e2b7-48cf-b1bb-bdcd9367d9ae admin admin] Pushing event updated for resources: {'Network': ['ID=65ff5459-ee46-47ad-a6b2-c3642aa92f08,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:22.870113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:22.870483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Checking segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:22.870827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Bound using segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:22.871399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Bound port: 06b92544-ec48-4c2f-b474-391f1c03e50e, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:22.871950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:22.891142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 65ff5459-ee46-47ad-a6b2-c3642aa92f08 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:19:22.896931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98bdbc14-4ae8-45df-9491-61e76bcfdcc5 req-0699d884-2a40-463e-8a30-abc6650a3733 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Jul 12 16:19:22.942230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-ce7561ef-1f87-4a8f-9cd6-47a95e0c34df service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198136 Jul 12 16:19:23.038353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:23.063076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:23.073818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7dbd2-6b8c-40eb-9837-84f482da4dee req-2b029dd8-1d67-4a9b-ad03-40296c34e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.074566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:23.075322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4f7dbd2-6b8c-40eb-9837-84f482da4dee req-2b029dd8-1d67-4a9b-ad03-40296c34e422 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0876887 Jul 12 16:19:23.121180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4f7dbd2-6b8c-40eb-9837-84f482da4dee req-4e08a31f-518a-4c50-ab5c-150f33725c0a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Jul 12 16:19:23.130448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9d906c4-2c8c-4913-b4fd-6b51bba98475 req-1da4fe45-a95b-48a3-8e7b-fc9b4d5caf14 service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777353 Jul 12 16:19:23.133492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.134093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:23.135412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] 10.222.0.65 "PUT /v2.0/ports/06b92544-ec48-4c2f-b474-391f1c03e50e HTTP/1.1" status: 200 len: 1091 time: 2.0261698 Jul 12 16:19:23.135878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:23.138174 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73743efa-8cb4-44af-99a5-8a033d067da0" -d '{"events": [{"name": "network-changed", "server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:23.154638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f3ca-1a40-4b58-90d2-c64c03380e3c service neutron] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:23.345869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-44b3b9df-1f7c-4860-a1e3-060af3b10a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.347688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-44b3b9df-1f7c-4860-a1e3-060af3b10a69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 1094 time: 0.1251352 Jul 12 16:19:23.407332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-b73c496f-3a14-4575-8f6c-0056abb3ca29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b92544-ec48-4c2f-b474-391f1c03e50e HTTP/1.1" status: 200 len: 217 time: 0.0488331 Jul 12 16:19:23.430409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a407e0-9582-4b78-ad13-3db442e0b68f req-4cb0b1f7-a7ca-449f-867b-45c9cfe3dc07 tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.436476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a407e0-9582-4b78-ad13-3db442e0b68f req-4cb0b1f7-a7ca-449f-867b-45c9cfe3dc07 tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.442519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a407e0-9582-4b78-ad13-3db442e0b68f req-4cb0b1f7-a7ca-449f-867b-45c9cfe3dc07 tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.444417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56a407e0-9582-4b78-ad13-3db442e0b68f req-4cb0b1f7-a7ca-449f-867b-45c9cfe3dc07 tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2029819 Jul 12 16:19:23.457824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-d673dfce-2057-4f1b-aea6-f854b5314e4c tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.459329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-d673dfce-2057-4f1b-aea6-f854b5314e4c tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.1780100 Jul 12 16:19:23.485521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-22c42da8-105f-4b41-9753-197ce4f2cd24 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/quotas/b28e262caee94ab08a6db71628c5c13c HTTP/1.1" status: 200 len: 375 time: 0.0178018 Jul 12 16:19:23.487288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-dae4c7d7-f1b1-4537-b913-3ecf40bebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.488709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-dae4c7d7-f1b1-4537-b913-3ecf40bebb9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.0721397 Jul 12 16:19:23.546536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-3ec4b729-4912-4c26-b62e-190bf15ae8c2 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553768 Jul 12 16:19:23.548648 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996bb74-a2d2-4ea9-ac52-a418bbdcf040 x-openstack-request-id: req-f996bb74-a2d2-4ea9-ac52-a418bbdcf040 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:23.548933 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:23.549186 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f996bb74-a2d2-4ea9-ac52-a418bbdcf040 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:23.549575 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'status': 'completed', 'code': 200} Jul 12 16:19:23.551561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-86b49c61-6691-4f6c-b5fa-625c7a292f48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509334 Jul 12 16:19:23.703436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4b73d-7071-43e2-9afe-9f9af709a986 req-52c1fe12-4f7a-4b05-a6ff-c1e0fa31805c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.704924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbf4b73d-7071-43e2-9afe-9f9af709a986 req-52c1fe12-4f7a-4b05-a6ff-c1e0fa31805c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0681648 Jul 12 16:19:23.709412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-b4091946-375f-4bcf-a329-c060407f089d service neutron] 10.222.0.58 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545365 Jul 12 16:19:23.712766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-9de31daf-d366-4c8c-9b9a-54e9f4a2fad8 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497929 Jul 12 16:19:23.752805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbf4b73d-7071-43e2-9afe-9f9af709a986 req-08aecdcf-922c-4b76-b668-25e76335960c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Jul 12 16:19:23.821735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af5357e4-01e0-412f-9ce3-015826130313 req-a5dfce3f-d591-4436-a385-43566c9ba960 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0322404 Jul 12 16:19:23.879449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-5c355cb3-26fd-4610-a420-000ebfbfa065 service neutron] 10.222.0.58 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642363 Jul 12 16:19:23.884856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31b97346-a437-4137-bfc2-d1d33e98a35d req-6b3a4851-52e3-432a-8a53-faca5b94c84f service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616161 Jul 12 16:19:23.968729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564fd2c-3911-40b4-b99d-14718ed06a99 req-7a604008-6344-4091-9906-ab29d8654530 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:23.970303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8564fd2c-3911-40b4-b99d-14718ed06a99 req-7a604008-6344-4091-9906-ab29d8654530 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 943 time: 0.0949085 Jul 12 16:19:24.023145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8564fd2c-3911-40b4-b99d-14718ed06a99 req-fa278ce2-fcbc-4887-9013-4471de0f0b2f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Jul 12 16:19:24.137940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-e6d29a26-d7d1-4cdf-849e-f3988cc5933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:24.141137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-e6d29a26-d7d1-4cdf-849e-f3988cc5933e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 1094 time: 0.1120944 Jul 12 16:19:24.234330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962c2f9-1e07-4754-ac26-2041d10e5eb9 req-0e3afa40-9170-44cb-8908-c081f7fc3eac tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:24.235884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8962c2f9-1e07-4754-ac26-2041d10e5eb9 req-0e3afa40-9170-44cb-8908-c081f7fc3eac tempest-ComputeTenantNetworksTest-1293785399 tempest-ComputeTenantNetworksTest-1293785399-project] 10.222.0.58 "GET /v2.0/networks/65ff5459-ee46-47ad-a6b2-c3642aa92f08 HTTP/1.1" status: 200 len: 769 time: 0.1620653 Jul 12 16:19:24.249331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:24.343162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.344953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb518625-4f5d-449d-b53c-b38cfaa4e56e req-07f1784c-dd40-4e18-bab2-4fce45034451 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.1161578 Jul 12 16:19:24.396907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-ee89e7ef-7277-4ee1-bbe8-9ee0d8bd7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:24.401666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-ee89e7ef-7277-4ee1-bbe8-9ee0d8bd7c1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 916 time: 0.2534771 Jul 12 16:19:24.489504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-c507f2fc-545d-4476-95d8-db199f46f5e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06b92544-ec48-4c2f-b474-391f1c03e50e HTTP/1.1" status: 200 len: 217 time: 0.0761554 Jul 12 16:19:24.493361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.507414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ff5459-ee46-47ad-a6b2-c3642aa92f08']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:24.527399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8421c52-3693-4f8f-bb96-a2fa2ba881f5') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:24.527654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8421c52-3693-4f8f-bb96-a2fa2ba881f5') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:24.547619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.563390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-6764e5dc-0dfc-4d72-9208-781f01a4b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:24.565302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-6764e5dc-0dfc-4d72-9208-781f01a4b367 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.0612161 Jul 12 16:19:24.576185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398bad0-a22e-4d25-917a-1a5ca6447093 req-f7775d4f-c9f8-42ed-9e15-7e7cc3cb33c6 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:24.577930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d398bad0-a22e-4d25-917a-1a5ca6447093 req-f7775d4f-c9f8-42ed-9e15-7e7cc3cb33c6 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1785641 Jul 12 16:19:24.579314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.593615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:24.594199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:24.597396 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:24.619626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-acb8cd25-8030-45cf-add3-0eb683534a80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347438 Jul 12 16:19:24.690873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d398bad0-a22e-4d25-917a-1a5ca6447093 req-f23afd41-afeb-4a51-89e6-072a1258a306 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061623 Jul 12 16:19:24.696854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.704348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:24.709267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/65ff5459-ee46-47ad-a6b2-c3642aa92f08 HTTP/1.1" status: 204 len: 168 time: 0.4576299 Jul 12 16:19:24.751165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428f95-161c-4d4c-b4e6-cc64c33678c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ff5459-ee46-47ad-a6b2-c3642aa92f08,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:24.846652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-d36f8cf4-0235-4327-bb7f-8b527ccbe8d2 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190471 Jul 12 16:19:24.942611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55020) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:25.022281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-609caff0-3397-494a-a125-e40b6c9a2e32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec1f0f7e903e450387ecd5e77ad89319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782621 Jul 12 16:19:25.026748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:25.102745 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73743efa-8cb4-44af-99a5-8a033d067da0 req-d9bbca00-9214-4a0e-9993-6b894278ae30 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480862 Jul 12 16:19:25.165363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:25.234653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:25.343574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e566cd-118d-430b-923d-ffc6d46a834e req-e300147e-3339-4d31-b2a2-c81e3e986f5a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:25.350815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7e566cd-118d-430b-923d-ffc6d46a834e req-e300147e-3339-4d31-b2a2-c81e3e986f5a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1655211 Jul 12 16:19:25.385440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:25.388090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:25.391654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31a6ce6c-bdb0-4604-a928-13a200d58c6c HTTP/1.1" status: 204 len: 168 time: 0.3622639 Jul 12 16:19:25.391851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d802e9e1-1639-445a-89df-d069f2211742 req-590b1a9c-b076-43a8-876c-8431301d05a7 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 210 time: 0.0590098 Jul 12 16:19:25.411343 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7e566cd-118d-430b-923d-ffc6d46a834e req-927824db-9200-44eb-a03a-9724d4685743 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595684 Jul 12 16:19:25.412742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca1324-7738-4668-83af-7ff0b714caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6ce6c-bdb0-4604-a928-13a200d58c6c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:25.628192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e17eb-3978-42eb-b050-e05fc69bfc01 req-b4c7f4a2-dec0-484a-aab7-02052c46e0d4 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:25.630366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-137e17eb-3978-42eb-b050-e05fc69bfc01 req-b4c7f4a2-dec0-484a-aab7-02052c46e0d4 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 943 time: 0.0988514 Jul 12 16:19:25.634543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e43a8-e002-4b22-9ff9-dc83505793ba req-1ad10e95-c375-4a63-84a5-119c65428c4c tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:25.636616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-788e43a8-e002-4b22-9ff9-dc83505793ba req-1ad10e95-c375-4a63-84a5-119c65428c4c tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1196947 Jul 12 16:19:25.694144 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-788e43a8-e002-4b22-9ff9-dc83505793ba req-c84c1c09-8ad4-472b-8663-6c6b4f41113a tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484047 Jul 12 16:19:25.710470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-137e17eb-3978-42eb-b050-e05fc69bfc01 req-94858b52-59a8-44e7-9700-64b3408f4766 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684829 Jul 12 16:19:25.856910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68581e82-7672-475b-bfb0-70a003177565 req-eb526f3b-6e0f-458e-9507-3a6acbfd947f tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0390866 Jul 12 16:19:26.160682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a7068-9cea-43a0-a5fd-1f6308b21c7a req-a0dd6e71-c044-4be5-8b3f-1c2eb4dcfe73 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:26.175119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb0a7068-9cea-43a0-a5fd-1f6308b21c7a req-a0dd6e71-c044-4be5-8b3f-1c2eb4dcfe73 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1203146 Jul 12 16:19:26.179027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55058) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:26.185939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Request body: {'floatingip': {'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:26.323335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:26.422932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-ccade0c9-dfdd-4bd6-8c92-ec8a75176c8a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:26.424522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-ccade0c9-dfdd-4bd6-8c92-ec8a75176c8a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.2494614 Jul 12 16:19:26.434155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-bdbc0b76-2d62-434e-87e7-e6b76f348b55 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:26.437177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-bdbc0b76-2d62-434e-87e7-e6b76f348b55 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.2890129 Jul 12 16:19:26.444477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Request body: {'port': {'device_id': '917b8111-826b-4642-b12d-cf160b2036d5', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'admin_state_up': True, 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:26.590242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Request body: {'port': {'device_id': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'admin_state_up': True, 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:26.688705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:26.692501 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:26.758649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0e867fc-4d10-4331-9b2d-58bf4f265a57 req-d05ece36-6273-4694-bb4a-8d36076b7f58 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 210 time: 0.0405426 Jul 12 16:19:26.848228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:26.851795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:26.927089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Allocated IP 172.20.0.7 (400588c9-44d1-4881-aa99-529fd1572f8c/ed82b2fd-31c2-4ba4-9d23-b24291bbb54b/8fe38fb1-2d70-4a79-b6a4-e898de299a48) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:27.137902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb759c3-5e16-4f5e-8e65-109acb72a299 req-fb0eb283-150d-427e-9736-8125ccbc09c3 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:27.142749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.145471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bb759c3-5e16-4f5e-8e65-109acb72a299 req-fb0eb283-150d-427e-9736-8125ccbc09c3 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.2296057 Jul 12 16:19:27.191428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.240247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bb759c3-5e16-4f5e-8e65-109acb72a299 req-c71c4c48-11ad-42e4-9813-fd37dd74a0ba tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938239 Jul 12 16:19:27.258815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.265203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.291625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Network 400588c9-44d1-4881-aa99-529fd1572f8c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:27.308889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:27.318286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:27.349846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:27.373777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Allocated IP 172.20.0.11 (400588c9-44d1-4881-aa99-529fd1572f8c/ed82b2fd-31c2-4ba4-9d23-b24291bbb54b/b3fb5d16-e0aa-4d7a-9974-4fcba52d0364) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:27.383792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event updated for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:27.402978 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Floating IP 903846ba-473c-4749-be9e-cbb31f5fa958 associated. External IP: 172.25.8.119, port: df2c0b20-5cdd-4919-8af4-aa6df3c9faef. Jul 12 16:19:27.436630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:27.437291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.497297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-72419e25-0273-4d07-9c45-c454f83da120 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587437 Jul 12 16:19:27.536891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Request body: {'port': {'device_id': '917b8111-826b-4642-b12d-cf160b2036d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:27.539215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:27.549923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54f342-23ca-408b-b9a8-e853aa2628e5 req-e71baa2e-9277-4dbc-b418-0193fd2d0a18 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:27.557081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc54f342-23ca-408b-b9a8-e853aa2628e5 req-e71baa2e-9277-4dbc-b418-0193fd2d0a18 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 943 time: 0.2641096 Jul 12 16:19:27.559977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'port_id': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'mac_address': 'fa:16:3e:9d:29:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d036c27-2faf-4491-b761-440f856a47bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:27.610397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.629607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b92544-ec48-4c2f-b474-391f1c03e50e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:27.652977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5ff043d-8550-4457-9b48-652ae47ae521 req-018538f8-818d-4a96-9f78-bbdff0d96a59 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0378401 Jul 12 16:19:27.659381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:27.665736 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.693670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc54f342-23ca-408b-b9a8-e853aa2628e5 req-4cff169b-ece2-484d-9ec2-396bd939739e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356471 Jul 12 16:19:27.771794 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.776954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:27.788195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.929828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:27.957257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['06b92544-ec48-4c2f-b474-391f1c03e50e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:28.191854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:28.234600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:28.332508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3bb94-c2cc-488b-ad98-8db468d37491 req-e5d5cd67-8452-492d-8f5b-b86bf06a5430 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:28.334970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a3bb94-c2cc-488b-ad98-8db468d37491 req-e5d5cd67-8452-492d-8f5b-b86bf06a5430 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 931 time: 0.1935737 Jul 12 16:19:28.397840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b93f-28a5-47a8-a58a-9456ccc89b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.402133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Network 400588c9-44d1-4881-aa99-529fd1572f8c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:28.444776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:28.450319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a3bb94-c2cc-488b-ad98-8db468d37491 req-1810b388-6357-4b26-aca5-49298a093457 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829899 Jul 12 16:19:28.455640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.461374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event updated for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:28.465239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:28.468804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:28.479326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:28.503185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:28.504297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:19:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:28.517296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1921d1f6-d7ab-4ed6-8e35-9600b98d7517 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "PUT /v2.0/floatingips/903846ba-473c-4749-be9e-cbb31f5fa958 HTTP/1.1" status: 200 len: 991 time: 2.3344188 Jul 12 16:19:28.517296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:28.519407 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38120df-1f75-4093-95bb-08be9e480b30" -d '{"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:28.608852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b93f-28a5-47a8-a58a-9456ccc89b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.619729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b93f-28a5-47a8-a58a-9456ccc89b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.650735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:28.651385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.657435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:28.679644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfb6b93f-28a5-47a8-a58a-9456ccc89b7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20c1c6c473854b18a8d72f3f2a7a993e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579866 Jul 12 16:19:28.679786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b93f-28a5-47a8-a58a-9456ccc89b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c375f0c2-8028-4b51-ada9-751f286073cc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:28.683370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:28.699908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-e83c7532-45c5-46b0-8a8c-c5488c754517 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1163709 Jul 12 16:19:28.733700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Request body: {'port': {'device_id': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:28.773678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.792253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a68f5-b9da-475d-a23b-845a7e15c705 req-bd70db2f-fa4e-47c5-97f8-d952fb9744f7 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:28.793143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb2a68f5-b9da-475d-a23b-845a7e15c705 req-bd70db2f-fa4e-47c5-97f8-d952fb9744f7 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.3845203 Jul 12 16:19:28.806018 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.825311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-246b0498-9555-4a6c-b211-7b6439c01b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:28.827462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-246b0498-9555-4a6c-b211-7b6439c01b93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 1097 time: 0.4242826 Jul 12 16:19:28.877807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.881246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:28.884979 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c375f0c2-8028-4b51-ada9-751f286073cc HTTP/1.1" status: 204 len: 168 time: 0.1974747 Jul 12 16:19:28.893657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690175ac-4c75-4703-860e-16d6caea2df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375f0c2-8028-4b51-ada9-751f286073cc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:28.964892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe38fb1-2d70-4a79-b6a4-e898de299a48 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:28.988390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '903846ba-473c-4749-be9e-cbb31f5fa958', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:19:08Z', 'updated_at': '2021-07-12T16:19:27Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:28.989354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.024421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:29.028559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb2a68f5-b9da-475d-a23b-845a7e15c705 req-64b5dd03-fd12-4947-8d73-00d32c6b3e6e tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000172 Jul 12 16:19:29.037517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:29.038288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:19:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:29.040070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.042458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Transition to ACTIVE for port object 8fe38fb1-2d70-4a79-b6a4-e898de299a48 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:29.053407 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.177917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-482b495d-1723-450d-960e-5b9eedcd9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.179431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-482b495d-1723-450d-960e-5b9eedcd9852 service neutron] 10.222.0.77 "GET /v2.0/networks?id=98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 200 len: 913 time: 0.3446186 Jul 12 16:19:29.204024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:29.218777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:29.275381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-36668099-ac0c-4e3a-a92b-c68592c7b721 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 200 len: 217 time: 0.0870993 Jul 12 16:19:29.286294 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eaee55-3681-44f5-9624-1936627a895f x-openstack-request-id: req-b0eaee55-3681-44f5-9624-1936627a895f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:29.286888 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:29.286888 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0eaee55-3681-44f5-9624-1936627a895f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:29.288339 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'status': 'completed', 'code': 200} Jul 12 16:19:29.378933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:29.413741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38120df-1f75-4093-95bb-08be9e480b30 req-bda3004e-5611-4141-aaea-b0d4d8f0e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.415978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-bda3004e-5611-4141-aaea-b0d4d8f0e914 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1096 time: 0.1009393 Jul 12 16:19:29.479080 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7afcc91-20f2-4f88-a64f-adac1312ab7d req-28b12a08-55e6-4741-87f4-2e0679c64649 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.1575043 Jul 12 16:19:29.525416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-171105c6-e587-4835-b8b2-0fe79044d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.527568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-171105c6-e587-4835-b8b2-0fe79044d941 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 HTTP/1.1" status: 200 len: 852 time: 0.2209117 Jul 12 16:19:29.599578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38120df-1f75-4093-95bb-08be9e480b30 req-5a183fc1-3b3e-442c-a702-f7b843cbc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.601165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-5a183fc1-3b3e-442c-a702-f7b843cbc326 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.1747339 Jul 12 16:19:29.619836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-897e6399-64a7-4223-90b9-28a8379565b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=98fda568-e3c6-4242-8f97-8891dac5683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510912 Jul 12 16:19:29.624161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Attempting to bind port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:29.625048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Attempting to bind port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:29.626349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Attempting to bind port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:29.627251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483cee-5f5b-4de2-bf7d-e8d93d19e073 req-364bc19d-c317-427c-955e-bd1063717741 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.628971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4483cee-5f5b-4de2-bf7d-e8d93d19e073 req-364bc19d-c317-427c-955e-bd1063717741 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 944 time: 0.1384110 Jul 12 16:19:29.647906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 on network 400588c9-44d1-4881-aa99-529fd1572f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:29.648772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Attempting to bind port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:29.721630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:29.722754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Checking segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:29.723931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Bound using segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:29.724777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Bound port: 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:29.725378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.750781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 06b92544-ec48-4c2f-b474-391f1c03e50e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:29.755289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-d36de92e-ab4a-4736-a80e-74903c92e87d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 999 time: 0.1464250 Jul 12 16:19:29.769736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4483cee-5f5b-4de2-bf7d-e8d93d19e073 req-3c78af34-c29d-42d1-8e7f-b3ed4607436e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924461 Jul 12 16:19:29.771539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 06b92544-ec48-4c2f-b474-391f1c03e50e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:29.771945 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.829607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '903846ba-473c-4749-be9e-cbb31f5fa958', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:19:08Z', 'updated_at': '2021-07-12T16:19:27Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:29.847353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38120df-1f75-4093-95bb-08be9e480b30 req-7a791e90-5e3d-4992-877e-5400c60ab11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:29.849381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-7a791e90-5e3d-4992-877e-5400c60ab11b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0787568 Jul 12 16:19:29.866693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b19d4-d305-4440-8bfa-4733f50615ed None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '903846ba-473c-4749-be9e-cbb31f5fa958', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'floating_ip_address': '172.25.8.119', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:19:08Z', 'updated_at': '2021-07-12T16:19:27Z', 'revision_number': 1, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:29.885633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-f3cebe37-5a1d-41dc-ba60-674cd2627db3 service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552440 Jul 12 16:19:29.948720 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.995204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:29.996579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:30.010000 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b6736-a53e-4f2f-9de9-0ba01ff838f1" -d '{"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-plugged", "status": "completed", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:30.012210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38120df-1f75-4093-95bb-08be9e480b30 req-2ce3a6bb-9334-40a6-aa47-e8035997e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.014570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-2ce3a6bb-9334-40a6-aa47-e8035997e297 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519446 Jul 12 16:19:30.043370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:30.056060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.083815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:30.087040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:30.099095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55156) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:30.102798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.114779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.137269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:30.160284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.160919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.161434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.161988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.162532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.163078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.163647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.164200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.164732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.165427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.165958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.166484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:30.190738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Transition to ACTIVE for port object b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:30.201013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.202221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.203982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] 10.222.0.65 "PUT /v2.0/ports/8fe38fb1-2d70-4a79-b6a4-e898de299a48 HTTP/1.1" status: 200 len: 1091 time: 2.6716523 Jul 12 16:19:30.212400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:30.215263 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:30.224585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-adc9cfac-f4a7-4a0a-ab0b-280ce2d212de service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023563 Jul 12 16:19:30.236333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.257070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd953325-7c1c-4e22-aa05-58c10aa57a86 None None] New status for floating IP 903846ba-473c-4749-be9e-cbb31f5fa958: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:19:30.349381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03a5b1a3-bd81-4a28-a5f6-aa2611333285 req-a8a0f04c-9648-4ed6-a9eb-553f9a016223 service neutron] 10.222.0.77 "GET /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083688 Jul 12 16:19:30.354595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1729494015-network', 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:30.362898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f38120df-1f75-4093-95bb-08be9e480b30 req-08f43543-2d77-4142-96b5-4eaf2d7527dc service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235437 Jul 12 16:19:30.366596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba7421-4054-4a20-8201-41fb6968be53 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:30.405300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b81e-2397-42bf-93c9-27980f2f7b2c req-95a1948c-9d4f-4e7d-aa7d-09188c4f937e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.406834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b64b81e-2397-42bf-93c9-27980f2f7b2c req-95a1948c-9d4f-4e7d-aa7d-09188c4f937e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 943 time: 0.4405274 Jul 12 16:19:30.410706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:30.413086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.447630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.549284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:30.590776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-f979a1d4-a182-4783-a0f4-4e8897840ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.593060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-f979a1d4-a182-4783-a0f4-4e8897840ce5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 1094 time: 0.3002243 Jul 12 16:19:30.599210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b64b81e-2397-42bf-93c9-27980f2f7b2c req-eb9e9b90-07e7-4d0d-a00c-6e87ba41dad4 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763041 Jul 12 16:19:30.666371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-b720ef22-f0bb-4e74-a34d-467111c87fde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48 HTTP/1.1" status: 200 len: 217 time: 0.0635478 Jul 12 16:19:30.670227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Attempting to bind port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:30.670526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Attempting to bind port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:30.670714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Attempting to bind port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:30.691145 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0505f865-e4ce-455b-acf9-be499f095ae0 x-openstack-request-id: req-0505f865-e4ce-455b-acf9-be499f095ae0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:30.691800 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-plugged", "status": "completed", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:30.692358 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0505f865-e4ce-455b-acf9-be499f095ae0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:30.692971 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'code': 200} Jul 12 16:19:30.711716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 on network 400588c9-44d1-4881-aa99-529fd1572f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:30.712052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Attempting to bind port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:30.726840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:30.729528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Checking segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:30.730197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Bound using segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:30.730848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Bound port: b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:30.731218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.747976 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdabaff-f322-430d-a74a-e9321397111e x-openstack-request-id: req-bfdabaff-f322-430d-a74a-e9321397111e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:30.748264 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:30.748657 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfdabaff-f322-430d-a74a-e9321397111e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:30.749030 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48', 'status': 'completed', 'code': 200} Jul 12 16:19:30.820659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-69ed2506-e65b-40a4-913d-971b677ecb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.822105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-69ed2506-e65b-40a4-913d-971b677ecb4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.1451328 Jul 12 16:19:30.822837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fc9f1-261b-47c2-81f4-0d933c3d8256 req-c1663e97-4917-4aa4-80fc-6e30ad401c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.824452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-654fc9f1-261b-47c2-81f4-0d933c3d8256 req-c1663e97-4917-4aa4-80fc-6e30ad401c38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 1096 time: 0.0635009 Jul 12 16:19:30.895258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-b8da939a-f127-40e6-aff2-c22fd8c64292 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471313 Jul 12 16:19:30.897941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.898885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6137573e-2534-4603-bac9-01b694116131 req-87b07e73-4c4d-4c0f-949d-8bfd0a04c58a tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0368030 Jul 12 16:19:30.900957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-654fc9f1-261b-47c2-81f4-0d933c3d8256 req-ec0300d5-2a64-4273-8771-3c4ddac6b580 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655332 Jul 12 16:19:30.916682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.942953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:30.954350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:19:30.988078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6167c-8875-4751-b07c-a52548fa3442 req-afb4f2bf-7a10-4631-b6b9-a90c874cb710 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:30.989583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0f6167c-8875-4751-b07c-a52548fa3442 req-afb4f2bf-7a10-4631-b6b9-a90c874cb710 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.2397892 Jul 12 16:19:30.991394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:31.007746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436270c6-b500-4188-b6a2-8bc32ea50e1e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:31.042729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.049805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.050157 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Added segment 403045ac-7a1f-4cb5-a2b3-f7fd2e215a78 of type vlan for network 016bf853-9a17-46fa-9887-0686780bed36 Jul 12 16:19:31.155668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.164831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.165443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.166840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 HTTP/1.1" status: 200 len: 1092 time: 2.4432333 Jul 12 16:19:31.210783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0f6167c-8875-4751-b07c-a52548fa3442 req-f04a8b45-baa4-4306-9cd0-933e8f4be44c tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037153 Jul 12 16:19:31.218238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f36c-2b56-4675-8af8-90b203576a40 req-4a5fe821-99a6-4dd2-a35d-3d47b493e1b8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.220070 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1029f36c-2b56-4675-8af8-90b203576a40 req-4a5fe821-99a6-4dd2-a35d-3d47b493e1b8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0911684 Jul 12 16:19:31.266488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1029f36c-2b56-4675-8af8-90b203576a40 req-7e0a7d7f-2133-4457-9485-bc0fb2966325 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385547 Jul 12 16:19:31.273456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054d8a-eb1b-4193-a769-1f1458dbb5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:31.309284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-4bc7bd06-d4e6-461d-bb83-bd5095ab1c80 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426433 Jul 12 16:19:31.309878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.311421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.312006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.448521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3482473 Jul 12 16:19:31.451522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:31.461071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Request body: {'subnet': {'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1729494015-subnet', 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:31.472528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407b162-e2c3-400f-8b11-a86b9fff101b admin admin] Pushing event updated for resources: {'Network': ['ID=016bf853-9a17-46fa-9887-0686780bed36,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:31.492048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 016bf853-9a17-46fa-9887-0686780bed36 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:19:31.498559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:31.502306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.539246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-bd909af0-fca4-4b43-8f6b-abe0bb2f4f92 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182262 Jul 12 16:19:31.542143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-4b3be1fb-7de8-40d8-a2eb-392b8cdbdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.546766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-4b3be1fb-7de8-40d8-a2eb-392b8cdbdace service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 1095 time: 0.3008156 Jul 12 16:19:31.600539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-190c7fda-3b73-4a69-bb44-02cf8c8e7290 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 HTTP/1.1" status: 200 len: 217 time: 0.0447032 Jul 12 16:19:31.699998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-c78fb6ed-54e6-41b8-b2b8-9d7461f797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.701942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-c78fb6ed-54e6-41b8-b2b8-9d7461f797a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.0933108 Jul 12 16:19:31.763651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.826123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a143800-5b7b-49f7-a8b8-aeea92aa8343,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:31.847561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Checking segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:31.847970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Network hostable DHCP agents. Network: 016bf853-9a17-46fa-9887-0686780bed36, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:19:31.867175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Network 016bf853-9a17-46fa-9887-0686780bed36 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:19:31.877185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 016bf853-9a17-46fa-9887-0686780bed36) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:31.881664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.882383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.890314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0818c6f0-e00f-4bd6-b3d5-8e3bab38e693 None None] Network 016bf853-9a17-46fa-9887-0686780bed36 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:31.897868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b55c51a4-8100-4766-ac48-5d0d577edb87 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4439690 Jul 12 16:19:31.971615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d500e72e-9bf6-4195-85a4-2c02e953faa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:32.068560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab0bd6-8cb7-47df-b288-eab53111604e None None] Network 016bf853-9a17-46fa-9887-0686780bed36 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:32.093725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-4c7b4af6-3837-44f7-9700-af9d47d350c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3776646 Jul 12 16:19:32.095115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b3113f9-f780-4229-92eb-b18e5675fbc1 req-8293a31c-0b1f-43e7-86a3-85516efcad91 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0424392 Jul 12 16:19:32.176555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-fdcfd002-116d-4883-a8cf-3b6918250803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.178147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-fdcfd002-116d-4883-a8cf-3b6918250803 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 1094 time: 0.5380037 Jul 12 16:19:32.319083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239811-e575-4828-a303-7701c1567911 req-b2c5b9db-b8cd-47bf-b250-57ac44dbae81 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.320687 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86239811-e575-4828-a303-7701c1567911 req-b2c5b9db-b8cd-47bf-b250-57ac44dbae81 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 943 time: 0.2501380 Jul 12 16:19:32.324893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-f22384bb-40d8-4389-a380-ed03cf1a2c1f service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215116 Jul 12 16:19:32.405715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-31b4725c-6368-4754-b718-4a01f14436b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.407211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-31b4725c-6368-4754-b718-4a01f14436b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 914 time: 0.2188814 Jul 12 16:19:32.444157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86239811-e575-4828-a303-7701c1567911 req-c69398bf-46a6-402d-9009-510d7d6f51d7 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161880 Jul 12 16:19:32.485195 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-82901669-6da0-49a0-b58c-76576c7b8785 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48 HTTP/1.1" status: 200 len: 217 time: 0.0568936 Jul 12 16:19:32.506335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-e51c958d-5c2c-40c7-8c82-5c95a8a14456 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.508819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-e51c958d-5c2c-40c7-8c82-5c95a8a14456 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1458094 Jul 12 16:19:32.510782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da1d07a1-ffdf-4bab-8d90-322de2dbd43a req-b3647780-378c-4f97-b905-c6b7de09d322 service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602626 Jul 12 16:19:32.537198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-fd690187-6b04-44ec-8b59-64c11a0b050a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/quotas/35e4c60150f747e7bfc2e7f5b239a7c5 HTTP/1.1" status: 200 len: 375 time: 0.0209742 Jul 12 16:19:32.577653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-b32ed977-f42a-4b07-abe7-93eb361f8557 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334220 Jul 12 16:19:32.587968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-2dfffcf9-0c11-4f7e-bcc4-724a278a4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.589698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-2dfffcf9-0c11-4f7e-bcc4-724a278a4b17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.0776556 Jul 12 16:19:32.648892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-ca26016c-4e48-4dca-9f50-3c7cdd155137 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479505 Jul 12 16:19:32.685141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-a77b60e8-0db8-492b-8b79-345e26abfbb2 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002088 Jul 12 16:19:32.740768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0444a-2d7b-4fa1-a304-ceb0122b1c12 req-b9381a5d-74d3-4bc2-a4ff-c75085581ff3 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:32.742286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88d0444a-2d7b-4fa1-a304-ceb0122b1c12 req-b9381a5d-74d3-4bc2-a4ff-c75085581ff3 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1516089 Jul 12 16:19:32.749850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:32.752820 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:32.792395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-825d80e4-c125-4f8c-b524-415998ead1e1 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353598 Jul 12 16:19:32.797128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-3c404500-1c5f-49e1-a227-9e5343d78f29 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060278 Jul 12 16:19:32.823466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88d0444a-2d7b-4fa1-a304-ceb0122b1c12 req-bae23824-d249-4560-9323-f32f03db6a57 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743513 Jul 12 16:19:32.898788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66aa96-f015-4bbd-a9e0-22ab5deefdc5 req-5f565f37-1633-4974-ae12-1905c06cb8ad service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997162 Jul 12 16:19:33.008013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:33.047747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff86023-8ba0-4d75-a4d5-5dc5e6d52614 req-ea61cfa1-6de3-4293-bcf3-95aeb123c4f0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.049864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ff86023-8ba0-4d75-a4d5-5dc5e6d52614 req-ea61cfa1-6de3-4293-bcf3-95aeb123c4f0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0933735 Jul 12 16:19:33.099925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ff86023-8ba0-4d75-a4d5-5dc5e6d52614 req-cc9de0a9-432e-4f7c-bc6c-9593ee53f5c2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Jul 12 16:19:33.160841 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bbccd0-c791-48dd-a0b2-dde95ea228e2 x-openstack-request-id: req-99bbccd0-c791-48dd-a0b2-dde95ea228e2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:33.161156 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:33.161496 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99bbccd0-c791-48dd-a0b2-dde95ea228e2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:33.161818 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364', 'status': 'completed', 'code': 200} Jul 12 16:19:33.265418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0a668ac-a0d3-4b8e-9c64-8cf732b18f12 req-af3b28f6-5f3b-47a7-8e2b-5427d2476b7f tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 210 time: 0.0651975 Jul 12 16:19:33.299768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-c1ce7785-939b-4536-9dae-89a17295b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.299768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-c1ce7785-939b-4536-9dae-89a17295b280 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 1095 time: 0.0892429 Jul 12 16:19:33.434664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-0b826cca-8d8f-45b6-a899-8048edda781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.437070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-0b826cca-8d8f-45b6-a899-8048edda781c service neutron] 10.222.0.77 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 914 time: 0.1326027 Jul 12 16:19:33.482239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3744102-599f-47c4-b86f-850bcbe24872 req-49c2e20d-b6ca-4de1-9951-c4c3730e5026 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0377381 Jul 12 16:19:33.539495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-d47af391-26c8-41a2-b4d0-f8fe06c66e17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 HTTP/1.1" status: 200 len: 217 time: 0.0510635 Jul 12 16:19:33.602505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bacaaf-7e9d-4109-81ea-3731386da0f7 req-38073a83-91b3-45d2-9a44-563b8612872e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.604773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22bacaaf-7e9d-4109-81ea-3731386da0f7 req-38073a83-91b3-45d2-9a44-563b8612872e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0719593 Jul 12 16:19:33.614555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-e045da16-234b-46f9-a1e8-d6ed9df38377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.616453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-e045da16-234b-46f9-a1e8-d6ed9df38377 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.0740469 Jul 12 16:19:33.668630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22bacaaf-7e9d-4109-81ea-3731386da0f7 req-0389ff6b-2f25-4f2e-ad27-5eedc3845b5c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Jul 12 16:19:33.673510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-d27dff6a-9d71-4fc0-ad88-5f7c33230de8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jul 12 16:19:33.796530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-93b9330c-d407-4dd4-a340-3176eeb34d66 service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012747 Jul 12 16:19:33.874781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415fb57-ebf8-4094-bc8e-ec7998d06425 req-0f50b0b3-fb73-4644-96ae-8e54551a6fa3 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.876698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0415fb57-ebf8-4094-bc8e-ec7998d06425 req-0f50b0b3-fb73-4644-96ae-8e54551a6fa3 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 943 time: 0.1061583 Jul 12 16:19:33.923167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0415fb57-ebf8-4094-bc8e-ec7998d06425 req-20c1f453-1fd1-47c2-9f1e-0dc57b6fac4e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Jul 12 16:19:33.954653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83557d44-4dae-466a-83ba-09d4509d9e3f req-06731ffd-8bd0-4b60-8c3e-2c1b81389edc tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.956234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83557d44-4dae-466a-83ba-09d4509d9e3f req-06731ffd-8bd0-4b60-8c3e-2c1b81389edc tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1230092 Jul 12 16:19:33.960098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f199b4-2506-4bcc-ade0-012cbdf2d2f1 req-fdd8503c-b3a4-4f4a-9819-e507956f0fa2 service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551802 Jul 12 16:19:34.001705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-83557d44-4dae-466a-83ba-09d4509d9e3f req-23df275b-b37c-48a8-b820-3d2d0d3bfa60 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Jul 12 16:19:34.327576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657341-bc54-4412-9b1a-ff3492f61186 req-3c26c1b8-d061-4d99-ac19-8aa65437e2e8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:34.336400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01657341-bc54-4412-9b1a-ff3492f61186 req-3c26c1b8-d061-4d99-ac19-8aa65437e2e8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1067407 Jul 12 16:19:34.396859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-189a1a22-bedc-471d-8cf8-b60db0d3df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.428191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01657341-bc54-4412-9b1a-ff3492f61186 req-3e9f7fa5-921b-42e0-8233-b05f4cc80c36 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869732 Jul 12 16:19:34.448648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ad40c35-386c-4b74-8c1e-6fe95846bff4 req-a1ef5001-76a1-4b97-8312-286b2f65437e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 210 time: 0.0396924 Jul 12 16:19:34.498893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-7e75aca5-98ff-436e-a634-555147ccadaa tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:34.500538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-7e75aca5-98ff-436e-a634-555147ccadaa tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1851974 Jul 12 16:19:34.518587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Request body: {'port': {'device_id': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'admin_state_up': True, 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:34.692764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2996b6-eca0-4103-a79c-f6a6cb0f9332 req-180cf40c-2974-460f-882c-1e8feaedf74b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:34.694831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d2996b6-eca0-4103-a79c-f6a6cb0f9332 req-180cf40c-2974-460f-882c-1e8feaedf74b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0750763 Jul 12 16:19:34.712107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6c00ef-623f-41a6-a043-b898ab2218dd req-3b5000c9-ddc5-465c-a5b0-862ab2036d38 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0540886 Jul 12 16:19:34.742311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:34.743381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.750938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d2996b6-eca0-4103-a79c-f6a6cb0f9332 req-039863da-9a70-4bc3-b94a-e71298ab42e7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jul 12 16:19:34.815301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.859528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:34.893673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Allocated IP 172.20.0.14 (016bf853-9a17-46fa-9887-0686780bed36/7a143800-5b7b-49f7-a8b8-aeea92aa8343/ff817879-e83c-44e5-915b-b6c78b92fa21) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:35.085309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.128908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:35.144002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'port_id': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364', 'mac_address': 'fa:16:3e:1a:10:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed82b2fd-31c2-4ba4-9d23-b24291bbb54b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:35.204774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798dcac-6348-4a0a-a6c7-0885995f6091 req-e538daef-5c73-416d-bc7a-4572aa675b90 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:35.209728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.213442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1798dcac-6348-4a0a-a6c7-0885995f6091 req-e538daef-5c73-416d-bc7a-4572aa675b90 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 943 time: 0.1242986 Jul 12 16:19:35.223314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.225150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:35.252296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.256476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:35.261290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.323867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1798dcac-6348-4a0a-a6c7-0885995f6091 req-b7b30625-007f-40f7-ad57-fd7bbd48bed6 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 Jul 12 16:19:35.326702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Network 016bf853-9a17-46fa-9887-0686780bed36 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:35.335865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:35.340968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:35.367175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:35.395459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event updated for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:35.397885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8fe38fb1-2d70-4a79-b6a4-e898de299a48 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:35.437987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230a6fe-18be-4cab-b1dc-eed85dd86da7 req-fbb6cc6a-0bd9-455b-8a13-7e0b5696d67b tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:35.443967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:35.444757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.445727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7230a6fe-18be-4cab-b1dc-eed85dd86da7 req-fbb6cc6a-0bd9-455b-8a13-7e0b5696d67b tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1049573 Jul 12 16:19:35.462856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-c3250ea3-ce92-4ccf-9b1c-5795795be144 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9491076 Jul 12 16:19:35.476824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Request body: {'port': {'device_id': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:35.504108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7230a6fe-18be-4cab-b1dc-eed85dd86da7 req-3acd1bf3-e57a-4bb2-8665-1ca12f905947 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Jul 12 16:19:35.563208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:35.585958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '8fe38fb1-2d70-4a79-b6a4-e898de299a48', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'port_id': '8fe38fb1-2d70-4a79-b6a4-e898de299a48', 'mac_address': 'fa:16:3e:a1:5d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed82b2fd-31c2-4ba4-9d23-b24291bbb54b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:35.660782 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.689328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe38fb1-2d70-4a79-b6a4-e898de299a48 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:35.706385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.734901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-b2a98b4e-ce82-40df-ac1a-4acb9322fc3e tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:35.736714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-b2a98b4e-ce82-40df-ac1a-4acb9322fc3e tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.77 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 946 time: 0.1504653 Jul 12 16:19:35.759610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b3fb5d16-e0aa-4d7a-9974-4fcba52d0364'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:35.780438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa732-2a6e-412c-a73a-7904629b5234 req-ae9047f1-e362-4070-80aa-5e9259e44bc3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:35.793328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-574aa732-2a6e-412c-a73a-7904629b5234 req-ae9047f1-e362-4070-80aa-5e9259e44bc3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1122317 Jul 12 16:19:35.814708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:35.824560 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.831235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:35.895511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-574aa732-2a6e-412c-a73a-7904629b5234 req-e5f9f4e1-4f93-4398-bea0-dd7feaee7204 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945687 Jul 12 16:19:35.915562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:36.043689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cddf137-5335-41f8-b2d4-9c3a7d553f81 req-90e7924b-5e33-4785-b730-cb33d04a68ba tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0381927 Jul 12 16:19:36.126081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8fe38fb1-2d70-4a79-b6a4-e898de299a48'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:36.241126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Deleting port 12c312ad-b9f9-4923-85e0-78af7e6d161b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:36.241630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.321518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b606b-b26d-4a01-af93-301ba40ffdf6 req-96e22449-6179-4ca3-b8df-a0739bf8cacc tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:36.322830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-819b606b-b26d-4a01-af93-301ba40ffdf6 req-96e22449-6179-4ca3-b8df-a0739bf8cacc tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 932 time: 0.3351943 Jul 12 16:19:36.439933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] For port 12c312ad-b9f9-4923-85e0-78af7e6d161b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=12c312ad-b9f9-4923-85e0-78af7e6d161b,segment=NetworkSegment(432ecc9a-80d8-4308-b253-9769b31bd9aa),segment_id=432ecc9a-80d8-4308-b253-9769b31bd9aa)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:36.440239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.444917 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-819b606b-b26d-4a01-af93-301ba40ffdf6 req-221f74ca-0da7-4588-93e3-a970233fd9d3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068144 Jul 12 16:19:36.478264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Calling delete_port for 12c312ad-b9f9-4923-85e0-78af7e6d161b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:36.498725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff817879-e83c-44e5-915b-b6c78b92fa21 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:36.508363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.559640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Transition to ACTIVE for port object ff817879-e83c-44e5-915b-b6c78b92fa21 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:36.579057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.612311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d24d2-a132-40b3-bef1-5d9a4b452a65 req-cb08afd6-9032-4725-85cc-6fc5a0769bad tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:36.620902 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf8d24d2-a132-40b3-bef1-5d9a4b452a65 req-cb08afd6-9032-4725-85cc-6fc5a0769bad tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 944 time: 0.1265464 Jul 12 16:19:36.667224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Pushing event updated for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:36.690448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf8d24d2-a132-40b3-bef1-5d9a4b452a65 req-982d7b5e-aa8f-4c55-9968-0eebc516b7b5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582771 Jul 12 16:19:36.802172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.850782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Pushing event deleted for resources: {'Port': ['ID=12c312ad-b9f9-4923-85e0-78af7e6d161b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:36.853579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Attempting to bind port ff817879-e83c-44e5-915b-b6c78b92fa21 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:36.853917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Attempting to bind port ff817879-e83c-44e5-915b-b6c78b92fa21 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:36.854249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Attempting to bind port ff817879-e83c-44e5-915b-b6c78b92fa21 on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:36.874837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['12c312ad-b9f9-4923-85e0-78af7e6d161b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:36.876604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4583d-537e-44da-a20f-76e22a90901f req-69a8a511-149b-482c-8473-c27dcc82c872 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:36.877974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b4583d-537e-44da-a20f-76e22a90901f req-69a8a511-149b-482c-8473-c27dcc82c872 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/ports?device_id=818a28ac-b521-40cf-8cd9-779d09b2a2d1 HTTP/1.1" status: 200 len: 867 time: 0.2309523 Jul 12 16:19:36.897522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Port ff817879-e83c-44e5-915b-b6c78b92fa21 on network 016bf853-9a17-46fa-9887-0686780bed36 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:36.898201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Attempting to bind port ff817879-e83c-44e5-915b-b6c78b92fa21 on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:36.946527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] No DVR routers for this DVR port 12c312ad-b9f9-4923-85e0-78af7e6d161b on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:36.951145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:36.951627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Checking segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:36.952021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Bound using segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:36.952449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Bound port: ff817879-e83c-44e5-915b-b6c78b92fa21, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:36.952815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.956200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:36.958622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ebc63b0-5080-4943-bd3d-c1ed4d0ab290 req-59844d30-ac43-486b-9817-f69a2211e241 tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.77 "DELETE /v2.0/ports/12c312ad-b9f9-4923-85e0-78af7e6d161b HTTP/1.1" status: 204 len: 173 time: 1.2149153 Jul 12 16:19:36.959271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'name': 'network-vif-deleted', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:36.962795 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1f939-ee07-4134-99da-9f263c782d9f" -d '{"events": [{"server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "name": "network-vif-deleted", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:36.997654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37b4583d-537e-44da-a20f-76e22a90901f req-93b76a28-89d0-40f2-a2b0-004756e7016b tempest-TestServerAdvancedOps-929656395 tempest-TestServerAdvancedOps-929656395-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dfafa6e-321f-4cb4-bb12-07dd799a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966496 Jul 12 16:19:37.065209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:37.069238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff817879-e83c-44e5-915b-b6c78b92fa21,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:37.078517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.113591 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99393ea4-f331-4758-9f6a-53c5f270b4e6 x-openstack-request-id: req-99393ea4-f331-4758-9f6a-53c5f270b4e6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:37.114059 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a28ac-b521-40cf-8cd9-779d09b2a2d1", "name": "network-vif-deleted", "tag": "12c312ad-b9f9-4923-85e0-78af7e6d161b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:37.114314 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99393ea4-f331-4758-9f6a-53c5f270b4e6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:37.114542 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a28ac-b521-40cf-8cd9-779d09b2a2d1', 'name': 'network-vif-deleted', 'tag': '12c312ad-b9f9-4923-85e0-78af7e6d161b', 'status': 'completed', 'code': 200} Jul 12 16:19:37.124918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:37.125639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.127226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] 10.222.0.77 "PUT /v2.0/ports/ff817879-e83c-44e5-915b-b6c78b92fa21 HTTP/1.1" status: 200 len: 1092 time: 1.6562984 Jul 12 16:19:37.132293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a688226-bcb2-4376-bfdb-ab8ebe91e3a3 req-d1c5bed7-ceed-4533-8a6f-51b5b40b5045 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:37.150312 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a688226-bcb2-4376-bfdb-ab8ebe91e3a3 req-d1c5bed7-ceed-4533-8a6f-51b5b40b5045 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1229298 Jul 12 16:19:37.166250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.173486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919340b0-8bf2-4162-874c-4634b18c3989 service neutron] Pushing event updated for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:37.208251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a688226-bcb2-4376-bfdb-ab8ebe91e3a3 req-12c42aef-f54c-46d5-93e5-4b567673c3e6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569274 Jul 12 16:19:37.330936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6afc520-eff4-462a-9b03-2f78506519be req-9b2da6ba-7543-434b-9d37-5382eb5c9c1d tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0624135 Jul 12 16:19:37.364281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-f3e4252e-6331-4c0d-8f93-18080710a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:37.366531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-f3e4252e-6331-4c0d-8f93-18080710a64c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 1095 time: 0.1661811 Jul 12 16:19:37.411312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8fe38fb1-2d70-4a79-b6a4-e898de299a48 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:37.442432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-e0712de5-254f-40c9-a6c3-e13f97ef5ac8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff817879-e83c-44e5-915b-b6c78b92fa21 HTTP/1.1" status: 200 len: 217 time: 0.0679436 Jul 12 16:19:37.463245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:37.468516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:37.468890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.527501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3ab-68bf-4360-84de-816505c10d53 req-ee71e0ea-6675-4818-be26-d2320f01f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:37.529986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-ee71e0ea-6675-4818-be26-d2320f01f11a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0772550 Jul 12 16:19:37.579551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.584097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-9dd0be7f-5056-4642-b2ac-9ac8ec516c18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412850 Jul 12 16:19:37.617884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:37.622840 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f5ef2-395d-4349-8e0c-a573cc0c10f0" -d '{"events": [{"server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "name": "network-vif-plugged", "status": "completed", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:37.661264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:37.667282 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:37.686397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbcf02-3f76-485b-81a0-4e1c25005dc2 req-7b5562ac-dbfc-4140-a3c6-064c1053c287 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:37.696921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbfbcf02-3f76-485b-81a0-4e1c25005dc2 req-7b5562ac-dbfc-4140-a3c6-064c1053c287 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 944 time: 0.1009603 Jul 12 16:19:37.723152 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b9651-74d0-4c56-a5b9-c42fb71eb72d x-openstack-request-id: req-644b9651-74d0-4c56-a5b9-c42fb71eb72d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:37.723650 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "name": "network-vif-plugged", "status": "completed", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:37.723934 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-644b9651-74d0-4c56-a5b9-c42fb71eb72d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:37.724418 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48', 'code': 200} Jul 12 16:19:37.757515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-84608453-fe6a-477b-86a9-9c216b9faad9 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659355 Jul 12 16:19:37.763923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:37.796411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbfbcf02-3f76-485b-81a0-4e1c25005dc2 req-ea0c055d-db8b-4521-a4ca-539e407c1326 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936029 Jul 12 16:19:37.961154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4789c3ab-68bf-4360-84de-816505c10d53 req-a5b267b4-77fc-48fd-a7ef-7fbfc2422115 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956055 Jul 12 16:19:38.050365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510db28-b289-4fd0-94b3-7093a07423c8 req-4501b1a5-ca0b-47c6-8a75-09db99af7ecb tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:38.051954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1510db28-b289-4fd0-94b3-7093a07423c8 req-4501b1a5-ca0b-47c6-8a75-09db99af7ecb tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 945 time: 0.1236951 Jul 12 16:19:38.055088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27825f-23c2-44e3-9d73-8cba06029d20 req-d7bdfeea-dee7-41ec-80d4-93a7cd9abf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:38.056540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc27825f-23c2-44e3-9d73-8cba06029d20 req-d7bdfeea-dee7-41ec-80d4-93a7cd9abf78 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 1096 time: 0.2490594 Jul 12 16:19:38.118132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1510db28-b289-4fd0-94b3-7093a07423c8 req-1bb3f019-56bd-444f-a48d-4ca54b8fb0af tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Jul 12 16:19:38.122645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc27825f-23c2-44e3-9d73-8cba06029d20 req-2d629502-a189-4d04-8b56-c8c834b8d072 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555513 Jul 12 16:19:38.170069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55308) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:38.245839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Deleting subnet de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:38.251632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.310301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.433201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.535919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7018962-bf6e-4c34-86a4-3a070408ef45 req-4f821640-2a4c-4d23-a940-783cc76f9107 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:38.538333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7018962-bf6e-4c34-86a4-3a070408ef45 req-4f821640-2a4c-4d23-a940-783cc76f9107 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1928575 Jul 12 16:19:38.563148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9fac219f-b1cb-47ed-a9ed-6db973c91943 req-53e2c29f-ab2f-4d44-a126-d5c58319e814 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0332487 Jul 12 16:19:38.578939 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.626488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4e411a-8021-49fe-8e9c-3ae7c40bb5d8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:38.636640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.638523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20a13f5f-2d0b-4418-be67-a52d86b1108b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de4e411a-8021-49fe-8e9c-3ae7c40bb5d8 HTTP/1.1" status: 204 len: 168 time: 0.4671519 Jul 12 16:19:38.641704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55316) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:38.644274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7018962-bf6e-4c34-86a4-3a070408ef45 req-e2fa0461-3c1b-430a-965f-34ed0c6f6159 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949459 Jul 12 16:19:38.715193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.801566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.811481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fda568-e3c6-4242-8f97-8891dac5683c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:38.821630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432ecc9a-80d8-4308-b253-9769b31bd9aa') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:38.821916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432ecc9a-80d8-4308-b253-9769b31bd9aa') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:38.832719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.851334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.858745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:38.859096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:38.860788 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:38.868462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:38.921175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.928928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.932296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] 10.222.0.58 "DELETE /v2.0/networks/98fda568-e3c6-4242-8f97-8891dac5683c HTTP/1.1" status: 204 len: 168 time: 0.2894647 Jul 12 16:19:38.935330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55320) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:38.948064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:38.952853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:38.953223 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:38.962434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73909-6bb2-472a-9647-9e3dc03e5016 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fda568-e3c6-4242-8f97-8891dac5683c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:39.012458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Deleting subnet de476582-ac71-437f-bb8d-f2649faf2ecb {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:39.017024 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.070295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.076514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.083056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c2aff-eb96-4615-b7cd-b93fc825bb5d req-ab5cc1ec-7c67-444b-855c-7365ce284f39 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:39.097890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-330c2aff-eb96-4615-b7cd-b93fc825bb5d req-ab5cc1ec-7c67-444b-855c-7365ce284f39 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 944 time: 0.1730554 Jul 12 16:19:39.119600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:39.124349 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.131095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:39.135294 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a2e7b-661b-4dca-80f5-20ee081996f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:39.149636 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-330c2aff-eb96-4615-b7cd-b93fc825bb5d req-81d91c46-e66b-46a6-9f0b-61422133a23e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Jul 12 16:19:39.163674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 12c312ad-b9f9-4923-85e0-78af7e6d161b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:39.184553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.207531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 12c312ad-b9f9-4923-85e0-78af7e6d161b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:39.207531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 12c312ad-b9f9-4923-85e0-78af7e6d161b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:39.230221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:39.243459 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e52f0f3-c238-40b8-b3c7-7d112b7b2260 x-openstack-request-id: req-7e52f0f3-c238-40b8-b3c7-7d112b7b2260 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:39.243802 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:39.244037 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e52f0f3-c238-40b8-b3c7-7d112b7b2260 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:39.244426 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21', 'status': 'completed', 'code': 200} Jul 12 16:19:39.269116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.349189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de476582-ac71-437f-bb8d-f2649faf2ecb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:39.353858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.359739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-927330b6-d923-4258-be20-f5c613dbf15a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de476582-ac71-437f-bb8d-f2649faf2ecb HTTP/1.1" status: 204 len: 168 time: 0.4204142 Jul 12 16:19:39.360577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55330) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:39.413078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97e2a-3173-42df-bcdb-f91b9499841b req-ce43cc84-a8da-4deb-8bf6-0eea0815d56a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:39.414577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edf97e2a-3173-42df-bcdb-f91b9499841b req-ce43cc84-a8da-4deb-8bf6-0eea0815d56a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 945 time: 0.0723479 Jul 12 16:19:39.457557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edf97e2a-3173-42df-bcdb-f91b9499841b req-1b9e6358-8a50-465b-b007-f9706be9ae55 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Jul 12 16:19:39.690548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93417df5-84d1-4f8d-a2f7-f6a77ac9a44e req-cc7c8a4e-e62b-42fc-bbff-8f10086f6806 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:39.694069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93417df5-84d1-4f8d-a2f7-f6a77ac9a44e req-cc7c8a4e-e62b-42fc-bbff-8f10086f6806 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 946 time: 0.0886595 Jul 12 16:19:39.725910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:39.728387 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611964a-d4fa-4712-8296-2efe06b0065d" -d '{"events": [{"server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:39.733252 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93417df5-84d1-4f8d-a2f7-f6a77ac9a44e req-3f23c224-858c-41fd-9ea3-287139eb56d8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jul 12 16:19:39.793512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d84bc629-364c-4176-a748-210ef779749c req-c7c1794b-e308-4b41-bcfd-34f29f6c4e5b tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0466514 Jul 12 16:19:39.816346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.825391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-d01b4f3b-30cd-4c76-b2b7-3fc0cd949e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:39.827056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-d01b4f3b-30cd-4c76-b2b7-3fc0cd949e14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 1095 time: 0.5472586 Jul 12 16:19:39.865126 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a205d-6607-40a0-8fa2-285b714c4b08 x-openstack-request-id: req-d48a205d-6607-40a0-8fa2-285b714c4b08 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:39.865488 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:39.865962 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d48a205d-6607-40a0-8fa2-285b714c4b08 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:39.866419 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364', 'code': 200} Jul 12 16:19:39.917620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15dff6-7855-4be4-9f81-a749dea2d05a req-df586077-ecc3-4234-b754-70b0eb895ab6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:39.919368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d15dff6-7855-4be4-9f81-a749dea2d05a req-df586077-ecc3-4234-b754-70b0eb895ab6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0774167 Jul 12 16:19:39.961099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d15dff6-7855-4be4-9f81-a749dea2d05a req-1b3c0cdf-6f32-4866-a910-2c1ba58c3983 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jul 12 16:19:39.995088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.017475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d020f0-f0cd-4764-bb7f-818c5713791c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.035102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4b8737-3e77-43db-bdd4-eafa979a7a52') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.035404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4b8737-3e77-43db-bdd4-eafa979a7a52') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.055323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.069207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-c708e032-8706-49fb-8564-fbd8749ffbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.070693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-c708e032-8706-49fb-8564-fbd8749ffbd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 916 time: 0.2345262 Jul 12 16:19:40.075022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.086738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6eb1-7566-495a-833e-f9906560c566 req-fa0dce2b-55da-48c1-bc8d-24c315fd1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.088207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-907c6eb1-7566-495a-833e-f9906560c566 req-fa0dce2b-55da-48c1-bc8d-24c315fd1a41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 1097 time: 0.1498685 Jul 12 16:19:40.120222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:40.120631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:40.122664 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:40.137026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-0ad59e84-cbc8-473d-939f-508064b2d3bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff817879-e83c-44e5-915b-b6c78b92fa21 HTTP/1.1" status: 200 len: 217 time: 0.0586996 Jul 12 16:19:40.242953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.247697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-907c6eb1-7566-495a-833e-f9906560c566 req-ee429cfa-6ff6-447e-b74e-c46238a2dae8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285274 Jul 12 16:19:40.253676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.255673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] 10.222.0.58 "DELETE /v2.0/networks/54d020f0-f0cd-4764-bb7f-818c5713791c HTTP/1.1" status: 204 len: 168 time: 0.8936396 Jul 12 16:19:40.258078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-73d6e04d-0b94-4eaf-9eee-87418bfe0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.259818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-73d6e04d-0b94-4eaf-9eee-87418bfe0594 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0960927 Jul 12 16:19:40.269322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8e2a-9626-42e0-8890-2ba18c2ad03c admin admin] Pushing event deleted for resources: {'Network': ['ID=54d020f0-f0cd-4764-bb7f-818c5713791c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:40.296125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:19:40.335889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-183bce0c-a6ae-4225-af75-b59076c02d7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396965 Jul 12 16:19:40.371691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ea1bf-a81e-4548-a3b4-58e79bdf2fac req-7b52f784-4d7d-43f6-abe4-25499035b922 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.373910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de5ea1bf-a81e-4548-a3b4-58e79bdf2fac req-7b52f784-4d7d-43f6-abe4-25499035b922 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 944 time: 0.0781195 Jul 12 16:19:40.408983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:40.440662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de5ea1bf-a81e-4548-a3b4-58e79bdf2fac req-766a8d1e-3f9b-4a7f-bbb3-31598b11378f tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594642 Jul 12 16:19:40.449718 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-ac083f56-b915-4d35-bb53-2dc8d1a9bbbe service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062305 Jul 12 16:19:40.468892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-265d55da-f0a2-48d4-a497-be9241dcf245 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dcfeaadf9c9490b81918e2622c13f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586936 Jul 12 16:19:40.471631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55352) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:40.523626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.548270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.555022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a72a2e7b-661b-4dca-80f5-20ee081996f6 req-bd54965f-e0a8-42d1-9657-44955fe45a7d service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975530 Jul 12 16:19:40.600782 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.604420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.605972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dfafa6e-321f-4cb4-bb12-07dd799a97be HTTP/1.1" status: 204 len: 168 time: 0.1332295 Jul 12 16:19:40.616423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e4e5d-87af-42c1-88bb-cf5064ac4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfafa6e-321f-4cb4-bb12-07dd799a97be,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:40.874443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff817879-e83c-44e5-915b-b6c78b92fa21 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:40.913774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4a24-75e4-4025-8360-c57f0f38193e req-b3e8cba5-8157-479e-a34d-9c0787656bb9 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.915340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e77e4a24-75e4-4025-8360-c57f0f38193e req-b3e8cba5-8157-479e-a34d-9c0787656bb9 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 946 time: 0.0694962 Jul 12 16:19:40.965447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55364) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:40.982925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f87bee52-0c0a-4521-992c-b27b94084c94 req-691cc3da-ee63-425b-962c-64a33048db92 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0443180 Jul 12 16:19:40.995391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e77e4a24-75e4-4025-8360-c57f0f38193e req-97d99a31-f92e-4962-aea0-74dcd2b48153 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725634 Jul 12 16:19:41.003817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff817879-e83c-44e5-915b-b6c78b92fa21,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:41.027694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'ff817879-e83c-44e5-915b-b6c78b92fa21', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'port_id': 'ff817879-e83c-44e5-915b-b6c78b92fa21', 'mac_address': 'fa:16:3e:bf:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a143800-5b7b-49f7-a8b8-aeea92aa8343', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:41.034314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2306e610-cc51-4b8d-8027-67f25acee07c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=313401915feb4fc28337a268f5dd0848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650644 Jul 12 16:19:41.034609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55368) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:41.071667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.089907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.090143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff817879-e83c-44e5-915b-b6c78b92fa21 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:41.116348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.117362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff817879-e83c-44e5-915b-b6c78b92fa21,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:41.123956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.180954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.186124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:41.189660 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6a786b0-da63-4f6e-a2dc-ff6d2186b1a5 HTTP/1.1" status: 204 len: 168 time: 0.1519177 Jul 12 16:19:41.199811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c31f-c744-4ea2-8f9f-926b4693ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a786b0-da63-4f6e-a2dc-ff6d2186b1a5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:41.230951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:41.246073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0976deb-64c8-451f-b5f4-102d259920e4 req-d16d9acc-099a-4d44-ba90-2b2c29fa52c5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:41.256233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0976deb-64c8-451f-b5f4-102d259920e4 req-d16d9acc-099a-4d44-ba90-2b2c29fa52c5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1051450 Jul 12 16:19:41.300320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0976deb-64c8-451f-b5f4-102d259920e4 req-5cda2662-c6df-499f-9f51-f336ff7ba75a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 Jul 12 16:19:41.558623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:41.654446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63718b-53a0-4158-8eff-a3304f62ba2c req-a48fda42-fd7c-4d0a-ac1c-4f9f0a6b9610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:41.656406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b63718b-53a0-4158-8eff-a3304f62ba2c req-a48fda42-fd7c-4d0a-ac1c-4f9f0a6b9610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 945 time: 0.0767460 Jul 12 16:19:41.701284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b63718b-53a0-4158-8eff-a3304f62ba2c req-dd0180a7-3f38-4529-87be-db07d24cc8d5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Jul 12 16:19:42.147962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-483b8fd1-f91e-41f6-96f7-fc17820c915c req-d9efb40c-11d8-4fe0-a101-a8b4d44a6c4a tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0319376 Jul 12 16:19:42.248077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade9bdb-2069-4b68-a70f-4c97783cf666 req-cf559081-b726-4f0a-a2f5-8bda53188aab tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:42.249626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dade9bdb-2069-4b68-a70f-4c97783cf666 req-cf559081-b726-4f0a-a2f5-8bda53188aab tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 946 time: 0.0713236 Jul 12 16:19:42.288471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dade9bdb-2069-4b68-a70f-4c97783cf666 req-d42bbee5-86a6-49b1-9e50-484634f39750 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Jul 12 16:19:42.485673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402ecea-35fe-459f-a7e7-da9c80fe1533 req-812b176a-2c99-4005-bce7-d0251d882bf0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:42.487430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8402ecea-35fe-459f-a7e7-da9c80fe1533 req-812b176a-2c99-4005-bce7-d0251d882bf0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0739076 Jul 12 16:19:42.543164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8402ecea-35fe-459f-a7e7-da9c80fe1533 req-73b99a2e-07cb-443f-95df-9f0f5e1d558e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jul 12 16:19:42.876163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff817879-e83c-44e5-915b-b6c78b92fa21 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:42.896712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66c468-f60e-4212-9943-3612de84c198 req-a6b322c1-df06-4314-aa7c-d1c857d450da tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:42.898166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad66c468-f60e-4212-9943-3612de84c198 req-a6b322c1-df06-4314-aa7c-d1c857d450da tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 945 time: 0.0707951 Jul 12 16:19:42.934514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port ff817879-e83c-44e5-915b-b6c78b92fa21 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:42.939516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port ff817879-e83c-44e5-915b-b6c78b92fa21 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:42.940387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:42.942165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad66c468-f60e-4212-9943-3612de84c198 req-1f68e4aa-e347-4325-b3b4-6fd9ded4be62 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362642 Jul 12 16:19:43.031094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:43.055579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:43.057785 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244ce60-32e7-4c5a-a029-48bbd9813cf8" -d '{"events": [{"server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "name": "network-vif-plugged", "status": "completed", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:43.071034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff817879-e83c-44e5-915b-b6c78b92fa21,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:43.075903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:43.095393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-4c90fa4d-369e-4b9d-b064-ccbe55ef4982 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:43.097486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-4c90fa4d-369e-4b9d-b064-ccbe55ef4982 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.1242473 Jul 12 16:19:43.108964 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56dbb7b-68eb-42ae-aa2f-4007faf74c53 x-openstack-request-id: req-d56dbb7b-68eb-42ae-aa2f-4007faf74c53 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:43.109511 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "name": "network-vif-plugged", "status": "completed", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:43.109926 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d56dbb7b-68eb-42ae-aa2f-4007faf74c53 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:43.110501 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21', 'code': 200} Jul 12 16:19:43.116676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-c1cb10a6-f67a-4282-b2e4-bb570c940301 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/quotas/b28e262caee94ab08a6db71628c5c13c HTTP/1.1" status: 200 len: 375 time: 0.0109034 Jul 12 16:19:43.146055 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:43.273078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-65d56b91-9cef-4826-b446-9254f80af7ab tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497867 Jul 12 16:19:43.284120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949360-ccd1-4d6e-a8fb-fbd6d710d90c req-c3177040-d45e-4d10-ba0e-af8c8025da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:43.286013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d949360-ccd1-4d6e-a8fb-fbd6d710d90c req-c3177040-d45e-4d10-ba0e-af8c8025da2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 1097 time: 0.1193621 Jul 12 16:19:43.327397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2e198e6-7783-4bdd-abf7-76d13aa9e8a2 req-48774998-d0c3-49ad-8527-2782afc2d7a8 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0420959 Jul 12 16:19:43.375639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d949360-ccd1-4d6e-a8fb-fbd6d710d90c req-72fc5e31-b7b3-4a0c-a97b-5d293addaa7c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786510 Jul 12 16:19:43.405300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-780dec6e-bad6-4696-a2f1-50af9bf29e8a service neutron] 10.222.0.58 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179705 Jul 12 16:19:43.494639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-6c3bd0da-509b-475a-9562-7b7b149b65c0 service neutron] 10.222.0.58 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836298 Jul 12 16:19:43.737162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7603f-8c55-4fd2-b61a-ae30eb8c6582 req-a3d3fe7d-cf74-4a18-b361-f2df2cc78ed2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:43.738701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27a7603f-8c55-4fd2-b61a-ae30eb8c6582 req-a3d3fe7d-cf74-4a18-b361-f2df2cc78ed2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0719128 Jul 12 16:19:43.788358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27a7603f-8c55-4fd2-b61a-ae30eb8c6582 req-16dcacc7-fcf0-4735-8e1f-822b93f8ec88 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Jul 12 16:19:44.022145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-745cb1cf-d5a8-4df8-a679-b444cbeee1ae req-48ddbb27-76fb-4358-b947-9fab34c3daf3 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 210 time: 0.0327904 Jul 12 16:19:44.195284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a731d-2213-48df-bd28-aa9cdb5d1ee9 req-040e4b6b-9e1c-46ec-a9d8-d1f54c63bd71 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:44.196868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-566a731d-2213-48df-bd28-aa9cdb5d1ee9 req-040e4b6b-9e1c-46ec-a9d8-d1f54c63bd71 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 946 time: 0.0674527 Jul 12 16:19:44.237368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-566a731d-2213-48df-bd28-aa9cdb5d1ee9 req-131fa21f-8843-410b-8d6e-13416d58b905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Jul 12 16:19:44.417081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-5e98345b-5343-40a5-bc81-07b3a396fc8a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:44.418594 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-5e98345b-5343-40a5-bc81-07b3a396fc8a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e6d5901-facd-4738-8a11-c8afe29e8271 HTTP/1.1" status: 200 len: 946 time: 0.1260891 Jul 12 16:19:44.427243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-5232b110-6b5c-45ba-b545-46fba52c9938 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:44.428821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-5232b110-6b5c-45ba-b545-46fba52c9938 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "GET /v2.0/ports?device_id=917b8111-826b-4642-b12d-cf160b2036d5 HTTP/1.1" status: 200 len: 945 time: 0.1251459 Jul 12 16:19:44.529351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-02df9714-6784-43c7-b9c9-f477e5eeb0fe req-3fda4203-e396-4552-957b-bd877d8a2a37 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0366671 Jul 12 16:19:44.676781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Deleting port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:44.677190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.728228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Deleting port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:44.728551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.848078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] For port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:44.848452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.874155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Calling delete_port for b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:44.877013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] For port 8fe38fb1-2d70-4a79-b6a4-e898de299a48, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8fe38fb1-2d70-4a79-b6a4-e898de299a48,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:44.877378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.897716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Calling delete_port for 8fe38fb1-2d70-4a79-b6a4-e898de299a48 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:45.268146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225e8bd-2ff9-41db-8c93-43a8fdd33cba req-3b3b9e61-1b84-47d4-b8dd-8e866d82c6b8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:45.274908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9225e8bd-2ff9-41db-8c93-43a8fdd33cba req-3b3b9e61-1b84-47d4-b8dd-8e866d82c6b8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.3423057 Jul 12 16:19:45.320429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.331533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-1c7f3e57-6a31-4fd6-b36c-0c88e4520a02 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:45.333103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-1c7f3e57-6a31-4fd6-b36c-0c88e4520a02 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.2743466 Jul 12 16:19:45.335205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8fe38fb1-2d70-4a79-b6a4-e898de299a48'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:45.385833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Request body: {'port': {'device_id': 'c785c8a5-4416-400f-99a1-328f2a670806', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'admin_state_up': True, 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:45.390374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.397756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event deleted for resources: {'Port': ['ID=b3fb5d16-e0aa-4d7a-9974-4fcba52d0364,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:45.402758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8fe38fb1-2d70-4a79-b6a4-e898de299a48'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:45.434421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ad9cf0-72ae-4b45-9fb8-95626f8911d6 req-0c5d2d9f-ad8f-4910-b60b-15f85471e64a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 210 time: 0.0784333 Jul 12 16:19:45.479478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event deleted for resources: {'Port': ['ID=8fe38fb1-2d70-4a79-b6a4-e898de299a48,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:45.508297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9225e8bd-2ff9-41db-8c93-43a8fdd33cba req-6fa338a9-e363-4167-9570-caf2895a8793 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323349 Jul 12 16:19:45.559482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] No DVR routers for this DVR port b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:45.567849 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.569953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1fab33a-dc3c-480e-ae11-6f14d0bba4c5 req-3cb17886-ae51-41f2-b467-5d64004aa7e5 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "DELETE /v2.0/ports/b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 HTTP/1.1" status: 204 len: 173 time: 1.1398637 Jul 12 16:19:45.571872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'name': 'network-vif-deleted', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:45.584665 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4981fb7-d31d-4201-b737-320525711729" -d '{"events": [{"server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "name": "network-vif-deleted", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:45.619671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-f1636352-3d66-40ca-8c02-6af535c73e2e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:45.621586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-f1636352-3d66-40ca-8c02-6af535c73e2e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 813 time: 0.2317059 Jul 12 16:19:45.639663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] No DVR routers for this DVR port 8fe38fb1-2d70-4a79-b6a4-e898de299a48 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:45.645110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.647303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cbdfeb-4040-4bae-9f70-3dfd31b79b2b req-46e84691-47ec-4318-b678-3549cda7457b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "DELETE /v2.0/ports/8fe38fb1-2d70-4a79-b6a4-e898de299a48 HTTP/1.1" status: 204 len: 173 time: 1.2099004 Jul 12 16:19:45.665479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Request body: {'port': {'device_id': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'admin_state_up': True, 'tenant_id': 'b28e262caee94ab08a6db71628c5c13c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:45.709833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:45.718163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.809176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24a0d2bb-3bd2-4ad1-8797-8913129b384f req-1c9d27b4-beaa-4c9f-89d0-26909d143c73 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0839417 Jul 12 16:19:45.928059 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d34be5-5db4-4b11-8c42-b502f1c927bc x-openstack-request-id: req-17d34be5-5db4-4b11-8c42-b502f1c927bc {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:45.928573 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d5901-facd-4738-8a11-c8afe29e8271", "name": "network-vif-deleted", "tag": "b3fb5d16-e0aa-4d7a-9974-4fcba52d0364", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:45.928935 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17d34be5-5db4-4b11-8c42-b502f1c927bc {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:45.929336 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6d5901-facd-4738-8a11-c8afe29e8271', 'name': 'network-vif-deleted', 'tag': 'b3fb5d16-e0aa-4d7a-9974-4fcba52d0364', 'status': 'completed', 'code': 200} Jul 12 16:19:45.956579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43881ea4-40b0-4ca5-a927-cfd3a7d17c02 req-bdff04bf-254b-4d39-aa7b-5691c258c869 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:45.958096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43881ea4-40b0-4ca5-a927-cfd3a7d17c02 req-bdff04bf-254b-4d39-aa7b-5691c258c869 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 946 time: 0.3318655 Jul 12 16:19:46.002281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Allocated IP 172.20.0.4 (400588c9-44d1-4881-aa99-529fd1572f8c/ed82b2fd-31c2-4ba4-9d23-b24291bbb54b/66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:46.006874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43881ea4-40b0-4ca5-a927-cfd3a7d17c02 req-a37842d2-635d-4ce1-bfe2-eb413d50f3d9 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Jul 12 16:19:46.021427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Made reservation on behalf of b28e262caee94ab08a6db71628c5c13c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:19:46.025460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.239869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.299733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.392663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Network 400588c9-44d1-4881-aa99-529fd1572f8c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:46.397316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:46.403013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:46.422473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Allocated IP 172.20.0.2 (400588c9-44d1-4881-aa99-529fd1572f8c/ed82b2fd-31c2-4ba4-9d23-b24291bbb54b/487c8cb5-e15b-44cf-8d05-4115fabc20fc) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:19:46.466086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event updated for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:46.500546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:46.501269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.533471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-96fa7b14-06ae-4b21-bd89-81b45d8456b0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628957 Jul 12 16:19:46.550393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Request body: {'port': {'device_id': 'c785c8a5-4416-400f-99a1-328f2a670806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:46.675526 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.747428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a2bac82-1113-41b2-813e-2a5a22fad6f3 req-7d244fe7-849e-4a0f-bf91-6250ef6671e0 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 210 time: 0.0966392 Jul 12 16:19:46.791206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.847120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:46.906774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:46.924209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Network 400588c9-44d1-4881-aa99-529fd1572f8c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:19:46.932543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:19:46.935132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:46.936052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b3fb5d16-e0aa-4d7a-9974-4fcba52d0364 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:46.941025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:19:46.994940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d1aaf-f7ef-4b80-a3a7-888b3c5c138a req-2b1ee0d7-e266-4954-bc15-ffa1170ebf5d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:47.001034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:47.002187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.003200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-621d1aaf-f7ef-4b80-a3a7-888b3c5c138a req-2b1ee0d7-e266-4954-bc15-ffa1170ebf5d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.2531068 Jul 12 16:19:47.019360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3620780 Jul 12 16:19:47.023853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffefe27-e66b-434b-9464-80aca24a3ff8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event updated for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:47.037917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Request body: {'port': {'device_id': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:19:47.064712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-621d1aaf-f7ef-4b80-a3a7-888b3c5c138a req-a1111581-1004-4712-8687-db52404ca6ea tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606129 Jul 12 16:19:47.140118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2263a688-8adb-460f-86ae-b1dfa1eca1b5 req-340d5ba9-b21f-4fe2-803f-7a0dd084962c tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0390596 Jul 12 16:19:47.179936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.189482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:47.200114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.225453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Transition to ACTIVE for port object 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:47.231216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.303162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Pushing event updated for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:47.489823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8fe38fb1-2d70-4a79-b6a4-e898de299a48 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:47.537583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 8fe38fb1-2d70-4a79-b6a4-e898de299a48 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:47.537788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8fe38fb1-2d70-4a79-b6a4-e898de299a48 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:47.621114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487c8cb5-e15b-44cf-8d05-4115fabc20fc {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:47.632837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.652377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Transition to ACTIVE for port object 487c8cb5-e15b-44cf-8d05-4115fabc20fc will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:19:47.658120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.756714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Attempting to bind port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:47.758611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Attempting to bind port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:47.758953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Attempting to bind port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:47.764566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f on network 400588c9-44d1-4881-aa99-529fd1572f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:47.764906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Attempting to bind port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:47.770015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:47.770280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Checking segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:47.770663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Bound using segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:47.771090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Bound port: 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:47.771447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.850107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:47.851780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:47.855851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:47.862679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.886212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Attempting to bind port 487c8cb5-e15b-44cf-8d05-4115fabc20fc on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:19:47.886613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Attempting to bind port 487c8cb5-e15b-44cf-8d05-4115fabc20fc by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:19:47.886940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Attempting to bind port 487c8cb5-e15b-44cf-8d05-4115fabc20fc on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:47.892428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Port 487c8cb5-e15b-44cf-8d05-4115fabc20fc on network 400588c9-44d1-4881-aa99-529fd1572f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:19:47.892742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Attempting to bind port 487c8cb5-e15b-44cf-8d05-4115fabc20fc on network 400588c9-44d1-4881-aa99-529fd1572f8c {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:19:47.900603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:19:47.900931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Checking segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:19:47.901313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Bound using segment: {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:19:47.901731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Bound port: 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5c233-7bc7-4eee-a376-938ed699997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:19:47.902202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.917631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:47.917917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.920482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] 10.222.0.77 "PUT /v2.0/ports/66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f HTTP/1.1" status: 200 len: 1091 time: 1.3790560 Jul 12 16:19:47.934312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'name': 'network-vif-deleted', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48'}, {'name': 'network-changed', 'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:47.938102 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734fa733-4e8d-4f08-abf4-57628df3d9d6" -d '{"events": [{"server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "name": "network-vif-deleted", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48"}, {"name": "network-changed", "server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:47.983460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0949-8548-491b-a94a-351fb547e988 service neutron] Pushing event updated for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:48.002901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:19:48.007013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:19:48.017386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.054930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.055421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.057143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] 10.222.0.65 "PUT /v2.0/ports/487c8cb5-e15b-44cf-8d05-4115fabc20fc HTTP/1.1" status: 200 len: 1091 time: 1.0265567 Jul 12 16:19:48.057599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:48.061210 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1" -d '{"events": [{"name": "network-changed", "server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:48.069698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325efa2-813e-4a3d-9241-37673a8bcf4d req-c28a08fd-899e-44aa-bde5-caa899b825af tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.071767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2325efa2-813e-4a3d-9241-37673a8bcf4d req-c28a08fd-899e-44aa-bde5-caa899b825af tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 943 time: 0.1303444 Jul 12 16:19:48.081078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-f48b386e-87e0-4e50-a85c-366ed96e24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.082579 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-f48b386e-87e0-4e50-a85c-366ed96e24e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 1094 time: 0.1019676 Jul 12 16:19:48.137799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-d17809ae-d82b-4fc6-a37d-142a3c66caa2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f HTTP/1.1" status: 200 len: 217 time: 0.0475414 Jul 12 16:19:48.138215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e928e-8658-45f1-94ae-e409ac30bda3 service neutron] Pushing event updated for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:48.186487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-d2e4b174-f8e5-40ba-b395-3ac94a612a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.188345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-d2e4b174-f8e5-40ba-b395-3ac94a612a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 1094 time: 0.0862942 Jul 12 16:19:48.195227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2325efa2-813e-4a3d-9241-37673a8bcf4d req-a2539d5a-5491-495c-b4a5-2d7dbbb7a7a4 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115637 Jul 12 16:19:48.217534 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e84d2-d46a-454d-93cb-9f2ed5fb7320 x-openstack-request-id: req-390e84d2-d46a-454d-93cb-9f2ed5fb7320 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:48.218199 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917b8111-826b-4642-b12d-cf160b2036d5", "name": "network-vif-deleted", "tag": "8fe38fb1-2d70-4a79-b6a4-e898de299a48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:48.219284 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-390e84d2-d46a-454d-93cb-9f2ed5fb7320 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:48.219852 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917b8111-826b-4642-b12d-cf160b2036d5', 'name': 'network-vif-deleted', 'tag': '8fe38fb1-2d70-4a79-b6a4-e898de299a48', 'status': 'completed', 'code': 200} Jul 12 16:19:48.220316 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f', 'status': 'completed', 'code': 200} Jul 12 16:19:48.226371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-b7f64e9f-d04e-4c64-935a-e57ee11e41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.228099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-b7f64e9f-d04e-4c64-935a-e57ee11e41df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.0776658 Jul 12 16:19:48.292293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9a63ccc5-cb63-4e5f-930e-bfcaa91443b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520329 Jul 12 16:19:48.306868 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631dbea-e9cc-48bc-a449-83935b5511d5 x-openstack-request-id: req-9631dbea-e9cc-48bc-a449-83935b5511d5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:48.307413 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:48.307840 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9631dbea-e9cc-48bc-a449-83935b5511d5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:48.308387 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc', 'status': 'completed', 'code': 200} Jul 12 16:19:48.311495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-d4b517b9-02cc-4828-a926-310c2d5205b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc HTTP/1.1" status: 200 len: 217 time: 0.0869687 Jul 12 16:19:48.436699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be4128e2-7b6c-4699-8ab0-0a4c37c7811c req-e6a37577-72b8-441f-acc4-942ee981c36d tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0352104 Jul 12 16:19:48.440858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-3bc08c86-045a-4cc2-b3db-8aaf58b17f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.442280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-3bc08c86-045a-4cc2-b3db-8aaf58b17f87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.1201520 Jul 12 16:19:48.492869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-9a893d4e-a9fd-460e-b300-38d41f22a914 service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931100 Jul 12 16:19:48.509718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-47d6583d-7b25-48a7-9fcc-9adf7e05992c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554562 Jul 12 16:19:48.590388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9e12b-5881-47d2-919b-c9db0c9d8162 req-9018a1dd-2615-401a-8902-86d9f6303571 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.592412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de9e12b-5881-47d2-919b-c9db0c9d8162 req-9018a1dd-2615-401a-8902-86d9f6303571 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1626720 Jul 12 16:19:48.665046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de9e12b-5881-47d2-919b-c9db0c9d8162 req-34a28fb8-a5ee-4446-a865-e07d00c7a3a9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645342 Jul 12 16:19:48.683851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-bde22ddf-2f79-4db1-945b-e6047106810d service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778672 Jul 12 16:19:48.703290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-5972fc5f-9b14-414a-aa0b-3c3037cd1b85 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814210 Jul 12 16:19:48.859578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-15ae74a7-be24-48a8-aba6-9ef93bd6113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.863044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-15ae74a7-be24-48a8-aba6-9ef93bd6113f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 1094 time: 0.1024456 Jul 12 16:19:48.866953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b3147f8-f5a4-4776-ada9-778fdf0ca917 req-107e5f8e-2b84-49d5-bc6e-1f1cbbaffa52 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477823 Jul 12 16:19:48.981158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-4371f15e-569b-46e1-b241-003115458d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:48.983662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-4371f15e-569b-46e1-b241-003115458d1e service neutron] 10.222.0.77 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 914 time: 0.1136687 Jul 12 16:19:49.012839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-2163e85b-ee7d-4935-9e9b-baa7471763bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:49.015159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-2163e85b-ee7d-4935-9e9b-baa7471763bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28e262caee94ab08a6db71628c5c13c&device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 1094 time: 0.0863299 Jul 12 16:19:49.065356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-a400b651-a55d-47c8-ad1c-3af59f848f85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f HTTP/1.1" status: 200 len: 217 time: 0.0601745 Jul 12 16:19:49.146882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-86cb3ef2-e9b7-4029-ae06-ab9808fe1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:49.148951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-86cb3ef2-e9b7-4029-ae06-ab9808fe1a52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.0788550 Jul 12 16:19:49.182197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-30240a79-5585-4c8b-8a32-d43b4dded759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:49.185283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-30240a79-5585-4c8b-8a32-d43b4dded759 service neutron] 10.222.0.65 "GET /v2.0/networks?id=400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 200 len: 914 time: 0.1611559 Jul 12 16:19:49.194077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-7712ab63-8edc-45f0-a54e-8d6a051d723f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376358 Jul 12 16:19:49.257852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-ac877ef3-536d-4743-86f4-401acc07e713 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc HTTP/1.1" status: 200 len: 217 time: 0.0659459 Jul 12 16:19:49.355898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-b9ffab83-bc58-48b6-a40f-baec3ef034bc service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528759 Jul 12 16:19:49.379537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-502cd0f0-5b51-43d0-9e0c-646b4bc5a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:49.382207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-502cd0f0-5b51-43d0-9e0c-646b4bc5a879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 200 len: 853 time: 0.1158111 Jul 12 16:19:49.425443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-33c8e8db-8394-49ad-bf99-a4950feadd9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=400588c9-44d1-4881-aa99-529fd1572f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352314 Jul 12 16:19:49.584807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-734fa733-4e8d-4f08-abf4-57628df3d9d6 req-8ee9a14b-3871-4e50-a61a-faba3ba7858c service neutron] 10.222.0.77 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214427 Jul 12 16:19:49.686302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af74e67d-ef1d-486e-9529-c4d932b4315c req-6ae3859f-39ad-4475-997d-3da28970b1d6 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0572901 Jul 12 16:19:49.691788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67fb3d-2d74-492e-b637-85c68011bce5 req-8761f25e-510c-41a9-82bd-e0ddb6069c28 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:49.705303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da67fb3d-2d74-492e-b637-85c68011bce5 req-8761f25e-510c-41a9-82bd-e0ddb6069c28 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 943 time: 0.2448461 Jul 12 16:19:49.727580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-b9a2c72e-fa3f-4767-83b0-1e335a744378 service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937975 Jul 12 16:19:49.844133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-b08517a2-d8e7-4d3a-aeb4-512bde7fcf67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143959 Jul 12 16:19:49.865760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da67fb3d-2d74-492e-b637-85c68011bce5 req-387bc57a-262b-4eaa-8bfd-57833dfbf68e tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579125 Jul 12 16:19:49.973547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3886c0c4-c43b-4d8e-8730-dc4da58dcac1 req-1d8bc7a5-aa45-4644-92f7-116687a11bee service neutron] 10.222.0.65 "GET /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272556 Jul 12 16:19:50.013425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-9e488521-e5fa-4f6d-960b-8cec1ea250ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:50.017485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-9e488521-e5fa-4f6d-960b-8cec1ea250ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0949695 Jul 12 16:19:50.155113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-6701b0c4-db6d-4efe-a7df-652b2cbb41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:50.156693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-6701b0c4-db6d-4efe-a7df-652b2cbb41b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.1099389 Jul 12 16:19:50.241793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-a099f5e4-7cc6-4e1a-9709-0434f0ad2aad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 1001 time: 0.0726471 Jul 12 16:19:50.313690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-d66a51c4-50f1-4e3d-be1a-70cf456211fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:50.315294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-d66a51c4-50f1-4e3d-be1a-70cf456211fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0644300 Jul 12 16:19:50.390293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-fd6a4e81-0454-4a7e-b696-eb5f3a858f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:50.391896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-fd6a4e81-0454-4a7e-b696-eb5f3a858f41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696366 Jul 12 16:19:50.483966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d92ead-ef98-490e-bbe1-e6c4317d1be3 req-e846e81f-207e-45c1-8230-056bf1965eb8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:50.491635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12d92ead-ef98-490e-bbe1-e6c4317d1be3 req-e846e81f-207e-45c1-8230-056bf1965eb8 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.4388077 Jul 12 16:19:50.533848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12d92ead-ef98-490e-bbe1-e6c4317d1be3 req-6c1cf3d8-e677-43e6-a847-1a52485675e9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Jul 12 16:19:50.561298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-11a74638-1864-49fb-b50d-1f85abd9cb0c service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608179 Jul 12 16:19:50.672282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-179e5321-ab4e-481a-a49d-e28e089792c2 req-b1638a55-343d-4053-8bb3-73dc15b05af7 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055131 Jul 12 16:19:50.907741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:51.007800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-890e730f-b003-439f-8f62-35ffc7f14d71 req-7a6de189-76db-4e5d-818d-02e944b0e4bd tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0729806 Jul 12 16:19:51.042772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:51.072222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'port_id': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f', 'mac_address': 'fa:16:3e:9c:b8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed82b2fd-31c2-4ba4-9d23-b24291bbb54b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:51.097277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be6d45-a16b-44f2-b290-145722f635e0 req-ec8d48ab-5e1b-487e-bfb7-30c256231872 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:51.104879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9be6d45-a16b-44f2-b290-145722f635e0 req-ec8d48ab-5e1b-487e-bfb7-30c256231872 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 943 time: 0.1101918 Jul 12 16:19:51.151976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.154769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9be6d45-a16b-44f2-b290-145722f635e0 req-2a413a93-6f89-4379-b19b-dd52580d856b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Jul 12 16:19:51.173125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:51.198041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:51.210614 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.294008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:51.521805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 487c8cb5-e15b-44cf-8d05-4115fabc20fc details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:19:51.641357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:51.656949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '487c8cb5-e15b-44cf-8d05-4115fabc20fc', 'network_id': '400588c9-44d1-4881-aa99-529fd1572f8c', 'port_id': '487c8cb5-e15b-44cf-8d05-4115fabc20fc', 'mac_address': 'fa:16:3e:7a:b0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed82b2fd-31c2-4ba4-9d23-b24291bbb54b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:19:51.685295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:51.740410 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.762344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487c8cb5-e15b-44cf-8d05-4115fabc20fc {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:19:51.776471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28870e-0581-4a24-8269-321e42fd7b16 req-b9330ba5-388b-4bdc-ac1d-a6c306df19a0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:51.779755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a28870e-0581-4a24-8269-321e42fd7b16 req-b9330ba5-388b-4bdc-ac1d-a6c306df19a0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0966096 Jul 12 16:19:51.800324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:51.805743 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.830286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a28870e-0581-4a24-8269-321e42fd7b16 req-9c66c607-276c-4a1f-a0e3-d6e0e3adc231 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Jul 12 16:19:51.888258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:52.103723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['487c8cb5-e15b-44cf-8d05-4115fabc20fc'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:19:52.174731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f81c950-19a8-474a-ae2a-b772eeb4a2eb req-398438e3-bd2e-49bd-8026-14ac0565a7d0 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0322111 Jul 12 16:19:52.371397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5415-3432-499b-a066-9770db033cba req-bccc9751-e855-49c0-ac63-6679fa3f3e03 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:52.374542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-523f5415-3432-499b-a066-9770db033cba req-bccc9751-e855-49c0-ac63-6679fa3f3e03 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 944 time: 0.0812814 Jul 12 16:19:52.424232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-523f5415-3432-499b-a066-9770db033cba req-f5cb532e-6df7-44bc-a7da-8bce4a2f7d79 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Jul 12 16:19:53.027570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde317c-3385-49b6-b3dc-dc7652358144 req-37f8c07b-90ec-47b1-925e-3067e6a065e0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:53.029630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfde317c-3385-49b6-b3dc-dc7652358144 req-37f8c07b-90ec-47b1-925e-3067e6a065e0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0673482 Jul 12 16:19:53.069207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfde317c-3385-49b6-b3dc-dc7652358144 req-ccb2e459-2a69-4519-9631-7a01fb875876 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Jul 12 16:19:53.352496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3b82c6e-6213-4589-b382-09d760c7c2e3 req-45567925-a425-4ea9-b29f-50e247989ea2 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0318716 Jul 12 16:19:53.536108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 487c8cb5-e15b-44cf-8d05-4115fabc20fc up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:53.592114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 487c8cb5-e15b-44cf-8d05-4115fabc20fc completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:53.597165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 487c8cb5-e15b-44cf-8d05-4115fabc20fc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:53.597755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.645010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18393-b429-4c79-90db-fc73fb1093d3 req-a976e521-93a0-4c6c-8291-f99377003cac tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:53.648058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43b18393-b429-4c79-90db-fc73fb1093d3 req-a976e521-93a0-4c6c-8291-f99377003cac tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 944 time: 0.0944607 Jul 12 16:19:53.690827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.693150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-43b18393-b429-4c79-90db-fc73fb1093d3 req-ba7569a1-d2c4-4803-8fdd-929ec04ee86b tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Jul 12 16:19:53.718188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:53.720481 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7887f1a-b692-49e4-9494-1fdfab4f97f2" -d '{"events": [{"server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "name": "network-vif-plugged", "status": "completed", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:53.740755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:53.746422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.800081 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad28df2-a68c-4d3e-b9d3-cf5a37a677b0 x-openstack-request-id: req-bad28df2-a68c-4d3e-b9d3-cf5a37a677b0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:53.800489 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "name": "network-vif-plugged", "status": "completed", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:53.800773 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bad28df2-a68c-4d3e-b9d3-cf5a37a677b0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:53.801249 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc', 'code': 200} Jul 12 16:19:53.830823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:53.914549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ee49b-8ff8-4270-a3d9-ff52f9865710 req-b72fea2f-3c1e-4cc3-baa1-344e39d71094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:53.916380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ee49b-8ff8-4270-a3d9-ff52f9865710 req-b72fea2f-3c1e-4cc3-baa1-344e39d71094 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 1096 time: 0.0565271 Jul 12 16:19:53.952877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ee49b-8ff8-4270-a3d9-ff52f9865710 req-bb18e85c-40bf-4009-a058-bc63fa1867f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296972 Jul 12 16:19:54.251907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910bea8-f576-4b3c-817c-4471f62c2f14 req-2e2f378b-1616-4f75-9803-0a6de31e56bd tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:54.253441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a910bea8-f576-4b3c-817c-4471f62c2f14 req-2e2f378b-1616-4f75-9803-0a6de31e56bd tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0673966 Jul 12 16:19:54.298407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a910bea8-f576-4b3c-817c-4471f62c2f14 req-6f5f79a3-41c0-4591-9e10-a15ce56783de tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382369 Jul 12 16:19:54.526293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c9124f0-6323-4ff3-8983-679725e0b84a req-1ec076ac-d067-41a0-80a9-8ea8e1a6e281 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0291281 Jul 12 16:19:54.927118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102248d-e89e-47cb-820b-617e94244d86 req-104287dc-f104-4007-b800-ab30b5e16089 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:54.929815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f102248d-e89e-47cb-820b-617e94244d86 req-104287dc-f104-4007-b800-ab30b5e16089 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 945 time: 0.0982008 Jul 12 16:19:54.937273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:19:54.984443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f102248d-e89e-47cb-820b-617e94244d86 req-ec5b8b0a-be4b-4239-bddf-acf6380b0655 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Jul 12 16:19:55.002765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:19:55.008831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:19:55.009416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:55.106266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:55.138850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:55.142759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:55.196439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:55.480491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de68dfc-fca4-4931-a47f-3609dc66251d req-59af7038-d68f-49af-8f83-dcf6c0bb0d72 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:55.482378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de68dfc-fca4-4931-a47f-3609dc66251d req-59af7038-d68f-49af-8f83-dcf6c0bb0d72 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0654485 Jul 12 16:19:55.521264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0de68dfc-fca4-4931-a47f-3609dc66251d req-c3f23a58-a577-4d31-9ce8-dd6039e79850 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jul 12 16:19:55.692081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-607696ef-1821-424b-b7ff-a21a4b4fcc97 req-6735315c-f9cb-4bba-a8d1-6e79f1ce80e4 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0312746 Jul 12 16:19:55.802658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:55.805181 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9d4ce2-f7d0-4e70-a12e-9ae294184c6f" -d '{"events": [{"server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "name": "network-vif-plugged", "status": "completed", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:55.845904 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706d4750-1804-48bb-a034-f1a9976a2a1b x-openstack-request-id: req-706d4750-1804-48bb-a034-f1a9976a2a1b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:55.846597 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "name": "network-vif-plugged", "status": "completed", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:55.847035 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-706d4750-1804-48bb-a034-f1a9976a2a1b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:55.847551 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f', 'code': 200} Jul 12 16:19:55.988419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce135f6-582f-4bcb-8295-143eec71caa2 req-0e4ef283-d26b-4c91-9bd7-35eab4e5f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:55.989931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dce135f6-582f-4bcb-8295-143eec71caa2 req-0e4ef283-d26b-4c91-9bd7-35eab4e5f8b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 1096 time: 0.0623705 Jul 12 16:19:56.032006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dce135f6-582f-4bcb-8295-143eec71caa2 req-6902ca76-46cd-420e-8764-e152a793a427 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Jul 12 16:19:56.171999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec16a7-44c3-4ccc-b5ad-a047a409d3f8 req-409c467c-e4bd-4faa-ace6-7155ce816c79 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:56.173429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abec16a7-44c3-4ccc-b5ad-a047a409d3f8 req-409c467c-e4bd-4faa-ace6-7155ce816c79 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 945 time: 0.0645506 Jul 12 16:19:56.213316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abec16a7-44c3-4ccc-b5ad-a047a409d3f8 req-5f9610cb-a38d-48e6-a75c-35b21a1e24fd tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Jul 12 16:19:56.428751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48901b2-ce5c-40e8-bf0f-ff692f93719c req-93e44110-813b-4d59-9378-e858a795949a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:56.430175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f48901b2-ce5c-40e8-bf0f-ff692f93719c req-93e44110-813b-4d59-9378-e858a795949a tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 945 time: 0.0802031 Jul 12 16:19:56.472063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f48901b2-ce5c-40e8-bf0f-ff692f93719c req-7e6783ca-1ffd-4991-917f-b27e6d990de6 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353124 Jul 12 16:19:56.705944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29d76-923e-408d-966f-76258c76f87c req-44fbe7bb-751d-4839-bcf7-7ef916bb147c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:56.707440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23c29d76-923e-408d-966f-76258c76f87c req-44fbe7bb-751d-4839-bcf7-7ef916bb147c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0691750 Jul 12 16:19:56.750043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23c29d76-923e-408d-966f-76258c76f87c req-70add00a-adc4-4dbe-9b16-9e763694cd9b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363250 Jul 12 16:19:56.868901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c703292-c894-45df-ad98-bc94fe5844f1 req-3a2c8449-cb4f-4a15-850a-10e3db3beaa6 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0515876 Jul 12 16:19:57.658497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236b57f-3921-4a51-a520-4fe053d9135c req-2d27d36d-d169-4da9-8a46-a478587ba3d3 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:57.660157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f236b57f-3921-4a51-a520-4fe053d9135c req-2d27d36d-d169-4da9-8a46-a478587ba3d3 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 945 time: 0.0685067 Jul 12 16:19:57.700356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f236b57f-3921-4a51-a520-4fe053d9135c req-43fe93f3-42fe-4e1a-bd7f-3e59633b90e8 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Jul 12 16:19:57.961836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4ebf9-218b-4327-a8ee-1e2ba92faaca req-26c89881-fabe-4b7d-974c-c4752aab7055 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:57.972378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2c4ebf9-218b-4327-a8ee-1e2ba92faaca req-26c89881-fabe-4b7d-974c-c4752aab7055 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0885844 Jul 12 16:19:58.014495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2c4ebf9-218b-4327-a8ee-1e2ba92faaca req-a605109a-9123-4b5a-9e9b-64f0ce0ac2ef tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Jul 12 16:19:58.213453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19320cbb-a76a-43ce-9ef5-825e437d89db req-35c844d1-184f-4391-b336-55a52a0464f4 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0354083 Jul 12 16:19:58.586098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09cee9-dd96-47ee-98a2-351e8c873f7a req-af8c45ce-d4b6-41f3-a5b2-b173a4212c41 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:58.587560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae09cee9-dd96-47ee-98a2-351e8c873f7a req-af8c45ce-d4b6-41f3-a5b2-b173a4212c41 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 945 time: 0.0809643 Jul 12 16:19:58.628702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae09cee9-dd96-47ee-98a2-351e8c873f7a req-efccd1ed-cacb-4148-8c61-6e34d66a377f tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Jul 12 16:19:59.295642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b31e-e545-464e-9e47-31dfeaba92c6 req-1ac622dd-cd5d-4c72-8ed3-f4e04f15841e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:59.297928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4e4b31e-e545-464e-9e47-31dfeaba92c6 req-1ac622dd-cd5d-4c72-8ed3-f4e04f15841e tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0954118 Jul 12 16:19:59.347820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4e4b31e-e545-464e-9e47-31dfeaba92c6 req-c7d1dfa2-f007-4702-a763-c10b345d5628 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Jul 12 16:19:59.432131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a19ac64-1f3a-4e26-a57c-87eb55dac8ed req-7f80148c-6766-41f1-8284-f873274f4159 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0323443 Jul 12 16:19:59.823261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71a73-1bcd-49bc-82ee-33e7c48b281c req-54378848-8538-41a6-b0a4-a6d48943bb9c tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:59.824844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0cf71a73-1bcd-49bc-82ee-33e7c48b281c req-54378848-8538-41a6-b0a4-a6d48943bb9c tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 945 time: 0.0706384 Jul 12 16:19:59.874658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0cf71a73-1bcd-49bc-82ee-33e7c48b281c req-a39dfdc6-1eb2-4431-aca8-2c26fb9a10f9 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8e0ebf5-9653-4340-9ec6-516bc5ded26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jul 12 16:19:59.935971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-a1b94d7c-3cb4-429d-ac71-bcd86712f234 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:59.937478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-a1b94d7c-3cb4-429d-ac71-bcd86712f234 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dc1e32-8971-4619-b9bf-0fdf34a6add8 HTTP/1.1" status: 200 len: 945 time: 0.0706692 Jul 12 16:20:00.084584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Deleting port 487c8cb5-e15b-44cf-8d05-4115fabc20fc {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:20:00.084823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.148178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-274cd5f5-fb63-484b-8ed4-9a8702bebedb tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:00.149651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-274cd5f5-fb63-484b-8ed4-9a8702bebedb tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 945 time: 0.1328795 Jul 12 16:20:00.239768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] For port 487c8cb5-e15b-44cf-8d05-4115fabc20fc, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=487c8cb5-e15b-44cf-8d05-4115fabc20fc,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:00.240135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.279837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Calling delete_port for 487c8cb5-e15b-44cf-8d05-4115fabc20fc owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:20:00.370395 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5853b7d6-1b5e-4e3e-839d-3ba9194e221f req-215eb50b-a397-47e8-b6ea-963aebfbd422 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0699437 Jul 12 16:20:00.385537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Deleting port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:20:00.386020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.546476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] For port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,segment=NetworkSegment(2ad5c233-7bc7-4eee-a376-938ed699997a),segment_id=2ad5c233-7bc7-4eee-a376-938ed699997a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:00.546864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.565417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Calling delete_port for 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:20:00.570666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.579937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-a2a2ae47-7e6c-43d7-98a9-cee0a09566ad tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:00.584062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-a2a2ae47-7e6c-43d7-98a9-cee0a09566ad tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1365957 Jul 12 16:20:00.588176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['487c8cb5-e15b-44cf-8d05-4115fabc20fc'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:00.597035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:00.603535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-ddf430ac-af2f-4c6c-92fa-f48509850a3a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/quotas/35e4c60150f747e7bfc2e7f5b239a7c5 HTTP/1.1" status: 200 len: 375 time: 0.0132513 Jul 12 16:20:00.657351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event deleted for resources: {'Port': ['ID=487c8cb5-e15b-44cf-8d05-4115fabc20fc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:00.687040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-06a882c7-a76f-4513-acf0-8f51152f2d54 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765641 Jul 12 16:20:00.750934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] No DVR routers for this DVR port 487c8cb5-e15b-44cf-8d05-4115fabc20fc on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:20:00.757862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.759916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-137f4b37-7d0c-45c1-8bd0-0cbe8b572c84 req-9bc87c33-73e8-4706-be4c-4228aa6b9262 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.65 "DELETE /v2.0/ports/487c8cb5-e15b-44cf-8d05-4115fabc20fc HTTP/1.1" status: 204 len: 173 time: 0.8158324 Jul 12 16:20:00.767016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'name': 'network-vif-deleted', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:00.769247 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a7090-e289-43c2-aecf-724dd7f8679a" -d '{"events": [{"server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "name": "network-vif-deleted", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:00.810526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9925077b-3d25-41ae-af94-8c20e2ae1c40 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102288 Jul 12 16:20:00.853404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170b465-fcfa-4d1c-b4a6-396d3498c9c3 req-297f9a5d-1c93-408c-9b47-2edd18090609 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:00.860425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2170b465-fcfa-4d1c-b4a6-396d3498c9c3 req-297f9a5d-1c93-408c-9b47-2edd18090609 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.2395995 Jul 12 16:20:00.914808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9261985c-551a-45c6-b551-114811494439 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038778 Jul 12 16:20:00.953524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2170b465-fcfa-4d1c-b4a6-396d3498c9c3 req-d8275f8d-bfac-4127-a845-47b4d511c27b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825896 Jul 12 16:20:00.962313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.988967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['487c8cb5-e15b-44cf-8d05-4115fabc20fc'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:01.063570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Pushing event deleted for resources: {'Port': ['ID=66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:01.169791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] No DVR routers for this DVR port 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:20:01.173568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a3dfbd-9955-4b47-a6b9-a6afe919fc9d req-02a16158-e37f-4ef8-bda3-08a851d0c39d tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0552778 Jul 12 16:20:01.174715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:01.177144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ebb5236-126e-4da1-a863-fc1b5100828d req-8edf91a6-dddf-431b-9b1d-413fd78172f1 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.77 "DELETE /v2.0/ports/66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f HTTP/1.1" status: 204 len: 173 time: 1.0183213 Jul 12 16:20:01.316041 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697ff73-bcd5-4c68-8b3a-fb581ce5e240 x-openstack-request-id: req-2697ff73-bcd5-4c68-8b3a-fb581ce5e240 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:01.316351 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dc1e32-8971-4619-b9bf-0fdf34a6add8", "name": "network-vif-deleted", "tag": "487c8cb5-e15b-44cf-8d05-4115fabc20fc", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:01.316608 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2697ff73-bcd5-4c68-8b3a-fb581ce5e240 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:01.317008 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dc1e32-8971-4619-b9bf-0fdf34a6add8', 'name': 'network-vif-deleted', 'tag': '487c8cb5-e15b-44cf-8d05-4115fabc20fc', 'status': 'completed', 'code': 200} Jul 12 16:20:01.404678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7974b06-87c4-4f92-a8f4-1f02227e50df req-26caddf8-c5d8-438a-8266-9d2a56c77993 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 210 time: 0.0483577 Jul 12 16:20:01.514315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51d574fb-c12c-48e6-a87f-0c44616a5829 req-d72eed79-bfa4-4cd2-b53e-c91e3c6cc8f2 tempest-MultipleCreateTestJSON-316742633 tempest-MultipleCreateTestJSON-316742633-project] 10.222.0.58 "GET /v2.0/ports?device_id=c785c8a5-4416-400f-99a1-328f2a670806 HTTP/1.1" status: 200 len: 210 time: 0.0728765 Jul 12 16:20:01.924944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e460ea3-7888-41a9-a049-b9f65588fffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:02.265094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f11f0-560e-4eff-9bbd-f028a6d59d1b req-89a0c17a-a7ec-474a-8908-1eb46a96cd13 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:02.266821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a3f11f0-560e-4eff-9bbd-f028a6d59d1b req-89a0c17a-a7ec-474a-8908-1eb46a96cd13 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1242559 Jul 12 16:20:02.333335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a3f11f0-560e-4eff-9bbd-f028a6d59d1b req-82e250b5-eadb-434e-8cb9-482fb92f6b98 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591669 Jul 12 16:20:02.533524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91f27ec8-8562-4ed4-b994-a82502a774d7 req-9d5fc158-32dc-477f-8222-c9fa8b9936c1 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0484278 Jul 12 16:20:02.672615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ee6ca618-8f7e-47e6-937e-1502d87997ba req-75b266b4-22ea-4ad9-b195-56eb328bdd61 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 210 time: 0.0405126 Jul 12 16:20:02.802658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:02.889660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Deleting subnet ed82b2fd-31c2-4ba4-9d23-b24291bbb54b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:20:02.893933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:02.936873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-25f4e271-f837-49ed-8681-8fd98b0d2efb tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:02.939319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-25f4e271-f837-49ed-8681-8fd98b0d2efb tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1868680 Jul 12 16:20:02.948419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:02.954268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Request body: {'port': {'device_id': '7b15b47e-2709-403e-b883-44d76bd8a591', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'admin_state_up': True, 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:02.969253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:20:03.008059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.041830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:20:03.042727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:20:03.062509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.088403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.107008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:03.111762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.139625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed82b2fd-31c2-4ba4-9d23-b24291bbb54b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:03.146944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.149785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4a6b126a-7953-4124-9bfd-d52415f51883 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ed82b2fd-31c2-4ba4-9d23-b24291bbb54b HTTP/1.1" status: 204 len: 168 time: 0.3454406 Jul 12 16:20:03.152782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55710) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:03.262029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-487d1711-8e07-4c07-9dbc-e91b5e336792 req-816148f1-8164-463a-a1fd-d1c3925eefc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=509efe320a22403aa92a2adb2080e16f&device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0351470 Jul 12 16:20:03.280725 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.307878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-487d1711-8e07-4c07-9dbc-e91b5e336792 req-7a0ff707-963f-4394-98eb-9d8617e9f9a1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=509efe320a22403aa92a2adb2080e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265083 Jul 12 16:20:03.323902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'name': 'network-vif-deleted', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:03.326500 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc8d5ed-bed4-46d1-bd60-f5a6246b3e35" -d '{"events": [{"server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "name": "network-vif-deleted", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:03.386727 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee767b9-d161-4b11-ad28-67164d0fb938 x-openstack-request-id: req-2ee767b9-d161-4b11-ad28-67164d0fb938 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:03.386727 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c785c8a5-4416-400f-99a1-328f2a670806", "name": "network-vif-deleted", "tag": "66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:03.386727 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ee767b9-d161-4b11-ad28-67164d0fb938 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:03.386727 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c785c8a5-4416-400f-99a1-328f2a670806', 'name': 'network-vif-deleted', 'tag': '66434b0b-f9cc-4cbd-9dba-98f19fd6aa9f', 'status': 'completed', 'code': 200} Jul 12 16:20:03.396491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Allocated IP 172.20.0.3 (016bf853-9a17-46fa-9887-0686780bed36/7a143800-5b7b-49f7-a8b8-aeea92aa8343/0fa337b2-cd55-4889-a177-10c7f07d3cd5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:03.396711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-699c5f69-3782-4e6e-afac-e914174f330d req-0fbc3602-d0c9-4777-8003-c561a4fa0979 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0691321 Jul 12 16:20:03.402706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.416350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400588c9-44d1-4881-aa99-529fd1572f8c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:03.431297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad5c233-7bc7-4eee-a376-938ed699997a') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:03.431773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad5c233-7bc7-4eee-a376-938ed699997a') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:03.446517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.464586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.474475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:20:03.475509 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.476283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1711-8e07-4c07-9dbc-e91b5e336792 req-030bbbe1-a499-4002-91a2-55e6debce323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:03.477881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-487d1711-8e07-4c07-9dbc-e91b5e336792 req-030bbbe1-a499-4002-91a2-55e6debce323 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637697 Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:20:03.491187 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:20:03.584616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.594609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.597000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] 10.222.0.58 "DELETE /v2.0/networks/400588c9-44d1-4881-aa99-529fd1572f8c HTTP/1.1" status: 204 len: 168 time: 0.4392071 Jul 12 16:20:03.614166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 487c8cb5-e15b-44cf-8d05-4115fabc20fc no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:20:03.614716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c175fa4-803d-42f4-b77f-2f6252933393 admin admin] Pushing event deleted for resources: {'Network': ['ID=400588c9-44d1-4881-aa99-529fd1572f8c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:03.636457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.648049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 487c8cb5-e15b-44cf-8d05-4115fabc20fc {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:20:03.648549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 487c8cb5-e15b-44cf-8d05-4115fabc20fc not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:20:03.657190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807348b-50d4-41d4-9f79-27a6eb44b342 req-9fc622c7-9192-4f7f-8f68-d3eb24973bc2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:03.659024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d807348b-50d4-41d4-9f79-27a6eb44b342 req-9fc622c7-9192-4f7f-8f68-d3eb24973bc2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1130524 Jul 12 16:20:03.688730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.701485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:03.707719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d807348b-50d4-41d4-9f79-27a6eb44b342 req-c06d3eae-50f1-45dd-9a21-ffb8bdc0d95c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Jul 12 16:20:03.739684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Network 016bf853-9a17-46fa-9887-0686780bed36 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:03.743352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:03.746219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:03.779318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event updated for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:03.805785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:03.806777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.824461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-9ee857be-49c0-4143-83fe-f28c3c18e28e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755200 Jul 12 16:20:03.839467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Request body: {'port': {'device_id': '7b15b47e-2709-403e-b883-44d76bd8a591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:03.883549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:03.933673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d528a433-a2a2-40a7-98da-761c0a9d8bd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b28e262caee94ab08a6db71628c5c13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483787 Jul 12 16:20:03.933995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55730) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:03.969158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.994562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:03.998560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd2af-557a-453e-8291-7b1dc29fd81d req-3fc889f9-308c-454a-bcdc-c95d24c327ff tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:04.004173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-911bd2af-557a-453e-8291-7b1dc29fd81d req-3fc889f9-308c-454a-bcdc-c95d24c327ff tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 931 time: 0.1554458 Jul 12 16:20:04.021959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.073648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.076533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.080032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8e0ebf5-9653-4340-9ec6-516bc5ded26e HTTP/1.1" status: 204 len: 168 time: 0.1409416 Jul 12 16:20:04.087472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7117-c41a-44ef-9a37-039521da76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0ebf5-9653-4340-9ec6-516bc5ded26e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:04.126082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-911bd2af-557a-453e-8291-7b1dc29fd81d req-fac8685b-ee68-4055-9f72-c51b0b5da74a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070046 Jul 12 16:20:04.299785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa337b2-cd55-4889-a177-10c7f07d3cd5 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:04.307788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.320927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Transition to ACTIVE for port object 0fa337b2-cd55-4889-a177-10c7f07d3cd5 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:04.326150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.389644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-24c620ce-d26a-417b-9487-ba487e56a28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.413290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Pushing event updated for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:04.463190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Attempting to bind port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:04.463554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Attempting to bind port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:04.463939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Attempting to bind port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:04.469071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 on network 016bf853-9a17-46fa-9887-0686780bed36 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:04.469387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Attempting to bind port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:04.476417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:04.476417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Checking segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:04.476417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Bound using segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:04.476417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Bound port: 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:04.476417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.546874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:04.550550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:04.556992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.594248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83712838-98e6-4cd5-803d-9613115da502 req-79d4d532-6662-449b-bc32-f2c5a5517506 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0572593 Jul 12 16:20:04.605182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:04.607020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.608704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] 10.222.0.77 "PUT /v2.0/ports/0fa337b2-cd55-4889-a177-10c7f07d3cd5 HTTP/1.1" status: 200 len: 1091 time: 0.7749701 Jul 12 16:20:04.641983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b008f-29b3-41d1-bdb2-e78d7884045a service neutron] Pushing event updated for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:04.730400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-72011b73-bf78-485c-9618-3340cc56d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:04.732196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-72011b73-bf78-485c-9618-3340cc56d1c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 1094 time: 0.0796046 Jul 12 16:20:04.783050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-fb68e4ae-8a0c-43bb-80b5-f3a4f1a692a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5 HTTP/1.1" status: 200 len: 217 time: 0.0418026 Jul 12 16:20:04.831228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:04.855610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-487d1711-8e07-4c07-9dbc-e91b5e336792 req-3cc92630-510f-485e-ae8d-22e6abab5fb6 tempest-ServerShowV254Test-805745168 tempest-ServerShowV254Test-805745168-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e56a381-4038-4861-9320-3faa3e8ad0de HTTP/1.1" status: 200 len: 210 time: 0.0547578 Jul 12 16:20:04.907633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c967cb72-4d5b-41b3-8f62-710dc815f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:04.907633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-c967cb72-4d5b-41b3-8f62-710dc815f97e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.1144514 Jul 12 16:20:04.918430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:04.954063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-ac87554e-29a8-4c9a-8d72-84f62e5ed2ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409353 Jul 12 16:20:05.053889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1630506193-network', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:05.080314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:05.082896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.096028 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.201709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.225597 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.231696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.269793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:20:05.280136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4652d1-f36e-4b02-859a-439a67f0fa07,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:05.295029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.295371 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Added segment 1ea09ca4-11fe-4622-941b-4b35c5cbe5b5 of type vlan for network da52963c-91d4-443b-a418-11d804426a37 Jul 12 16:20:05.310065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd44b9-82a3-419e-8932-4579ac8f0561 req-629a5f71-35e8-458b-8c84-42c67c2531c5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:05.311638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ccd44b9-82a3-419e-8932-4579ac8f0561 req-629a5f71-35e8-458b-8c84-42c67c2531c5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.4586492 Jul 12 16:20:05.378349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ccd44b9-82a3-419e-8932-4579ac8f0561 req-cf3591e9-a1d7-4013-965a-fa7c4697599a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Jul 12 16:20:05.387404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.387549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:05.389611 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:05.395708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-a4deb7d6-f820-4f64-ad65-f437c0f70a50 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334166 Jul 12 16:20:05.426348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456d35-3f1a-4fb7-9c22-c2f6d9657791 req-912ebb88-b35a-483e-9ea7-a9655b857745 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:05.428234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41456d35-3f1a-4fb7-9c22-c2f6d9657791 req-912ebb88-b35a-483e-9ea7-a9655b857745 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 943 time: 0.1307821 Jul 12 16:20:05.464493 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39599957-2263-4d77-8db6-78e7612de0e7 x-openstack-request-id: req-39599957-2263-4d77-8db6-78e7612de0e7 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:05.464785 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:05.465041 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39599957-2263-4d77-8db6-78e7612de0e7 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:05.465931 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'status': 'completed', 'code': 200} Jul 12 16:20:05.469884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.470846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:05.471701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.513834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-398014a7-1089-46ce-9778-4b922d5b4d0b req-7659b1b9-7582-48eb-ad96-2f7f2acddcc6 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035860 Jul 12 16:20:05.546050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6226349 Jul 12 16:20:05.546553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55770) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:05.548214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41456d35-3f1a-4fb7-9c22-c2f6d9657791 req-96a4762c-20b8-449c-bc1a-2800d7be3fd3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081035 Jul 12 16:20:05.551723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Request body: {'subnet': {'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1630506193-subnet', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:05.553822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78491-5746-4e8f-91c6-741f92bb8aef admin admin] Pushing event updated for resources: {'Network': ['ID=da52963c-91d4-443b-a418-11d804426a37,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:05.564186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network da52963c-91d4-443b-a418-11d804426a37 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:20:05.591242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:05.594032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.728848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-29a22fca-28ea-448b-acb6-88c51500684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:05.730436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-29a22fca-28ea-448b-acb6-88c51500684b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 1094 time: 0.1332142 Jul 12 16:20:05.737217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.904092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:05.911292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-aeef4fc6-cdbd-4634-858e-418a5170051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:05.912828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-aeef4fc6-cdbd-4634-858e-418a5170051f service neutron] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 916 time: 0.1737423 Jul 12 16:20:05.937521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:05.984442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-f3a68100-533f-47a3-8f79-efec4f604674 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5 HTTP/1.1" status: 200 len: 217 time: 0.0492809 Jul 12 16:20:06.033502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:06.049276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:06.049518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e891db5a-26d4-4cd9-a50c-aadd926e220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.049624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Network hostable DHCP agents. Network: da52963c-91d4-443b-a418-11d804426a37, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:20:06.064890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-396d576d-305e-4616-8315-70e2a279f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:06.066384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-396d576d-305e-4616-8315-70e2a279f77f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0736992 Jul 12 16:20:06.083176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Network da52963c-91d4-443b-a418-11d804426a37 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:20:06.105196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-5655dc29-61e9-49a4-8401-353f5364563f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317862 Jul 12 16:20:06.111631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, da52963c-91d4-443b-a418-11d804426a37) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:06.121037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca30c9e-dd95-49dc-9fd3-be8cc47345e4 None None] Network da52963c-91d4-443b-a418-11d804426a37 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:06.123846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:06.124449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.177180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e891db5a-26d4-4cd9-a50c-aadd926e220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.183502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e891db5a-26d4-4cd9-a50c-aadd926e220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.204915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e2d3cb7-74bd-474b-80f0-eb97dbd34d76 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6569710 Jul 12 16:20:06.204915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:06.215737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:06.239236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e891db5a-26d4-4cd9-a50c-aadd926e220c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=509efe320a22403aa92a2adb2080e16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001781 Jul 12 16:20:06.239506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:06.241407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891db5a-26d4-4cd9-a50c-aadd926e220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6792a7-8f3d-44f0-9c83-b639abda0c41,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:06.271975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-da23e320-9730-4a3b-b9ab-15d71218afe4 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582892 Jul 12 16:20:06.283236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.284262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.322550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-da52963c-91d4-443b-a418-11d804426a37', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:20:06.323481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.464316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.465217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.466710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Allocated IP 172.20.0.2 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/92b6a180-9219-4cdc-aa0f-ebcf94058c79) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:06.550145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28d8768e-7e59-4f12-9eff-1b4dbcd137b3 req-76a3a062-36d1-4b1b-9391-2b72b7db7d39 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615216 Jul 12 16:20:06.551989 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.624529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.635389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Transition to ACTIVE for port object 92b6a180-9219-4cdc-aa0f-ebcf94058c79 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:06.652213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Transition to ACTIVE for port object 92b6a180-9219-4cdc-aa0f-ebcf94058c79 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:06.659971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.700768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:06.706364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:06.710047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.710439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:06.719812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Pushing event updated for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:06.777927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1332102-6029-494b-99d7-6ceba83a19fb req-2ad3cb43-ae67-45a6-95c0-76224d2b25b9 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:06.779641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1332102-6029-494b-99d7-6ceba83a19fb req-2ad3cb43-ae67-45a6-95c0-76224d2b25b9 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 943 time: 0.1010571 Jul 12 16:20:06.781847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Attempting to bind port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:06.782214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Attempting to bind port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:06.782571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Attempting to bind port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:06.787627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:06.787987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:06.788387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.788768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:06.789229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Bound port: 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:06.789605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.802681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e013e-4637-4dc2-9d36-0d6ea75eacad req-e09a7e8b-d847-4e37-b707-91a748f4f579 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:06.804269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-209e013e-4637-4dc2-9d36-0d6ea75eacad req-e09a7e8b-d847-4e37-b707-91a748f4f579 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.2740054 Jul 12 16:20:06.814999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.817607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.821304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b6792a7-8f3d-44f0-9c83-b639abda0c41 HTTP/1.1" status: 204 len: 168 time: 0.5764723 Jul 12 16:20:06.838764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1332102-6029-494b-99d7-6ceba83a19fb req-8275320f-8d4e-48e1-ad73-219e8617a99a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Jul 12 16:20:06.853346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2e203-091f-4252-bced-f836e54d3d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6792a7-8f3d-44f0-9c83-b639abda0c41,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:06.885160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:06.889220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92b6a180-9219-4cdc-aa0f-ebcf94058c79,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:06.895355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:06.901708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-209e013e-4637-4dc2-9d36-0d6ea75eacad req-bb24476b-c597-43c2-873a-a1f339a410ae tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895176 Jul 12 16:20:07.024991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0fa337b2-cd55-4889-a177-10c7f07d3cd5 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:07.039123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38683ce-04f1-48ec-a336-7db9e7106dcd None None] Pushing event updated for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:07.100557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.132935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.163350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.176818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:07.193083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'port_id': '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'mac_address': 'fa:16:3e:4b:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a143800-5b7b-49f7-a8b8-aeea92aa8343', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:07.310005 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.331410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa337b2-cd55-4889-a177-10c7f07d3cd5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:07.358498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Allocated IP 172.25.8.145 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/e776978a-90ba-42af-b736-7f1a6c79efa9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:07.375262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:07.381252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.483777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:07.522926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.574331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:07.630339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:07.633272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:07.641442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:07.669811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Pushing event updated for resources: {'Port': ['ID=e776978a-90ba-42af-b736-7f1a6c79efa9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:07.674824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92b6a180-9219-4cdc-aa0f-ebcf94058c79 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:07.735302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:07.808826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['0fa337b2-cd55-4889-a177-10c7f07d3cd5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:08.016909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:08.178261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406a68-8d28-447f-b0ca-a05cc8ce9eb4 req-7e8d94cf-aeca-43b7-bc1a-70c2c24f25d9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:08.180744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2406a68-8d28-447f-b0ca-a05cc8ce9eb4 req-7e8d94cf-aeca-43b7-bc1a-70c2c24f25d9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.0845909 Jul 12 16:20:08.214923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8d82-7ab1-4060-ae51-29cb9deb4654 req-bf9d03d7-3522-4eaf-8a0e-96d4009ccb67 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:08.217243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be1b8d82-7ab1-4060-ae51-29cb9deb4654 req-bf9d03d7-3522-4eaf-8a0e-96d4009ccb67 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 944 time: 0.1466341 Jul 12 16:20:08.238131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2406a68-8d28-447f-b0ca-a05cc8ce9eb4 req-9cb6489d-75af-43de-8da7-628b3a9b3524 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Jul 12 16:20:08.342020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be1b8d82-7ab1-4060-ae51-29cb9deb4654 req-fb66a03c-3ba8-46de-8a6c-f906fc09bf4b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Jul 12 16:20:08.369156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:08.471810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be562833-e526-49c6-8df5-9e5c3fe79c30 None None] Network da52963c-91d4-443b-a418-11d804426a37 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:08.546693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Provisioning for port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:08.555368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Provisioning complete for port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:08.555780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:08.558919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:20:08.875968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:08.916855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92b6a180-9219-4cdc-aa0f-ebcf94058c79,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:08.921443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:08.990575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0a7a4-3d1f-4db1-82a3-02606518cca9 None None] Pushing event updated for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:09.029966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4aa21185-b931-40b4-90be-59bcb25da41b req-781a0f68-4b0f-454a-8ee7-e0397417fdb1 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0348978 Jul 12 16:20:09.055185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:20:09.066405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Sync routers for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:20:09.075536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:09.077652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1448caca-3b3e-4880-8e04-2c7808288098 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8680842 Jul 12 16:20:09.080154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55854) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:09.082075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:09.082910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:09.215088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:09.345726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3d0c45bb-063c-4828-9a77-863e737471c8 None None] Provisioning complete for port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:09.346106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3d0c45bb-063c-4828-9a77-863e737471c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:09.487512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72255e0-6cd0-43bb-af50-d0e9b852a90b req-ae14a4e9-ffb7-4aed-b26d-a7686ad0bd3b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:09.490389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d72255e0-6cd0-43bb-af50-d0e9b852a90b req-ae14a4e9-ffb7-4aed-b26d-a7686ad0bd3b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1145968 Jul 12 16:20:09.562125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:07Z', 'revision_number': 3, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:09.565508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d72255e0-6cd0-43bb-af50-d0e9b852a90b req-a877c774-591b-4d53-811e-b9a44bdc41fe tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Jul 12 16:20:09.614533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:09.646562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Checking router: c68b35e8-c10d-4705-bcd7-62cc5a6a5442 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:20:09.646911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Updating router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 port e776978a-90ba-42af-b736-7f1a6c79efa9 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:20:09.661346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:09.668619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92b6a180-9219-4cdc-aa0f-ebcf94058c79 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:09.754542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:09.853861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Allocated IP 172.20.0.1 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/3598eae3-9a12-41de-a511-51a7b8fbcff3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:09.863676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076697-5bf9-482e-bf96-365abb8a8113 req-6f2da79a-bf46-40c6-9832-e9bd2833fe8b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:09.865182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38076697-5bf9-482e-bf96-365abb8a8113 req-6f2da79a-bf46-40c6-9832-e9bd2833fe8b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 944 time: 0.2088506 Jul 12 16:20:09.900335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:09.900932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:09.956517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38076697-5bf9-482e-bf96-365abb8a8113 req-87ccf98d-d3b1-4a4e-a8eb-5239478d75a8 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828466 Jul 12 16:20:09.988502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:10.007209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.020898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Transition to ACTIVE for port object 3598eae3-9a12-41de-a511-51a7b8fbcff3 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:10.039325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'port_id': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'mac_address': 'fa:16:3e:9d:29:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d036c27-2faf-4491-b761-440f856a47bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:10.057918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.141759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:10.143875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.168096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b92544-ec48-4c2f-b474-391f1c03e50e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:10.180429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Pushing event updated for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:10.186414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:10.206304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:10.208909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:10.219926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3153d99-c4a8-4ed7-a670-7fe966292682 req-8f4b2059-2965-4fe3-98aa-4649d0530f1f tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0324297 Jul 12 16:20:10.250647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.260322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.317721 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.344246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Transition to ACTIVE for port object e776978a-90ba-42af-b736-7f1a6c79efa9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:10.346186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:10.357296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.417075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a729-9c10-4ab1-ac2c-24c079f29d9e None None] Pushing event updated for resources: {'Port': ['ID=e776978a-90ba-42af-b736-7f1a6c79efa9,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:10.424168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Attempting to bind port e776978a-90ba-42af-b736-7f1a6c79efa9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:10.424534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Attempting to bind port e776978a-90ba-42af-b736-7f1a6c79efa9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:10.424893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Attempting to bind port e776978a-90ba-42af-b736-7f1a6c79efa9 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:10.431705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:10.432441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:10.432903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.433363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:10.433903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Bound port: e776978a-90ba-42af-b736-7f1a6c79efa9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:10.434931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.438477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.501353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] For port e776978a-90ba-42af-b736-7f1a6c79efa9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:10.511985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3f194a79-de2e-4930-abd9-f0adc9eddcc6 None None] Provisioning for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:10.515048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] For port e776978a-90ba-42af-b736-7f1a6c79efa9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e776978a-90ba-42af-b736-7f1a6c79efa9,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:10.517757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3f194a79-de2e-4930-abd9-f0adc9eddcc6 None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:10.518135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3f194a79-de2e-4930-abd9-f0adc9eddcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.521131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.579502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['06b92544-ec48-4c2f-b474-391f1c03e50e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:10.631729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.636883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.650356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3f194a79-de2e-4930-abd9-f0adc9eddcc6 None None] Port 3598eae3-9a12-41de-a511-51a7b8fbcff3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:20:10.692566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a729-9c10-4ab1-ac2c-24c079f29d9e None None] Pushing event updated for resources: {'Port': ['ID=e776978a-90ba-42af-b736-7f1a6c79efa9,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:10.706018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:10.706667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:10.719648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Pushing event updated for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:10.733195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.782546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbd522-0bef-4245-802f-950b1df4d5a8 req-4bfcb39a-5b8c-4bf0-b413-efc66afc0efc tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:10.789702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-72cbd522-0bef-4245-802f-950b1df4d5a8 req-4bfcb39a-5b8c-4bf0-b413-efc66afc0efc tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 944 time: 0.1011312 Jul 12 16:20:10.849791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:10.853520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:10.876398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-72cbd522-0bef-4245-802f-950b1df4d5a8 req-8bacca85-b213-424b-a7ce-fe7b1c86c32d tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855520 Jul 12 16:20:10.949153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:11.019606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0fa337b2-cd55-4889-a177-10c7f07d3cd5 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:11.038459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:20:11.169312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:20:11.178496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e865c16-4947-4124-9b0c-394de12a7a00 req-920d9d54-d3c2-419f-998b-d10ddfc8055a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:11.178957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-58c7076a-3f64-4650-92e8-aa4420ea3059 admin admin] 10.222.0.58 "PUT /v2.0/routers/c68b35e8-c10d-4705-bcd7-62cc5a6a5442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0972409 Jul 12 16:20:11.180179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e865c16-4947-4124-9b0c-394de12a7a00 req-920d9d54-d3c2-419f-998b-d10ddfc8055a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 944 time: 0.0885208 Jul 12 16:20:11.245834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e865c16-4947-4124-9b0c-394de12a7a00 req-b58d3b04-b448-49f1-b3fb-c41e80559715 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588543 Jul 12 16:20:11.313893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f000de99-dd70-4379-b7e3-6617788a7907 None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:11.314233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f000de99-dd70-4379-b7e3-6617788a7907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.375511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f000de99-dd70-4379-b7e3-6617788a7907 None None] Port 3598eae3-9a12-41de-a511-51a7b8fbcff3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:20:11.385693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:11.397679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:11.398056 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.436429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41315d3f-95ee-4a3d-bf07-7322532f45f4 req-9ed2c58c-17cc-4767-b802-e502879a688b tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0516191 Jul 12 16:20:11.524154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a73daa34-453c-4d76-ae95-72b341f22fca req-2387a5db-09e3-4fb7-a7e7-e8299f11bb31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0352073 Jul 12 16:20:11.524550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 2, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:11.557475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992cbfd-150f-471e-8fc8-97d98ea94513 None None] The sync data for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 is: [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 2, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:20:11.560142 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.562323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-423efdf8-83eb-449a-a97b-f5083cb72271 None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:11.562684 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-423efdf8-83eb-449a-a97b-f5083cb72271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.614684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:11.616970 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfee5f2-a24f-45f3-9a0e-f78e3de1800c" -d '{"events": [{"server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "name": "network-vif-plugged", "status": "completed", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:11.632895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-423efdf8-83eb-449a-a97b-f5083cb72271 None None] Port 3598eae3-9a12-41de-a511-51a7b8fbcff3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:20:11.635433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:11.641316 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.670534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:11.674064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55892) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:11.686043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287392733', 'description': 'tempest-description--663897447'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:11.698332 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1209e847-ad8f-4dcc-9792-d16dfd2eb658 x-openstack-request-id: req-1209e847-ad8f-4dcc-9792-d16dfd2eb658 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:11.698623 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "name": "network-vif-plugged", "status": "completed", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:11.698876 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1209e847-ad8f-4dcc-9792-d16dfd2eb658 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:11.699405 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'code': 200} Jul 12 16:20:11.737750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.756763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:11.776934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 06b92544-ec48-4c2f-b474-391f1c03e50e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:11.777462 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.879713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebd885-daac-4126-9f9f-319d02da1606 req-97699de9-6ec3-4ead-8413-e8abaea56fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:11.884822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffebd885-daac-4126-9f9f-319d02da1606 req-97699de9-6ec3-4ead-8413-e8abaea56fe1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 1096 time: 0.1185298 Jul 12 16:20:11.941695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.957886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:11.959305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.029411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.030254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:12.033938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3537645 Jul 12 16:20:12.037535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:12.040950 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.043165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'security_group_rule': {'security_group_id': '4ad45b85-eaaa-45fc-a775-dc28c9f1820a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:12.057918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffebd885-daac-4126-9f9f-319d02da1606 req-add3396e-accb-4252-80fe-687cbc997a4d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531851 Jul 12 16:20:12.058789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e47a4e-ae53-4746-a2dd-88658bd15516 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad45b85-eaaa-45fc-a775-dc28c9f1820a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:12.116010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.122776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:12.152493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58830e-79b2-4d1d-a5fb-9f3beaf0ad48 req-dddbbb79-c7bc-41b7-a37e-8d6500e3cd1c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:12.154507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba58830e-79b2-4d1d-a5fb-9f3beaf0ad48 req-dddbbb79-c7bc-41b7-a37e-8d6500e3cd1c tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1245570 Jul 12 16:20:12.214375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.227173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.247494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba58830e-79b2-4d1d-a5fb-9f3beaf0ad48 req-a3237357-a4a9-4c1e-9777-9bfbef21819f tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837996 Jul 12 16:20:12.256677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa6b790-da6b-4eb6-a694-be6123e1b49c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:12.260278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.264855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 55902) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:12.265238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e5dcb35-4c19-44d1-981c-df1b7475ba1d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2262919 Jul 12 16:20:12.271797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'security_group_rule': {'security_group_id': '4ad45b85-eaaa-45fc-a775-dc28c9f1820a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:12.338017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.410578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.436642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.462686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5630962-1c9b-4325-b334-ce8fdb080a96,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:12.467737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.468961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5c49e74f-15e0-47de-8450-be607ec69aa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2025259 Jul 12 16:20:12.472543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 55906) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:12.489104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:12.505002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7d55-1505-4fb1-91ec-c8647bb5fb57 req-d5e853c9-0b69-486a-83f5-3b7e991cf40f tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:12.506934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-badc7d55-1505-4fb1-91ec-c8647bb5fb57 req-d5e853c9-0b69-486a-83f5-3b7e991cf40f tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 945 time: 0.1147668 Jul 12 16:20:12.533348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.605903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-badc7d55-1505-4fb1-91ec-c8647bb5fb57 req-b3de0a7a-1054-433b-ad63-cbcf34373145 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919623 Jul 12 16:20:12.685104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2df8000f-b181-45c1-bd05-4827044ad3dc req-83cfa08f-9db1-44d0-8c9f-c4df4c6e979c tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0354800 Jul 12 16:20:12.736573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:12.853829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.25.8.198 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9cba0878-f450-4991-a441-35072ebde213) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:12.990121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.046295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.107575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:13.110720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:13.115920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:13.119453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=9cba0878-f450-4991-a441-35072ebde213,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:13.213105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.264929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.472243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.476886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.525303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ab4a3-b222-4b4f-8e6a-2de0c388ffea req-730c2e97-5ec9-4501-b5ec-ec1fd95eadea tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:13.526793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e66ab4a3-b222-4b4f-8e6a-2de0c388ffea req-730c2e97-5ec9-4501-b5ec-ec1fd95eadea tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1357520 Jul 12 16:20:13.581300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=9cba0878-f450-4991-a441-35072ebde213,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:13.602779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.612310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e66ab4a3-b222-4b4f-8e6a-2de0c388ffea req-2de4d54e-0f9d-4159-953f-511c06ccc315 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594678 Jul 12 16:20:13.629417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.629810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0861b17e-4e4b-4c43-94be-7699d170c3bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1553514 Jul 12 16:20:13.646100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e776978a-90ba-42af-b736-7f1a6c79efa9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:13.701557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:13.703848 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579c317-731e-4f5c-b613-f50429c70a2e" -d '{"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-plugged", "status": "completed", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:13.712585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e776978a-90ba-42af-b736-7f1a6c79efa9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:13.724963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e776978a-90ba-42af-b736-7f1a6c79efa9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:13.724963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.808140 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.816371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ccb580b6-8760-4a04-81f7-c7c9743cee1e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1287392733&fields=id&tenant_id=77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 267 time: 0.0431108 Jul 12 16:20:13.818506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d6555-5220-4f2f-908a-4d308da6a79d req-0d4efe82-40ba-41b6-9b2d-462bf60e6f74 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:13.819858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397d6555-5220-4f2f-908a-4d308da6a79d req-0d4efe82-40ba-41b6-9b2d-462bf60e6f74 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 945 time: 0.0664248 Jul 12 16:20:13.830153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e776978a-90ba-42af-b736-7f1a6c79efa9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e776978a-90ba-42af-b736-7f1a6c79efa9,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:13.835989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:13.863691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397d6555-5220-4f2f-908a-4d308da6a79d req-c263247c-a502-4081-8d58-fe3316fc8e47 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375221 Jul 12 16:20:13.893724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e776978a-90ba-42af-b736-7f1a6c79efa9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:13.935231 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73f2d6-edd6-4421-9b6d-8a48bc5f1f12 x-openstack-request-id: req-7e73f2d6-edd6-4421-9b6d-8a48bc5f1f12 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:13.935741 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-plugged", "status": "completed", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:13.936362 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e73f2d6-edd6-4421-9b6d-8a48bc5f1f12 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:13.936548 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'code': 200} Jul 12 16:20:13.956516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-63bc417b-e6f3-4546-a5ad-d1185689d97b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:13.963511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-63bc417b-e6f3-4546-a5ad-d1185689d97b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.1396456 Jul 12 16:20:13.979741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-b9e2004e-7bff-4e7a-b20f-c1b8b25bdf75 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/quotas/77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 375 time: 0.0151978 Jul 12 16:20:14.060955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ff04ab91-8146-48e9-a591-0be25c353d4a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775857 Jul 12 16:20:14.080453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96a3786e-7f1f-42a4-8f1e-2fa56fba8528 req-9660c952-4843-4fc1-913f-c19875ca7a33 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0306199 Jul 12 16:20:14.139324 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Sync routers for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:20:14.148541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:14.149165 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:14.200483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-72a5832d-2511-4db4-99dc-af978dc18200 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272390 Jul 12 16:20:14.203518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a14acb-16da-4b0e-a345-cd01ed95c5be req-baed5184-ec01-44db-a3bf-9b59bbdb3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:14.205162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a14acb-16da-4b0e-a345-cd01ed95c5be req-baed5184-ec01-44db-a3bf-9b59bbdb3e34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 1096 time: 0.0760291 Jul 12 16:20:14.247740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a14acb-16da-4b0e-a345-cd01ed95c5be req-600f26e1-801e-4011-b3eb-ac8e23b91bf4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Jul 12 16:20:14.276844 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:14.337153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-fe06cf1f-d233-4517-b14c-98cdd9683ab7 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245556 Jul 12 16:20:14.538655 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 2, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:14.588751 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Checking router: c68b35e8-c10d-4705-bcd7-62cc5a6a5442 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:20:14.589108 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Updating router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 port 3598eae3-9a12-41de-a511-51a7b8fbcff3 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:20:14.642804 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:14.879479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9f4ca50-9428-4aea-a0fe-4e2e651bab5f req-f14d5d43-2433-42d4-85a8-8ddf419c350e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 210 time: 0.0611689 Jul 12 16:20:15.064163 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.081816 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Transition to ACTIVE for port object 3598eae3-9a12-41de-a511-51a7b8fbcff3 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:15.092387 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.159567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e046e3-37bd-432b-829f-5f3b12397829 req-c031b92b-6173-4766-bef7-8bc4d8443af6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:15.171726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e046e3-37bd-432b-829f-5f3b12397829 req-c031b92b-6173-4766-bef7-8bc4d8443af6 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1100187 Jul 12 16:20:15.250358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e046e3-37bd-432b-829f-5f3b12397829 req-6d5c171c-a7f4-44e0-aa94-5f5a7ed2c384 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814419 Jul 12 16:20:15.285510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0889bef-b45c-42ce-b498-9433bf1c8583 req-3f00eba8-d789-437d-adfe-ea3d35a09616 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0879436 Jul 12 16:20:15.376227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Pushing event updated for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:15.425100 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.425552 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.426127 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.426590 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.426973 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.427662 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.428087 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.428505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.428934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.429335 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.429773 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.430184 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:15.448478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Attempting to bind port 3598eae3-9a12-41de-a511-51a7b8fbcff3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:15.448969 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Attempting to bind port 3598eae3-9a12-41de-a511-51a7b8fbcff3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:15.449433 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Attempting to bind port 3598eae3-9a12-41de-a511-51a7b8fbcff3 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:15.455036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:15.455535 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:15.456059 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.456548 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:15.457104 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Bound port: 3598eae3-9a12-41de-a511-51a7b8fbcff3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:15.457616 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.532971 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] For port 3598eae3-9a12-41de-a511-51a7b8fbcff3, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:15.536650 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] For port 3598eae3-9a12-41de-a511-51a7b8fbcff3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3598eae3-9a12-41de-a511-51a7b8fbcff3,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:15.540772 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.615262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:15.616247 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:15.668388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e776978a-90ba-42af-b736-7f1a6c79efa9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:15.681225 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8adca8-9c3b-4cc9-9cd8-509f761ce9ee None None] Pushing event updated for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:15.742181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e776978a-90ba-42af-b736-7f1a6c79efa9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:15.743993 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:15.775453 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:16.056325 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:15Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:16.087726 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de767f-3e33-477b-a9f9-2a1cbcbf0133 None None] The sync data for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 is: [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:15Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:20:16.093901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2caecfe-773d-4884-ae26-0828a7a250c2 req-4f53a46c-292b-4020-8ffb-01da874bd977 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 210 time: 0.0641239 Jul 12 16:20:16.183337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-24c9f758-5c21-4641-ab49-648b3ef1e99b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:16.185151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-24c9f758-5c21-4641-ab49-648b3ef1e99b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.1468375 Jul 12 16:20:16.251141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-eab2f609-e97d-4d5e-a0f2-99f3c6a71743 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 380 time: 0.0554047 Jul 12 16:20:16.260717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'device_id': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'admin_state_up': True, 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'security_groups': ['4ad45b85-eaaa-45fc-a775-dc28c9f1820a']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:16.479005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:16.479532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7ec409c-8b09-43ec-baf4-2b76d9a3947a req-aaf314ea-e618-4a25-ac84-386fc4d158f1 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0298076 Jul 12 16:20:16.486006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:16.675347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d60161-398f-4172-8dd2-8074f7025884 req-4081db94-8630-4dbd-870c-1dd785057543 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:16.676843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94d60161-398f-4172-8dd2-8074f7025884 req-4081db94-8630-4dbd-870c-1dd785057543 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.2368929 Jul 12 16:20:16.732695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.20.0.13 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:16.743077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94d60161-398f-4172-8dd2-8074f7025884 req-3b02edc4-9a64-4298-99f8-591cf011dccc tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583613 Jul 12 16:20:16.981377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.008869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Transition to ACTIVE for port object 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:17.029085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b239a9-a748-43b1-8bac-a7787024ba71 req-5503efa4-ef0b-49e0-aeb9-0946716fadd0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:17.031220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39b239a9-a748-43b1-8bac-a7787024ba71 req-5503efa4-ef0b-49e0-aeb9-0946716fadd0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.1198516 Jul 12 16:20:17.108812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39b239a9-a748-43b1-8bac-a7787024ba71 req-3c562b32-518a-4b7a-9131-d20f15fca8df tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709312 Jul 12 16:20:17.110529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.167558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:17.173504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:17.176290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:17.241350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:17.242024 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.266437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0096688 Jul 12 16:20:17.267263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:17.284077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Request body: {'port': {'device_id': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:17.286808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.287248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.302641 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:20:17.303500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.303898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.304771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.304771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.305001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.305404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.305734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.306061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.306389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.306717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05a445-81fd-4903-bf97-6b8ad1b82abc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:17.400611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ba155-04c2-4207-8ec1-46d5cc9010a2 req-8f571672-2839-45f6-b785-cb48b013d177 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:17.402679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08ba155-04c2-4207-8ec1-46d5cc9010a2 req-8f571672-2839-45f6-b785-cb48b013d177 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 932 time: 0.1353691 Jul 12 16:20:17.445721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.463246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08ba155-04c2-4207-8ec1-46d5cc9010a2 req-b92e0311-1423-418c-a330-21dbc85ca1b3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502911 Jul 12 16:20:17.593048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de34cf8c-c19c-4520-be55-70580d770856 None None] Provisioning for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:17.604396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de34cf8c-c19c-4520-be55-70580d770856 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:17.604773 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-de34cf8c-c19c-4520-be55-70580d770856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.681649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-de34cf8c-c19c-4520-be55-70580d770856 None None] Port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:20:17.762793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3598eae3-9a12-41de-a511-51a7b8fbcff3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:17.793015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49016c08-e91c-4a9a-8571-51452aaea369 req-91db9f0c-5248-493c-8de0-80c425c8e9df tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.1253247 Jul 12 16:20:17.835219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:17.839879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:17.841491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.896225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:17.905225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.925351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Transition to ACTIVE for port object 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:17.933103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.948066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:17.995034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3598eae3-9a12-41de-a511-51a7b8fbcff3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3598eae3-9a12-41de-a511-51a7b8fbcff3,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:18.003322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:18.003550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:18.106776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Attempting to bind port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:18.107230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Attempting to bind port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:18.107826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Attempting to bind port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:18.112718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:18.113898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b on network da52963c-91d4-443b-a418-11d804426a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:18.114601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Attempting to bind port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:18.128146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:18.129382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:18.132058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:18.132904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-6d548c4c-b995-4dda-b4b6-c8e9c7a7c1d7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:18.138832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Bound port: 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:18.139359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:18.141066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-6d548c4c-b995-4dda-b4b6-c8e9c7a7c1d7 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.2122033 Jul 12 16:20:18.162870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-d49c01ed-f5b0-4d16-ba0b-1d95226295cd tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/quotas/be119a2c1c0d40559feafa031c5a9dc0 HTTP/1.1" status: 200 len: 375 time: 0.0206678 Jul 12 16:20:18.238651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:18.249501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:18.251786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:18.272464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-75fdf6bc-61a8-4869-9a70-7b95f79360aa tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084707 Jul 12 16:20:18.294291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:18.294922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:18.296480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] 10.222.0.77 "PUT /v2.0/ports/2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1092 time: 1.0201962 Jul 12 16:20:18.296951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:18.300595 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:18.382754 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094af15-701b-4abd-9f44-2f909235d756 x-openstack-request-id: req-a094af15-701b-4abd-9f44-2f909235d756 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:18.383059 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:18.383321 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a094af15-701b-4abd-9f44-2f909235d756 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:18.383778 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'status': 'completed', 'code': 200} Jul 12 16:20:18.426968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e1b2-ab30-46c7-a6a6-e59072d71ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:18.443947 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-c550ecdf-4848-4e5b-8716-c721a367cc1d service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703975 Jul 12 16:20:18.463006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-5e51e2c7-0ba7-4090-9458-a28337bd0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:18.465811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-5e51e2c7-0ba7-4090-9458-a28337bd0626 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1095 time: 0.1159973 Jul 12 16:20:18.526115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-f1699562-26e4-4d82-8705-4de1c06c7740 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 217 time: 0.0459418 Jul 12 16:20:18.558329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-0076e416-b43d-4afc-896e-655351971d50 service neutron] 10.222.0.58 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132109 Jul 12 16:20:18.616147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-d87849ff-c0af-4914-a57b-132817b39fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:18.617712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-d87849ff-c0af-4914-a57b-132817b39fe2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0775936 Jul 12 16:20:18.656476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5730ef56-2c54-4479-93a7-b4c72761d4a5 None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:18.666398 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5730ef56-2c54-4479-93a7-b4c72761d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:18.735702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-753f1f33-747f-4aba-a5c4-4ab5586d15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:18.740587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-753f1f33-747f-4aba-a5c4-4ab5586d15b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153455 Jul 12 16:20:18.909857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-00419d60-baba-4e19-8779-dbb396359df2 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569049 Jul 12 16:20:18.924146 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec2c5f25-adbe-41ad-823e-127a0ee5916c req-035788ac-1049-44a8-a412-e22c8c8c44be tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 210 time: 0.0380583 Jul 12 16:20:19.227276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9dcfc56-6cb8-4e2a-b2b2-5b85fcdd4daa req-e5b63d0a-e6bd-4459-ba8c-46beaaf11912 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0410733 Jul 12 16:20:19.503814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da04b4d-521c-4235-85c4-d78ee282e227 req-3e875f1b-c5c3-436c-a922-d1ce4f8c3a68 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:19.508874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6da04b4d-521c-4235-85c4-d78ee282e227 req-3e875f1b-c5c3-436c-a922-d1ce4f8c3a68 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 944 time: 0.5925913 Jul 12 16:20:19.515940 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9e57fdf-0ae8-48f5-8fe5-763b3cf88603 req-43541887-a972-451c-a514-da5d6daf0dc1 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229928 Jul 12 16:20:19.570265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-e2471f09-4a6a-4245-baca-61728cc6a631 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:19.573318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-e2471f09-4a6a-4245-baca-61728cc6a631 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a82e9650-9b7e-4ad1-a4c1-ca191f88322c HTTP/1.1" status: 200 len: 945 time: 0.6051316 Jul 12 16:20:19.646778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3598eae3-9a12-41de-a511-51a7b8fbcff3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:19.685894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6da04b4d-521c-4235-85c4-d78ee282e227 req-bfff05d1-3339-4d3e-885d-3cbd43d89e34 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661634 Jul 12 16:20:19.711014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3598eae3-9a12-41de-a511-51a7b8fbcff3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:19.711606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:19.755695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-87f7cb68-86f3-41a1-9a54-56631e416c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:19.757210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-87f7cb68-86f3-41a1-9a54-56631e416c3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1095 time: 0.1759889 Jul 12 16:20:19.821750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Deleting port 06b92544-ec48-4c2f-b474-391f1c03e50e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:20:19.822095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:19.920555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-99f56be9-a3f6-4ce5-bc53-b016f3466bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:19.922055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-99f56be9-a3f6-4ce5-bc53-b016f3466bdc service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.1559367 Jul 12 16:20:19.978099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-dd3b7958-201e-4905-90ff-d43abc7e21f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 217 time: 0.0470281 Jul 12 16:20:20.000487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] For port 06b92544-ec48-4c2f-b474-391f1c03e50e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=06b92544-ec48-4c2f-b474-391f1c03e50e,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:20.000849 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:20.033634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Calling delete_port for 06b92544-ec48-4c2f-b474-391f1c03e50e owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:20:20.057696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-71face2c-df66-4c9a-94d0-5a97fa4f1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:20.060004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-71face2c-df66-4c9a-94d0-5a97fa4f1a89 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0751536 Jul 12 16:20:20.127516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03b845a1-da01-43b8-8eaa-52066f7096a7 req-16b8d1a3-0f88-40a5-a104-65add38367b3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 210 time: 0.0601346 Jul 12 16:20:20.197167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-57fd4c5e-1428-4405-936d-a26bf23c71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:20.198758 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-57fd4c5e-1428-4405-936d-a26bf23c71c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990932 Jul 12 16:20:20.282474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-bca4a879-d689-4c92-acae-844a3be5e6bc tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:20.284187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-bca4a879-d689-4c92-acae-844a3be5e6bc tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 815 time: 0.1481986 Jul 12 16:20:20.299633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Request body: {'port': {'device_id': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'admin_state_up': True, 'tenant_id': 'be119a2c1c0d40559feafa031c5a9dc0'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:20.344786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-12a499ff-7466-4f86-9aef-7d1d8eee8aed service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325796 Jul 12 16:20:20.489254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a45bbc7-694e-4c5e-bae2-9611d42e28b6 req-7c4a39a3-1732-42d5-8181-71bc237e8a1c tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0349972 Jul 12 16:20:20.519096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f636cfbe-6dc8-4317-bc86-fb92bb332c4b req-94e2d856-154c-4d61-8bf5-1d60b123c442 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640983 Jul 12 16:20:20.524700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:20.538876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['06b92544-ec48-4c2f-b474-391f1c03e50e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:20.540721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Made reservation on behalf of be119a2c1c0d40559feafa031c5a9dc0 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:20.544638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:20.580108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event deleted for resources: {'Port': ['ID=06b92544-ec48-4c2f-b474-391f1c03e50e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:20.636059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] No DVR routers for this DVR port 06b92544-ec48-4c2f-b474-391f1c03e50e on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:20:20.639489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:20.641523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3968538-2983-43f3-ba95-bba34e4e1771 req-f348cd90-cfbc-4269-a103-7f6a7f0498bb tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "DELETE /v2.0/ports/06b92544-ec48-4c2f-b474-391f1c03e50e HTTP/1.1" status: 204 len: 173 time: 1.0591550 Jul 12 16:20:20.641971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-deleted', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:20.644260 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a9bf3-c4fd-423a-b888-6859025be1ec" -d '{"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-deleted", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:20.696139 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4cc9db-bb82-4ef4-b25c-ce7d103977e4 x-openstack-request-id: req-ed4cc9db-bb82-4ef4-b25c-ce7d103977e4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:20.697304 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82e9650-9b7e-4ad1-a4c1-ca191f88322c", "name": "network-vif-deleted", "tag": "06b92544-ec48-4c2f-b474-391f1c03e50e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:20.697304 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4cc9db-bb82-4ef4-b25c-ce7d103977e4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:20.697304 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82e9650-9b7e-4ad1-a4c1-ca191f88322c', 'name': 'network-vif-deleted', 'tag': '06b92544-ec48-4c2f-b474-391f1c03e50e', 'status': 'completed', 'code': 200} Jul 12 16:20:20.747956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Allocated IP 172.20.0.4 (3d798c7d-b7be-4bdf-9e10-8dd8b067f37c/8d036c27-2faf-4491-b761-440f856a47bd/cbbaf00c-0c0e-481b-821b-3abff07cb003) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:20.969630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.015842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.020575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-57e06668-b816-45ff-8da6-939c416be8d0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:21.022172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-57e06668-b816-45ff-8da6-939c416be8d0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1314814 Jul 12 16:20:21.030836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['06b92544-ec48-4c2f-b474-391f1c03e50e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:21.034323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:21.038130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-e4771831-00f9-40e9-b4c8-93229de60125 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/quotas/35e4c60150f747e7bfc2e7f5b239a7c5 HTTP/1.1" status: 200 len: 375 time: 0.0107288 Jul 12 16:20:21.112880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:21.120244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:21.127896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-c06b0ce3-1cec-402f-b49e-8aa03c5e8232 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826299 Jul 12 16:20:21.134338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:21.161244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event updated for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:21.163037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:21.179100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:21.190764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.191204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.191695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.192103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.192506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.192902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.193293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.193684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.194074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.194463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.194850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.195234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:21.232842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81bc44-fa54-42f0-9dc7-6c9deceb13b5 req-a71b5a85-f251-4eea-ac9b-2cfc52dde964 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:21.234544 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.239874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa81bc44-fa54-42f0-9dc7-6c9deceb13b5 req-a71b5a85-f251-4eea-ac9b-2cfc52dde964 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 944 time: 0.2184393 Jul 12 16:20:21.250131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:21.256430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:21.257683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.273959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:21.276240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-fdbce26a-d611-437d-8f3c-181a1deb7015 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404445 Jul 12 16:20:21.280178 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.289952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-85f96be7-6bbc-497d-83be-d35d680a8dd2 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9970977 Jul 12 16:20:21.304883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Request body: {'port': {'device_id': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:21.349185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:21.379098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa81bc44-fa54-42f0-9dc7-6c9deceb13b5 req-e05f2669-8938-4537-b0ef-f0bc9568e154 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381347 Jul 12 16:20:21.398389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-bc86a01d-d17a-49ce-87f3-504a80bddf17 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181543 Jul 12 16:20:21.445105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:21.712860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:21.822623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e99f9fae-3dec-4788-8ddd-65e1b773129b req-604d4f32-2d72-4506-a351-73182e09db48 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0383573 Jul 12 16:20:22.040264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b944637f-6e46-49bb-865f-106f53ec2779 req-45ba95a7-650b-40d1-a14d-013909647be2 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0395064 Jul 12 16:20:22.063349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935345f-b011-4951-bce2-80b301447148 req-593665dc-b44a-4006-8567-23211b1d7dd5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.064904 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e935345f-b011-4951-bce2-80b301447148 req-593665dc-b44a-4006-8567-23211b1d7dd5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 931 time: 0.4805264 Jul 12 16:20:22.130381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e935345f-b011-4951-bce2-80b301447148 req-58f1eac1-ccfb-49d9-affe-1992e139f59b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Jul 12 16:20:22.193682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbaf00c-0c0e-481b-821b-3abff07cb003 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:22.201347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:22.216022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Transition to ACTIVE for port object cbbaf00c-0c0e-481b-821b-3abff07cb003 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:22.220002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:22.275948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Pushing event updated for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:22.346830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Attempting to bind port cbbaf00c-0c0e-481b-821b-3abff07cb003 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:22.347510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Attempting to bind port cbbaf00c-0c0e-481b-821b-3abff07cb003 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:22.347510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Attempting to bind port cbbaf00c-0c0e-481b-821b-3abff07cb003 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:22.351781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Port cbbaf00c-0c0e-481b-821b-3abff07cb003 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:22.352099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Attempting to bind port cbbaf00c-0c0e-481b-821b-3abff07cb003 on network 3d798c7d-b7be-4bdf-9e10-8dd8b067f37c {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:22.356873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:22.357211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Checking segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:22.357590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Bound using segment: {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:22.358007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Bound port: cbbaf00c-0c0e-481b-821b-3abff07cb003, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caac6845-8243-4585-b893-bf9a5515efbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:22.358357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:22.422638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:22.425851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:22.429572 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:22.464132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.464755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:22.466777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] 10.222.0.65 "PUT /v2.0/ports/cbbaf00c-0c0e-481b-821b-3abff07cb003 HTTP/1.1" status: 200 len: 1091 time: 1.1669497 Jul 12 16:20:22.467217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:22.469534 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f61b43-5f0d-43bc-9ebc-845c100c4346" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:22.534228 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736764a5-4fa3-4722-bb13-fa3a37ae61f1 x-openstack-request-id: req-736764a5-4fa3-4722-bb13-fa3a37ae61f1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:22.534513 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:22.534762 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-736764a5-4fa3-4722-bb13-fa3a37ae61f1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:22.535151 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003', 'status': 'completed', 'code': 200} Jul 12 16:20:22.569799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced4133-d740-40bd-9b36-197a97578fcc service neutron] Pushing event updated for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:22.613823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18cb28-6107-491d-940a-6d7768359dbd req-9f8f8540-e10d-4795-af4a-68acbc67ebf0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.615357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c18cb28-6107-491d-940a-6d7768359dbd req-9f8f8540-e10d-4795-af4a-68acbc67ebf0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 945 time: 0.1245229 Jul 12 16:20:22.622272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-0e0a9001-3921-4eaf-8e46-b276e3c2f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.623764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-0e0a9001-3921-4eaf-8e46-b276e3c2f797 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 1094 time: 0.0991611 Jul 12 16:20:22.681197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-2fbc55eb-ed0c-41d7-89ff-cca232b806d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003 HTTP/1.1" status: 200 len: 217 time: 0.0429397 Jul 12 16:20:22.703379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c18cb28-6107-491d-940a-6d7768359dbd req-9ae42875-4739-46bd-94ee-228ce91df272 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786555 Jul 12 16:20:22.740249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-344263cb-21ca-4a1d-a1e7-7c0e385bf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.741735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-344263cb-21ca-4a1d-a1e7-7c0e385bf4b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.0498435 Jul 12 16:20:22.785353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-cd8d8ce8-2fdb-4a1a-898a-1cb9385fde7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288510 Jul 12 16:20:22.874979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-32f81554-87b3-4202-8442-c25955565a2c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:22.877153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-32f81554-87b3-4202-8442-c25955565a2c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.65 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1193578 Jul 12 16:20:22.894324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Request body: {'port': {'device_id': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'admin_state_up': True, 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:22.897696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-6992693d-35d6-49f8-a111-b7a01d150a8a service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053264 Jul 12 16:20:23.010770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-72a3cf19-ee4a-4ee9-b19f-90ed1b0d533a req-37862a5f-9dca-4a20-885b-9355dfcafae5 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0382607 Jul 12 16:20:23.030944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-420f5a5d-9e28-4b65-9c73-49a8452ca886 req-59eaba61-12f2-4d74-bff1-86b7fef3fbe9 service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222901 Jul 12 16:20:23.032912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:23.039857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:23.162122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-6a7c1ce2-0779-4ed7-b666-48ac445b1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.164900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-6a7c1ce2-0779-4ed7-b666-48ac445b1975 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 1094 time: 0.0728457 Jul 12 16:20:23.201147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68cea47c-9856-4fa5-8cf6-4662d3ce7d32 req-f21cf691-db3f-4547-884a-f8990e47cffd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0365255 Jul 12 16:20:23.236575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Allocated IP 172.20.0.9 (016bf853-9a17-46fa-9887-0686780bed36/7a143800-5b7b-49f7-a8b8-aeea92aa8343/bb41ad37-df9d-4d05-a751-313d67d4487e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:23.288054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-92c3e164-eb7c-422d-ad7f-60df3c573d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.289834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-92c3e164-eb7c-422d-ad7f-60df3c573d13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 200 len: 916 time: 0.1158721 Jul 12 16:20:23.338534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-c506e148-538d-44f4-9849-b980aed7dbf1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003 HTTP/1.1" status: 200 len: 217 time: 0.0418072 Jul 12 16:20:23.393649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-f7d89064-befd-4868-9dc0-d5882a778db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.395261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-f7d89064-befd-4868-9dc0-d5882a778db6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 200 len: 855 time: 0.0467939 Jul 12 16:20:23.429732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-891796d4-34e9-4e51-878c-2a060660bfdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276558 Jul 12 16:20:23.441694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f99cac-5705-4fd9-84f0-39219b711f20 req-40eb1ca7-3e2a-4f9e-b333-5f8b122640fd tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.443243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3f99cac-5705-4fd9-84f0-39219b711f20 req-40eb1ca7-3e2a-4f9e-b333-5f8b122640fd tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 943 time: 0.1466095 Jul 12 16:20:23.468040 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:23.504856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3f99cac-5705-4fd9-84f0-39219b711f20 req-90c7c2ba-4fd2-4aad-8756-1323abaab4f3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531023 Jul 12 16:20:23.536098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:23.538952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-defd7e58-4ad3-4c70-938e-2b1fdf91ce8b service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022906 Jul 12 16:20:23.549455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21', '0fa337b2-cd55-4889-a177-10c7f07d3cd5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:23.585391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Network 016bf853-9a17-46fa-9887-0686780bed36 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:23.588865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:23.594011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:23.598241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event updated for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:23.642677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8f61b43-5f0d-43bc-9ebc-845c100c4346 req-a7f622c2-1b2d-4628-a691-2e6505d194fa service neutron] 10.222.0.65 "GET /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966978 Jul 12 16:20:23.644916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.645543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:23.664206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-5ec6e580-1a0c-47aa-86d3-48ff91fa20f3 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737799 Jul 12 16:20:23.677317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Request body: {'port': {'device_id': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:23.739646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:20:23.757052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:23.765762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 06b92544-ec48-4c2f-b474-391f1c03e50e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:20:23.766107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 06b92544-ec48-4c2f-b474-391f1c03e50e not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:20:23.907009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53745009-6de8-4af3-90fe-341794c1af1f req-3deb7e26-940b-4bfd-9501-36474bba3d04 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:23.908620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53745009-6de8-4af3-90fe-341794c1af1f req-3deb7e26-940b-4bfd-9501-36474bba3d04 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 945 time: 0.0800817 Jul 12 16:20:23.946295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53745009-6de8-4af3-90fe-341794c1af1f req-0a739edd-21d2-4aab-a123-120fc45c469d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Jul 12 16:20:24.050127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb41ad37-df9d-4d05-a751-313d67d4487e {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:24.061801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:24.078892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Transition to ACTIVE for port object bb41ad37-df9d-4d05-a751-313d67d4487e will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:24.083180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:24.223084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Pushing event updated for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:24.230492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b93dcdd-c905-45fa-96c8-6b697c1cc067 req-4acc7d73-78f6-4706-910e-168d1f59e6a6 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0615962 Jul 12 16:20:24.271460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Attempting to bind port bb41ad37-df9d-4d05-a751-313d67d4487e on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:24.271988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Attempting to bind port bb41ad37-df9d-4d05-a751-313d67d4487e by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:24.272419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Attempting to bind port bb41ad37-df9d-4d05-a751-313d67d4487e on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:24.277938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Port bb41ad37-df9d-4d05-a751-313d67d4487e on network 016bf853-9a17-46fa-9887-0686780bed36 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:24.278336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Attempting to bind port bb41ad37-df9d-4d05-a751-313d67d4487e on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:24.285027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:24.285514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Checking segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:24.285979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Bound using segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:24.286556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Bound port: bb41ad37-df9d-4d05-a751-313d67d4487e, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:24.286916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:24.359714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:24.364097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bb41ad37-df9d-4d05-a751-313d67d4487e,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:24.368821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:24.407617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.408607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:24.409885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] 10.222.0.65 "PUT /v2.0/ports/bb41ad37-df9d-4d05-a751-313d67d4487e HTTP/1.1" status: 200 len: 1091 time: 0.7369697 Jul 12 16:20:24.412377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:24.416303 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6222db-36cf-4316-836b-66564808e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:24.419625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4305c-7447-4c8e-8431-2a1ee1a7ffa2 req-496da9d4-448a-4b8b-8c8d-61d59b34be1e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.421257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84c4305c-7447-4c8e-8431-2a1ee1a7ffa2 req-496da9d4-448a-4b8b-8c8d-61d59b34be1e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0790963 Jul 12 16:20:24.451260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f8c8-e4e6-45b1-acfc-8452f97ed364 service neutron] Pushing event updated for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:24.506591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84c4305c-7447-4c8e-8431-2a1ee1a7ffa2 req-32d82476-40b0-4390-a12c-8ce080a9ad17 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Jul 12 16:20:24.528731 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7895666-bfb5-4228-a0b6-6b832c06eedc x-openstack-request-id: req-f7895666-bfb5-4228-a0b6-6b832c06eedc {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:24.529023 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:24.529271 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7895666-bfb5-4228-a0b6-6b832c06eedc {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:24.529665 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e', 'status': 'completed', 'code': 200} Jul 12 16:20:24.535039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-ec172d1b-c2bb-4ca6-af41-7803177629c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.536586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-ec172d1b-c2bb-4ca6-af41-7803177629c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 1094 time: 0.0785241 Jul 12 16:20:24.584040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-06dae1cb-ee57-4590-810b-6184886971ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb41ad37-df9d-4d05-a751-313d67d4487e HTTP/1.1" status: 200 len: 217 time: 0.0394001 Jul 12 16:20:24.634896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-88d4d21f-4964-412d-a02e-316cb7132919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.636323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-88d4d21f-4964-412d-a02e-316cb7132919 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0462234 Jul 12 16:20:24.672103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-49639904-ec61-4f89-9a4e-dba6ac9c2c5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275559 Jul 12 16:20:24.703014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717b39-1900-435a-8755-9ec3e354240e req-09eb657f-a69c-44c5-bf92-821538e3037a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.704603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39717b39-1900-435a-8755-9ec3e354240e req-09eb657f-a69c-44c5-bf92-821538e3037a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 943 time: 0.0741725 Jul 12 16:20:24.744913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39717b39-1900-435a-8755-9ec3e354240e req-9d4c1354-7d7e-4a5f-9476-3d8ddac6ec50 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Jul 12 16:20:24.779204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-1a7f1bd8-8a41-4607-9a98-6c1705eb2fa7 service neutron] 10.222.0.65 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008191 Jul 12 16:20:24.872983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdbd7cfa-5a8c-43cb-8d99-5c5e6d757add req-0123b3ab-738f-400c-a622-f3aeb1722bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Jul 12 16:20:24.983078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6222db-36cf-4316-836b-66564808e1a8 req-02eef20e-598e-4c9c-b22c-16f3142b1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:24.984631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-02eef20e-598e-4c9c-b22c-16f3142b1809 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 1094 time: 0.0616250 Jul 12 16:20:25.047005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:25.092440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6222db-36cf-4316-836b-66564808e1a8 req-63d4f221-d073-4148-8717-888a4c8f15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.094732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-63d4f221-d073-4148-8717-888a4c8f15b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 916 time: 0.1033189 Jul 12 16:20:25.100840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:25.105013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:25.105385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:25.131635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727fd8b-4077-443a-b777-ddfb89985701 req-e32a911d-e895-4721-adab-3c2b9284bff5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.136329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c727fd8b-4077-443a-b777-ddfb89985701 req-e32a911d-e895-4721-adab-3c2b9284bff5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 945 time: 0.0760210 Jul 12 16:20:25.144962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-c34f62dd-4e6e-4cb9-97a5-aa0649bcdcff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb41ad37-df9d-4d05-a751-313d67d4487e HTTP/1.1" status: 200 len: 217 time: 0.0418956 Jul 12 16:20:25.176135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c727fd8b-4077-443a-b777-ddfb89985701 req-d69637e9-5bf0-4aac-bab3-051d8263ba2e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Jul 12 16:20:25.200025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:25.224421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6222db-36cf-4316-836b-66564808e1a8 req-e9a09647-c699-4ff6-b8bc-ed44d89575c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.224824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:25.226890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-e9a09647-c699-4ff6-b8bc-ed44d89575c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0750895 Jul 12 16:20:25.227128 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40721a3b-dcac-4b36-8996-cb15168784ef" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:25.241479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:25.255346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:25.275464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-a1ee18eb-165d-4115-8de2-d643741f8be4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410838 Jul 12 16:20:25.287247 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b811d3d-5a32-44d2-88b3-5aebd751b045 x-openstack-request-id: req-7b811d3d-5a32-44d2-88b3-5aebd751b045 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:25.287247 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:25.287247 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b811d3d-5a32-44d2-88b3-5aebd751b045 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:25.287247 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:20:25.320275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:25.415467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f2372d5-b59f-4900-af89-be8f55611d23 req-f4a661eb-39bd-40c8-8766-fb508481cd41 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0311325 Jul 12 16:20:25.458157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780c75e-9e3f-478e-a2e2-f6685096fdcc req-8f5d939d-5a4c-4921-a4c2-8dd3f17c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.459672 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7780c75e-9e3f-478e-a2e2-f6685096fdcc req-8f5d939d-5a4c-4921-a4c2-8dd3f17c930d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1097 time: 0.0915020 Jul 12 16:20:25.461395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-c9a21605-41d6-49c5-8ff6-c940c5b7d023 service neutron] 10.222.0.65 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776912 Jul 12 16:20:25.577639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7780c75e-9e3f-478e-a2e2-f6685096fdcc req-d3d1998f-845f-417d-befc-3028b0eafad7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089499 Jul 12 16:20:25.601450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa6222db-36cf-4316-836b-66564808e1a8 req-aa6b9801-c2ed-49c1-9f50-7f78c19017ae service neutron] 10.222.0.65 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316526 Jul 12 16:20:25.616399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9156bc5c-774c-4de2-8e8c-e9ff13448220 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:25.616914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9156bc5c-774c-4de2-8e8c-e9ff13448220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:25.683324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd54f9-d8ab-4255-ac22-810d9ae2623f req-e65406aa-e6a9-421e-848c-01a4dd0d8e88 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.685569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58cd54f9-d8ab-4255-ac22-810d9ae2623f req-e65406aa-e6a9-421e-848c-01a4dd0d8e88 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0653520 Jul 12 16:20:25.728101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58cd54f9-d8ab-4255-ac22-810d9ae2623f req-095a6d5d-6647-4ed1-9f73-36d3b1950769 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Jul 12 16:20:25.745855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbbaf00c-0c0e-481b-821b-3abff07cb003 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:25.845098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:25.856671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'cbbaf00c-0c0e-481b-821b-3abff07cb003', 'network_id': '3d798c7d-b7be-4bdf-9e10-8dd8b067f37c', 'port_id': 'cbbaf00c-0c0e-481b-821b-3abff07cb003', 'mac_address': 'fa:16:3e:86:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d036c27-2faf-4491-b761-440f856a47bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:25.935244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38d96e-7c98-4819-a4ac-5386ccd7b9d6 req-343e62bc-ca22-4a98-b03f-9d7dde0e25de tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:25.936842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf38d96e-7c98-4819-a4ac-5386ccd7b9d6 req-343e62bc-ca22-4a98-b03f-9d7dde0e25de tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 943 time: 0.0722094 Jul 12 16:20:25.979698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf38d96e-7c98-4819-a4ac-5386ccd7b9d6 req-9046567e-072d-480b-bd58-15e39a05fbfa tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Jul 12 16:20:26.038762 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:26.052112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbaf00c-0c0e-481b-821b-3abff07cb003 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:26.073114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:26.076971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:26.131938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:26.356309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['cbbaf00c-0c0e-481b-821b-3abff07cb003'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:26.363734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ef0e-a863-4abe-9116-22ad5b2407e2 req-0f1deb05-ba23-44a5-923c-c928cb24c194 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:26.365220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87d6ef0e-a863-4abe-9116-22ad5b2407e2 req-0f1deb05-ba23-44a5-923c-c928cb24c194 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.0631902 Jul 12 16:20:26.405324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87d6ef0e-a863-4abe-9116-22ad5b2407e2 req-faeb174b-a922-487c-aa8d-755c9ea4661b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Jul 12 16:20:26.587065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7025c418-9737-4021-a180-c8f9d9a7dfb5 req-6e907265-d5dc-404b-9497-675a0e192d5b tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0320499 Jul 12 16:20:26.922988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e230e7-0323-4ae4-8146-bbe6964c9bb4 req-ff0438ce-4859-4ca7-8a4f-252b05de2107 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:26.924473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92e230e7-0323-4ae4-8146-bbe6964c9bb4 req-ff0438ce-4859-4ca7-8a4f-252b05de2107 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0784600 Jul 12 16:20:26.961769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92e230e7-0323-4ae4-8146-bbe6964c9bb4 req-151d99bc-b2b4-4d3b-93cc-a71bb50ac9db tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Jul 12 16:20:27.180292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb676b27-c80c-446c-827a-1950d1c4422a req-5c757cec-eff0-494c-b338-bac2cea84394 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:27.181799 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb676b27-c80c-446c-827a-1950d1c4422a req-5c757cec-eff0-494c-b338-bac2cea84394 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 944 time: 0.0730543 Jul 12 16:20:27.221593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb676b27-c80c-446c-827a-1950d1c4422a req-9aad3ef7-5e11-4570-850e-8770c9801c44 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Jul 12 16:20:27.585537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997070-cb0f-45a9-9ba9-93449353afeb req-d1c91024-f14b-4105-bfba-8efe0622d811 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:27.587032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69997070-cb0f-45a9-9ba9-93449353afeb req-d1c91024-f14b-4105-bfba-8efe0622d811 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.0659883 Jul 12 16:20:27.627603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-69997070-cb0f-45a9-9ba9-93449353afeb req-857bdd43-4458-4a51-8db0-a440f412eab2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341368 Jul 12 16:20:27.747657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-171eb322-b04a-4ef5-a370-38f59e3e7e7e req-382e8f49-a65b-4fed-afa7-6fb2a69dc0f0 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0297825 Jul 12 16:20:27.765075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bb41ad37-df9d-4d05-a751-313d67d4487e details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:27.768365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbbaf00c-0c0e-481b-821b-3abff07cb003 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:27.807042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea050c-69fb-42bc-8287-fba76f369cb9 req-3b39311f-7ad5-46b9-9a48-8465a0d10883 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:27.808729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0fea050c-69fb-42bc-8287-fba76f369cb9 req-3b39311f-7ad5-46b9-9a48-8465a0d10883 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.0686014 Jul 12 16:20:27.818728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56180) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:27.823670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'floatingip': {'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:27.870439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:27.882572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port cbbaf00c-0c0e-481b-821b-3abff07cb003 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:27.888397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port cbbaf00c-0c0e-481b-821b-3abff07cb003 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:27.888608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:27.938604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bb41ad37-df9d-4d05-a751-313d67d4487e,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:27.954263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'bb41ad37-df9d-4d05-a751-313d67d4487e', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'port_id': 'bb41ad37-df9d-4d05-a751-313d67d4487e', 'mac_address': 'fa:16:3e:4c:9c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a143800-5b7b-49f7-a8b8-aeea92aa8343', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:28.024386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.035612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.049951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41ad37-df9d-4d05-a751-313d67d4487e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:28.071693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:28.073950 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11580252-d5ad-4ab3-bc03-e6cea7015d0b" -d '{"events": [{"server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "name": "network-vif-plugged", "status": "completed", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:28.095749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bb41ad37-df9d-4d05-a751-313d67d4487e,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:28.100687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:28.102513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.109272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.159773 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969aa0f3-999e-4d07-a38f-9760c827d97d x-openstack-request-id: req-969aa0f3-999e-4d07-a38f-9760c827d97d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:28.160081 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "name": "network-vif-plugged", "status": "completed", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:28.160301 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-969aa0f3-999e-4d07-a38f-9760c827d97d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:28.160686 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003', 'code': 200} Jul 12 16:20:28.168874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30203-a5c6-4f3a-8a8a-6c3ce66d15d6 req-fac2a1dc-f713-491a-ac86-43fc5b83bb0c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:28.170573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08d30203-a5c6-4f3a-8a8a-6c3ce66d15d6 req-fac2a1dc-f713-491a-ac86-43fc5b83bb0c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0945761 Jul 12 16:20:28.196092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:28.270695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:28.280580 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08d30203-a5c6-4f3a-8a8a-6c3ce66d15d6 req-0775e491-b5d0-4538-8723-cc810c39d9dc tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950563 Jul 12 16:20:28.300611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08029980-5c10-4342-bdca-18e829ab6b9e req-61dea647-e4f8-4bcf-9997-63685c8aa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:28.302519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08029980-5c10-4342-bdca-18e829ab6b9e req-61dea647-e4f8-4bcf-9997-63685c8aa501 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 1096 time: 0.0969219 Jul 12 16:20:28.348930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08029980-5c10-4342-bdca-18e829ab6b9e req-f0e5de88-fa9d-451a-a89c-b8fb466fc0f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Jul 12 16:20:28.417490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.421470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.432288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bb41ad37-df9d-4d05-a751-313d67d4487e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:28.456293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f00097-112a-4fab-8ba1-1e3001e22947 req-02b3b206-e6f9-4c53-91ae-3626ccd15435 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:28.457809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9f00097-112a-4fab-8ba1-1e3001e22947 req-02b3b206-e6f9-4c53-91ae-3626ccd15435 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0700500 Jul 12 16:20:28.500916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9f00097-112a-4fab-8ba1-1e3001e22947 req-acbaf01f-f1fc-47a7-8c5a-b3e068cdd863 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Jul 12 16:20:28.534009 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Floating IP 25337c4c-32c4-4dd8-80d1-92606251a3a0 associated. External IP: 172.25.8.198, port: 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b. Jul 12 16:20:28.753305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:20:28.863091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:20:28.867973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:28.873746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Sync routers for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:20:28.883206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:28.883947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:28.913039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9302aa08-c12e-455d-b0a9-36568bb8d39f req-e339bf90-77a0-4be2-8c7d-d50de2b10876 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0451865 Jul 12 16:20:28.914308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d74afcfc-940a-46b4-a91a-a191fadaf9ba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "PUT /v2.0/floatingips/25337c4c-32c4-4dd8-80d1-92606251a3a0 HTTP/1.1" status: 200 len: 992 time: 1.0944557 Jul 12 16:20:28.914905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:28.917255 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046ccfa-fce9-429c-827c-52ed92b10028" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:29.011456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:29.059177 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88df721-2b64-4a15-84f1-e55c226e22ce x-openstack-request-id: req-b88df721-2b64-4a15-84f1-e55c226e22ce {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:29.060054 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:29.060312 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b88df721-2b64-4a15-84f1-e55c226e22ce {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:29.060721 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'status': 'completed', 'code': 200} Jul 12 16:20:29.134253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-a40f3de3-5fa4-46af-8649-9351c09c1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.136018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-a40f3de3-5fa4-46af-8649-9351c09c1776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1097 time: 0.0559711 Jul 12 16:20:29.240349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-c552c089-e7c8-4db2-9a7a-7c03d372bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.241849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-c552c089-e7c8-4db2-9a7a-7c03d372bfc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.0990329 Jul 12 16:20:29.259280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '25337c4c-32c4-4dd8-80d1-92606251a3a0', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:20:13Z', 'updated_at': '2021-07-12T16:20:28Z', 'revision_number': 1, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:29.287282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Checking router: c68b35e8-c10d-4705-bcd7-62cc5a6a5442 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:20:29.296357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:29.297055 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:29.329309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-8b7c9ba6-d5be-4798-a9ec-8bf695801951 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1000 time: 0.0763612 Jul 12 16:20:29.430925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:29.437818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-82fcda42-6623-4c14-bd48-d772eb3b46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.439821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-82fcda42-6623-4c14-bd48-d772eb3b46eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1011794 Jul 12 16:20:29.549889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d467b-1848-4577-a8f4-9304f205f78a req-57f70405-1dfd-46a2-bdf7-4d2627b285a7 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.560308 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e86d467b-1848-4577-a8f4-9304f205f78a req-57f70405-1dfd-46a2-bdf7-4d2627b285a7 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 944 time: 0.1244445 Jul 12 16:20:29.581179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-50a867fa-cf73-4e18-82ef-2598e4903693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.582819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-50a867fa-cf73-4e18-82ef-2598e4903693 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116090 Jul 12 16:20:29.655004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e86d467b-1848-4577-a8f4-9304f205f78a req-6b01ca88-b3eb-4c78-b067-d53b197d1aa0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935073 Jul 12 16:20:29.683644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '25337c4c-32c4-4dd8-80d1-92606251a3a0', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:20:13Z', 'updated_at': '2021-07-12T16:20:28Z', 'revision_number': 1, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:29.697004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-745079d2-17cc-4527-9a0d-787581d606b9 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073067 Jul 12 16:20:29.709037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4081-4306-4119-85be-28afce761050 req-231724a5-8d77-4e1a-ae4f-8702173a7df5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.710702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a4b4081-4306-4119-85be-28afce761050 req-231724a5-8d77-4e1a-ae4f-8702173a7df5 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0847690 Jul 12 16:20:29.719667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b44c2-43af-4447-8ed4-8f43bd557c79 None None] The sync data for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 is: [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '25337c4c-32c4-4dd8-80d1-92606251a3a0', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:20:13Z', 'updated_at': '2021-07-12T16:20:28Z', 'revision_number': 1, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:20:29.758615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a4b4081-4306-4119-85be-28afce761050 req-dec875b9-8d26-4f0d-9f48-83a95d7c4a80 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Jul 12 16:20:29.800470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bb41ad37-df9d-4d05-a751-313d67d4487e up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:29.810899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b046ccfa-fce9-429c-827c-52ed92b10028 req-f9348788-900f-4ebc-9192-58bf4e6ef2bf service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066175 Jul 12 16:20:29.875299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port bb41ad37-df9d-4d05-a751-313d67d4487e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:29.881273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port bb41ad37-df9d-4d05-a751-313d67d4487e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:29.881758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:29.977355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:29.988773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe87f7d-b046-44ee-af12-ef8fbfda2a92 req-e6b68050-f9bd-41ff-bf05-82d82ad8e4b0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:29.991883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfe87f7d-b046-44ee-af12-ef8fbfda2a92 req-e6b68050-f9bd-41ff-bf05-82d82ad8e4b0 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0902233 Jul 12 16:20:30.006504 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64c571-f99f-4d36-b400-2843f65169a2 None None] New status for floating IP 25337c4c-32c4-4dd8-80d1-92606251a3a0: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:20:30.018275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bb41ad37-df9d-4d05-a751-313d67d4487e,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:30.024777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:30.053396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfe87f7d-b046-44ee-af12-ef8fbfda2a92 req-f32c3562-4d03-499f-bc7f-d9ea15ef69a9 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561359 Jul 12 16:20:30.100696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:30.119400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08f8e2ed-016f-4f8c-89de-d676eca6349f req-0cd856e8-24c8-4534-9d1d-54863532b5b0 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0370510 Jul 12 16:20:30.162115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:30.164527 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc147b4-078f-4c5e-9d38-0f593752ab1e" -d '{"events": [{"server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:30.321795 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e7c00d-82b0-47ad-88b8-7b45ac05d1d7 x-openstack-request-id: req-a8e7c00d-82b0-47ad-88b8-7b45ac05d1d7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:30.322115 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "name": "network-vif-plugged", "status": "completed", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:30.322377 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8e7c00d-82b0-47ad-88b8-7b45ac05d1d7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:30.322781 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e', 'code': 200} Jul 12 16:20:30.454240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87edea0-a1d1-420d-bd2d-7fb50887d2c0 req-7c9483be-5eaf-41af-bbec-a78944f65a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:30.455778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b87edea0-a1d1-420d-bd2d-7fb50887d2c0 req-7c9483be-5eaf-41af-bbec-a78944f65a1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0576017 Jul 12 16:20:30.518643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b87edea0-a1d1-420d-bd2d-7fb50887d2c0 req-bebf2ef9-17b9-4af6-be37-89e65280e96e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535624 Jul 12 16:20:30.545527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7ac2-fec5-4c93-a1d7-7905167662f3 req-ec97089f-1f1e-43d1-a01d-af86deffee66 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:30.547034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f5f7ac2-fec5-4c93-a1d7-7905167662f3 req-ec97089f-1f1e-43d1-a01d-af86deffee66 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0903814 Jul 12 16:20:30.594518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f5f7ac2-fec5-4c93-a1d7-7905167662f3 req-39c470e9-6480-478c-aa64-5ec18f449b7a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342438 Jul 12 16:20:30.780945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487c2d0-61a4-4c31-a7fa-eaf4002c550b req-0fb391af-b974-4910-93ee-df6a3688e48a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:30.782455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f487c2d0-61a4-4c31-a7fa-eaf4002c550b req-0fb391af-b974-4910-93ee-df6a3688e48a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0712302 Jul 12 16:20:30.822287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f487c2d0-61a4-4c31-a7fa-eaf4002c550b req-1fb4aeda-91d5-4921-9540-1cb5169d7d02 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Jul 12 16:20:30.839760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214305d-7980-4571-b09d-3fa80504fb3f req-b1ae8ce0-eb79-4f29-8169-426366689ae0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:30.841200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a214305d-7980-4571-b09d-3fa80504fb3f req-b1ae8ce0-eb79-4f29-8169-426366689ae0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0655828 Jul 12 16:20:30.884113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a214305d-7980-4571-b09d-3fa80504fb3f req-858fc3f6-a5a5-4e7a-91e2-0cb7cc92fe75 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Jul 12 16:20:31.287234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5401cfd8-a7ca-4031-a19a-ca7deaa6cfbc req-84678545-5e4d-4425-ae4f-3204abfe8144 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0321989 Jul 12 16:20:31.487015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f37c4c-dd56-4e58-8ae7-fd9e4879fbe9 req-85e1c81f-842b-4beb-b4d0-27ee567aa662 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:31.488554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6f37c4c-dd56-4e58-8ae7-fd9e4879fbe9 req-85e1c81f-842b-4beb-b4d0-27ee567aa662 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.3759248 Jul 12 16:20:31.528707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6f37c4c-dd56-4e58-8ae7-fd9e4879fbe9 req-86b6d74b-7fb7-4594-a3f6-9eaf3b9223e3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Jul 12 16:20:31.703010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c580d4-4a24-4b10-99ef-f2a7f9578770 req-08936790-3f6b-48dc-a9a1-d36dede45a0a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:31.704550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51c580d4-4a24-4b10-99ef-f2a7f9578770 req-08936790-3f6b-48dc-a9a1-d36dede45a0a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0657330 Jul 12 16:20:31.744136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51c580d4-4a24-4b10-99ef-f2a7f9578770 req-108e2bf1-f088-45c6-8bd5-158b6ecf95c3 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Jul 12 16:20:31.929425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-31a5b640-32aa-4ed7-9f0c-401bdf5718ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:32.076345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c304b7-07ab-4a6b-bd1b-23bbc367b208 req-95a1c4f4-bdf5-4797-a2c2-62334e9be57b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:32.077874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2c304b7-07ab-4a6b-bd1b-23bbc367b208 req-95a1c4f4-bdf5-4797-a2c2-62334e9be57b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0690653 Jul 12 16:20:32.117447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2c304b7-07ab-4a6b-bd1b-23bbc367b208 req-aeb0161e-91f2-430e-afc8-614dc1a92b42 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Jul 12 16:20:32.337214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642afea-dbee-4ca6-b794-575cf0ae06c7 req-cd33e09f-65e0-4d69-9bc8-f55eb9be1b45 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:32.339067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e642afea-dbee-4ca6-b794-575cf0ae06c7 req-cd33e09f-65e0-4d69-9bc8-f55eb9be1b45 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0714979 Jul 12 16:20:32.384047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e642afea-dbee-4ca6-b794-575cf0ae06c7 req-776ac800-750c-4256-af31-387b6c663f4a tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Jul 12 16:20:32.469857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1ef2b946-b571-4d2e-9327-1a0ad6232107 req-cc6aa441-3308-43c4-b3e0-46d2cfb34c79 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0377562 Jul 12 16:20:33.011300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:33.468691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-7984c6e0-90f5-4454-bf8a-858a19ba0b1b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:33.470176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-7984c6e0-90f5-4454-bf8a-858a19ba0b1b tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0655947 Jul 12 16:20:33.594062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5354-7538-451b-b582-9fcd4099e1b4 req-a2810ceb-125f-4852-8436-2559dd079f74 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:33.595785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e58e5354-7538-451b-b582-9fcd4099e1b4 req-a2810ceb-125f-4852-8436-2559dd079f74 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dcda607-acc3-4eef-96bf-93bda1439c45 HTTP/1.1" status: 200 len: 945 time: 0.0958054 Jul 12 16:20:33.603200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Deleting port cbbaf00c-0c0e-481b-821b-3abff07cb003 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:20:33.603538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:33.638206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e58e5354-7538-451b-b582-9fcd4099e1b4 req-829c31a7-da0f-4850-8bbc-9c3f0c224b81 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb3756db-ab92-41ba-8096-7716387e1f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364196 Jul 12 16:20:33.682114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e27039f2-0201-4de9-a7de-b1ca2c819e13 req-bf9e0cce-f3fe-4816-9e8c-866ade7e22db tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0629425 Jul 12 16:20:33.736634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] For port cbbaf00c-0c0e-481b-821b-3abff07cb003, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cbbaf00c-0c0e-481b-821b-3abff07cb003,segment=NetworkSegment(caac6845-8243-4585-b893-bf9a5515efbb),segment_id=caac6845-8243-4585-b893-bf9a5515efbb)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:33.737002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:33.750263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Calling delete_port for cbbaf00c-0c0e-481b-821b-3abff07cb003 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:20:33.898632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:33.911436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['cbbaf00c-0c0e-481b-821b-3abff07cb003'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:33.933211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Pushing event deleted for resources: {'Port': ['ID=cbbaf00c-0c0e-481b-821b-3abff07cb003,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:33.987632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] No DVR routers for this DVR port cbbaf00c-0c0e-481b-821b-3abff07cb003 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:20:33.990326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:33.992363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95854f0e-945c-421b-bf47-2ff9bf93f7ae req-92e08818-7e3f-49da-90e3-20dda1448f20 tempest-ServerDiskConfigTestJSON-1439828330 tempest-ServerDiskConfigTestJSON-1439828330-project] 10.222.0.65 "DELETE /v2.0/ports/cbbaf00c-0c0e-481b-821b-3abff07cb003 HTTP/1.1" status: 204 len: 173 time: 0.5163805 Jul 12 16:20:33.992813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'name': 'network-vif-deleted', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:33.995257 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccd5da-3a6f-45aa-b818-14e473acb1ca" -d '{"events": [{"server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "name": "network-vif-deleted", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:34.037333 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d61db-2729-4f4c-8d81-fc82be74e813 x-openstack-request-id: req-709d61db-2729-4f4c-8d81-fc82be74e813 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:34.037870 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcda607-acc3-4eef-96bf-93bda1439c45", "name": "network-vif-deleted", "tag": "cbbaf00c-0c0e-481b-821b-3abff07cb003", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:34.038165 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-709d61db-2729-4f4c-8d81-fc82be74e813 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:34.038740 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcda607-acc3-4eef-96bf-93bda1439c45', 'name': 'network-vif-deleted', 'tag': 'cbbaf00c-0c0e-481b-821b-3abff07cb003', 'status': 'completed', 'code': 200} Jul 12 16:20:34.383455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9e4194da-59bc-4112-8403-95f5c440a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:34.819330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:34.861920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3bcb7a36-a8ec-401f-8600-e4ea8a5b66ec req-1c673d81-6645-42c2-bfc8-75635dd920d4 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0365558 Jul 12 16:20:35.097925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:35.154352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Deleting subnet 8d036c27-2faf-4491-b761-440f856a47bd {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:20:35.157894 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.195433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.225365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.243201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.303393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.331649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d036c27-2faf-4491-b761-440f856a47bd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:35.333642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.338458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e433775b-fa3d-484d-97bb-7485e896ca1a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d036c27-2faf-4491-b761-440f856a47bd HTTP/1.1" status: 204 len: 168 time: 0.2386951 Jul 12 16:20:35.338756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56324) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:35.413426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.501743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.513134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d798c7d-b7be-4bdf-9e10-8dd8b067f37c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:35.525048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caac6845-8243-4585-b893-bf9a5515efbb') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:35.525453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caac6845-8243-4585-b893-bf9a5515efbb') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:35.535343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.550417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.556931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:20:35.557657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:20:35.560022 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:20:35.617350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.623403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.627795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3d798c7d-b7be-4bdf-9e10-8dd8b067f37c HTTP/1.1" status: 204 len: 168 time: 0.2847555 Jul 12 16:20:35.642183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf6e60-1908-41ff-83d9-398abad2e506 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d798c7d-b7be-4bdf-9e10-8dd8b067f37c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:35.728128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.797217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56330) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:35.837759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda5c239-61ce-484a-bba4-123985a1efba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be119a2c1c0d40559feafa031c5a9dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392373 Jul 12 16:20:35.840346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56332) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:35.890184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.920140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.976308 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.979148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:35.981955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb3756db-ab92-41ba-8096-7716387e1f24 HTTP/1.1" status: 204 len: 168 time: 0.1396902 Jul 12 16:20:35.998215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a41ad9-3d62-4817-95b3-6a92d9d54601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3756db-ab92-41ba-8096-7716387e1f24,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:36.063371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db998f96-21f1-4294-a4dc-38428f772883 req-4a96c20a-881e-466c-ba45-4dc14bdf0b36 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0517490 Jul 12 16:20:37.159142 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.256118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cedc6556-3312-41d1-b7f9-b596397b4300 req-9d573371-db81-4e81-9177-af827994c262 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0408211 Jul 12 16:20:37.585097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56402) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:37.689998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c01ef3c8-3163-4bdf-baa4-7b8dfe8e7552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.789486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c01ef3c8-3163-4bdf-baa4-7b8dfe8e7552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.794203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c01ef3c8-3163-4bdf-baa4-7b8dfe8e7552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.838529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56408) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:37.839094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c01ef3c8-3163-4bdf-baa4-7b8dfe8e7552 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd7811bfd848466daf80f5bb39c8a455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523711 Jul 12 16:20:37.839452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef3c8-3163-4bdf-baa4-7b8dfe8e7552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9279c-88c8-41c4-bbf7-825c81684325,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:37.852062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbbaf00c-0c0e-481b-821b-3abff07cb003 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:20:37.874063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: cbbaf00c-0c0e-481b-821b-3abff07cb003 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:20:37.874407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cbbaf00c-0c0e-481b-821b-3abff07cb003 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:20:37.911717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.933302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.980831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.984071 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:37.985226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ff9279c-88c8-41c4-bbf7-825c81684325 HTTP/1.1" status: 204 len: 168 time: 0.1457083 Jul 12 16:20:37.993287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ce5d6-2ab4-4384-8482-af2b2e7a6e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9279c-88c8-41c4-bbf7-825c81684325,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:38.452619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5cc9fc5-351c-4c94-9fb8-cd2b84c15948 req-38c43381-35b1-469b-8828-64f0bdedfc25 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0407085 Jul 12 16:20:38.714348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56440) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:38.808076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-733619310-network', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:38.829465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Made reservation on behalf of 9e4c5ec582f6402da75a2001fd00a84a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:38.831923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:38.841005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:38.930311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:38.934676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:38.958949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:20:38.968867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50883fb4-abb1-42c8-bbae-610d1fe37227,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:38.973909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:38.974256 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Added segment ae3b0d92-c919-4694-a874-f27a06431370 of type vlan for network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 Jul 12 16:20:39.017808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.046594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.047727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:39.048311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.100741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3852553 Jul 12 16:20:39.103783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56446) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:39.109635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Request body: {'subnet': {'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-733619310-subnet', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:39.110154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54460fc-88b9-4c44-a400-75f4ac308584 admin admin] Pushing event updated for resources: {'Network': ['ID=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:39.119875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:20:39.134271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Made reservation on behalf of 9e4c5ec582f6402da75a2001fd00a84a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:39.137123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.309079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.366691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e8237b-a230-4419-a791-a7eb69aef17e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:39.375865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Checking segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:39.376224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Network hostable DHCP agents. Network: 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:20:39.392131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:20:39.400609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:39.405374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:39.406019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.412702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b554ab-aece-4714-bf10-88337dda0362 None None] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:39.424561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4215f96-42bb-4b74-9565-13ca28cf2f75 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3194971 Jul 12 16:20:39.427200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56450) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:39.431555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:39.458446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.459599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.557360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.573281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662deb24-0675-4738-87bd-cf7387938c18 None None] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:39.671718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be85ce6d-ea66-49a2-8e65-4e5c2dab7ddb req-fa538353-cb27-4de6-bcdb-4a6fc60e8c32 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0624537 Jul 12 16:20:39.743260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.939871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:39.959573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:40.068449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Allocated IP 172.25.8.129 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/cbaeb5be-4f67-4eb6-9e21-101e0a0ea499) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:40.171386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:40.209904 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:40.255564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:40.260883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:40.263723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Pushing event updated for resources: {'Port': ['ID=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:40.265818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:40.861649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-828b65cb-9d61-4bea-b1c4-ffb27ac5b09f req-131d6053-5b84-4a1b-940b-fc7a5e2aa391 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0514069 Jul 12 16:20:40.866699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:41.086638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:41.217814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Router 7042da5b-01cb-40c0-9103-a4f53968d8f7 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:20:41.326699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:20:41.338588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Sync routers for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:20:41.345737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:41.347351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ffc132a9-8e98-4666-9090-6055bec38797 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9191716 Jul 12 16:20:41.349350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:41.350003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:41.350172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56474) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:41.460218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:41.672545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:40Z', 'revision_number': 3, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:41.704561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Checking router: 7042da5b-01cb-40c0-9103-a4f53968d8f7 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:20:41.704965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Updating router 7042da5b-01cb-40c0-9103-a4f53968d8f7 port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:20:41.742116 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:41.786388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:41.958093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Allocated IP 172.20.0.1 (4736f725-6dac-4b0e-bd01-a9f3cf3e4c45/82e8237b-a230-4419-a791-a7eb69aef17e/20faa7d5-b269-4058-a5f4-695f1c1f8d7f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:42.031314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.041084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Transition to ACTIVE for port object cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:42.046562 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.049013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13028b0f-7445-4984-9d59-ed46aef52762 req-24d76b66-7d1d-4966-91f6-4377b4b623f3 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0386198 Jul 12 16:20:42.101683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.143438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.188324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:42.191237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:42.194904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:42.220916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Pushing event updated for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:42.240628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.258112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Attempting to bind port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:42.258483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Attempting to bind port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:42.258861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Attempting to bind port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:42.267120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:42.267961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:42.267961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.268368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:42.268871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Bound port: cbaeb5be-4f67-4eb6-9e21-101e0a0ea499, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:42.269252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.272046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Pushing event updated for resources: {'Port': ['ID=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:42.299270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.299635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.299977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.300313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.300642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.300969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.301293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.301615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.301937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.302257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.302577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.302900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:20:42.334566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] For port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:42.337717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] For port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:42.345665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.396148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.404908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:42.405553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:42.410239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f353c-4ca3-43d0-9c18-80721fe5534d None None] Pushing event updated for resources: {'Port': ['ID=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:42.521964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:42.570505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.575024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.648301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Pushing event updated for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:42.662576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:42.733535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '20faa7d5-b269-4058-a5f4-695f1c1f8d7f', 'name': '', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'mac_address': 'fa:16:3e:1c:0c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:41Z', 'updated_at': '2021-07-12T16:20:41Z', 'revision_number': 1, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'subnets': [{'id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:42.761178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9558d04-0df3-464a-8932-d3e7b6f42ead None None] The sync data for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 is: [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '20faa7d5-b269-4058-a5f4-695f1c1f8d7f', 'name': '', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'mac_address': 'fa:16:3e:1c:0c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:41Z', 'updated_at': '2021-07-12T16:20:41Z', 'revision_number': 1, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'subnets': [{'id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:20:42.770868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:42.772334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:42.903206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Router 7042da5b-01cb-40c0-9103-a4f53968d8f7 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:20:43.039944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:20:43.045697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3985b065-4aba-4c4b-b758-a4b7d1725e2a admin admin] 10.222.0.58 "PUT /v2.0/routers/7042da5b-01cb-40c0-9103-a4f53968d8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946719 Jul 12 16:20:43.223729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ef390ee-0eed-48f7-9ab2-1222f22cf705 req-33bd7dba-871f-4ad3-a4bd-f98d15eda78d tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0357563 Jul 12 16:20:43.551124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-5ccaa638-efad-4127-9e59-d093613d4b8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:43.552686 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-5ccaa638-efad-4127-9e59-d093613d4b8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 810 time: 0.1379735 Jul 12 16:20:43.569039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-a327252a-a412-4f49-8a26-295d0ec1d108 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/quotas/9e4c5ec582f6402da75a2001fd00a84a HTTP/1.1" status: 200 len: 375 time: 0.0105424 Jul 12 16:20:43.650038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-5c167489-53f6-4b88-9189-8ae85dad5d3f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737936 Jul 12 16:20:43.665716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:43.722048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:43.726312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:43.726714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:43.820213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:43.822780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-385f7281-4ec5-44ec-8f42-b8cf1b9ae284 service neutron] 10.222.0.58 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718249 Jul 12 16:20:43.847478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:43.852400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:43.925284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:43.939103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-902cd4ae-5142-44fb-9037-ad6e69d2dcab service neutron] 10.222.0.58 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153741 Jul 12 16:20:44.231716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c812d6ff-bcaf-437a-904a-0772324e4613 req-2e4a264a-a9ed-4b4b-b047-0202cf63191f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0352104 Jul 12 16:20:44.389989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ab0cf908-8fd4-4ce4-b26b-f34942e4fb6d req-58ef2ec6-cc3b-46a1-8d07-b1e8850d9355 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0300474 Jul 12 16:20:45.039477 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Sync routers for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:20:45.053505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:45.054123 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:45.166863 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:45.456724 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '20faa7d5-b269-4058-a5f4-695f1c1f8d7f', 'name': '', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'mac_address': 'fa:16:3e:1c:0c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:41Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 2, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'subnets': [{'id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:45.472316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ade9790-b67e-45eb-a118-baaa3384d88d req-d2dcf869-54b6-4681-afcb-054c4fca826b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0935569 Jul 12 16:20:45.516478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Checking router: 7042da5b-01cb-40c0-9103-a4f53968d8f7 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:20:45.517047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Updating router 7042da5b-01cb-40c0-9103-a4f53968d8f7 port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:20:45.574885 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:45.591891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-048afcf7-8f46-431e-a52b-fe9e61665704 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:45.593526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-048afcf7-8f46-431e-a52b-fe9e61665704 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.65 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 810 time: 0.2094228 Jul 12 16:20:45.612003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Request body: {'port': {'device_id': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'admin_state_up': True, 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:45.668910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:45.722191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d41b3b9-9899-40dd-bab7-4a7ab9acf8bc req-b6340912-c913-49b8-96d9-bdde29edb65c tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0441060 Jul 12 16:20:45.731703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:45.733265 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:45.788464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Made reservation on behalf of 9e4c5ec582f6402da75a2001fd00a84a for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:45.792289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:45.935638 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:45.944949 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Transition to ACTIVE for port object 20faa7d5-b269-4058-a5f4-695f1c1f8d7f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:45.951504 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.002188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280f5b-ec53-4875-b394-f1006352aae2 None None] Pushing event updated for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:46.025997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Allocated IP 172.20.0.3 (4736f725-6dac-4b0e-bd01-a9f3cf3e4c45/82e8237b-a230-4419-a791-a7eb69aef17e/7367b67c-22b7-4d4b-864c-5ed0eb85186a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:46.062764 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Attempting to bind port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:46.063954 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Attempting to bind port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:46.063954 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Attempting to bind port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:46.068832 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:46.069456 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Checking segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:46.070062 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.070445 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Bound using segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:46.071074 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Bound port: 20faa7d5-b269-4058-a5f4-695f1c1f8d7f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:46.071649 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.149415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] For port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:46.153777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] For port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:46.160480 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.215282 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:20:46.215944 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:20:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:46.265510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.363851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.414458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:46.418826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:46.423256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:46.468072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Pushing event updated for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:46.488921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.492158 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280f5b-ec53-4875-b394-f1006352aae2 None None] Pushing event updated for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:46.500228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.510617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.519553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.522154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.522824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.530588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.535063 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:20:46.541137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.551420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.552774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b34b5cbf-b5af-43d9-a174-c7a098b4c7fd tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476502 Jul 12 16:20:46.563015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-d4db02e1-82b6-4621-83c8-6b51caca034e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.1762829 Jul 12 16:20:46.568063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Request body: {'port': {'device_id': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:46.645522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13948ea5-480d-4cb6-9a63-735d0f3ab648 req-4dc64552-b046-4d40-915b-46d7085364e9 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807405 Jul 12 16:20:46.708104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:46.865198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c581d-1e8c-4b11-bd44-f9deccf27623 req-0e31a0f0-5f15-445d-91fd-fd15e7de8567 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:46.866764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c99c581d-1e8c-4b11-bd44-f9deccf27623 req-0e31a0f0-5f15-445d-91fd-fd15e7de8567 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 931 time: 0.0882733 Jul 12 16:20:46.872910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '20faa7d5-b269-4058-a5f4-695f1c1f8d7f', 'name': '', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'mac_address': 'fa:16:3e:1c:0c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:41Z', 'updated_at': '2021-07-12T16:20:46Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'subnets': [{'id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:20:46.913337 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad88ee1-26c2-48db-80b3-85516dec8b2c None None] The sync data for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 is: [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:42Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '20faa7d5-b269-4058-a5f4-695f1c1f8d7f', 'name': '', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'mac_address': 'fa:16:3e:1c:0c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:41Z', 'updated_at': '2021-07-12T16:20:46Z', 'revision_number': 4, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'subnets': [{'id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:20:46.919972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c99c581d-1e8c-4b11-bd44-f9deccf27623 req-5d194787-fb6c-48a5-820e-7bdf28d74df3 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471959 Jul 12 16:20:46.995151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.004198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.010837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.018219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.025599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.036042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.044272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.065126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4eee448e-be8d-4395-8fce-d7ae51318130 req-af2fc217-0124-4db9-8b3d-76575b0b52de tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.2211263 Jul 12 16:20:47.265963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7367b67c-22b7-4d4b-864c-5ed0eb85186a {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:47.294906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.298840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-426983cc-2fcd-4d3d-bb49-70cfd1d00170 req-f17c94f0-9a8f-4bff-9ffe-c6e4b60a3c3c tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0605450 Jul 12 16:20:47.311057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Transition to ACTIVE for port object 7367b67c-22b7-4d4b-864c-5ed0eb85186a will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:47.317107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.378534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Pushing event updated for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:47.461993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Attempting to bind port 7367b67c-22b7-4d4b-864c-5ed0eb85186a on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:47.462334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Attempting to bind port 7367b67c-22b7-4d4b-864c-5ed0eb85186a by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:47.462665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Attempting to bind port 7367b67c-22b7-4d4b-864c-5ed0eb85186a on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:47.468386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Port 7367b67c-22b7-4d4b-864c-5ed0eb85186a on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:47.468709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Attempting to bind port 7367b67c-22b7-4d4b-864c-5ed0eb85186a on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:47.474948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:47.475288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Checking segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:47.475817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Bound using segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:47.476252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Bound port: 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:47.476606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.550026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:47.553487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:47.559001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.608320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.608963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.610559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] 10.222.0.65 "PUT /v2.0/ports/7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 200 len: 1091 time: 1.0486557 Jul 12 16:20:47.611038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:47.613455 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:47.646445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff1d50-fd76-4511-bf8c-65de3b6548ff service neutron] Pushing event updated for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:47.697567 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6df552-6847-415c-a708-1cd8a764388b x-openstack-request-id: req-8f6df552-6847-415c-a708-1cd8a764388b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:47.697728 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:47.701118 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f6df552-6847-415c-a708-1cd8a764388b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:47.701506 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a', 'status': 'completed', 'code': 200} Jul 12 16:20:47.760804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-e3399e6f-731c-4196-99da-28ab8edd2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.764025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-e3399e6f-731c-4196-99da-28ab8edd2711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0997739 Jul 12 16:20:47.799689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 20faa7d5-b269-4058-a5f4-695f1c1f8d7f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:47.844460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-03db3b6b-710b-4b6c-b3c9-141882b12abe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 200 len: 217 time: 0.0723643 Jul 12 16:20:47.860408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:47.864810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:47.865162 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.909490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b3284e8f-176e-41d6-b0f8-92a5995c8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:47.911558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-b3284e8f-176e-41d6-b0f8-92a5995c8287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0609150 Jul 12 16:20:47.953013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-6436d30b-4bc5-47eb-9778-57895011add7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324891 Jul 12 16:20:47.956274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:47.993216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:47.998789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:48.069971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:48.077063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-abcfdd0f-9f7c-4106-9232-fe98c153d7bf service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165016 Jul 12 16:20:48.250207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20c16b11-f6c0-45f5-9afa-b3c4a653db78 req-83a90376-68b8-4906-9661-98dfe6404106 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637940 Jul 12 16:20:48.263442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7031bdc-731d-4f92-b578-261a1bd72832 req-1ff917aa-13c5-488e-8f5e-df99d02e14e5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:48.265026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7031bdc-731d-4f92-b578-261a1bd72832 req-1ff917aa-13c5-488e-8f5e-df99d02e14e5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 943 time: 0.1240728 Jul 12 16:20:48.314441 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7031bdc-731d-4f92-b578-261a1bd72832 req-b2df0737-9e9e-431e-888b-0ef734c05315 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Jul 12 16:20:48.367267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-099bb735-0ace-4b3a-8dcc-10fe2bcc001d req-adbb2f9a-30f7-41e8-bdf1-5ca69dc89c19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0493336 Jul 12 16:20:48.395682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-237437a9-c1e9-4460-a31a-efac22cc60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:48.397279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-237437a9-c1e9-4460-a31a-efac22cc60f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0811205 Jul 12 16:20:48.481730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ab2a8d8f-27c5-4f41-a4ae-88d1411d2458 req-2712ad8a-2aaa-4d4e-b442-0404f392fdc2 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0319200 Jul 12 16:20:48.552829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-d1b22832-375a-4334-9861-00603f8da38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:48.554495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-d1b22832-375a-4334-9861-00603f8da38f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.1121206 Jul 12 16:20:48.623200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-430e4237-d5b9-4c48-8eab-0ce64133d506 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 200 len: 217 time: 0.0493436 Jul 12 16:20:48.677897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-c5d0298a-0d9a-4462-99b0-12eb376d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:48.679698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-c5d0298a-0d9a-4462-99b0-12eb376d9571 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0501699 Jul 12 16:20:48.720644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-b7a3a1f4-962a-433d-80ec-13e8c1ffee56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334830 Jul 12 16:20:48.852147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-776b0a2f-99ea-49f4-8221-b75dda35ff10 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227586 Jul 12 16:20:48.962561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be4fa2bc-64de-4d81-bd02-be2eaf04adfa req-b84125ed-7938-4eb5-8ebc-39e0acf75538 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029313 Jul 12 16:20:49.103886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:49.204573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.205058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.205539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.206008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.206478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.206947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.207416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.212086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-00a59a37-386f-452d-aafb-869c860e2174 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.1071436 Jul 12 16:20:49.268987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e602b05-ca88-4cbd-8a21-dc6b7472fadd req-efc2e863-cc6a-48e0-a1e8-2be2b6852aff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&id=9238b59d-ad10-45f9-a2d8-df9bd020385a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534770 Jul 12 16:20:49.520723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9336ef-3f17-48e6-b708-3f8bd48cfe26 req-28a0277f-6598-4a0c-bd2e-5e8d4af61f8a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:49.522427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd9336ef-3f17-48e6-b708-3f8bd48cfe26 req-28a0277f-6598-4a0c-bd2e-5e8d4af61f8a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 943 time: 0.0747707 Jul 12 16:20:49.568319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd9336ef-3f17-48e6-b708-3f8bd48cfe26 req-9e4249df-29e6-4b54-bca6-a6e7cbc294a2 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Jul 12 16:20:49.655554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 20faa7d5-b269-4058-a5f4-695f1c1f8d7f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:49.702588 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fbd429d-e332-474c-a2e5-68fe007aab94 req-af1d61e6-1870-4433-93ba-b3e52895bffb tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0511942 Jul 12 16:20:49.726067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:49.726444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:50.103804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d586cef3-53cf-4c6b-a178-960d0d2bbacf req-e58d78ab-16f5-4aa4-ab17-5981a312fc68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35b83d2eb218433dae9858b6522a899a&device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0467372 Jul 12 16:20:50.155963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d586cef3-53cf-4c6b-a178-960d0d2bbacf req-eaecf7fc-754e-4a62-8d4e-53b8971883b7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=35b83d2eb218433dae9858b6522a899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384936 Jul 12 16:20:50.185871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7811d162-2786-466b-9a67-4304f818160e req-ee883171-5683-48a2-a130-c22270c585fb tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0586841 Jul 12 16:20:50.284942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586cef3-53cf-4c6b-a178-960d0d2bbacf req-93cbc91b-4d93-44d2-b769-441558656f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:50.286431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d586cef3-53cf-4c6b-a178-960d0d2bbacf req-93cbc91b-4d93-44d2-b769-441558656f81 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122937 Jul 12 16:20:50.789205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618deb0-bc75-4702-b8db-ed45a5a137dd req-f3ebc73b-a6fb-42bf-98a1-1fa0dfadf9f3 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:50.790659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e618deb0-bc75-4702-b8db-ed45a5a137dd req-f3ebc73b-a6fb-42bf-98a1-1fa0dfadf9f3 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 943 time: 0.0890462 Jul 12 16:20:50.835897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e618deb0-bc75-4702-b8db-ed45a5a137dd req-691670e7-6184-4eeb-82c0-eb30249bdf72 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Jul 12 16:20:51.186387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-71b23a21-475a-4c00-a29b-53e2bdc28ffd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:51.187922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-71b23a21-475a-4c00-a29b-53e2bdc28ffd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1123590 Jul 12 16:20:51.205048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-20e8025b-27da-43b0-8c74-c21b2c4f3a14 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/quotas/35e4c60150f747e7bfc2e7f5b239a7c5 HTTP/1.1" status: 200 len: 375 time: 0.0101614 Jul 12 16:20:51.283987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c9b58f7c-2a56-47b6-b8ba-b0dac8abda40 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748956 Jul 12 16:20:51.351180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0eb1b18f-20ef-4b67-8846-b911b44bc829 req-2a6d5843-d9d9-441a-9ea5-ac4ae3b048b7 tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0298755 Jul 12 16:20:51.433845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-1698cea8-1fb5-43a0-af3e-b23c9a2855f4 service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429467 Jul 12 16:20:51.540221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-6edcab69-9c0f-4e06-b5af-0328ade080cb service neutron] 10.222.0.58 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005220 Jul 12 16:20:51.605750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d586cef3-53cf-4c6b-a178-960d0d2bbacf req-c5e51587-77cb-41b4-9f6f-083e56b1b5ff tempest-ServerShowV257Test-1118820752 tempest-ServerShowV257Test-1118820752-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3b8578f-226a-4f9a-8d25-29f61de0243b HTTP/1.1" status: 200 len: 210 time: 0.0303440 Jul 12 16:20:51.734487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c82fba5e-8c0f-4b93-b2a1-18e5cd3ea7db req-b72a70b4-c980-4bf3-9b86-ebaa5a454267 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 210 time: 0.0367377 Jul 12 16:20:51.940798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7367b67c-22b7-4d4b-864c-5ed0eb85186a details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:52.043050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c706-8091-4097-953a-51379878b1e5 req-c09323d1-5266-4940-a8eb-98c21532a9ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:52.056230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1172c706-8091-4097-953a-51379878b1e5 req-c09323d1-5266-4940-a8eb-98c21532a9ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 943 time: 0.0933299 Jul 12 16:20:52.086234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:52.100057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '7367b67c-22b7-4d4b-864c-5ed0eb85186a', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'port_id': '7367b67c-22b7-4d4b-864c-5ed0eb85186a', 'mac_address': 'fa:16:3e:52:9e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:52.118998 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1172c706-8091-4097-953a-51379878b1e5 req-476d6374-070b-49ba-82ae-1f8e709e43a6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617487 Jul 12 16:20:52.152853 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:52.168283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7367b67c-22b7-4d4b-864c-5ed0eb85186a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:52.200410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:52.209489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:52.285388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:52.544891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['7367b67c-22b7-4d4b-864c-5ed0eb85186a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:52.662283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56702) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:52.787149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08c636aa-c116-486e-bfa9-77a4ad7c0f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:52.881980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08c636aa-c116-486e-bfa9-77a4ad7c0f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:52.887215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-08c636aa-c116-486e-bfa9-77a4ad7c0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:52.918046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c636aa-c116-486e-bfa9-77a4ad7c0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde0f8c8-0eb2-4f9b-918a-6c7bbeb80931,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:52.931633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91b32c47-07de-4fdf-a145-2c4accaf0ae6 req-5331d654-bb64-43a5-aeaa-4e3fc3d72b5e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 210 time: 0.0695038 Jul 12 16:20:52.940372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-08c636aa-c116-486e-bfa9-77a4ad7c0f1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35b83d2eb218433dae9858b6522a899a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758634 Jul 12 16:20:52.942889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:53.000848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-e11700a8-d927-4c30-9e3c-b71da8c4e075 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:53.002702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-e11700a8-d927-4c30-9e3c-b71da8c4e075 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 815 time: 0.1564417 Jul 12 16:20:53.018960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Request body: {'port': {'device_id': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'admin_state_up': True, 'tenant_id': '35e4c60150f747e7bfc2e7f5b239a7c5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:53.019623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.055223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.127178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.132056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.134203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dde0f8c8-0eb2-4f9b-918a-6c7bbeb80931 HTTP/1.1" status: 204 len: 168 time: 0.1899397 Jul 12 16:20:53.149899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41facad-f5f1-4504-ba2b-304c4e368594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde0f8c8-0eb2-4f9b-918a-6c7bbeb80931,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:53.169385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Made reservation on behalf of 35e4c60150f747e7bfc2e7f5b239a7c5 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:53.174904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.388507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Allocated IP 172.20.0.13 (016bf853-9a17-46fa-9887-0686780bed36/7a143800-5b7b-49f7-a8b8-aeea92aa8343/ab9334a4-072a-4e90-a2ee-fa1a77d74dda) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:53.400350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945d2b-a96b-48af-bb87-0b1280871dfb req-dbcee48f-abb7-4047-8d18-9a5144990d8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:53.403149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22945d2b-a96b-48af-bb87-0b1280871dfb req-dbcee48f-abb7-4047-8d18-9a5144990d8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 944 time: 0.1341534 Jul 12 16:20:53.473593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22945d2b-a96b-48af-bb87-0b1280871dfb req-83db4e7c-8c57-47ef-b91f-e0fc15fff3a7 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638182 Jul 12 16:20:53.609639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.649842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.664757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bb41ad37-df9d-4d05-a751-313d67d4487e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:53.669794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21', '0fa337b2-cd55-4889-a177-10c7f07d3cd5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:53.697282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Network 016bf853-9a17-46fa-9887-0686780bed36 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:53.703796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:53.706253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:53.739081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event updated for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:53.767440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:53.768219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.788504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-c4dd6c4c-c434-4cd6-a762-473453eae610 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754068 Jul 12 16:20:53.803057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Request body: {'port': {'device_id': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:53.904113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:53.924630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56740) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:53.940835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7367b67c-22b7-4d4b-864c-5ed0eb85186a up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:20:54.048259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 7367b67c-22b7-4d4b-864c-5ed0eb85186a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:20:54.049439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-432484091-network', 'tenant_id': 'ef43f4126af44ddd89eb5f8cb21417f6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:54.060099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 7367b67c-22b7-4d4b-864c-5ed0eb85186a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:20:54.060462 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.078563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Made reservation on behalf of ef43f4126af44ddd89eb5f8cb21417f6 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:54.081471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.091742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.157768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.198294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:54.200428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.202551 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc63d248-0b01-4ee1-9c21-aad8f0aa7a9c" -d '{"events": [{"server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:54.211298 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.222809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:54.228577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.229745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03c56a-8859-47e5-bf8f-263b08302008 req-2b88dcd3-7f4b-4dba-bb4c-a12674fa3d73 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:54.231606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee03c56a-8859-47e5-bf8f-263b08302008 req-2b88dcd3-7f4b-4dba-bb4c-a12674fa3d73 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 932 time: 0.1491086 Jul 12 16:20:54.253758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:20:54.269284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3eadd-b69f-44a9-a126-8639b81f8058,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:54.272800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.273157 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Added segment 72c9ab45-d0f0-4bba-9504-44de422f1a4f of type vlan for network 57982a88-8c7f-421f-9928-3b7b80e4e450 Jul 12 16:20:54.293117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:20:54.324933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.340411 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b7b6c-9ab7-4099-b1b7-62abf65011a1 x-openstack-request-id: req-d87b7b6c-9ab7-4099-b1b7-62abf65011a1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:54.340977 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:54.341574 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d87b7b6c-9ab7-4099-b1b7-62abf65011a1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:54.342047 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a', 'code': 200} Jul 12 16:20:54.342709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:54.375337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.376426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:54.377019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.437809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5119026 Jul 12 16:20:54.442391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56750) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:20:54.450353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Request body: {'subnet': {'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-432484091-subnet', 'tenant_id': 'ef43f4126af44ddd89eb5f8cb21417f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:54.454788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf43453-fa4a-44b2-9414-c506daa25956 admin admin] Pushing event updated for resources: {'Network': ['ID=57982a88-8c7f-421f-9928-3b7b80e4e450,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:54.466232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:20:54.475234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Made reservation on behalf of ef43f4126af44ddd89eb5f8cb21417f6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:54.477739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.659784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee03c56a-8859-47e5-bf8f-263b08302008 req-b94e71d9-3bc5-44b2-af4f-832e3f2aad94 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161954 Jul 12 16:20:54.661409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9334a4-072a-4e90-a2ee-fa1a77d74dda {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:54.671509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.680106 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.703486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Transition to ACTIVE for port object ab9334a4-072a-4e90-a2ee-fa1a77d74dda will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:54.707755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397870-3811-44b3-ba49-c94158ecaecf req-44725e29-4fb1-4766-a587-77bc2489275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:54.709236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f397870-3811-44b3-ba49-c94158ecaecf req-44725e29-4fb1-4766-a587-77bc2489275e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1191380 Jul 12 16:20:54.710417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.774482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:54.794562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Checking segment: {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:54.794911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Network hostable DHCP agents. Network: 57982a88-8c7f-421f-9928-3b7b80e4e450, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:20:54.816516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Pushing event updated for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:54.822470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f397870-3811-44b3-ba49-c94158ecaecf req-14285e40-f1ef-4bbd-bd72-5d6854763f25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029897 Jul 12 16:20:54.826906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9096e0c-2465-4769-9d38-9ee41bc2bfbd req-1d6b5687-42f1-4460-b111-6d0c7f3573ab tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:54.828447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9096e0c-2465-4769-9d38-9ee41bc2bfbd req-1d6b5687-42f1-4460-b111-6d0c7f3573ab tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1067433 Jul 12 16:20:54.829594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:20:54.843409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 57982a88-8c7f-421f-9928-3b7b80e4e450) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:54.851336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582b732-557c-43cd-bdc0-ff429bf2c1db None None] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:54.860531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:54.861103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.874185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Attempting to bind port ab9334a4-072a-4e90-a2ee-fa1a77d74dda on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:54.874530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Attempting to bind port ab9334a4-072a-4e90-a2ee-fa1a77d74dda by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:54.874863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Attempting to bind port ab9334a4-072a-4e90-a2ee-fa1a77d74dda on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:54.881065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Port ab9334a4-072a-4e90-a2ee-fa1a77d74dda on network 016bf853-9a17-46fa-9887-0686780bed36 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:54.881377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Attempting to bind port ab9334a4-072a-4e90-a2ee-fa1a77d74dda on network 016bf853-9a17-46fa-9887-0686780bed36 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:54.886143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9096e0c-2465-4769-9d38-9ee41bc2bfbd req-e61c24bc-39d1-456d-8cd2-2fe5303f9aff tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Jul 12 16:20:54.896097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-51fd1cb4-f51b-4ba0-bb58-4908f91d01cf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4526694 Jul 12 16:20:54.903197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:54.903609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Checking segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:54.904507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Bound using segment: {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:54.904704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Bound port: ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '016bf853-9a17-46fa-9887-0686780bed36'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:54.905062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:54.986356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:54.991253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:55.003689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:55.004638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89675b6c-2259-48ff-9d4c-5fff8b0407f4 None None] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:20:55.050328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.050948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:55.052381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] 10.222.0.77 "PUT /v2.0/ports/ab9334a4-072a-4e90-a2ee-fa1a77d74dda HTTP/1.1" status: 200 len: 1092 time: 1.2559719 Jul 12 16:20:55.052825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:55.055085 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830fef54-9511-4f04-b2ab-e097b32e8921" -d '{"events": [{"name": "network-changed", "server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:55.076655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19a7d-b06a-49fc-aa4d-de61c5eb0abc service neutron] Pushing event updated for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:55.108375 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bfa6a3-9ea8-4918-838f-cb17c5c7b28a x-openstack-request-id: req-d9bfa6a3-9ea8-4918-838f-cb17c5c7b28a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:55.108905 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:55.109240 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9bfa6a3-9ea8-4918-838f-cb17c5c7b28a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:55.110458 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda', 'status': 'completed', 'code': 200} Jul 12 16:20:55.166197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-6dc7c916-d73c-4669-8b4e-1a6d6ce83400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.168670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-6dc7c916-d73c-4669-8b4e-1a6d6ce83400 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 1095 time: 0.0579834 Jul 12 16:20:55.216176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-84380b1a-08cc-40d2-a330-9b014e0a5f2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda HTTP/1.1" status: 200 len: 217 time: 0.0398707 Jul 12 16:20:55.276418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-705158ae-dfe8-4a4a-a6f2-95f187599c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.278777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-705158ae-dfe8-4a4a-a6f2-95f187599c6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0552301 Jul 12 16:20:55.356634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-99fadf62-c328-47e1-8589-1bb404c950c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615819 Jul 12 16:20:55.470985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-5037af69-ef55-4f10-8e25-a1286ce3259c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.472644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-5037af69-ef55-4f10-8e25-a1286ce3259c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 813 time: 0.1877477 Jul 12 16:20:55.497511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-ebc1e4d0-d6d1-47a5-8d77-e2e3b36f87a3 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318078 Jul 12 16:20:55.498830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-f316c140-827d-452e-9306-7a4269c9c98d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/quotas/ef43f4126af44ddd89eb5f8cb21417f6 HTTP/1.1" status: 200 len: 375 time: 0.0184968 Jul 12 16:20:55.546691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-8cb9217c-eb47-43b4-8490-36359d754160 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426333 Jul 12 16:20:55.693794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a776072-5ee3-47e6-b465-f8b97bdf7580 req-f79ad794-1630-4827-8b80-a9aea70e37ff service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887193 Jul 12 16:20:55.699640 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-296b6c22-7938-4ad6-b0a3-03867dcd0c96 service neutron] 10.222.0.58 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414156 Jul 12 16:20:55.831897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-6e8992b3-41be-491e-948c-47d9a0965104 service neutron] 10.222.0.58 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253393 Jul 12 16:20:55.862671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-d8fac5fb-b5ac-4662-8b99-bf6a61b5ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.864277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-d8fac5fb-b5ac-4662-8b99-bf6a61b5ec5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 1095 time: 0.0706794 Jul 12 16:20:55.915926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee98bfa-700f-44b1-932d-4e7e521d2ec9 req-0612a8a0-37ca-4174-8538-77ca7ec5a2fd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.919083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee98bfa-700f-44b1-932d-4e7e521d2ec9 req-0612a8a0-37ca-4174-8538-77ca7ec5a2fd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 944 time: 0.0741308 Jul 12 16:20:55.962739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ee98bfa-700f-44b1-932d-4e7e521d2ec9 req-701c1621-b009-41ba-a420-df002e522bdd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Jul 12 16:20:55.985717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-891d2645-2894-435a-a06d-4cc8c71b685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:55.987134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-891d2645-2894-435a-a06d-4cc8c71b685a service neutron] 10.222.0.77 "GET /v2.0/networks?id=016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 200 len: 916 time: 0.1139398 Jul 12 16:20:56.043038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-9adcfb9f-fd62-4366-b62c-4896d53396e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda HTTP/1.1" status: 200 len: 217 time: 0.0455382 Jul 12 16:20:56.064528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3dd3d935-f01f-4dc4-87f3-8a3d5827768c req-afea125b-1624-4915-8b5c-5b3f637f15ed tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 210 time: 0.0331554 Jul 12 16:20:56.146242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-32e12f88-6437-4eab-b321-53090cc0f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.148286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-32e12f88-6437-4eab-b321-53090cc0f3a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 200 len: 855 time: 0.0992670 Jul 12 16:20:56.190420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-09f124c0-09a0-44d5-be54-4ec35905fd1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=016bf853-9a17-46fa-9887-0686780bed36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344262 Jul 12 16:20:56.266896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d13ff5-0607-476a-aaa9-71010d00fc77 req-ee000454-93c8-4f87-8591-d8135c9746d4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.268499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8d13ff5-0607-476a-aaa9-71010d00fc77 req-ee000454-93c8-4f87-8591-d8135c9746d4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1747727 Jul 12 16:20:56.337550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8d13ff5-0607-476a-aaa9-71010d00fc77 req-46c875a7-f0c7-4081-8c6f-45b0a8b2682e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623674 Jul 12 16:20:56.341940 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-84e13047-2f0d-46ed-a72d-11b31b2e5481 service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411495 Jul 12 16:20:56.453005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-830fef54-9511-4f04-b2ab-e097b32e8921 req-5b97604b-4c21-4093-aeb9-6b93deb258ef service neutron] 10.222.0.77 "GET /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031971 Jul 12 16:20:56.717042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-3efb27d5-81a2-48a7-ae83-a5793d7a2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.718962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-3efb27d5-81a2-48a7-ae83-a5793d7a2092 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0976372 Jul 12 16:20:56.812789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32bd1c-89d4-492e-bc1d-357e59223058 req-f45436c8-3c00-4053-85ec-b1827f71ff4b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.814458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb32bd1c-89d4-492e-bc1d-357e59223058 req-f45436c8-3c00-4053-85ec-b1827f71ff4b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1441133 Jul 12 16:20:56.867030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-04aea6b9-6f37-4abd-a4b8-b8d8676b717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.868558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-04aea6b9-6f37-4abd-a4b8-b8d8676b717e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.1426685 Jul 12 16:20:56.877310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb32bd1c-89d4-492e-bc1d-357e59223058 req-fa412cb1-441d-4ba6-ba4e-3d63cd68bcbc tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 Jul 12 16:20:56.914006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-383ee69f-3fa5-4b96-8eb8-8d2674e14866 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 200 len: 217 time: 0.0357256 Jul 12 16:20:56.962620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-884c65fe-4abf-4982-9c76-1a693b9acc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:56.964112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-884c65fe-4abf-4982-9c76-1a693b9acc54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0431950 Jul 12 16:20:57.004170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-607969fe-bd1d-4b3e-84cf-b4946293e3b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324569 Jul 12 16:20:57.099852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-490c1618-b92a-4db8-b2cf-687148d509e0 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885501 Jul 12 16:20:57.256413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-396b4e98-b5a8-4bc0-b439-4deb1644f3f0 req-1feda654-6659-4a49-99d0-15169c3c3bb4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 210 time: 0.0535219 Jul 12 16:20:57.262679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc096177-da51-4a31-a7d4-7b58a6ee8dfe req-0441056e-ac9c-46df-aa43-3d6293a59f42 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560919 Jul 12 16:20:57.263075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3bb9-189b-484b-8128-688639dfd042 req-b5ef5ece-daf5-490f-911e-9305460f9c40 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.264916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb5e3bb9-189b-484b-8128-688639dfd042 req-b5ef5ece-daf5-490f-911e-9305460f9c40 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 944 time: 0.1663930 Jul 12 16:20:57.312860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-07de0290-41a3-432b-9c12-9831eb8f7c7d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.314568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-07de0290-41a3-432b-9c12-9831eb8f7c7d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 813 time: 0.1781690 Jul 12 16:20:57.340446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Request body: {'port': {'device_id': '0a7c46c1-3113-484a-87b8-00872e478b55', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'admin_state_up': True, 'tenant_id': 'ef43f4126af44ddd89eb5f8cb21417f6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:57.419928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb5e3bb9-189b-484b-8128-688639dfd042 req-d60863b5-fd96-46d7-8482-7de912604128 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373262 Jul 12 16:20:57.450322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-b1e54252-d130-48bb-b21b-f15748bc1907 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0718093 Jul 12 16:20:57.485109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Made reservation on behalf of ef43f4126af44ddd89eb5f8cb21417f6 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:20:57.488861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:57.579018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.580025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.580899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.581732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.582592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.583450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.584282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.587965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2df60d10-1693-498f-939b-aae82c9d6e55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54a969ec9b624d698eef72cd23f016a8&device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 6502 time: 0.0895960 Jul 12 16:20:57.724512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e93b53c6-9545-43cc-9df7-b871d4a5d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.724998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e93b53c6-9545-43cc-9df7-b871d4a5d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.725470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e93b53c6-9545-43cc-9df7-b871d4a5d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.727175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e93b53c6-9545-43cc-9df7-b871d4a5d8b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4359864b-a89f-4ff1-a168-eadaad7b9194&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=e9041499-e79d-41e7-a585-c9a3ff0378f9&id=c8eed1e7-4095-4e75-8267-beca31425d7b&id=c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 200 len: 2298 time: 0.1036489 Jul 12 16:20:57.809428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-b55bae35-d42a-423f-8ed2-06a9768b7390 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 200 len: 1000 time: 0.0745153 Jul 12 16:20:57.864676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4268c14b-bc9d-46f8-87d3-c536297d11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.866284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4268c14b-bc9d-46f8-87d3-c536297d11fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 200 len: 856 time: 0.0498517 Jul 12 16:20:57.937898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-92591638-5af2-4b63-a575-c53108a3ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:57.939683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-92591638-5af2-4b63-a575-c53108a3ee97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4359864b-a89f-4ff1-a168-eadaad7b9194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666280 Jul 12 16:20:57.973638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Allocated IP 172.20.0.9 (57982a88-8c7f-421f-9928-3b7b80e4e450/ddf2f3f9-5be9-45ad-972a-a2b8a75c3186/c383421d-c0be-4280-bc2d-5e828e31fa6c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:20:58.088328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4f47be90-180f-4291-9707-65aa0b3e6fa4 service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408367 Jul 12 16:20:58.095840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9182a6-1c68-4a4a-8c22-a56a836adf67 req-6336a5c7-cdbe-465b-8f04-b209e37bef64 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.097516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc9182a6-1c68-4a4a-8c22-a56a836adf67 req-6336a5c7-cdbe-465b-8f04-b209e37bef64 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0965443 Jul 12 16:20:58.137036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.176270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.194706 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc9182a6-1c68-4a4a-8c22-a56a836adf67 req-b5162c2c-fc90-4cab-ab12-25ee0d0a143e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Jul 12 16:20:58.223453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:20:58.226688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:20:58.228294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-818052bf-db70-4290-bb82-ab4eec46552e service neutron] 10.222.0.77 "GET /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298373 Jul 12 16:20:58.230866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:20:58.255685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:58.274103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4637a17d-7092-4d99-97bb-c202eeb3de97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 217 time: 0.0377309 Jul 12 16:20:58.283733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.284349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.299688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-48842745-43dc-400a-a952-86e1ce39d937 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9662235 Jul 12 16:20:58.312173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Request body: {'port': {'device_id': '0a7c46c1-3113-484a-87b8-00872e478b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:20:58.331734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4595e71a-a34e-428f-8ea6-ef1f46142b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.333256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-4595e71a-a34e-428f-8ea6-ef1f46142b41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0463333 Jul 12 16:20:58.407026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-97d96ba9-8d07-4834-a7a8-f027997b83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.408637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-97d96ba9-8d07-4834-a7a8-f027997b83e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689197 Jul 12 16:20:58.423473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.490771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ceac2-309d-463e-9af8-de48c7a0c9ef req-6c83e9a7-3183-49cc-8386-41aefa4672c7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.492297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-663ceac2-309d-463e-9af8-de48c7a0c9ef req-6c83e9a7-3183-49cc-8386-41aefa4672c7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 931 time: 0.1149831 Jul 12 16:20:58.506749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e0bdebcd-4c43-4b4a-9637-df4dcb1aef33 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Jul 12 16:20:58.603039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-663ceac2-309d-463e-9af8-de48c7a0c9ef req-610926fe-e1be-4cbb-ac3c-589b15cba959 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030192 Jul 12 16:20:58.636649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-b7d3d3aa-0b9b-43f3-b299-6cb0f76bb0e3 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233845 Jul 12 16:20:58.681916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2918d4bc-6b58-4694-86e0-3d519acddf9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 217 time: 0.0386994 Jul 12 16:20:58.751691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d01a-28ad-46d6-b6ae-589f3ef8947e req-014d0a2e-5a15-4050-93e7-a34cae0a1c37 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.753104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b61d01a-28ad-46d6-b6ae-589f3ef8947e req-014d0a2e-5a15-4050-93e7-a34cae0a1c37 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 944 time: 0.1512239 Jul 12 16:20:58.756966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-570c2819-1fef-4dc4-ab6e-7180b7b778ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.758321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-570c2819-1fef-4dc4-ab6e-7180b7b778ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0671821 Jul 12 16:20:58.773794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:58.782337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.794550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Transition to ACTIVE for port object c383421d-c0be-4280-bc2d-5e828e31fa6c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:20:58.798355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.825458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b61d01a-28ad-46d6-b6ae-589f3ef8947e req-418adc03-88a6-4ad5-8953-02b5c82e0119 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Jul 12 16:20:58.845113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-821c64fc-38ca-4d2e-8eec-502f28710815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:58.845113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-821c64fc-38ca-4d2e-8eec-502f28710815 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782242 Jul 12 16:20:58.852364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:58.921623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Attempting to bind port c383421d-c0be-4280-bc2d-5e828e31fa6c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:20:58.921955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Attempting to bind port c383421d-c0be-4280-bc2d-5e828e31fa6c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:20:58.922298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Attempting to bind port c383421d-c0be-4280-bc2d-5e828e31fa6c on network 57982a88-8c7f-421f-9928-3b7b80e4e450 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:58.926551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Port c383421d-c0be-4280-bc2d-5e828e31fa6c on network 57982a88-8c7f-421f-9928-3b7b80e4e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:20:58.926874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Attempting to bind port c383421d-c0be-4280-bc2d-5e828e31fa6c on network 57982a88-8c7f-421f-9928-3b7b80e4e450 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:20:58.931661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:20:58.932001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Checking segment: {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:20:58.932388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Bound using segment: {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:20:58.932836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Bound port: c383421d-c0be-4280-bc2d-5e828e31fa6c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:20:58.933668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:58.945282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-63e13210-ad58-4a0a-b8ad-789feceee9b9 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926838 Jul 12 16:20:59.005370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:20:59.008231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:20:59.013603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.046225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-9597010f-72ad-47c5-aff9-6a5777123b83 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921757 Jul 12 16:20:59.057455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.058237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.059695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] 10.222.0.65 "PUT /v2.0/ports/c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 1091 time: 0.7523868 Jul 12 16:20:59.060300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:20:59.062855 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41713639-e7ed-483b-9941-006f546a6de3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:20:59.094093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c8e52-ede0-4ab4-92aa-746192941a63 service neutron] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:59.100402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-68076d6a-1dae-4ac8-9f43-560a00f51883 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 200 len: 217 time: 0.0455523 Jul 12 16:20:59.115875 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830138da-e2d8-4b15-99df-e5d30d0f89d4 x-openstack-request-id: req-830138da-e2d8-4b15-99df-e5d30d0f89d4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:20:59.116169 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:20:59.116427 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-830138da-e2d8-4b15-99df-e5d30d0f89d4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:20:59.116829 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'status': 'completed', 'code': 200} Jul 12 16:20:59.150937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-320bf8e7-c4a5-495d-8600-ba1aa43ff2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.153304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-320bf8e7-c4a5-495d-8600-ba1aa43ff2f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0455477 Jul 12 16:20:59.175221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-e737161a-c6ff-432a-a598-1260ab52cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.176756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-e737161a-c6ff-432a-a598-1260ab52cf0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1094 time: 0.0542190 Jul 12 16:20:59.196761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ab9334a4-072a-4e90-a2ee-fa1a77d74dda details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:20:59.219660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-f94ed092-a2cc-4d1c-acf0-d4e9e4a0ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.221680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-f94ed092-a2cc-4d1c-acf0-d4e9e4a0ae5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615914 Jul 12 16:20:59.225328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-ca529188-ee07-41da-83a2-7a45a866ae63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.0410469 Jul 12 16:20:59.289294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47c9c-a88e-4294-a216-8552707889a2 req-7738b2dd-61e2-4ba7-a9bd-f8b7f2fbe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.290693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-7738b2dd-61e2-4ba7-a9bd-f8b7f2fbe6b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0596862 Jul 12 16:20:59.304600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:59.321283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda', 'network_id': '016bf853-9a17-46fa-9887-0686780bed36', 'port_id': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda', 'mac_address': 'fa:16:3e:02:64:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a143800-5b7b-49f7-a8b8-aeea92aa8343', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:20:59.327627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-cec00b85-aa49-469d-9ce2-826f971921cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297387 Jul 12 16:20:59.349809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-36540277-2935-410e-8670-7be0e9e9c754 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198909 Jul 12 16:20:59.365053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.380337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9334a4-072a-4e90-a2ee-fa1a77d74dda {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:20:59.405588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:20:59.410722 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.477750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb692e-a4ec-4d55-82b3-e738a3fcc538 req-4ea5ab17-c243-4c83-a557-da6068b8f8f0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.478443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:20:59.479329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5deb692e-a4ec-4d55-82b3-e738a3fcc538 req-4ea5ab17-c243-4c83-a557-da6068b8f8f0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1496766 Jul 12 16:20:59.484778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-62b05101-b031-46fd-8547-099eac65c865 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442809 Jul 12 16:20:59.592558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5deb692e-a4ec-4d55-82b3-e738a3fcc538 req-87ce4573-8d2b-44b4-a1a0-ef97a09df932 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Jul 12 16:20:59.631912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b47c9c-a88e-4294-a216-8552707889a2 req-4ecfd003-36c2-4e68-986f-ee461c83a27d service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381531 Jul 12 16:20:59.755126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-9c2631c9-4a5a-4377-afbf-7fa58eeb499c service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978348 Jul 12 16:20:59.770371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713639-e7ed-483b-9941-006f546a6de3 req-4382f14a-f919-4cbf-9abb-5d773721ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.771905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-4382f14a-f919-4cbf-9abb-5d773721ce38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1094 time: 0.0891550 Jul 12 16:20:59.805392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-e9c48eee-2134-4524-a6db-79bc482e6437 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 200 len: 217 time: 0.0428231 Jul 12 16:20:59.830742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ab9334a4-072a-4e90-a2ee-fa1a77d74dda'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:20:59.858471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af86f-74b0-4008-9fde-b5ef138368ec req-1b8e3a3c-e216-4ae0-ae27-0ef4e7a90741 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.860106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e65af86f-74b0-4008-9fde-b5ef138368ec req-1b8e3a3c-e216-4ae0-ae27-0ef4e7a90741 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1310124 Jul 12 16:20:59.863009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-d108722e-f406-41ff-8eba-3719a95e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.865421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-d108722e-f406-41ff-8eba-3719a95e38c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 200 len: 797 time: 0.0537755 Jul 12 16:20:59.927632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713639-e7ed-483b-9941-006f546a6de3 req-5e6e1838-481c-4b7e-b52d-b4ed9443bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.928898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-5e6e1838-481c-4b7e-b52d-b4ed9443bb1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.1484692 Jul 12 16:20:59.931903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e65af86f-74b0-4008-9fde-b5ef138368ec req-2fa02c01-a2d7-48ca-9bd5-dbeba226be43 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655513 Jul 12 16:20:59.965711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-126f6b5c-0097-4e9f-80b4-9f0a5ea65b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:20:59.967207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-126f6b5c-0097-4e9f-80b4-9f0a5ea65b0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e9041499-e79d-41e7-a585-c9a3ff0378f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748153 Jul 12 16:20:59.974382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-6e468cae-0229-4616-a4eb-629ca9ae635f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.0379817 Jul 12 16:21:00.033849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713639-e7ed-483b-9941-006f546a6de3 req-02d9cf27-8cff-441c-a2b9-b819b274c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.035327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-02d9cf27-8cff-441c-a2b9-b819b274c767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0537956 Jul 12 16:21:00.071319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-55b791f3-3408-4607-8432-17635880eace service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277655 Jul 12 16:21:00.110564 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-57312682-95b9-42ca-97e1-841d5dd5cdd5 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340346 Jul 12 16:21:00.122071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ee966-07e9-4d2a-9297-bb8ec6ebc3be req-b41d95d0-62e1-4451-ba11-ea4ff2796abc tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.124899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd4ee966-07e9-4d2a-9297-bb8ec6ebc3be req-b41d95d0-62e1-4451-ba11-ea4ff2796abc tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 945 time: 0.1271286 Jul 12 16:21:00.171244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-73bbdd42-1033-479d-89f2-3ed9bf3bceeb service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919225 Jul 12 16:21:00.223708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd4ee966-07e9-4d2a-9297-bb8ec6ebc3be req-bc44def2-4715-44d8-869b-305bbc9e8afe tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892968 Jul 12 16:21:00.244366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-20c4eb2c-18b6-44aa-bcfd-d662a90653f2 service neutron] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185174 Jul 12 16:21:00.280418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41713639-e7ed-483b-9941-006f546a6de3 req-518ad6a3-fc30-4c6c-99b6-4118ee9ae435 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979326 Jul 12 16:21:00.287372 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-6a3461ee-4878-462a-8e36-d79bcd714b76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 200 len: 217 time: 0.0357401 Jul 12 16:21:00.337074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-a311aed6-d247-426e-b634-b692b93b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.338416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-a311aed6-d247-426e-b634-b692b93b2b4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0435994 Jul 12 16:21:00.399578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2a7feafd-21af-4fd7-ad4e-32a0d4598103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.401071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-2a7feafd-21af-4fd7-ad4e-32a0d4598103 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557599 Jul 12 16:21:00.489930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-1d743032-1b61-4a1b-bdbc-d6207c90466c service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808618 Jul 12 16:21:00.582854 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-5013c7b6-940f-4288-9697-f994f319c5db service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861690 Jul 12 16:21:00.626929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-72e0c85e-65d8-402d-bba0-6b7c40d5e7f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 200 len: 217 time: 0.0365071 Jul 12 16:21:00.680469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-a7e9c26f-a93d-4891-a258-a18ff0d3c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.681958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-a7e9c26f-a93d-4891-a258-a18ff0d3c2d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 200 len: 797 time: 0.0459492 Jul 12 16:21:00.750443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-eb178005-c10b-4d00-a10d-8f5b8720e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.751979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-eb178005-c10b-4d00-a10d-8f5b8720e834 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8eed1e7-4095-4e75-8267-beca31425d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620008 Jul 12 16:21:00.781547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ae78-2fe8-42fe-bfc8-d84f35235715 req-17a34f05-d0f9-4a85-9609-5342e79c8c7a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:00.783068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8647ae78-2fe8-42fe-bfc8-d84f35235715 req-17a34f05-d0f9-4a85-9609-5342e79c8c7a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0709174 Jul 12 16:21:00.824615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8647ae78-2fe8-42fe-bfc8-d84f35235715 req-75addfe1-ba42-4c12-b09f-2d20f1d395c9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jul 12 16:21:00.848767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-8c48aedc-218b-400b-bf67-8862cd7de311 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888033 Jul 12 16:21:00.949338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e0b946b-c1fc-4f28-b6a5-9fff37e75359 req-89a5e4f3-9bee-45f4-ae4a-0bb66192e982 service neutron] 10.222.0.77 "GET /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930879 Jul 12 16:21:01.130186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523758d9-d953-4088-883d-7876cf6709c5 req-f08b78a5-7b6e-47c6-83c9-4e5279fb5b49 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:01.131717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-523758d9-d953-4088-883d-7876cf6709c5 req-f08b78a5-7b6e-47c6-83c9-4e5279fb5b49 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.0700936 Jul 12 16:21:01.172479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-523758d9-d953-4088-883d-7876cf6709c5 req-4e9a19cb-f2f2-4fd0-8095-595e1439a475 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Jul 12 16:21:01.410387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e98db-1d04-49fa-b9db-7fee5b31c5f2 req-96ae81fa-73ea-4221-bf6a-ec0ff1f60b2e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:01.411915 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-887e98db-1d04-49fa-b9db-7fee5b31c5f2 req-96ae81fa-73ea-4221-bf6a-ec0ff1f60b2e tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 945 time: 0.0675464 Jul 12 16:21:01.450253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-887e98db-1d04-49fa-b9db-7fee5b31c5f2 req-daa26f7a-cfe5-4345-bd64-71a7e812c0ee tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jul 12 16:21:01.931496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2701fbfb-2e7d-4482-844f-125f9ffca665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:02.002509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:21:02.002851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9611b8-e05c-4e13-a3cd-c1988cba915f req-01fadfc2-624d-456f-82d8-fe152c6f9437 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:02.004377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad9611b8-e05c-4e13-a3cd-c1988cba915f req-01fadfc2-624d-456f-82d8-fe152c6f9437 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0645921 Jul 12 16:21:02.052341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad9611b8-e05c-4e13-a3cd-c1988cba915f req-175ac382-2467-4769-a622-d7238f0fe109 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Jul 12 16:21:02.114102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:02.126511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'port_id': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'mac_address': 'fa:16:3e:03:47:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2f3f9-5be9-45ad-972a-a2b8a75c3186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:21:02.168148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:02.181231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:02.202932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:02.212126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:02.269963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:02.352330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc078-03d4-4936-9f31-eb0b21a3f94a req-ecb1e409-8505-42c7-a7c5-439d90d9fe34 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:02.353856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b1fc078-03d4-4936-9f31-eb0b21a3f94a req-ecb1e409-8505-42c7-a7c5-439d90d9fe34 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 944 time: 0.0667183 Jul 12 16:21:02.396473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b1fc078-03d4-4936-9f31-eb0b21a3f94a req-3f3efbd9-ddf2-49f0-a2ea-73dba683f2e9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Jul 12 16:21:02.523834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:02.632727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77bea-d052-4977-b58b-a1337af386c1 req-5e05557a-4e1d-4a01-a6cc-985f9db2d873 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:02.634422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1e77bea-d052-4977-b58b-a1337af386c1 req-5e05557a-4e1d-4a01-a6cc-985f9db2d873 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 945 time: 0.0697384 Jul 12 16:21:02.674689 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1e77bea-d052-4977-b58b-a1337af386c1 req-7bf4fec9-432d-4b8c-b003-1c10b5397627 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jul 12 16:21:03.035513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:03.229910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ab9334a4-072a-4e90-a2ee-fa1a77d74dda up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:21:03.239399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437da48b-ee46-491b-b793-ece4f64760e8 req-f0a84d70-d584-4e3d-bf0e-70277025f6ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:03.240965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-437da48b-ee46-491b-b793-ece4f64760e8 req-f0a84d70-d584-4e3d-bf0e-70277025f6ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0677092 Jul 12 16:21:03.286804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port ab9334a4-072a-4e90-a2ee-fa1a77d74dda completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:21:03.288344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-437da48b-ee46-491b-b793-ece4f64760e8 req-00fcecd7-5f1e-434a-a75a-64d7d5df6ec7 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 Jul 12 16:21:03.291127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port ab9334a4-072a-4e90-a2ee-fa1a77d74dda triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:03.291616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:03.381003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:03.405819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:03.408194 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb83a011-fc60-42bb-9d63-f822ea03d73d" -d '{"events": [{"server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:03.422627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:03.429085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:03.463778 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3048fe-5827-4ec7-bf09-299076562607 x-openstack-request-id: req-cd3048fe-5827-4ec7-bf09-299076562607 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:03.464624 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "name": "network-vif-plugged", "status": "completed", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:03.464937 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd3048fe-5827-4ec7-bf09-299076562607 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:03.465479 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda', 'code': 200} Jul 12 16:21:03.501665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:03.649475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bbbc0-00e7-445a-9c4f-3d779471f957 req-a35c6770-7670-40ac-975d-838f3e9e8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:03.650910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-020bbbc0-00e7-445a-9c4f-3d779471f957 req-a35c6770-7670-40ac-975d-838f3e9e8b50 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 1097 time: 0.1089408 Jul 12 16:21:03.663132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f61a4d-2972-44f1-9dbd-f719a33f2eda req-dbbbab41-43cb-4d9f-8b55-fda3a2a29688 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:03.664553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f61a4d-2972-44f1-9dbd-f719a33f2eda req-dbbbab41-43cb-4d9f-8b55-fda3a2a29688 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 944 time: 0.0889914 Jul 12 16:21:03.717650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-020bbbc0-00e7-445a-9c4f-3d779471f957 req-10daa2e3-fbb4-42ec-b3e2-f14072371c2a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Jul 12 16:21:03.722853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f61a4d-2972-44f1-9dbd-f719a33f2eda req-08b28cbc-229d-43dc-919c-b1d4526f7d03 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Jul 12 16:21:03.853031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05033-45e4-4584-9e96-59295507e4e9 req-192e5ce8-ba13-49b9-a46e-052c85f7e403 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:03.855119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48e05033-45e4-4584-9e96-59295507e4e9 req-192e5ce8-ba13-49b9-a46e-052c85f7e403 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.0645876 Jul 12 16:21:03.893834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48e05033-45e4-4584-9e96-59295507e4e9 req-0e52b69e-7cdc-4ab0-bf30-bdf80a0c5e05 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jul 12 16:21:04.014917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:21:04.066187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c383421d-c0be-4280-bc2d-5e828e31fa6c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:21:04.069894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c383421d-c0be-4280-bc2d-5e828e31fa6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:04.070271 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:04.152632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:04.184722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:04.188294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:04.241704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:04.387397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4576da3-b1ee-4ff4-b702-e354c2cf730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:04.472135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5309-3e72-43cf-92bf-16c1f523d5c0 req-6850f23d-33ee-4e70-871d-8940e43eb25a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:04.473534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-366c5309-3e72-43cf-92bf-16c1f523d5c0 req-6850f23d-33ee-4e70-871d-8940e43eb25a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0682385 Jul 12 16:21:04.512585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-366c5309-3e72-43cf-92bf-16c1f523d5c0 req-04f12547-278b-4d45-b9f3-e37613b17fc5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Jul 12 16:21:04.823912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:04.905474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142e389-591c-49be-b80f-7468631766c9 req-29c7d4c4-7ff1-4e56-a9e4-dfc132249287 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:04.907222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8142e389-591c-49be-b80f-7468631766c9 req-29c7d4c4-7ff1-4e56-a9e4-dfc132249287 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0719430 Jul 12 16:21:04.949202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8142e389-591c-49be-b80f-7468631766c9 req-f7b7cce8-0c39-463b-9990-d4e35eb38301 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Jul 12 16:21:05.094085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed539-7185-432b-9d9d-6e0822a07d3d req-b4b21d41-331e-4b66-830a-d75efacbc598 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:05.095611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d71ed539-7185-432b-9d9d-6e0822a07d3d req-b4b21d41-331e-4b66-830a-d75efacbc598 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.0752091 Jul 12 16:21:05.140264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d71ed539-7185-432b-9d9d-6e0822a07d3d req-10e82c41-b811-4395-bb92-fe1b6ed8373f tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Jul 12 16:21:05.220566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:05.467026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:05.469442 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc7fa4d-95f7-4f30-993b-ab5836d87756" -d '{"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:05.508222 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa7752b-442f-4723-a0f0-b7623e6c8e07 x-openstack-request-id: req-1fa7752b-442f-4723-a0f0-b7623e6c8e07 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:05.508541 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:05.508796 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1fa7752b-442f-4723-a0f0-b7623e6c8e07 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:05.509223 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'code': 200} Jul 12 16:21:05.731289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc174368-8796-4c7e-b36d-bad98447cd52 req-0236b1b0-eb69-4a56-a01e-63559261706b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:05.732537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:05.733192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc174368-8796-4c7e-b36d-bad98447cd52 req-0236b1b0-eb69-4a56-a01e-63559261706b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0885611 Jul 12 16:21:05.736433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11244a1a-a2e6-465d-830c-fa3a0fc3d3bb req-5e7f231f-7ef2-4f2b-b4da-db435334db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:05.737864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11244a1a-a2e6-465d-830c-fa3a0fc3d3bb req-5e7f231f-7ef2-4f2b-b4da-db435334db23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1096 time: 0.1279042 Jul 12 16:21:05.799977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dc174368-8796-4c7e-b36d-bad98447cd52 req-fc1f2486-dc50-400b-85b7-edc9d6f98559 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Jul 12 16:21:05.805917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11244a1a-a2e6-465d-830c-fa3a0fc3d3bb req-b24821d3-c25a-4057-96b0-4aa76ec444d8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Jul 12 16:21:06.157045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a053e3-a16b-4aa5-b363-05fd99e0cfc2 req-7133cdd4-b097-43b8-a503-44c3a187e239 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:06.158867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17a053e3-a16b-4aa5-b363-05fd99e0cfc2 req-7133cdd4-b097-43b8-a503-44c3a187e239 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0783367 Jul 12 16:21:06.199870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17a053e3-a16b-4aa5-b363-05fd99e0cfc2 req-0dcd1ca7-9a9e-4be9-9415-6befa4d874b1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349472 Jul 12 16:21:07.031103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a03fe-b2bb-455e-ab35-25945cd494a4 req-408da1ab-f6b6-4132-af23-83b54062f89a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:07.033008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f4a03fe-b2bb-455e-ab35-25945cd494a4 req-408da1ab-f6b6-4132-af23-83b54062f89a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0750425 Jul 12 16:21:07.074986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f4a03fe-b2bb-455e-ab35-25945cd494a4 req-2fc37e1a-d6f8-49ea-bbf1-d8e266571c89 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jul 12 16:21:07.158646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:07.387497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcffdf-77ad-47c7-9e4f-8586c728e2ea req-69fb646a-b2ff-47cd-a94f-3ecdaf89b13a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:07.389066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2dcffdf-77ad-47c7-9e4f-8586c728e2ea req-69fb646a-b2ff-47cd-a94f-3ecdaf89b13a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0680351 Jul 12 16:21:07.428199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2dcffdf-77ad-47c7-9e4f-8586c728e2ea req-2c081c00-f24e-4209-b9d6-325cfb34d47d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 12 16:21:07.683910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-26d7a461-82ee-4fec-a4f0-c0eba0de04f6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:07.686543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-26d7a461-82ee-4fec-a4f0-c0eba0de04f6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 813 time: 0.1318462 Jul 12 16:21:07.700950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-f5946d0b-d2b1-4dca-a96c-6efe17d84bb2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/quotas/ef43f4126af44ddd89eb5f8cb21417f6 HTTP/1.1" status: 200 len: 375 time: 0.0099781 Jul 12 16:21:07.779005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-c33348f3-dd1b-4dfd-8d8b-f0357c3a21d4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727155 Jul 12 16:21:07.882644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-63defe91-dded-42dc-9468-57beb817306b service neutron] 10.222.0.58 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967748 Jul 12 16:21:07.986784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-e2d5967e-da2b-4648-a3a7-4e3ca5b220ee service neutron] 10.222.0.58 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980546 Jul 12 16:21:08.177712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-908bfbd6-4ce4-444f-9752-2410c48fea9f req-87f87381-2e8a-4d8a-87d3-bc01ee56870e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 210 time: 0.0357511 Jul 12 16:21:08.320115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452695f-6151-46df-bd01-c189aa5dd413 req-ac97b495-fe02-4415-807b-65c68485d6f9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:08.321819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8452695f-6151-46df-bd01-c189aa5dd413 req-ac97b495-fe02-4415-807b-65c68485d6f9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0942597 Jul 12 16:21:08.380425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8452695f-6151-46df-bd01-c189aa5dd413 req-48051f0e-7f47-4429-9e95-ffbad6d58639 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Jul 12 16:21:09.367400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b75fa61-c2c5-47af-a17a-b2259c278ef2 req-a91e2f58-c2a3-4be6-b429-188b0a9a0ade tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 210 time: 0.0545423 Jul 12 16:21:09.478420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-1f55699a-3e79-4713-a66e-1e916b158be2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:09.480810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-1f55699a-3e79-4713-a66e-1e916b158be2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.77 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 813 time: 0.1696007 Jul 12 16:21:09.494204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Request body: {'port': {'device_id': '569b267a-2977-4bcd-a634-eda9685ef261', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'admin_state_up': True, 'tenant_id': 'ef43f4126af44ddd89eb5f8cb21417f6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:21:09.608047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a7eba-73af-4890-a7fd-68998a885d00 req-24efb7e2-e152-4002-8356-6bfb94c9c918 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:09.617387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-273a7eba-73af-4890-a7fd-68998a885d00 req-24efb7e2-e152-4002-8356-6bfb94c9c918 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1038423 Jul 12 16:21:09.634454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Made reservation on behalf of ef43f4126af44ddd89eb5f8cb21417f6 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:21:09.639104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:09.667811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-273a7eba-73af-4890-a7fd-68998a885d00 req-2b15b3b8-d258-4b41-87d1-06980ed8fc84 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Jul 12 16:21:09.794101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Allocated IP 172.20.0.12 (57982a88-8c7f-421f-9928-3b7b80e4e450/ddf2f3f9-5be9-45ad-972a-a2b8a75c3186/e25de575-f03b-4bc2-aaa4-8b86836130e9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:21:09.967537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.007143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.019910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:10.057063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Network 57982a88-8c7f-421f-9928-3b7b80e4e450 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:21:10.060572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:21:10.064834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:21:10.092532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Pushing event updated for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:10.133807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:10.134661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.154065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-61ff9213-788d-446e-a1b9-7469d76047aa tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6649559 Jul 12 16:21:10.172922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Request body: {'port': {'device_id': '569b267a-2977-4bcd-a634-eda9685ef261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:21:10.265063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.609974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17922580-8f6f-4792-ada7-37e37cd2f878 req-8c4cf11e-6694-417b-a73d-804a39e6d345 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:10.612630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17922580-8f6f-4792-ada7-37e37cd2f878 req-8c4cf11e-6694-417b-a73d-804a39e6d345 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 932 time: 0.1186490 Jul 12 16:21:10.613915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25de575-f03b-4bc2-aaa4-8b86836130e9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:10.623871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.639221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Transition to ACTIVE for port object e25de575-f03b-4bc2-aaa4-8b86836130e9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:21:10.644488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.672047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17922580-8f6f-4792-ada7-37e37cd2f878 req-703bc18e-f27a-4120-aae7-8bc053ad6e6e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Jul 12 16:21:10.725367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Pushing event updated for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:10.864521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Attempting to bind port e25de575-f03b-4bc2-aaa4-8b86836130e9 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:21:10.864760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Attempting to bind port e25de575-f03b-4bc2-aaa4-8b86836130e9 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:21:10.865217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Attempting to bind port e25de575-f03b-4bc2-aaa4-8b86836130e9 on network 57982a88-8c7f-421f-9928-3b7b80e4e450 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:10.871709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Port e25de575-f03b-4bc2-aaa4-8b86836130e9 on network 57982a88-8c7f-421f-9928-3b7b80e4e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:21:10.872189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Attempting to bind port e25de575-f03b-4bc2-aaa4-8b86836130e9 on network 57982a88-8c7f-421f-9928-3b7b80e4e450 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:10.878779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:21:10.879105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Checking segment: {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:21:10.879786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Bound using segment: {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:21:10.880216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Bound port: e25de575-f03b-4bc2-aaa4-8b86836130e9, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c9ab45-d0f0-4bba-9504-44de422f1a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:21:10.880656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.907224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7821e-99b5-46aa-9120-ed3047d066a7 req-3255d341-8b03-4570-b441-448f6f7e6754 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:10.909152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db7821e-99b5-46aa-9120-ed3047d066a7 req-3255d341-8b03-4570-b441-448f6f7e6754 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0725768 Jul 12 16:21:10.971313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db7821e-99b5-46aa-9120-ed3047d066a7 req-5ed565d6-766a-4c5e-9227-2afc5c7aa880 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Jul 12 16:21:10.988196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:21:10.992287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:21:10.998130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:11.045206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.045833 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:11.047243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] 10.222.0.77 "PUT /v2.0/ports/e25de575-f03b-4bc2-aaa4-8b86836130e9 HTTP/1.1" status: 200 len: 1092 time: 0.8787026 Jul 12 16:21:11.047709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:11.049968 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6df4be-f3eb-4937-8100-0dade7a8748c" -d '{"events": [{"name": "network-changed", "server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:11.077957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90cf8-69b8-4d8c-beab-823eadcea7eb service neutron] Pushing event updated for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:11.114273 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a5b235-1ebb-49c6-bc9a-7ee7c6cf395c x-openstack-request-id: req-46a5b235-1ebb-49c6-bc9a-7ee7c6cf395c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:11.114625 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:11.114824 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46a5b235-1ebb-49c6-bc9a-7ee7c6cf395c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:11.115227 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9', 'status': 'completed', 'code': 200} Jul 12 16:21:11.168812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-494c8970-bedc-4ace-9dfb-b9073db0bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.170570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-494c8970-bedc-4ace-9dfb-b9073db0bcce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 1095 time: 0.0674067 Jul 12 16:21:11.219443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-44368f35-ce1c-4a7c-a22a-c38859ab4bc5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9 HTTP/1.1" status: 200 len: 217 time: 0.0404642 Jul 12 16:21:11.272479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-65d27452-aac8-4023-8319-13ecde2aa257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.274137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-65d27452-aac8-4023-8319-13ecde2aa257 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0481830 Jul 12 16:21:11.312529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-22d3c766-7a7f-43ba-a10c-f9b9bc4aac0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322549 Jul 12 16:21:11.423046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-790ebab4-438f-4159-86c2-99f72bacf803 service neutron] 10.222.0.77 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032593 Jul 12 16:21:11.541636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5aa7b423-29b8-49b1-8535-3bf6a360315d req-c11188dc-c94a-483b-a568-0daed591d123 service neutron] 10.222.0.77 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110744 Jul 12 16:21:11.649650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-6cb87102-15da-4d1c-b461-84cd47bf8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.651919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-6cb87102-15da-4d1c-b461-84cd47bf8ebc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 1095 time: 0.0597782 Jul 12 16:21:11.748780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-d4c088b9-66dc-4a5f-a25b-66793c822ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.750286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-d4c088b9-66dc-4a5f-a25b-66793c822ecb service neutron] 10.222.0.77 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.0923605 Jul 12 16:21:11.800058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-8e261c23-a4b0-452b-b5b9-9573a5043644 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9 HTTP/1.1" status: 200 len: 217 time: 0.0420010 Jul 12 16:21:11.887645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-999e2ac0-4696-4bf6-8754-b42640ebbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.889193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-999e2ac0-4696-4bf6-8754-b42640ebbd9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0766492 Jul 12 16:21:11.927004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-aa11ac84-4fc3-46e3-a9b2-48a20d0f9f4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307512 Jul 12 16:21:11.941624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75f884-a638-4ee2-9139-74b59a19f6f7 req-6c02fbb1-7c8d-43ca-ad16-580614671435 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:11.943118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce75f884-a638-4ee2-9139-74b59a19f6f7 req-6c02fbb1-7c8d-43ca-ad16-580614671435 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 944 time: 0.1398146 Jul 12 16:21:12.044756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce75f884-a638-4ee2-9139-74b59a19f6f7 req-83ab8a74-fd27-4173-9f45-1cdf68d6814b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Jul 12 16:21:12.068445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-6bed8c77-4be0-42ba-94b7-8d415a738263 service neutron] 10.222.0.77 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243284 Jul 12 16:21:12.150631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8825-cab7-4711-a349-13ac3f9dc596 req-e3d3c2dc-572e-4b1e-a2bc-d149ade42e1f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:12.152971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-810f8825-cab7-4711-a349-13ac3f9dc596 req-e3d3c2dc-572e-4b1e-a2bc-d149ade42e1f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0721250 Jul 12 16:21:12.180124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc6df4be-f3eb-4937-8100-0dade7a8748c req-caed8a91-1301-4b6f-8de4-3724d2d06cd9 service neutron] 10.222.0.77 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041498 Jul 12 16:21:12.195056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-810f8825-cab7-4711-a349-13ac3f9dc596 req-ed760534-70ec-454f-a002-2d126305bbf9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Jul 12 16:21:13.071739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e28a3-82ea-463d-ad9c-c067b38308c8 req-acbc87a4-10fe-4f34-9257-70796623d155 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:13.073308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b1e28a3-82ea-463d-ad9c-c067b38308c8 req-acbc87a4-10fe-4f34-9257-70796623d155 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0735269 Jul 12 16:21:13.114038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b1e28a3-82ea-463d-ad9c-c067b38308c8 req-59203152-08ec-44b5-bec3-faabb251c96c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Jul 12 16:21:13.227445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fef2c-d891-4eca-8090-a70b5f1ffbcd req-ee9f29e9-c5c3-4807-88a5-32024758f0b2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:13.228988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241fef2c-d891-4eca-8090-a70b5f1ffbcd req-ee9f29e9-c5c3-4807-88a5-32024758f0b2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 944 time: 0.0698736 Jul 12 16:21:13.278867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-241fef2c-d891-4eca-8090-a70b5f1ffbcd req-de0527a7-c677-4e73-b521-997746f34f63 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jul 12 16:21:13.442086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1902d8-40c5-45fe-96b0-eba077c57412 req-eabc9713-8c86-4fb7-83a0-28fb4b9a86ab tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:13.443576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e1902d8-40c5-45fe-96b0-eba077c57412 req-eabc9713-8c86-4fb7-83a0-28fb4b9a86ab tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0734406 Jul 12 16:21:13.488650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e1902d8-40c5-45fe-96b0-eba077c57412 req-35d361de-bfca-432a-806f-014201e6988e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Jul 12 16:21:14.300166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903cdc-5b2c-49e2-9c25-868b53cc0e7a req-2ef8c0e1-8114-44da-bec8-bc2d01420f6a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:14.301839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8903cdc-5b2c-49e2-9c25-868b53cc0e7a req-2ef8c0e1-8114-44da-bec8-bc2d01420f6a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0654964 Jul 12 16:21:14.341703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8903cdc-5b2c-49e2-9c25-868b53cc0e7a req-95a7a8a0-c15f-4cff-ac6d-902de3da9491 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jul 12 16:21:14.517038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881de1-590c-470a-896d-5ba2ab97ceb7 req-11a25979-74c1-414d-be2c-a0247ee018a5 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:14.518563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2881de1-590c-470a-896d-5ba2ab97ceb7 req-11a25979-74c1-414d-be2c-a0247ee018a5 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 944 time: 0.0649254 Jul 12 16:21:14.559145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2881de1-590c-470a-896d-5ba2ab97ceb7 req-fdb8b258-6fca-4524-acd4-d5da007fe1bf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Jul 12 16:21:14.851663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508092-e405-4261-a263-ed990e5b65df req-765d8cdd-0974-40c3-9c13-7f9fd6638f6b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:14.853145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79508092-e405-4261-a263-ed990e5b65df req-765d8cdd-0974-40c3-9c13-7f9fd6638f6b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0650275 Jul 12 16:21:14.891557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79508092-e405-4261-a263-ed990e5b65df req-2451a342-872a-4a76-bbb4-099355a3e9b5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328059 Jul 12 16:21:15.291659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e25de575-f03b-4bc2-aaa4-8b86836130e9 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:21:15.390488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:15.403253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'e25de575-f03b-4bc2-aaa4-8b86836130e9', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'port_id': 'e25de575-f03b-4bc2-aaa4-8b86836130e9', 'mac_address': 'fa:16:3e:6d:34:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2f3f9-5be9-45ad-972a-a2b8a75c3186', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:21:15.447944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:15.462819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25de575-f03b-4bc2-aaa4-8b86836130e9 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:15.486865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:15.496650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:15.534530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34a6b-be0c-4d24-a3dc-92f5bd607bc0 req-01b0900f-ca40-4c6a-9c27-3467b5ea7ce5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:15.536075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ad34a6b-be0c-4d24-a3dc-92f5bd607bc0 req-01b0900f-ca40-4c6a-9c27-3467b5ea7ce5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0740182 Jul 12 16:21:15.549271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:15.578445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ad34a6b-be0c-4d24-a3dc-92f5bd607bc0 req-6a454650-a802-4301-9bd2-cb86273353ac tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357234 Jul 12 16:21:15.746801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66ffe-24cd-4490-a105-b918e1496b24 req-438f6fb7-24a4-4865-9eee-bad12f0fa79b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:15.748254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21f66ffe-24cd-4490-a105-b918e1496b24 req-438f6fb7-24a4-4865-9eee-bad12f0fa79b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 945 time: 0.0700257 Jul 12 16:21:15.796963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21f66ffe-24cd-4490-a105-b918e1496b24 req-3632d23e-b74c-4402-8d34-cd950bdd9350 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Jul 12 16:21:15.942377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e25de575-f03b-4bc2-aaa4-8b86836130e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:16.069422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49ea68-7d60-4940-89ab-3d13403f43f5 req-53a5f9d4-3dd2-4af1-ae63-9dcfeaf8b3a4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:16.070849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b49ea68-7d60-4940-89ab-3d13403f43f5 req-53a5f9d4-3dd2-4af1-ae63-9dcfeaf8b3a4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0655563 Jul 12 16:21:16.113957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b49ea68-7d60-4940-89ab-3d13403f43f5 req-dc06123b-0eab-44bb-bb94-561bdc7e1185 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Jul 12 16:21:16.764735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f4416-aef3-4495-8b9e-f5f4e2b57eea req-38fe19bf-8955-47e1-bf0c-8351b43d818f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:16.766241 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f17f4416-aef3-4495-8b9e-f5f4e2b57eea req-38fe19bf-8955-47e1-bf0c-8351b43d818f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0665071 Jul 12 16:21:16.805081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f17f4416-aef3-4495-8b9e-f5f4e2b57eea req-2c4ad495-7080-4ed7-9f3f-9c47489eeb63 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Jul 12 16:21:16.975873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9cf4a-c65a-4a7b-b88c-8d3d2f9da410 req-67cd82b0-2027-4e3e-be23-56614cfba560 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:16.977370 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7c9cf4a-c65a-4a7b-b88c-8d3d2f9da410 req-67cd82b0-2027-4e3e-be23-56614cfba560 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jul 12 16:21:17.019556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7c9cf4a-c65a-4a7b-b88c-8d3d2f9da410 req-b75ef608-fe1a-407a-807b-9a0e58473154 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Jul 12 16:21:17.297577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642f618-7581-4bbb-869a-63befebaf93c req-1797d39f-ad5e-4c0d-9944-d9647153e869 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:17.299097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0642f618-7581-4bbb-869a-63befebaf93c req-1797d39f-ad5e-4c0d-9944-d9647153e869 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0701079 Jul 12 16:21:17.342615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0642f618-7581-4bbb-869a-63befebaf93c req-6f6dd797-49f3-401d-8737-5186bdbb9901 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Jul 12 16:21:18.005724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878d200-b8a8-490c-9a4f-809ed329ea84 req-5b8277c6-718d-47ed-9e40-91ab4b99739a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:18.008038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b878d200-b8a8-490c-9a4f-809ed329ea84 req-5b8277c6-718d-47ed-9e40-91ab4b99739a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0771379 Jul 12 16:21:18.053616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b878d200-b8a8-490c-9a4f-809ed329ea84 req-6defb35a-0522-4aa7-a223-93cd41efc5b0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396323 Jul 12 16:21:18.233910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80df4db-544f-4ef4-ba10-a3c0225a7a11 req-c7e0482a-4439-4e23-8c7c-371f89575dc6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:18.235445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e80df4db-544f-4ef4-ba10-a3c0225a7a11 req-c7e0482a-4439-4e23-8c7c-371f89575dc6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 945 time: 0.0744483 Jul 12 16:21:18.273870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e80df4db-544f-4ef4-ba10-a3c0225a7a11 req-1613c881-25d3-4f71-b743-7a8c16ee02ec tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Jul 12 16:21:18.519173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71ffc-0d37-481e-99fc-522ad743478c req-e18e0317-9ac0-4a9a-8339-e96b2f59d8e6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:18.520718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63e71ffc-0d37-481e-99fc-522ad743478c req-e18e0317-9ac0-4a9a-8339-e96b2f59d8e6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0664613 Jul 12 16:21:18.560171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63e71ffc-0d37-481e-99fc-522ad743478c req-411f959b-96ec-4816-aae4-9c9149fe7a53 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Jul 12 16:21:19.246070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917812d-9c14-414a-bd14-837b0a5082d2 req-729315dc-f63a-499f-84a1-15a034fdea45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:19.247635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8917812d-9c14-414a-bd14-837b0a5082d2 req-729315dc-f63a-499f-84a1-15a034fdea45 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0736499 Jul 12 16:21:19.287679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8917812d-9c14-414a-bd14-837b0a5082d2 req-3d419336-edb6-4b53-9c7b-7c9b15c6211a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345228 Jul 12 16:21:19.310341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e25de575-f03b-4bc2-aaa4-8b86836130e9 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:21:19.365075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port e25de575-f03b-4bc2-aaa4-8b86836130e9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:21:19.370803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port e25de575-f03b-4bc2-aaa4-8b86836130e9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:19.371272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:19.461621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699830-2409-41c3-89ef-39e88fff9839 req-edd395b9-b38d-4a66-887f-6c599e735c85 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:19.461860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:19.463131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8699830-2409-41c3-89ef-39e88fff9839 req-edd395b9-b38d-4a66-887f-6c599e735c85 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 945 time: 0.0709503 Jul 12 16:21:19.492820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:19.495443 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9faa49-3772-4a13-8749-d0a6dfe3a3ff" -d '{"events": [{"server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "name": "network-vif-plugged", "status": "completed", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:19.509033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:19.512511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8699830-2409-41c3-89ef-39e88fff9839 req-92eeb2b8-d8cd-4927-9915-b31c2a8c8ee7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Jul 12 16:21:19.515779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:19.560612 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5424985-c3d5-4faa-af87-ab914536b08c x-openstack-request-id: req-a5424985-c3d5-4faa-af87-ab914536b08c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:19.560904 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "name": "network-vif-plugged", "status": "completed", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:19.561157 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5424985-c3d5-4faa-af87-ab914536b08c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:19.561552 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9', 'code': 200} Jul 12 16:21:19.591461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:19.708698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6538-baa1-4f71-b2b8-f1afcbeae832 req-e7f8987a-fb07-4fce-b523-c47b2a6f8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:19.710634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f7e6538-baa1-4f71-b2b8-f1afcbeae832 req-e7f8987a-fb07-4fce-b523-c47b2a6f8bd8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 1097 time: 0.0580063 Jul 12 16:21:19.763633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f7e6538-baa1-4f71-b2b8-f1afcbeae832 req-20542051-c50c-4d14-a4c6-002a540fb99e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Jul 12 16:21:19.766473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3177b19-e4d1-46b1-b94d-db4c5a24e7c7 req-460b2355-e763-4409-80b5-91923e79b4cc tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:19.768013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3177b19-e4d1-46b1-b94d-db4c5a24e7c7 req-460b2355-e763-4409-80b5-91923e79b4cc tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0747452 Jul 12 16:21:19.808562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3177b19-e4d1-46b1-b94d-db4c5a24e7c7 req-0e6138a1-fa52-405b-b40b-2dcbb8139bff tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Jul 12 16:21:20.473095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcf71b-1eba-4987-b129-4035442c2eea req-e2fb9800-19e0-4a13-b294-df39bf267d17 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:20.474614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aabcf71b-1eba-4987-b129-4035442c2eea req-e2fb9800-19e0-4a13-b294-df39bf267d17 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0656974 Jul 12 16:21:20.516771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aabcf71b-1eba-4987-b129-4035442c2eea req-39649c6d-b547-43c1-9595-46d2f90628e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345950 Jul 12 16:21:20.699326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafb3ea-b461-4fb7-81d7-0f6ae37dbc58 req-f62022c1-1889-4764-844a-b87da772a767 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:20.700880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cafb3ea-b461-4fb7-81d7-0f6ae37dbc58 req-f62022c1-1889-4764-844a-b87da772a767 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 946 time: 0.0718422 Jul 12 16:21:20.749349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cafb3ea-b461-4fb7-81d7-0f6ae37dbc58 req-9ca0cdc2-617f-4a76-8df2-9b89917f61a7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Jul 12 16:21:21.008337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bad4e-56a9-4fa0-8506-9a536ef95729 req-dec7c959-4356-47ea-8402-1c87daf82625 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:21.009799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba5bad4e-56a9-4fa0-8506-9a536ef95729 req-dec7c959-4356-47ea-8402-1c87daf82625 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0731690 Jul 12 16:21:21.050335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba5bad4e-56a9-4fa0-8506-9a536ef95729 req-9f313cb3-2e57-4ed2-b4a0-d8cb2796a0ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Jul 12 16:21:21.705373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f00e9-9846-4e3d-925f-c49474cc1daa req-e9765cd1-db2d-434e-aace-8365b815ef43 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:21.706924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-563f00e9-9846-4e3d-925f-c49474cc1daa req-e9765cd1-db2d-434e-aace-8365b815ef43 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0684745 Jul 12 16:21:21.746916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-563f00e9-9846-4e3d-925f-c49474cc1daa req-b33a2048-e405-442a-a8c9-de86aa448a32 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 Jul 12 16:21:21.935651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d1970-3241-48df-bf90-273d361b1397 req-748770bd-6a17-4e12-a49d-1fe61607f03a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:21.937312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-014d1970-3241-48df-bf90-273d361b1397 req-748770bd-6a17-4e12-a49d-1fe61607f03a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 946 time: 0.0713778 Jul 12 16:21:21.980723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-014d1970-3241-48df-bf90-273d361b1397 req-92a29f9d-7a2e-4e0d-9dfc-104293fd83fb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361860 Jul 12 16:21:22.326199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc182-e9f1-4c7b-9cbc-5a1ff78a43c3 req-87d5849f-10e2-4508-9f61-dfe7dcea8ddf tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:22.327996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f4fc182-e9f1-4c7b-9cbc-5a1ff78a43c3 req-87d5849f-10e2-4508-9f61-dfe7dcea8ddf tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0761678 Jul 12 16:21:22.374133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f4fc182-e9f1-4c7b-9cbc-5a1ff78a43c3 req-a0ec2006-d537-4705-95d0-4ea16b995db0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Jul 12 16:21:22.426998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8391b-7a63-4d8e-aec7-99d319c70673 req-83b878c6-16da-42b8-8392-4c781f5e6726 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:22.428518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15e8391b-7a63-4d8e-aec7-99d319c70673 req-83b878c6-16da-42b8-8392-4c781f5e6726 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 946 time: 0.0864444 Jul 12 16:21:22.467731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15e8391b-7a63-4d8e-aec7-99d319c70673 req-b11a9952-72c7-4b51-bd14-62dad1c92b47 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jul 12 16:21:22.934487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b409fb7-3a0d-4390-8f73-7cefc33e83ba req-67b02873-1014-48b2-a726-0d6aedfd44ca tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:22.936062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b409fb7-3a0d-4390-8f73-7cefc33e83ba req-67b02873-1014-48b2-a726-0d6aedfd44ca tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0691574 Jul 12 16:21:22.976057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b409fb7-3a0d-4390-8f73-7cefc33e83ba req-5a7bbb3d-d258-4461-a427-7420f8fceea1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Jul 12 16:21:23.593596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176619b-1f61-4ef9-a80e-88218d5258e9 req-c57a5239-9dc1-4b97-82c4-ccf28571787a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:23.607106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c176619b-1f61-4ef9-a80e-88218d5258e9 req-c57a5239-9dc1-4b97-82c4-ccf28571787a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0908771 Jul 12 16:21:23.641283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c176619b-1f61-4ef9-a80e-88218d5258e9 req-bd2b1a19-b027-4e45-b26b-a4af624b3641 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Jul 12 16:21:23.674243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600312-4481-40d4-836e-0cc3df6bcab2 req-12378b3a-173a-49e0-8840-f59e4bbf8ddb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:23.675754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87600312-4481-40d4-836e-0cc3df6bcab2 req-12378b3a-173a-49e0-8840-f59e4bbf8ddb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 946 time: 0.0732226 Jul 12 16:21:23.714650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87600312-4481-40d4-836e-0cc3df6bcab2 req-2233fdda-556d-41ac-9da8-ac63eabd9ed8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Jul 12 16:21:23.797187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658292d-e88e-4a34-9b41-8780c5827faa req-af34daa9-9004-4956-86a7-f04a706441e3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:23.798719 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0658292d-e88e-4a34-9b41-8780c5827faa req-af34daa9-9004-4956-86a7-f04a706441e3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.77 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 946 time: 0.0731087 Jul 12 16:21:23.912124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Deleting port e25de575-f03b-4bc2-aaa4-8b86836130e9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:21:23.912423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:24.014341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] For port e25de575-f03b-4bc2-aaa4-8b86836130e9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e25de575-f03b-4bc2-aaa4-8b86836130e9,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:24.014341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:24.029618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Calling delete_port for e25de575-f03b-4bc2-aaa4-8b86836130e9 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:21:24.187015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3fa55-a884-4cb4-84df-cc37c88392f9 req-f3cd3d09-367f-476a-a3c8-74b7b52dff5b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:24.195162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2c3fa55-a884-4cb4-84df-cc37c88392f9 req-f3cd3d09-367f-476a-a3c8-74b7b52dff5b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0867708 Jul 12 16:21:24.209058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:24.224284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:24.238352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2c3fa55-a884-4cb4-84df-cc37c88392f9 req-4698d5a6-c35b-4786-8340-ea9b1de4d1fe tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jul 12 16:21:24.309278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Pushing event deleted for resources: {'Port': ['ID=e25de575-f03b-4bc2-aaa4-8b86836130e9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:24.327254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e25de575-f03b-4bc2-aaa4-8b86836130e9'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:24.333865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.334211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.334553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.334879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.335209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.335535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.335885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.336946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.337292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.337622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.337950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.338309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:24.428481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] No DVR routers for this DVR port e25de575-f03b-4bc2-aaa4-8b86836130e9 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:24.431393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:24.434677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0658292d-e88e-4a34-9b41-8780c5827faa req-9e8fd301-64a3-423c-b3dd-c2aad1e5627e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.77 "DELETE /v2.0/ports/e25de575-f03b-4bc2-aaa4-8b86836130e9 HTTP/1.1" status: 204 len: 173 time: 0.6290944 Jul 12 16:21:24.435164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'name': 'network-vif-deleted', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:24.437645 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605b485-4373-474c-a7bc-2b3fb307c765" -d '{"events": [{"server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "name": "network-vif-deleted", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:24.479781 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf5baf-62e9-4c11-8678-47a0071546da x-openstack-request-id: req-c3cf5baf-62e9-4c11-8678-47a0071546da {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:24.480297 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569b267a-2977-4bcd-a634-eda9685ef261", "name": "network-vif-deleted", "tag": "e25de575-f03b-4bc2-aaa4-8b86836130e9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:24.480806 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3cf5baf-62e9-4c11-8678-47a0071546da {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:24.481488 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569b267a-2977-4bcd-a634-eda9685ef261', 'name': 'network-vif-deleted', 'tag': 'e25de575-f03b-4bc2-aaa4-8b86836130e9', 'status': 'completed', 'code': 200} Jul 12 16:21:24.851946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944903d2-838f-40a5-9bfb-4a2157ff9c93 req-fbd6460c-0bcd-4a0f-be84-5df97b7add66 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:24.860015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-944903d2-838f-40a5-9bfb-4a2157ff9c93 req-fbd6460c-0bcd-4a0f-be84-5df97b7add66 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0970640 Jul 12 16:21:24.915622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-944903d2-838f-40a5-9bfb-4a2157ff9c93 req-7c1909dd-101d-4b99-b9aa-b90155d0bf76 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Jul 12 16:21:24.946540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d96a6ed5-fd38-416b-9a29-ee43f17d6048 req-63b1879f-9967-41de-bf3f-977fd5d2ae1c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=569b267a-2977-4bcd-a634-eda9685ef261 HTTP/1.1" status: 200 len: 210 time: 0.0539134 Jul 12 16:21:25.478799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc796a8d-0154-48bd-ba4e-de920b244f57 req-2e4a6e25-1a93-42c9-8ab8-bbc1a5e7ce24 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:25.480349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc796a8d-0154-48bd-ba4e-de920b244f57 req-2e4a6e25-1a93-42c9-8ab8-bbc1a5e7ce24 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0831513 Jul 12 16:21:25.522621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc796a8d-0154-48bd-ba4e-de920b244f57 req-983775dd-cc11-4c0b-9c91-67dab0dca84d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368023 Jul 12 16:21:26.101027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e0d12-5d6a-439f-be1c-e3500bc01fd1 req-bea2b240-a559-48bc-a9da-161f48336702 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:26.103062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e0e0d12-5d6a-439f-be1c-e3500bc01fd1 req-bea2b240-a559-48bc-a9da-161f48336702 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.0724711 Jul 12 16:21:26.129534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316ce2-eefd-46f7-9dce-dce95d73d55e req-e6548798-b625-4670-a650-9674f872bd8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:26.131088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9316ce2-eefd-46f7-9dce-dce95d73d55e req-e6548798-b625-4670-a650-9674f872bd8f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0723681 Jul 12 16:21:26.143827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:21:26.146039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e0e0d12-5d6a-439f-be1c-e3500bc01fd1 req-f047dcbd-3b1b-4a39-b10a-2a741877bb5c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Jul 12 16:21:26.195807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9316ce2-eefd-46f7-9dce-dce95d73d55e req-1f5ef0de-0321-4715-8b01-edae2c496bcb tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Jul 12 16:21:26.305490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:26.320873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:21:26.367581 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:26.387488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df2c0b20-5cdd-4919-8af4-aa6df3c9faef {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:26.430859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:26.437048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:26.524012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ab8f-d8f2-4e48-a64b-07581854f3f8 req-54560424-cd4f-4ff5-b5cc-bc6325825b5f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:26.526505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b59ab8f-d8f2-4e48-a64b-07581854f3f8 req-54560424-cd4f-4ff5-b5cc-bc6325825b5f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1437719 Jul 12 16:21:26.577185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:26.604544 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b59ab8f-d8f2-4e48-a64b-07581854f3f8 req-7beb93f1-c785-4e87-b92c-0c6a6225f622 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Jul 12 16:21:26.632056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df2c0b20-5cdd-4919-8af4-aa6df3c9faef'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:26.945941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014f65-16bc-404f-9648-326e0bda5859 req-521e86fe-a316-4ef5-9c4d-b6f899ee8e3a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:26.954691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b014f65-16bc-404f-9648-326e0bda5859 req-521e86fe-a316-4ef5-9c4d-b6f899ee8e3a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.0895023 Jul 12 16:21:26.995101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:26.995473 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:26.996349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b014f65-16bc-404f-9648-326e0bda5859 req-d7f7725d-4fc2-4ee3-b139-945f3153f8aa tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 Jul 12 16:21:27.046977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e18ce-d553-4cb4-bffb-a1babc27621f req-b71f631d-8175-49e3-8658-882eb414293f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:27.048767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e4e18ce-d553-4cb4-bffb-a1babc27621f req-b71f631d-8175-49e3-8658-882eb414293f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1098306 Jul 12 16:21:27.095973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:27.107247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e4e18ce-d553-4cb4-bffb-a1babc27621f req-133036f1-0f92-4a96-a0d2-276de3a749dd tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498812 Jul 12 16:21:27.139501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:27.142344 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2a450-a205-4153-99f3-3f1cb7ed0357" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:27.173179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:27.178376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:27.223941 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433e622-2ba4-40ac-b5ab-72715420e835 x-openstack-request-id: req-b433e622-2ba4-40ac-b5ab-72715420e835 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:27.223941 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:27.223941 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b433e622-2ba4-40ac-b5ab-72715420e835 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:27.223941 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 200} Jul 12 16:21:27.289787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab2c56-2fc6-4da4-99fc-bd179d601c5b None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:27.428773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cedea4-4066-4503-b5cd-807290178d39 req-9661ae01-e7ca-40f7-908c-05b1b8250893 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:27.442537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2cedea4-4066-4503-b5cd-807290178d39 req-9661ae01-e7ca-40f7-908c-05b1b8250893 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1042249 Jul 12 16:21:27.500358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea696c4b-5c39-45a5-a0d6-2302c361f3e4 req-51209e1f-dca1-4c0c-9457-aa70f926c45d tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:27.506029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ea696c4b-5c39-45a5-a0d6-2302c361f3e4 req-51209e1f-dca1-4c0c-9457-aa70f926c45d tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.1232173 Jul 12 16:21:27.516401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2cedea4-4066-4503-b5cd-807290178d39 req-8b85a7d2-30e0-44bb-ad8e-e1d88f09e151 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Jul 12 16:21:27.586866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b3ffa280-3461-44ae-820e-efad8f3a7729 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:27.587370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b3ffa280-3461-44ae-820e-efad8f3a7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:27.594619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ea696c4b-5c39-45a5-a0d6-2302c361f3e4 req-efe3bc37-03df-400d-9480-737be1d59d43 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831943 Jul 12 16:21:27.828055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-623da9b2-bdb5-44f3-87f9-617f7a5a4469 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:27.831163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-623da9b2-bdb5-44f3-87f9-617f7a5a4469 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.1482747 Jul 12 16:21:27.905335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f67759-2ed9-45d8-951e-a6eec5559035 req-976e5094-57e2-4eee-981e-f962d913ca07 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:27.916955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26f67759-2ed9-45d8-951e-a6eec5559035 req-976e5094-57e2-4eee-981e-f962d913ca07 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1486530 Jul 12 16:21:28.022393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26f67759-2ed9-45d8-951e-a6eec5559035 req-484c1648-e4a8-4ce3-a431-36e72e7b300c tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051972 Jul 12 16:21:28.141556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:21:28.232827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:28.233655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:28.419373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e055e-1564-46d0-85fd-374a41d28dc1 req-6fc46cad-a304-4ae1-a4a2-4b06ebf97a57 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:28.427090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc3e055e-1564-46d0-85fd-374a41d28dc1 req-6fc46cad-a304-4ae1-a4a2-4b06ebf97a57 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1386924 Jul 12 16:21:28.442139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Deleting port ab9334a4-072a-4e90-a2ee-fa1a77d74dda {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:21:28.442782 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:28.579138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc3e055e-1564-46d0-85fd-374a41d28dc1 req-b7854500-172a-4472-afbc-6aa3f14a8266 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507552 Jul 12 16:21:28.589872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] For port ab9334a4-072a-4e90-a2ee-fa1a77d74dda, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:28.590242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:28.623008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Calling delete_port for ab9334a4-072a-4e90-a2ee-fa1a77d74dda owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:21:28.867092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c72d0-ee50-490f-a217-eb8c4bd3b051 req-7192941d-6e28-4a2e-b3aa-6c3ed858aebd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:28.876260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b0c72d0-ee50-490f-a217-eb8c4bd3b051 req-7192941d-6e28-4a2e-b3aa-6c3ed858aebd tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba753286-2556-4855-9ec1-b19cc37ff7bb HTTP/1.1" status: 200 len: 946 time: 0.1515601 Jul 12 16:21:28.903177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:28.921717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21', '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:28.925314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bb41ad37-df9d-4d05-a751-313d67d4487e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:28.952776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event deleted for resources: {'Port': ['ID=ab9334a4-072a-4e90-a2ee-fa1a77d74dda,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:28.956503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c578-442c-4ff9-b47f-c4c1d1a34833 req-37b8f6e8-26c7-43c3-9d74-392e2dd41350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:28.962055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1205c578-442c-4ff9-b47f-c4c1d1a34833 req-37b8f6e8-26c7-43c3-9d74-392e2dd41350 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1991146 Jul 12 16:21:29.015358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] No DVR routers for this DVR port ab9334a4-072a-4e90-a2ee-fa1a77d74dda on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:29.018653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:29.020939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da18bd24-4407-49a7-b8f3-7cf42326583d req-8150ff42-4262-4797-be19-409c4f67eda5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "DELETE /v2.0/ports/ab9334a4-072a-4e90-a2ee-fa1a77d74dda HTTP/1.1" status: 204 len: 173 time: 1.1837573 Jul 12 16:21:29.021570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'name': 'network-vif-deleted', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:29.024551 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d315be1-1e08-4733-831c-9e2a4ce89265" -d '{"events": [{"server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "name": "network-vif-deleted", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:29.031425 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b0c72d0-ee50-490f-a217-eb8c4bd3b051 req-4db24c15-ec9f-4956-920f-b4b090703e86 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539710 Jul 12 16:21:29.106828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1205c578-442c-4ff9-b47f-c4c1d1a34833 req-32972218-bf69-478f-bc49-6cfb847c5163 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232431 Jul 12 16:21:29.131504 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fcbe7f-0da7-4234-93e5-841e65913059 x-openstack-request-id: req-c5fcbe7f-0da7-4234-93e5-841e65913059 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:29.132069 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba753286-2556-4855-9ec1-b19cc37ff7bb", "name": "network-vif-deleted", "tag": "ab9334a4-072a-4e90-a2ee-fa1a77d74dda", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:29.132490 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5fcbe7f-0da7-4234-93e5-841e65913059 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:29.133057 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba753286-2556-4855-9ec1-b19cc37ff7bb', 'name': 'network-vif-deleted', 'tag': 'ab9334a4-072a-4e90-a2ee-fa1a77d74dda', 'status': 'completed', 'code': 200} Jul 12 16:21:29.317382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ab9334a4-072a-4e90-a2ee-fa1a77d74dda no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:29.380474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: ab9334a4-072a-4e90-a2ee-fa1a77d74dda {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:21:29.381044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ab9334a4-072a-4e90-a2ee-fa1a77d74dda not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:21:29.381644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e25de575-f03b-4bc2-aaa4-8b86836130e9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:29.422487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: e25de575-f03b-4bc2-aaa4-8b86836130e9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:21:29.423143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e25de575-f03b-4bc2-aaa4-8b86836130e9 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:21:29.469268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690259a-9a1e-4300-afb6-8460ac47e0ee req-3493b574-f629-471f-9729-d664ec10d51b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:29.477472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f690259a-9a1e-4300-afb6-8460ac47e0ee req-3493b574-f629-471f-9729-d664ec10d51b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1580319 Jul 12 16:21:29.569497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f690259a-9a1e-4300-afb6-8460ac47e0ee req-3563d69e-976f-4258-880f-be1c202d8033 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799654 Jul 12 16:21:29.782753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f6c10-d42c-4b9a-97b4-fe0a411d53a6 req-af7a6b14-ae31-45ef-b945-d6da1a208634 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:29.788750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f56f6c10-d42c-4b9a-97b4-fe0a411d53a6 req-af7a6b14-ae31-45ef-b945-d6da1a208634 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1110957 Jul 12 16:21:29.925494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f56f6c10-d42c-4b9a-97b4-fe0a411d53a6 req-498d0880-aa9c-4939-acb0-b6c3c705724e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139328 Jul 12 16:21:30.021362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892faa1c-b6b4-4198-9cab-d7abfa007952 req-f64b21ed-3a7a-49d1-807e-e2c0c7741a21 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:30.024021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-892faa1c-b6b4-4198-9cab-d7abfa007952 req-f64b21ed-3a7a-49d1-807e-e2c0c7741a21 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1995275 Jul 12 16:21:30.126763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-892faa1c-b6b4-4198-9cab-d7abfa007952 req-464b0997-2aa8-492c-9018-463ac7ae9bd0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821321 Jul 12 16:21:30.297080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436c4a-3675-47d7-89fe-4e16f1156bd0 req-3e70d6f4-2a5d-4516-91f9-4793b6ae6b97 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:30.299556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba436c4a-3675-47d7-89fe-4e16f1156bd0 req-3e70d6f4-2a5d-4516-91f9-4793b6ae6b97 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0926013 Jul 12 16:21:30.353556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba436c4a-3675-47d7-89fe-4e16f1156bd0 req-2660c161-38f1-4530-a742-243c930f9af2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Jul 12 16:21:30.861937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d760135-c400-408c-b354-7f70d5878072 req-32be912a-c567-4454-bfbe-064a23a6f74b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:30.863564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0d760135-c400-408c-b354-7f70d5878072 req-32be912a-c567-4454-bfbe-064a23a6f74b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1378706 Jul 12 16:21:30.952229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0d760135-c400-408c-b354-7f70d5878072 req-f23ec30e-967b-4705-a740-cff214c26360 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Jul 12 16:21:31.296174 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:21:31.389688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-60725e35-8fc6-4b70-ad03-0de69fbe3528 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:31.398271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-60725e35-8fc6-4b70-ad03-0de69fbe3528 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 810 time: 0.2321990 Jul 12 16:21:31.424385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-c1c293d6-ea80-4e61-a730-e83422a86612 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/quotas/9e4c5ec582f6402da75a2001fd00a84a HTTP/1.1" status: 200 len: 375 time: 0.0243137 Jul 12 16:21:31.462335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45c47-7c7f-4a21-a752-df9c2dfcb76f req-89e38243-659c-4a6f-8e97-c646c342fc77 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:31.466144 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9a45c47-7c7f-4a21-a752-df9c2dfcb76f req-89e38243-659c-4a6f-8e97-c646c342fc77 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0844102 Jul 12 16:21:31.544131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9a45c47-7c7f-4a21-a752-df9c2dfcb76f req-163d6130-9c03-4c0b-aa0d-ff9e0c7a9aa7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697801 Jul 12 16:21:31.616575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-53010467-2fb0-4fe3-ab1a-7514f2b27f9d tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907504 Jul 12 16:21:31.830789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-51560a0d-8846-42c1-aad8-65dd209a8b26 service neutron] 10.222.0.58 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129414 Jul 12 16:21:31.952599 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-02f2a664-24ec-495e-8810-d88281f77cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:31.999918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-fc360d86-a5e4-4965-bc83-6810b27e4a1a service neutron] 10.222.0.58 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679511 Jul 12 16:21:32.240960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2720a229-2546-4a85-a87f-12644710319c req-244436bf-cb17-45d5-b36d-8f15e9ed2b17 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 210 time: 0.0455966 Jul 12 16:21:32.276390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe5277-2ea3-4a31-89aa-5c88e82bd92d req-94d1d313-7591-4e6a-ba61-e76131ebd5a8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:32.283812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45fe5277-2ea3-4a31-89aa-5c88e82bd92d req-94d1d313-7591-4e6a-ba61-e76131ebd5a8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1265671 Jul 12 16:21:32.331088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45fe5277-2ea3-4a31-89aa-5c88e82bd92d req-7bd9977e-80b4-448b-9adb-6b33c8e2954c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Jul 12 16:21:32.541495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb378-66ab-4ef1-b1ab-ac9f398b1270 req-62ccb83e-6db3-4509-a54b-437d19f7c4d6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:32.551634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-336eb378-66ab-4ef1-b1ab-ac9f398b1270 req-62ccb83e-6db3-4509-a54b-437d19f7c4d6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0898502 Jul 12 16:21:32.663608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-336eb378-66ab-4ef1-b1ab-ac9f398b1270 req-99f7d645-18ec-4fdd-bd36-d9cc0dc2fbff tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095452 Jul 12 16:21:32.822393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064e757-0df3-4797-a606-29b16b8ee061 req-b120a37d-9758-4ddb-af10-4ba5a836e2d7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:32.829499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5064e757-0df3-4797-a606-29b16b8ee061 req-b120a37d-9758-4ddb-af10-4ba5a836e2d7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1064670 Jul 12 16:21:32.897015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5064e757-0df3-4797-a606-29b16b8ee061 req-c74c36c2-5120-4ebb-8deb-170a915589aa tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656440 Jul 12 16:21:33.083491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:33.214510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793cf4-4d9d-4c53-b707-9c5ca82c8669 req-236381e9-acb4-4120-8078-d9ec763bbadf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:33.226469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a793cf4-4d9d-4c53-b707-9c5ca82c8669 req-236381e9-acb4-4120-8078-d9ec763bbadf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1064661 Jul 12 16:21:33.297583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a793cf4-4d9d-4c53-b707-9c5ca82c8669 req-599acb32-2961-4ebe-a3ea-487f07dfc9b3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698245 Jul 12 16:21:33.488582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-012f06a8-0138-4bbd-9fce-5be516643584 req-d4ae4940-cddf-48fa-8de1-c43a8266f374 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 210 time: 0.0495214 Jul 12 16:21:33.621530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab272dd-c2e7-4d46-bd25-86f3f2faafc7 req-759a6fb0-c3e8-4ab7-aaec-3683a06e92af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:33.630653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dab272dd-c2e7-4d46-bd25-86f3f2faafc7 req-759a6fb0-c3e8-4ab7-aaec-3683a06e92af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1247604 Jul 12 16:21:33.685050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dab272dd-c2e7-4d46-bd25-86f3f2faafc7 req-a49cc48c-fc7c-40bb-90e2-f6f1915bff64 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jul 12 16:21:33.998978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-c1fb9777-3e9d-4d76-a78c-5a32073a2cf9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:34.006024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-c1fb9777-3e9d-4d76-a78c-5a32073a2cf9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.77 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 810 time: 0.2623773 Jul 12 16:21:34.020788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Request body: {'port': {'device_id': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'admin_state_up': True, 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:21:34.102452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83b843-497b-4f0d-bb4f-f387e327a29c req-4766616a-913e-452c-b27d-c52f35acfbcf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:34.111897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a83b843-497b-4f0d-bb4f-f387e327a29c req-4766616a-913e-452c-b27d-c52f35acfbcf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1240118 Jul 12 16:21:34.164932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a83b843-497b-4f0d-bb4f-f387e327a29c req-4e1bf7b2-8936-4339-8b0d-80652cda281b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Jul 12 16:21:34.293961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Made reservation on behalf of 9e4c5ec582f6402da75a2001fd00a84a for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:21:34.298184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:34.399576 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37eb9c1f-72f4-4a19-9639-2d12d78c52a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:34.504324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aeb8c-564e-49db-ad59-4dc9fbb93f2d req-581f4d28-4c6b-40e1-b92a-0c81a964b26c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:34.513265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0aeb8c-564e-49db-ad59-4dc9fbb93f2d req-581f4d28-4c6b-40e1-b92a-0c81a964b26c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1674042 Jul 12 16:21:34.572391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0aeb8c-564e-49db-ad59-4dc9fbb93f2d req-ac75ff3b-cfe8-4ccc-b1dc-70a84e158782 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577493 Jul 12 16:21:34.606687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Allocated IP 172.20.0.14 (4736f725-6dac-4b0e-bd01-a9f3cf3e4c45/82e8237b-a230-4419-a791-a7eb69aef17e/0848c816-1b11-477f-8f46-4aae1f46908d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:21:34.843043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:34.909358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:34.920272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f4e76-11ee-43fc-b91e-4d041af40e1f req-e4543493-78b6-4f21-b8db-37f6a46f3431 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:34.921978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-801f4e76-11ee-43fc-b91e-4d041af40e1f req-e4543493-78b6-4f21-b8db-37f6a46f3431 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1403186 Jul 12 16:21:34.980487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-801f4e76-11ee-43fc-b91e-4d041af40e1f req-697420e7-e95c-49eb-a71d-ebeb57ae891a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Jul 12 16:21:35.014823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:35.030802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['7367b67c-22b7-4d4b-864c-5ed0eb85186a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:35.107217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:21:35.116866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:21:35.124227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:21:35.165818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Pushing event updated for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:35.178226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688777f-2ee1-4d15-95ef-3c3699717732 req-b7641494-8951-4583-b51c-4a774eb073a0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:35.185333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3688777f-2ee1-4d15-95ef-3c3699717732 req-b7641494-8951-4583-b51c-4a774eb073a0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 945 time: 0.2606282 Jul 12 16:21:35.254445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3688777f-2ee1-4d15-95ef-3c3699717732 req-1230fc3b-c514-4d64-8777-328d072ef7b8 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Jul 12 16:21:35.262635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:35.263327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:35.282569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-551205aa-788a-4f50-8e76-0dcf5995980a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2654572 Jul 12 16:21:35.296316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Request body: {'port': {'device_id': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:21:35.306063 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:35.361084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c3c0-31f3-458e-a999-7e1fe47e38b6 req-30fddb4c-b993-4be1-bcfd-ad22b33e593f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:35.373480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2772c3c0-31f3-458e-a999-7e1fe47e38b6 req-30fddb4c-b993-4be1-bcfd-ad22b33e593f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 932 time: 0.1655219 Jul 12 16:21:35.423089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:35.440186 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2772c3c0-31f3-458e-a999-7e1fe47e38b6 req-8c540928-f61a-4934-bd09-2780626a4599 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Jul 12 16:21:35.549893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0c93-9fa5-4b0f-9c1d-8ccb0eab16ab req-b2921442-469e-4d36-b57a-3311e2a84fe2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:35.558310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b64c0c93-9fa5-4b0f-9c1d-8ccb0eab16ab req-b2921442-469e-4d36-b57a-3311e2a84fe2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1246634 Jul 12 16:21:35.699850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b64c0c93-9fa5-4b0f-9c1d-8ccb0eab16ab req-09fbe067-f864-4de1-b52d-6ec7c59c3151 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295378 Jul 12 16:21:35.741369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:35.878530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ac4b-2790-443a-b736-dfb969dd6103 req-0f606f39-5168-4d8e-8d33-a7bb611ea55a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:35.881595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21d7ac4b-2790-443a-b736-dfb969dd6103 req-0f606f39-5168-4d8e-8d33-a7bb611ea55a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0789247 Jul 12 16:21:35.947696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21d7ac4b-2790-443a-b736-dfb969dd6103 req-75fefcaa-edfc-449d-b71d-4c2f9d508835 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523770 Jul 12 16:21:36.015275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0848c816-1b11-477f-8f46-4aae1f46908d {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:36.024803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.035117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc15-9fef-4435-8745-be7c60229b0d req-d8d896f3-e845-4dc5-85bc-983e349b5562 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.036861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4477dc15-9fef-4435-8745-be7c60229b0d req-d8d896f3-e845-4dc5-85bc-983e349b5562 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1746163 Jul 12 16:21:36.066691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Transition to ACTIVE for port object 0848c816-1b11-477f-8f46-4aae1f46908d will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:21:36.083060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.127835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4477dc15-9fef-4435-8745-be7c60229b0d req-be6d59fe-40b9-4c0e-bbf9-e37f6a94ee52 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Jul 12 16:21:36.186114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:36.188052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-b00cf3a2-0d25-4c38-9236-843f1868489a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.188052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-b00cf3a2-0d25-4c38-9236-843f1868489a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.65 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0933599 Jul 12 16:21:36.284827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Attempting to bind port 0848c816-1b11-477f-8f46-4aae1f46908d on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:21:36.285171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Attempting to bind port 0848c816-1b11-477f-8f46-4aae1f46908d by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:21:36.285507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Attempting to bind port 0848c816-1b11-477f-8f46-4aae1f46908d on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:36.291029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Port 0848c816-1b11-477f-8f46-4aae1f46908d on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:21:36.292013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Attempting to bind port 0848c816-1b11-477f-8f46-4aae1f46908d on network 4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:36.326996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:21:36.327361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Checking segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:21:36.327791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Bound using segment: {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:21:36.328277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Bound port: 0848c816-1b11-477f-8f46-4aae1f46908d, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3b0d92-c919-4694-a874-f27a06431370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:21:36.328651 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.345892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Deleting port bb41ad37-df9d-4d05-a751-313d67d4487e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:21:36.347730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.444776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:21:36.449848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0848c816-1b11-477f-8f46-4aae1f46908d,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:21:36.492215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.539818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.542059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.543805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] 10.222.0.77 "PUT /v2.0/ports/0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 200 len: 1092 time: 1.2524457 Jul 12 16:21:36.551412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:36.554120 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14521158-0e24-45b9-a5b9-92138b587b59" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:36.554315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983445c-fb61-43c7-ad14-3989275fa3bd req-87ab27d7-bdb4-4c7b-800d-684f4cba8f50 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.555383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0983445c-fb61-43c7-ad14-3989275fa3bd req-87ab27d7-bdb4-4c7b-800d-684f4cba8f50 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 945 time: 0.1250165 Jul 12 16:21:36.593061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d883-b90d-4d64-83f9-0b08fa59b3e6 req-a0b814ba-a57c-4f1d-8631-55b921126d7f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.600880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ae6d883-b90d-4d64-83f9-0b08fa59b3e6 req-a0b814ba-a57c-4f1d-8631-55b921126d7f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1488147 Jul 12 16:21:36.613481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] For port bb41ad37-df9d-4d05-a751-313d67d4487e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=bb41ad37-df9d-4d05-a751-313d67d4487e,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:36.614369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:36.665092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Calling delete_port for bb41ad37-df9d-4d05-a751-313d67d4487e owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:21:36.665332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc08c5-ac8e-436c-bbfe-46355c24ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:36.684404 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0983445c-fb61-43c7-ad14-3989275fa3bd req-cc4de23a-d99e-4a1b-8f7a-e827726bc2f0 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154950 Jul 12 16:21:36.700081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ae6d883-b90d-4d64-83f9-0b08fa59b3e6 req-97bf61d2-a578-49a3-bdbe-aa6f5fefa193 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973194 Jul 12 16:21:36.726694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-1b951091-dbf0-48d2-a1d9-176b83f8a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.728317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-1b951091-dbf0-48d2-a1d9-176b83f8a138 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1095 time: 0.1254480 Jul 12 16:21:36.826831 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82007e-5617-4c3b-95d3-87465e23614a x-openstack-request-id: req-5a82007e-5617-4c3b-95d3-87465e23614a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:36.827149 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:36.827361 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a82007e-5617-4c3b-95d3-87465e23614a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:36.833570 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d', 'status': 'completed', 'code': 200} Jul 12 16:21:36.835547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-17bc242b-077b-4c53-8595-62f7497d6d51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 200 len: 217 time: 0.0974915 Jul 12 16:21:36.933864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30454b69-4126-4240-b22a-f740dd122e2b req-5f439586-a3a1-4d13-b7af-18147f21b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:36.935428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-5f439586-a3a1-4d13-b7af-18147f21b88e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0903580 Jul 12 16:21:36.982379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-f3d36ca1-3501-42d4-8eec-96b282f54a6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366557 Jul 12 16:21:37.024406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:37.043036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21', '0fa337b2-cd55-4889-a177-10c7f07d3cd5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:37.051843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['bb41ad37-df9d-4d05-a751-313d67d4487e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:37.094257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event deleted for resources: {'Port': ['ID=bb41ad37-df9d-4d05-a751-313d67d4487e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:37.108289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-ffc36c3d-f896-42ea-9749-544a592e0025 service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177721 Jul 12 16:21:37.130865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.131396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.131969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.132431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.132962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.133496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.134167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.134724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.135316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.135876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.136400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.136856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:37.196393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b44ff-35d9-4905-996d-0365bd2a215d req-3856579e-0297-4b0c-8b26-1c2d32fda8ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.208233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a8b44ff-35d9-4905-996d-0365bd2a215d req-3856579e-0297-4b0c-8b26-1c2d32fda8ad tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 944 time: 0.2862189 Jul 12 16:21:37.232795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] No DVR routers for this DVR port bb41ad37-df9d-4d05-a751-313d67d4487e on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:37.238031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:37.240968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6167ab5-5db8-49a0-b9e1-f6818084527c req-458a7fe7-ee63-4639-9700-d0d760264905 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.65 "DELETE /v2.0/ports/bb41ad37-df9d-4d05-a751-313d67d4487e HTTP/1.1" status: 204 len: 173 time: 1.0515845 Jul 12 16:21:37.241437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'name': 'network-vif-deleted', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:37.243998 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1afca91-b27e-437b-bc37-437d803a3adc" -d '{"events": [{"server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "name": "network-vif-deleted", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:37.340517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:37.347019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a8b44ff-35d9-4905-996d-0365bd2a215d req-5061a961-27a1-42e9-b416-3f4c856f85e1 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112001 Jul 12 16:21:37.431179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-30454b69-4126-4240-b22a-f740dd122e2b req-6b18481e-bc0e-4261-bfc1-7c92fbee660b service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148072 Jul 12 16:21:37.477810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40187-b33f-407a-801a-6fa308acade8 req-4906c2a7-fb32-49b2-9c37-14096c0fbe94 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.485092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eef40187-b33f-407a-801a-6fa308acade8 req-4906c2a7-fb32-49b2-9c37-14096c0fbe94 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.2746429 Jul 12 16:21:37.597237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eef40187-b33f-407a-801a-6fa308acade8 req-404832c1-2668-43a6-9593-370741e1f040 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109629 Jul 12 16:21:37.620230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14521158-0e24-45b9-a5b9-92138b587b59 req-91944ceb-002d-4b25-aea2-2ace359f7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.622012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-91944ceb-002d-4b25-aea2-2ace359f7c0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1095 time: 0.1083937 Jul 12 16:21:37.649778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcadfd1-0f16-4a4a-958a-71a11b59219e req-d3607df7-8a80-43ba-9b08-369d0f678eb2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.663457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2dcadfd1-0f16-4a4a-958a-71a11b59219e req-d3607df7-8a80-43ba-9b08-369d0f678eb2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1293855 Jul 12 16:21:37.742396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2dcadfd1-0f16-4a4a-958a-71a11b59219e req-b289cedb-c173-4538-a7dc-8a88cd02ebb1 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718808 Jul 12 16:21:37.785373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14521158-0e24-45b9-a5b9-92138b587b59 req-ca2331fd-4925-40f3-bd03-cd57cffe90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.787338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-ca2331fd-4925-40f3-bd03-cd57cffe90d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.1567941 Jul 12 16:21:37.807249 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ef755-a217-4bef-a1f5-598685a896ba x-openstack-request-id: req-bf8ef755-a217-4bef-a1f5-598685a896ba {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:37.807801 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7", "name": "network-vif-deleted", "tag": "bb41ad37-df9d-4d05-a751-313d67d4487e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:37.808213 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf8ef755-a217-4bef-a1f5-598685a896ba {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:37.808799 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7', 'name': 'network-vif-deleted', 'tag': 'bb41ad37-df9d-4d05-a751-313d67d4487e', 'status': 'completed', 'code': 200} Jul 12 16:21:37.872955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-4610a97c-03cb-4960-bfab-1bc1a95c1a27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 200 len: 217 time: 0.0752206 Jul 12 16:21:37.940468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14521158-0e24-45b9-a5b9-92138b587b59 req-56716937-ce4f-4716-9bdd-43f92265e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:37.942744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-56716937-ce4f-4716-9bdd-43f92265e8d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0613198 Jul 12 16:21:38.001254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-cde644af-07d7-4f4d-9bbd-1d48c1212b9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503528 Jul 12 16:21:38.035892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86655b57-fbd7-4373-aa17-3bb5dc93b598 req-22db1829-48e8-46aa-a22e-67fafd0a6a0d tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=28aa14f2-1630-4a5d-a3d4-a4de5ca5e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0655222 Jul 12 16:21:38.050898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed1a6-0981-41e9-b203-07e177f3dc4d req-64870715-87cc-43d6-a99d-ed5adfcbd43f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:38.064221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-755ed1a6-0981-41e9-b203-07e177f3dc4d req-64870715-87cc-43d6-a99d-ed5adfcbd43f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1419792 Jul 12 16:21:38.147396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-263c569e-034c-4849-b4a7-2fc6c699046f service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254022 Jul 12 16:21:38.181787 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-755ed1a6-0981-41e9-b203-07e177f3dc4d req-3818a5ed-6472-4138-a7cf-4acad2afd896 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163802 Jul 12 16:21:38.328190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14521158-0e24-45b9-a5b9-92138b587b59 req-c0edd707-7032-45ac-8fc9-10040c1a8370 service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696131 Jul 12 16:21:38.393861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2d802-637c-4242-951f-c9323d1141e7 req-327677a7-cf28-4ca5-8a76-1ccfca640f50 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:38.395507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11e2d802-637c-4242-951f-c9323d1141e7 req-327677a7-cf28-4ca5-8a76-1ccfca640f50 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0762753 Jul 12 16:21:38.493200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11e2d802-637c-4242-951f-c9323d1141e7 req-78b4dba1-d200-4f86-b993-25c546c00635 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844967 Jul 12 16:21:38.604570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2d05a-5c28-4183-b57f-e1bcf6ca18b4 req-6b7308c6-f808-41b7-b17f-f848633489a1 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:38.612083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47b2d05a-5c28-4183-b57f-e1bcf6ca18b4 req-6b7308c6-f808-41b7-b17f-f848633489a1 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 944 time: 0.0999515 Jul 12 16:21:38.668048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47b2d05a-5c28-4183-b57f-e1bcf6ca18b4 req-32b07d75-13c5-4a6b-b3ac-09e0077a6019 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550084 Jul 12 16:21:38.788083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda73b11-97d7-43e4-af68-77c51a4511d8 req-124899d2-8b9d-4978-9dd8-50198c670a4c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:38.789745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eda73b11-97d7-43e4-af68-77c51a4511d8 req-124899d2-8b9d-4978-9dd8-50198c670a4c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 813 time: 0.1433823 Jul 12 16:21:38.807937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eda73b11-97d7-43e4-af68-77c51a4511d8 req-feefd55c-1b82-4816-8a8d-b92bebb8406a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/quotas/ef43f4126af44ddd89eb5f8cb21417f6 HTTP/1.1" status: 200 len: 375 time: 0.0111463 Jul 12 16:21:38.889139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eda73b11-97d7-43e4-af68-77c51a4511d8 req-51a67383-65a1-4614-b413-f93b109067b6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729163 Jul 12 16:21:39.019740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4c80b-a09e-474e-a21c-3e3654c4ffdd req-a3469f32-c57d-45f2-b0d6-fb4df161f2d8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:39.021536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-02b4c80b-a09e-474e-a21c-3e3654c4ffdd req-a3469f32-c57d-45f2-b0d6-fb4df161f2d8 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0803237 Jul 12 16:21:39.074735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-02b4c80b-a09e-474e-a21c-3e3654c4ffdd req-0fa0256c-1733-450c-bcf8-eaf840e4e755 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469801 Jul 12 16:21:39.251875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b7d90-62e9-4947-9082-87d547b1f4ee req-a1a1a05e-02cb-4112-bbe9-7feb6592e362 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:39.253480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be3b7d90-62e9-4947-9082-87d547b1f4ee req-a1a1a05e-02cb-4112-bbe9-7feb6592e362 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1029928 Jul 12 16:21:39.308739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be3b7d90-62e9-4947-9082-87d547b1f4ee req-7724ceaa-4fd5-476d-957d-238d41efb4ff tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466363 Jul 12 16:21:39.657604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9226b-86bb-49d7-8af6-73a997da0ace req-32359cf7-65e3-4b12-a93d-a9079ea372e0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:39.659838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6a9226b-86bb-49d7-8af6-73a997da0ace req-32359cf7-65e3-4b12-a93d-a9079ea372e0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0782447 Jul 12 16:21:39.703792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6a9226b-86bb-49d7-8af6-73a997da0ace req-ba3abb94-2935-45c9-a44b-44048dd131c6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373876 Jul 12 16:21:39.734877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9a4d5-4b57-4805-b834-5e66779f3570 req-be8bfc7f-941b-4288-b056-7cceb7283f0c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:39.741951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfd9a4d5-4b57-4805-b834-5e66779f3570 req-be8bfc7f-941b-4288-b056-7cceb7283f0c tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 945 time: 0.1570766 Jul 12 16:21:39.804170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfd9a4d5-4b57-4805-b834-5e66779f3570 req-25f4b9b6-cd9c-4119-84e3-228e6a7e5e95 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611553 Jul 12 16:21:39.943221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c217f-a251-409e-a1b5-7d696ff5e97e req-c1f4191d-5f8b-4660-af3f-a90c273f084a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:39.945264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b8c217f-a251-409e-a1b5-7d696ff5e97e req-c1f4191d-5f8b-4660-af3f-a90c273f084a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 944 time: 0.0871296 Jul 12 16:21:39.962221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30b19910-fbc7-4514-a583-5aa0b24f84aa req-51285c1b-ac69-4857-a302-81f8eea8fbe7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef43f4126af44ddd89eb5f8cb21417f6 HTTP/1.1" status: 200 len: 221 time: 0.0286932 Jul 12 16:21:39.996222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b8c217f-a251-409e-a1b5-7d696ff5e97e req-30ef6675-55bd-41a0-823d-f4e9f69e777b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Jul 12 16:21:40.147971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad9a66-9aaf-47bf-af7b-4a507c73f046 req-1a0e3238-c814-4d9c-95e4-53ccb33b1226 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.151803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ad9a66-9aaf-47bf-af7b-4a507c73f046 req-1a0e3238-c814-4d9c-95e4-53ccb33b1226 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0793025 Jul 12 16:21:40.174721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bb41ad37-df9d-4d05-a751-313d67d4487e no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:40.199330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: bb41ad37-df9d-4d05-a751-313d67d4487e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:21:40.200768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device bb41ad37-df9d-4d05-a751-313d67d4487e not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:21:40.206994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ad9a66-9aaf-47bf-af7b-4a507c73f046 req-f3a071b1-8d67-4ed3-a02e-995d5a4fb936 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Jul 12 16:21:40.356616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf89e08-b0b6-40f5-8a33-ec2000d8a265 req-0695aa1c-9ca9-4060-a716-9ddc76f091e5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.363475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-adf89e08-b0b6-40f5-8a33-ec2000d8a265 req-0695aa1c-9ca9-4060-a716-9ddc76f091e5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0848756 Jul 12 16:21:40.413869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb962e-f8fc-432d-b772-76716067d410 req-33bf9025-7240-4176-af26-982b514f2050 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.414324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-adf89e08-b0b6-40f5-8a33-ec2000d8a265 req-ad50bab2-6e92-4713-a655-6b1a5e5b018a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497081 Jul 12 16:21:40.416025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2bb962e-f8fc-432d-b772-76716067d410 req-33bf9025-7240-4176-af26-982b514f2050 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0794601 Jul 12 16:21:40.459410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2bb962e-f8fc-432d-b772-76716067d410 req-b27c5d93-3591-4c22-affe-f2e331010db5 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Jul 12 16:21:40.675161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0462b-ffa9-4679-b023-ead3852016fc req-e4c9be6c-0827-4a2f-9fb9-c070d395c180 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.675161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88d0462b-ffa9-4679-b023-ead3852016fc req-e4c9be6c-0827-4a2f-9fb9-c070d395c180 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0706582 Jul 12 16:21:40.730384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88d0462b-ffa9-4679-b023-ead3852016fc req-15de980d-b116-40b4-b027-ad70a02fa8eb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Jul 12 16:21:40.908182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-2b3d9472-eafa-4091-92d0-e81983be5fb9 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.913697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-2b3d9472-eafa-4091-92d0-e81983be5fb9 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 945 time: 0.1257851 Jul 12 16:21:40.937679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff2e1-122a-477a-acad-ad3bece9f9ea req-278275e3-c3a0-44f0-b56f-5a8a5fa24435 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:40.945276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf8ff2e1-122a-477a-acad-ad3bece9f9ea req-278275e3-c3a0-44f0-b56f-5a8a5fa24435 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0762825 Jul 12 16:21:40.992605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf8ff2e1-122a-477a-acad-ad3bece9f9ea req-b9493f8e-2f09-4935-8383-2b3a75d4ad66 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Jul 12 16:21:41.124287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2c27c-c7cd-44d6-bffc-a834c0507ce7 req-08a23e13-55d4-41b6-8ecd-bb2414b2f771 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:41.131346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed2c27c-c7cd-44d6-bffc-a834c0507ce7 req-08a23e13-55d4-41b6-8ecd-bb2414b2f771 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 945 time: 0.1335032 Jul 12 16:21:41.155712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Deleting port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:21:41.156370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.223383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34912ee-aa26-4aa5-abc6-df9bf330596d req-37fc1300-6fd9-4e2e-8dec-34b0c6f1a9ac tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:41.231115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d34912ee-aa26-4aa5-abc6-df9bf330596d req-37fc1300-6fd9-4e2e-8dec-34b0c6f1a9ac tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1038563 Jul 12 16:21:41.273374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ed2c27c-c7cd-44d6-bffc-a834c0507ce7 req-5d8c8e6b-e28c-4c86-80ed-fb9f7f8b2864 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406178 Jul 12 16:21:41.283361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d34912ee-aa26-4aa5-abc6-df9bf330596d req-cb7fa314-2f50-4f00-875c-b4edff19d57d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Jul 12 16:21:41.362931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] For port 0fa337b2-cd55-4889-a177-10c7f07d3cd5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0fa337b2-cd55-4889-a177-10c7f07d3cd5,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:41.363297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.384306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0848c816-1b11-477f-8f46-4aae1f46908d details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:21:41.401524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Calling delete_port for 0fa337b2-cd55-4889-a177-10c7f07d3cd5 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:21:41.584769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0848c816-1b11-477f-8f46-4aae1f46908d,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:41.602693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '0848c816-1b11-477f-8f46-4aae1f46908d', 'network_id': '4736f725-6dac-4b0e-bd01-a9f3cf3e4c45', 'port_id': '0848c816-1b11-477f-8f46-4aae1f46908d', 'mac_address': 'fa:16:3e:b1:7b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e8237b-a230-4419-a791-a7eb69aef17e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:21:41.623819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd654-d8d4-4736-a37d-c2a0c6f92091 req-0cc37d37-b6fe-4d7d-b1fa-e1183cfe1732 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:41.628154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-361dd654-d8d4-4736-a37d-c2a0c6f92091 req-0cc37d37-b6fe-4d7d-b1fa-e1183cfe1732 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 944 time: 0.1163604 Jul 12 16:21:41.671985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.672748 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.681636 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-361dd654-d8d4-4736-a37d-c2a0c6f92091 req-c8bff32f-ce7b-43c1-8fea-b0c30470217e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Jul 12 16:21:41.690078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc354d-3ae1-42b4-95b5-7d1d18334e76 req-f02bc9e0-984d-42ba-bc95-d6baca2cfc63 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:41.692790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cc354d-3ae1-42b4-95b5-7d1d18334e76 req-f02bc9e0-984d-42ba-bc95-d6baca2cfc63 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1464212 Jul 12 16:21:41.698989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21', '0fa337b2-cd55-4889-a177-10c7f07d3cd5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:41.708302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0848c816-1b11-477f-8f46-4aae1f46908d {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:21:41.756498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event deleted for resources: {'Port': ['ID=0fa337b2-cd55-4889-a177-10c7f07d3cd5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:41.772079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0848c816-1b11-477f-8f46-4aae1f46908d,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:41.783800 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.880284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] No DVR routers for this DVR port 0fa337b2-cd55-4889-a177-10c7f07d3cd5 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:41.889439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cc354d-3ae1-42b4-95b5-7d1d18334e76 req-e857d8c1-31d3-4f30-957d-d3ec1b6e6be4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841486 Jul 12 16:21:41.891205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:41.891350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:41.892280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412a58-2a1a-484b-9a43-8205fe43c246 req-694d123f-5ddb-4db5-b852-53ccdf7b8fe6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:41.894005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15412a58-2a1a-484b-9a43-8205fe43c246 req-694d123f-5ddb-4db5-b852-53ccdf7b8fe6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0814328 Jul 12 16:21:41.894305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08fa5806-b2ab-4b7f-b44a-596fd8db6167 req-0a2a1582-372c-4406-b313-5e6828baec99 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "DELETE /v2.0/ports/0fa337b2-cd55-4889-a177-10c7f07d3cd5 HTTP/1.1" status: 204 len: 173 time: 0.9754424 Jul 12 16:21:41.894962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'name': 'network-vif-deleted', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:41.898665 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5108dcf5-4584-43e1-a9f2-945da67d5f86" -d '{"events": [{"server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "name": "network-vif-deleted", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:41.969260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15412a58-2a1a-484b-9a43-8205fe43c246 req-c3398346-d04f-4bdc-9b22-78016a3ed337 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600193 Jul 12 16:21:42.022598 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fdda88-6798-48af-8a29-dc58a53056a6 x-openstack-request-id: req-74fdda88-6798-48af-8a29-dc58a53056a6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:42.022890 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b15b47e-2709-403e-b883-44d76bd8a591", "name": "network-vif-deleted", "tag": "0fa337b2-cd55-4889-a177-10c7f07d3cd5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:42.023140 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74fdda88-6798-48af-8a29-dc58a53056a6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:42.025368 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b15b47e-2709-403e-b883-44d76bd8a591', 'name': 'network-vif-deleted', 'tag': '0fa337b2-cd55-4889-a177-10c7f07d3cd5', 'status': 'completed', 'code': 200} Jul 12 16:21:42.198042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b4e69-a5fa-4e06-8754-f77fd40215ad req-c5b25cdc-2d5f-4b97-844a-3ff6ee688f62 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.200168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b1b4e69-a5fa-4e06-8754-f77fd40215ad req-c5b25cdc-2d5f-4b97-844a-3ff6ee688f62 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0739207 Jul 12 16:21:42.206998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['0848c816-1b11-477f-8f46-4aae1f46908d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:42.461311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23d70423-93f7-49b4-be01-8baa3f26800a req-f6bf488c-3f72-47d4-a6e5-eac5bdf85b37 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b15b47e-2709-403e-b883-44d76bd8a591 HTTP/1.1" status: 200 len: 210 time: 0.0387278 Jul 12 16:21:42.612184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b1b4e69-a5fa-4e06-8754-f77fd40215ad req-b7712942-716b-4831-b135-6740e9550f18 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055977 Jul 12 16:21:42.638953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-4608633d-3443-48f1-8109-93896fd5a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.641458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-4608633d-3443-48f1-8109-93896fd5a659 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0805702 Jul 12 16:21:42.746852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-631a9974-df91-4b5b-876b-7d00a8de9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.748371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-631a9974-df91-4b5b-876b-7d00a8de9ca3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.0992749 Jul 12 16:21:42.801199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea1b0-f211-4be7-96fb-21cc8376c041 req-b945e380-dbec-4a9d-a4e3-b30fe4aeb6af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.803542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-085ea1b0-f211-4be7-96fb-21cc8376c041 req-b945e380-dbec-4a9d-a4e3-b30fe4aeb6af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0713122 Jul 12 16:21:42.818377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-f94a0fd9-92cd-43be-a22d-8489476612ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 1001 time: 0.0619078 Jul 12 16:21:42.854907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-085ea1b0-f211-4be7-96fb-21cc8376c041 req-f63e6372-c0c7-4994-ad2c-9bdf0d45e7f4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Jul 12 16:21:42.912311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-5d0a6351-9077-4aa5-abc2-d720963d5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.913910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-5d0a6351-9077-4aa5-abc2-d720963d5ed5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0824752 Jul 12 16:21:42.939302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a18a6-72d1-4c41-ae1e-600456e89205 req-540f9c09-71e4-4556-a86c-94ccdde9edb8 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:42.940822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b0a18a6-72d1-4c41-ae1e-600456e89205 req-540f9c09-71e4-4556-a86c-94ccdde9edb8 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 945 time: 0.1191757 Jul 12 16:21:43.006700 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b0a18a6-72d1-4c41-ae1e-600456e89205 req-7b065033-5a69-4430-8961-0558dcd5e50a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Jul 12 16:21:43.016852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-cdaa35ec-22a9-42af-ad62-2e085ec86bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.018365 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-cdaa35ec-22a9-42af-ad62-2e085ec86bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973659 Jul 12 16:21:43.066558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fff7c-1d89-49d5-b241-346941e809b9 req-979ed91c-2452-4691-9322-e6aeac5b81b9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.069199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad9fff7c-1d89-49d5-b241-346941e809b9 req-979ed91c-2452-4691-9322-e6aeac5b81b9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0783882 Jul 12 16:21:43.115757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad9fff7c-1d89-49d5-b241-346941e809b9 req-0793d4de-efbe-48c1-8994-1deb507313af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Jul 12 16:21:43.156339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-06c84198-50ef-4126-a54d-36066d9c7a95 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293428 Jul 12 16:21:43.245588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bb329-6bae-4259-9b01-4faf18085e23 req-2a39a449-a0d1-411f-b1d0-71b126d87fad tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.247148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b4bb329-6bae-4259-9b01-4faf18085e23 req-2a39a449-a0d1-411f-b1d0-71b126d87fad tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.1314654 Jul 12 16:21:43.295418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5bb9fd2-fa13-4e50-93c7-8717d61dba0c req-26359c1e-aff5-4fbf-b4b7-8a972e08f524 service neutron] 10.222.0.65 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293676 Jul 12 16:21:43.308980 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b4bb329-6bae-4259-9b01-4faf18085e23 req-c0422cef-5441-4556-b902-e3bfa5045e37 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525272 Jul 12 16:21:43.382756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0fa337b2-cd55-4889-a177-10c7f07d3cd5 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:43.385410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebdc1d-e438-437b-b707-0562183d519c req-f61f4166-5b5c-40cc-a959-a4e3b209a2df tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.387079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58ebdc1d-e438-437b-b707-0562183d519c req-f61f4166-5b5c-40cc-a959-a4e3b209a2df tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0693636 Jul 12 16:21:43.404717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 0fa337b2-cd55-4889-a177-10c7f07d3cd5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:21:43.405061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0fa337b2-cd55-4889-a177-10c7f07d3cd5 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:21:43.426175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58ebdc1d-e438-437b-b707-0562183d519c req-71592243-4414-45d0-a492-28a1f6c6902b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Jul 12 16:21:43.633397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925227-7597-4f77-ac9e-e18a3536d81c req-247732c6-d64a-4003-bc7d-680610b8d604 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.640094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20925227-7597-4f77-ac9e-e18a3536d81c req-247732c6-d64a-4003-bc7d-680610b8d604 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0829105 Jul 12 16:21:43.679558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20925227-7597-4f77-ac9e-e18a3536d81c req-d0ded457-b4f3-462d-b06c-80b0328cdeb1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Jul 12 16:21:43.875446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bb0e7-8624-4b4f-8766-6fc41d5137a0 req-86e2d877-459a-40d3-a3bd-5562ea750a46 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:43.880348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c34bb0e7-8624-4b4f-8766-6fc41d5137a0 req-86e2d877-459a-40d3-a3bd-5562ea750a46 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0741997 Jul 12 16:21:43.923510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c34bb0e7-8624-4b4f-8766-6fc41d5137a0 req-efe93164-20af-4f4f-86de-00e9030c3adb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Jul 12 16:21:44.127016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb121d0-890e-45d4-93aa-9f73f01618d4 req-badcedc6-229e-49dd-bc3d-eee713a1d474 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.133824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fb121d0-890e-45d4-93aa-9f73f01618d4 req-badcedc6-229e-49dd-bc3d-eee713a1d474 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0746596 Jul 12 16:21:44.172595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8fb121d0-890e-45d4-93aa-9f73f01618d4 req-7f904f5d-3c43-46e2-9e39-2ce28d69ab86 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Jul 12 16:21:44.209744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b0f43-1f5f-4e10-8df4-9d967ec193f0 req-a98928aa-0e51-4cdb-8a21-31e5fd1eafa4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.211610 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-494b0f43-1f5f-4e10-8df4-9d967ec193f0 req-a98928aa-0e51-4cdb-8a21-31e5fd1eafa4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 945 time: 0.0768952 Jul 12 16:21:44.265740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-494b0f43-1f5f-4e10-8df4-9d967ec193f0 req-7af62119-2716-4a4a-a866-78cfe9bce2e3 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475070 Jul 12 16:21:44.371080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df174f5-a047-4143-8135-1acf80bbb86d req-3993de89-fff5-4294-9b20-12c3342e4f57 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.372834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df174f5-a047-4143-8135-1acf80bbb86d req-3993de89-fff5-4294-9b20-12c3342e4f57 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0757596 Jul 12 16:21:44.420025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0df174f5-a047-4143-8135-1acf80bbb86d req-469dd21a-86d5-4055-aa9c-c9d856bb6297 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Jul 12 16:21:44.624730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108204af-1841-40c9-84cc-94c25d752df2 req-4e736b66-84a2-4eb0-be3c-8f16e0856729 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.626317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-108204af-1841-40c9-84cc-94c25d752df2 req-4e736b66-84a2-4eb0-be3c-8f16e0856729 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0878599 Jul 12 16:21:44.684478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-108204af-1841-40c9-84cc-94c25d752df2 req-e3d925a8-510c-484d-8de7-ce8101efd535 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508554 Jul 12 16:21:44.745261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5863e98-38c3-4727-8150-6728ca121532 req-10fafe60-5685-46bf-9439-a2385c8c2170 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.747035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5863e98-38c3-4727-8150-6728ca121532 req-10fafe60-5685-46bf-9439-a2385c8c2170 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1121781 Jul 12 16:21:44.796857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5863e98-38c3-4727-8150-6728ca121532 req-3371bb71-314c-471f-9962-19eed963083f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Jul 12 16:21:44.984147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aca8f8-73e8-4598-85be-ff939a9a7d0a req-a0695318-adc5-4617-85ca-9ca75947dde1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:44.985559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64aca8f8-73e8-4598-85be-ff939a9a7d0a req-a0695318-adc5-4617-85ca-9ca75947dde1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0666728 Jul 12 16:21:45.027137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64aca8f8-73e8-4598-85be-ff939a9a7d0a req-91993016-3b23-4556-b818-5646f5d1d275 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358419 Jul 12 16:21:45.300292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2b054-db79-40ad-bd77-106e5a06dc86 req-fde341f2-67ed-49bf-9abf-a13f4ab3c18b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:45.301986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38b2b054-db79-40ad-bd77-106e5a06dc86 req-fde341f2-67ed-49bf-9abf-a13f4ab3c18b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0723362 Jul 12 16:21:45.346474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38b2b054-db79-40ad-bd77-106e5a06dc86 req-60ce49be-f4c6-4f2f-84d9-414ad4942df1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Jul 12 16:21:45.385431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0848c816-1b11-477f-8f46-4aae1f46908d up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:21:45.449723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 0848c816-1b11-477f-8f46-4aae1f46908d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:21:45.454761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 0848c816-1b11-477f-8f46-4aae1f46908d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:45.455441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:45.456354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c1ae-6c66-4f83-af16-324798773eb5 req-28cadedc-4409-4020-a7cb-e8a650afbe02 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:45.464117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8f4c1ae-6c66-4f83-af16-324798773eb5 req-28cadedc-4409-4020-a7cb-e8a650afbe02 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 945 time: 0.0778215 Jul 12 16:21:45.509318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8f4c1ae-6c66-4f83-af16-324798773eb5 req-b5628f31-d162-423d-a7d9-4d829507c22c tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Jul 12 16:21:45.554647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:45.585236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:45.588563 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c83c92-3b69-481d-92c0-ef671ee9c9a9" -d '{"events": [{"server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "name": "network-vif-plugged", "status": "completed", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:45.604880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0848c816-1b11-477f-8f46-4aae1f46908d,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:45.610939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:45.618028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb74bc-f5c4-4396-b08c-c4a7e61a719d req-34291124-edf0-4340-bc58-f03e5c31812e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:45.629329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56eb74bc-f5c4-4396-b08c-c4a7e61a719d req-34291124-edf0-4340-bc58-f03e5c31812e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1409252 Jul 12 16:21:45.688779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:45.706984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.707839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.708267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.708560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.708984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.709408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.709754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.710188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.710608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.710835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.711199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.712297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:21:45.720801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56eb74bc-f5c4-4396-b08c-c4a7e61a719d req-b42c96f7-6473-4fd3-a926-503761c4b6bd tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Jul 12 16:21:45.735885 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90940152-8f5e-4cbc-9119-dd112f5cca9a x-openstack-request-id: req-90940152-8f5e-4cbc-9119-dd112f5cca9a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:45.735885 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "name": "network-vif-plugged", "status": "completed", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:45.735885 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90940152-8f5e-4cbc-9119-dd112f5cca9a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:45.736191 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d', 'code': 200} Jul 12 16:21:45.904857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a2470-aea2-4b57-abea-fd70ec557f8d req-18768be9-6d9d-4dbe-ba05-5a6e92f68c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:45.906630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d6a2470-aea2-4b57-abea-fd70ec557f8d req-18768be9-6d9d-4dbe-ba05-5a6e92f68c54 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1097 time: 0.0671957 Jul 12 16:21:45.986894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d6a2470-aea2-4b57-abea-fd70ec557f8d req-e35cf5f6-005f-418d-80d1-a20aac4a9cba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Jul 12 16:21:45.999757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24be8c-81ee-40ea-892b-92546183428b req-b234a96d-88a9-4a44-ab92-f33fdb1b5804 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:46.000014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa1d1-72c4-4d6c-adba-3ef10aa3ca82 req-b9b545ff-47ba-44bf-8d92-6cb4b08a1018 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:46.001618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c24be8c-81ee-40ea-892b-92546183428b req-b234a96d-88a9-4a44-ab92-f33fdb1b5804 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1014266 Jul 12 16:21:46.003858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4cfa1d1-72c4-4d6c-adba-3ef10aa3ca82 req-b9b545ff-47ba-44bf-8d92-6cb4b08a1018 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0938523 Jul 12 16:21:46.043142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4cfa1d1-72c4-4d6c-adba-3ef10aa3ca82 req-0066aa67-6e1b-45ba-be88-a428945d40b3 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350952 Jul 12 16:21:46.044093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c24be8c-81ee-40ea-892b-92546183428b req-afb87576-e5d4-4eaa-9ae5-a952707a01ff tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Jul 12 16:21:46.202685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:46.263366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76485626-6d55-4b59-82fc-606740148d81 req-0affc4b7-7570-4e88-a5b7-4a5bc513fcb8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:46.268771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-76485626-6d55-4b59-82fc-606740148d81 req-0affc4b7-7570-4e88-a5b7-4a5bc513fcb8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1051445 Jul 12 16:21:46.343097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:46.345932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-76485626-6d55-4b59-82fc-606740148d81 req-f0f95a0d-8611-46cc-9793-806d4c381bd4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724263 Jul 12 16:21:46.394970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:46.399467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:46.496218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:46.764528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:46.765419 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:46.804978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8decd-b351-4766-9ea4-ad3833ad4ad0 req-94028fbd-6e1e-45e6-806d-130fc73f127f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:46.813300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eba8decd-b351-4766-9ea4-ad3833ad4ad0 req-94028fbd-6e1e-45e6-806d-130fc73f127f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0953777 Jul 12 16:21:46.896694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eba8decd-b351-4766-9ea4-ad3833ad4ad0 req-777fb1f7-7a04-4323-927f-0d4d7adfb5b0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823872 Jul 12 16:21:46.909876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d7955-1bc8-477c-bf53-ec465e558659 req-2b528d54-5667-418f-9072-e5ed32584e90 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:46.919060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-184d7955-1bc8-477c-bf53-ec465e558659 req-2b528d54-5667-418f-9072-e5ed32584e90 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1058848 Jul 12 16:21:46.931662 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:46.965950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-184d7955-1bc8-477c-bf53-ec465e558659 req-d6b08f1f-04df-4b7b-ad4a-10d7cce31dee tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Jul 12 16:21:46.974318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:46.980603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:47.038809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac91a6-6cd2-4c19-9b67-7358c1cb62d8 None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:47.392871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-60727fde-84d3-4fc1-a995-dfd3c9d2a7f9 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:21:47.393674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-60727fde-84d3-4fc1-a995-dfd3c9d2a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:47.519077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afd860-36c6-4246-a174-9831312ab5f3 req-8e0b8789-bb61-416f-b06b-8b6f4b018a2a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:47.520616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-62afd860-36c6-4246-a174-9831312ab5f3 req-8e0b8789-bb61-416f-b06b-8b6f4b018a2a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 946 time: 0.0707171 Jul 12 16:21:47.560982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-62afd860-36c6-4246-a174-9831312ab5f3 req-3d6d7645-aa7f-4a83-b289-7d52240c7d7b tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Jul 12 16:21:47.737548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}, {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:47.739835 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9562591-c1e1-498f-b9aa-1c0ad26ea79e" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}, {"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:47.778753 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2054a328-621f-409a-b6c8-9146583a9a37 x-openstack-request-id: req-2054a328-621f-409a-b6c8-9146583a9a37 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:47.779238 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "failed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 422}, {"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "failed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:47.779713 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2054a328-621f-409a-b6c8-9146583a9a37 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:47.780109 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 422} returned with failed status Jul 12 16:21:47.780365 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 422} returned with failed status Jul 12 16:21:47.781548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55951c91-f313-458a-a6b1-80dce589ac2b req-8ed669b3-b5e5-4b49-9824-e68a510ee715 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:47.783164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55951c91-f313-458a-a6b1-80dce589ac2b req-8ed669b3-b5e5-4b49-9824-e68a510ee715 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0828493 Jul 12 16:21:47.825881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55951c91-f313-458a-a6b1-80dce589ac2b req-7c4ef872-07ce-4ee5-9664-5900bea12d5a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369391 Jul 12 16:21:47.950184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-70553767-4413-41da-a4bd-adc38900e82a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036201 Jul 12 16:21:48.087116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee78e-e75e-466b-be90-d7273eb1683a req-b0cfe2d6-4027-461f-9a1f-cf7172a99c30 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.089044 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78aee78e-e75e-466b-be90-d7273eb1683a req-b0cfe2d6-4027-461f-9a1f-cf7172a99c30 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0763137 Jul 12 16:21:48.137220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78aee78e-e75e-466b-be90-d7273eb1683a req-380eb8a2-bf32-4261-aec0-6554d23fec7d tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Jul 12 16:21:48.159696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f5f49-26e9-4fc8-880c-f0e612ae80ad req-1d8ad7e1-3067-4ae5-bb65-4a4607b04717 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.161389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d6f5f49-26e9-4fc8-880c-f0e612ae80ad req-1d8ad7e1-3067-4ae5-bb65-4a4607b04717 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0764804 Jul 12 16:21:48.214793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d6f5f49-26e9-4fc8-880c-f0e612ae80ad req-7772dac2-36d3-4982-9fd1-f12ce3597f37 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Jul 12 16:21:48.597806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-825c1411-68aa-404d-af01-7d0b61ceddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.599537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-825c1411-68aa-404d-af01-7d0b61ceddcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1097 time: 0.0882840 Jul 12 16:21:48.747372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-f11243a8-aa7e-40d2-b187-5f06344b7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.748945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-f11243a8-aa7e-40d2-b187-5f06344b7108 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.1406820 Jul 12 16:21:48.795556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44110-342b-4f08-91fe-cb4bdc895ba3 req-65ef2e12-e164-4555-bdde-31d69bc251c4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.800195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8cb44110-342b-4f08-91fe-cb4bdc895ba3 req-65ef2e12-e164-4555-bdde-31d69bc251c4 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0827482 Jul 12 16:21:48.805968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-7aa9bfd4-27d2-451d-848a-b258b4c4e520 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 200 len: 217 time: 0.0474288 Jul 12 16:21:48.841519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8cb44110-342b-4f08-91fe-cb4bdc895ba3 req-9cdd3a52-bd15-41e9-8e8c-11200ad7038a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 Jul 12 16:21:48.868015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbed40-2fb9-41d0-8fee-e71747bf8d8f req-0d0630bb-4f26-413f-a9c0-24d1ac8c4cab tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.869813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39dbed40-2fb9-41d0-8fee-e71747bf8d8f req-0d0630bb-4f26-413f-a9c0-24d1ac8c4cab tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1712880 Jul 12 16:21:48.911216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-8e9f6e85-b25d-480a-9d3c-75b4a64a16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:48.912743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-8e9f6e85-b25d-480a-9d3c-75b4a64a16ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.1005874 Jul 12 16:21:49.040108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b657-ed78-4e2d-b1b6-826c0679f455 req-58d8141b-40f1-44c9-8152-0e204bca7257 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:49.042988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b11b657-ed78-4e2d-b1b6-826c0679f455 req-58d8141b-40f1-44c9-8152-0e204bca7257 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 946 time: 0.0804334 Jul 12 16:21:49.096078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b11b657-ed78-4e2d-b1b6-826c0679f455 req-9406886a-8c4a-496b-ab70-3af61ce17fc2 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/security-groups?id=436270c6-b500-4188-b6a2-8bc32ea50e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jul 12 16:21:49.275857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04263d-8826-4640-83c9-805870a64767 req-5a8f9c82-ee08-488d-a092-745d5673c75d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:49.277591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c04263d-8826-4640-83c9-805870a64767 req-5a8f9c82-ee08-488d-a092-745d5673c75d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0772817 Jul 12 16:21:49.281385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-4eabc509-bd56-46d6-8a1d-0c6034e2d242 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3422773 Jul 12 16:21:49.292738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39dbed40-2fb9-41d0-8fee-e71747bf8d8f req-7a01e09d-e11d-4dd4-aa4a-d66328e98512 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116726 Jul 12 16:21:49.365830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c04263d-8826-4640-83c9-805870a64767 req-aa491a9e-5ae0-4a2c-8a75-47bd0c696e25 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750890 Jul 12 16:21:49.377532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-ab57f6e8-ed3f-4c82-88e9-f161aaec2332 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:49.379118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-ab57f6e8-ed3f-4c82-88e9-f161aaec2332 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 946 time: 0.4887319 Jul 12 16:21:49.379749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-21b7b4e6-5095-4b8c-a728-378050ae977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:49.381369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-21b7b4e6-5095-4b8c-a728-378050ae977b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7&tenant_id=6f2119ed04194611bb7115fc8f6c9938 HTTP/1.1" status: 200 len: 1096 time: 0.1000869 Jul 12 16:21:49.398761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:21:49.450534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-8acbed52-d972-4986-97f2-8a0299853a99 service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568062 Jul 12 16:21:49.483856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.602602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a863574-3bc2-4907-9dc6-e803a035f503 req-1d9c3ca0-9456-4b84-b9ff-a647c9434cb8 service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421146 Jul 12 16:21:49.613180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Deleting port ff817879-e83c-44e5-915b-b6c78b92fa21 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:21:49.613515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.742113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:49.748836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] For port ff817879-e83c-44e5-915b-b6c78b92fa21, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff817879-e83c-44e5-915b-b6c78b92fa21,segment=NetworkSegment(403045ac-7a1f-4cb5-a2b3-f7fd2e215a78),segment_id=403045ac-7a1f-4cb5-a2b3-f7fd2e215a78)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:21:49.749199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.762736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Calling delete_port for ff817879-e83c-44e5-915b-b6c78b92fa21 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:21:49.775880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:21:49.815302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:49.817711 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcd269c-05e0-46b1-b350-06f6e10556c9" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:49.821897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.836206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Transition to ACTIVE for port object df2c0b20-5cdd-4919-8af4-aa6df3c9faef will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:21:49.841704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.870778 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3f149-93af-4f43-8fd5-d7719c0d3516 x-openstack-request-id: req-47f3f149-93af-4f43-8fd5-d7719c0d3516 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:49.871334 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:49.871763 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47f3f149-93af-4f43-8fd5-d7719c0d3516 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:49.872330 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 200} Jul 12 16:21:49.922470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:49.935148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ff817879-e83c-44e5-915b-b6c78b92fa21'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:21:49.978056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:49.990653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Pushing event deleted for resources: {'Port': ['ID=ff817879-e83c-44e5-915b-b6c78b92fa21,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:50.018632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] No DVR routers for this DVR port ff817879-e83c-44e5-915b-b6c78b92fa21 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:50.023425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:50.026110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ce4f7d6-329a-4606-813e-a3388bc3223e req-960cb17b-e549-4e59-81d5-387c65cbe19a tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.77 "DELETE /v2.0/ports/ff817879-e83c-44e5-915b-b6c78b92fa21 HTTP/1.1" status: 204 len: 173 time: 0.6351633 Jul 12 16:21:50.026733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'name': 'network-vif-deleted', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:50.029051 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ae9f7-a139-4a7c-a6ce-2b02a4c38e01" -d '{"events": [{"server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "name": "network-vif-deleted", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:50.075484 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d8d96d-2125-4473-a110-c7d92e795545 x-openstack-request-id: req-49d8d96d-2125-4473-a110-c7d92e795545 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:50.075861 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c873f4fc-39e0-41de-879f-972fc15c1add", "name": "network-vif-deleted", "tag": "ff817879-e83c-44e5-915b-b6c78b92fa21", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:50.076147 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49d8d96d-2125-4473-a110-c7d92e795545 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:50.076536 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c873f4fc-39e0-41de-879f-972fc15c1add', 'name': 'network-vif-deleted', 'tag': 'ff817879-e83c-44e5-915b-b6c78b92fa21', 'status': 'completed', 'code': 200} Jul 12 16:21:50.097673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] No DVR routers for this DVR port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:21:50.200487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085634d-61c0-4b35-81c6-5606cc8e2630 req-a816e25c-09a6-48ad-881c-ee00ba30d5ca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.204535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d085634d-61c0-4b35-81c6-5606cc8e2630 req-a816e25c-09a6-48ad-881c-ee00ba30d5ca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1905191 Jul 12 16:21:50.251125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b7059ff-d005-4707-9ba9-9d09a33315b8 req-e2758142-a93b-49a4-824f-c40b8d203eb5 tempest-AttachVolumeNegativeTest-1663844661 tempest-AttachVolumeNegativeTest-1663844661-project] 10.222.0.58 "GET /v2.0/ports?device_id=c873f4fc-39e0-41de-879f-972fc15c1add HTTP/1.1" status: 200 len: 210 time: 0.0336378 Jul 12 16:21:50.270328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d085634d-61c0-4b35-81c6-5606cc8e2630 req-5b414878-4f45-4c44-8125-cd966b2a1bc9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597265 Jul 12 16:21:50.301584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:21:50.301911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:21:50.302231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:50.307300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:21:50.307720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Attempting to bind port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on network 19741516-8b61-4d94-b931-76813d264aa7 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:21:50.312708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:21:50.313035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Checking segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:21:50.313408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Bound using segment: {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:21:50.313819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Bound port: df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100845f4-e0e5-4b56-ac6d-102821652088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '19741516-8b61-4d94-b931-76813d264aa7'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:21:50.314169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:50.381051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:21:50.384050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:21:50.388987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:50.430086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.430703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:50.432195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] 10.222.0.77 "PUT /v2.0/ports/df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 1092 time: 1.0402431 Jul 12 16:21:50.450592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5b7ab-1a24-4304-8c33-36c4bc05beea service neutron] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=11']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:50.530494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12566-0a70-48d8-ba1f-9aac2d408f84 req-f6e5f169-e552-46db-be46-f1190c8875dd tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.533091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1f12566-0a70-48d8-ba1f-9aac2d408f84 req-f6e5f169-e552-46db-be46-f1190c8875dd tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1256471 Jul 12 16:21:50.548419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-2d60ee19-72cc-46fa-a1e5-09dcba41e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.549996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-2d60ee19-72cc-46fa-a1e5-09dcba41e286 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1095 time: 0.0818393 Jul 12 16:21:50.581376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1f12566-0a70-48d8-ba1f-9aac2d408f84 req-04ac2dd6-3b38-451e-8d0a-0e4622855168 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Jul 12 16:21:50.687072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4698-9a57-4539-81e6-9800921ea3d8 req-bfb5ce12-d6bf-4073-b1c0-fa8d828947cf tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.688718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a03a4698-9a57-4539-81e6-9800921ea3d8 req-bfb5ce12-d6bf-4073-b1c0-fa8d828947cf tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.1430099 Jul 12 16:21:50.720209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-e6016559-9509-419b-85a6-d84fe636fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.721883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-e6016559-9509-419b-85a6-d84fe636fade service neutron] 10.222.0.77 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.1369357 Jul 12 16:21:50.799464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a03a4698-9a57-4539-81e6-9800921ea3d8 req-0f2a2d2b-230c-4ecd-8061-9723a3c8796a tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023171 Jul 12 16:21:50.825636 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-be58fd34-42bc-4434-8b21-1e1b77660803 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 999 time: 0.0911841 Jul 12 16:21:50.886902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-03b8dd8c-2147-40c9-8193-ef9157a05e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.888442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-03b8dd8c-2147-40c9-8193-ef9157a05e30 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0552673 Jul 12 16:21:50.914360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06aca-9628-47d7-ac91-a84ba81bce0d req-266c2484-784f-449a-8037-b51327e82d9f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.916670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71a06aca-9628-47d7-ac91-a84ba81bce0d req-266c2484-784f-449a-8037-b51327e82d9f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0816066 Jul 12 16:21:50.954374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e506-3de0-4662-b138-176a37542512 req-bf7e8a80-c6f7-489d-9703-303b82be9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:50.956461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-bf7e8a80-c6f7-489d-9703-303b82be9aca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607555 Jul 12 16:21:50.978828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71a06aca-9628-47d7-ac91-a84ba81bce0d req-0f4e1e1c-6cce-4b46-9151-a9d5d6c3ba07 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536644 Jul 12 16:21:51.062709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-3b928f90-56c6-4ce6-b876-5aabe55ca801 service neutron] 10.222.0.77 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997448 Jul 12 16:21:51.163852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0182e506-3de0-4662-b138-176a37542512 req-de0ba937-08c4-4491-be61-0a2c6e28bda3 service neutron] 10.222.0.77 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937200 Jul 12 16:21:51.237385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b799d-ae19-414d-a9e5-354e6da0c2a6 req-e4925fff-e8b7-4aaa-b138-d580c728ace6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:51.239011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d52b799d-ae19-414d-a9e5-354e6da0c2a6 req-e4925fff-e8b7-4aaa-b138-d580c728ace6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0712571 Jul 12 16:21:51.281853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d52b799d-ae19-414d-a9e5-354e6da0c2a6 req-02121f99-e555-4feb-868b-559d785b4423 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Jul 12 16:21:51.354270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:21:51.451954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Deleting subnet 7a143800-5b7b-49f7-a8b8-aeea92aa8343 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:21:51.457774 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.522450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.556308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a1b6-a34e-4a0b-83d3-c147d9ce16aa req-4c69b565-61b6-46c8-aac1-6ec23947aef0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:51.563543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6391a1b6-a34e-4a0b-83d3-c147d9ce16aa req-4c69b565-61b6-46c8-aac1-6ec23947aef0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1208045 Jul 12 16:21:51.564766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b8bfe-ad48-4bae-a707-8b7d4dcf3100 req-ecb324ef-e781-4009-976a-dd3444c5e62b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:51.572597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e8b8bfe-ad48-4bae-a707-8b7d4dcf3100 req-ecb324ef-e781-4009-976a-dd3444c5e62b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1629727 Jul 12 16:21:51.607262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.663504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8e8b8bfe-ad48-4bae-a707-8b7d4dcf3100 req-0e4627ca-0519-4611-bd9a-fae0122a78e9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Jul 12 16:21:51.686346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6391a1b6-a34e-4a0b-83d3-c147d9ce16aa req-fcf1cb98-9a92-42bc-82a9-5e0827d19a49 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159387 Jul 12 16:21:51.735560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.759452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.767869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7a143800-5b7b-49f7-a8b8-aeea92aa8343 HTTP/1.1" status: 204 len: 168 time: 0.4122860 Jul 12 16:21:51.787790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:21:51.826306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f296-058a-4fe7-a8b7-6e368f950f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a143800-5b7b-49f7-a8b8-aeea92aa8343,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:51.897573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:21:51.912950 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd" -d '{"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:21:51.974465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:51.982457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-49f0a520-6289-453a-b130-6d08514b5417 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2745168 Jul 12 16:21:51.991458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92dcc4-ad76-42b1-b8b3-269486d213df req-0676fdfe-a4a5-441d-bed6-a66125040201 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:52.000297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d92dcc4-ad76-42b1-b8b3-269486d213df req-0676fdfe-a4a5-441d-bed6-a66125040201 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1245654 Jul 12 16:21:52.075992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d92dcc4-ad76-42b1-b8b3-269486d213df req-84863917-2718-4c15-83c3-c47949db53c8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744691 Jul 12 16:21:52.149414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.189605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016bf853-9a17-46fa-9887-0686780bed36']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:21:52.215890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:21:52.216254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403045ac-7a1f-4cb5-a2b3-f7fd2e215a78') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:21:52.231522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.269624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-11156de8-3f28-4c5f-a6e5-1cd12a629b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:52.269624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-11156de8-3f28-4c5f-a6e5-1cd12a629b4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1866949 Jul 12 16:21:52.276617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.301505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:21:52.301505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:21:52.311557 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:21:52.469786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e280-8e14-4aa6-a507-be9f48bf20d8 req-b166f82f-8b05-4616-963b-1f622061be0d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:52.482004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3453e280-8e14-4aa6-a507-be9f48bf20d8 req-b166f82f-8b05-4616-963b-1f622061be0d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.1452653 Jul 12 16:21:52.533523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.547282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:52.548848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] 10.222.0.58 "DELETE /v2.0/networks/016bf853-9a17-46fa-9887-0686780bed36 HTTP/1.1" status: 204 len: 168 time: 0.7499931 Jul 12 16:21:52.568554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e263a-ebd7-4b6e-b354-2d47654f1448 admin admin] Pushing event deleted for resources: {'Network': ['ID=016bf853-9a17-46fa-9887-0686780bed36,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:52.581130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3453e280-8e14-4aa6-a507-be9f48bf20d8 req-fa052c5b-6d67-42fd-84fa-85f31d3e2948 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921295 Jul 12 16:21:52.625461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-a1a59806-adf9-4343-bc85-e90a9a9313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:52.627478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-a1a59806-adf9-4343-bc85-e90a9a9313bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.3130972 Jul 12 16:21:52.641853 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c8ea11-a30e-4747-9985-fe13f96dd981 x-openstack-request-id: req-98c8ea11-a30e-4747-9985-fe13f96dd981 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:21:52.642371 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:21:52.642746 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98c8ea11-a30e-4747-9985-fe13f96dd981 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:21:52.643334 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'status': 'completed', 'code': 200} Jul 12 16:21:52.691189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-fc88c54f-b8b5-40a9-8470-fe1d83196b23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 200 len: 217 time: 0.0465193 Jul 12 16:21:52.794278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-b9399540-f4de-4f02-8a27-43e02049f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:21:52.796482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-b9399540-f4de-4f02-8a27-43e02049f5ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.0977821 Jul 12 16:21:52.840965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-60e7425f-41fe-4fb0-8bb2-271b3649587a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359843 Jul 12 16:21:52.855108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:21:52.916731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57798) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:21:52.917278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ab59ec0-be00-4cfd-ad6c-d59d06ee53e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35e4c60150f747e7bfc2e7f5b239a7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602171 Jul 12 16:21:52.997140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-81ec8834-3420-4e81-b3df-72385cd84127 service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490271 Jul 12 16:21:53.022531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:53.105213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:53.188356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96f2accd-3af4-4f9f-8a75-bceb6027833c req-f6bb77d4-430c-4dc5-b839-ce1318c8e5dc service neutron] 10.222.0.65 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797178 Jul 12 16:21:53.216987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:53.219556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:53.220757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/436270c6-b500-4188-b6a2-8bc32ea50e1e HTTP/1.1" status: 204 len: 168 time: 0.3030126 Jul 12 16:21:53.232340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0ad23-d291-4210-b85c-e53f3bcb5e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436270c6-b500-4188-b6a2-8bc32ea50e1e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:21:53.439638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff817879-e83c-44e5-915b-b6c78b92fa21 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:21:53.462042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: ff817879-e83c-44e5-915b-b6c78b92fa21 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:21:53.463071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff817879-e83c-44e5-915b-b6c78b92fa21 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:22:01.941425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b110dd4-689e-4df3-9ba4-cfc8f2d4f50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:02.018137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-2bcb6216-a56e-4ae1-89bf-98abffee41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.019842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-2bcb6216-a56e-4ae1-89bf-98abffee41b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6f2119ed04194611bb7115fc8f6c9938&device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1095 time: 0.0675004 Jul 12 16:22:02.162653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310ffa-8f49-46fc-bd13-47b989f736f7 req-88d55916-105e-40ad-85b5-89825638fc80 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.164092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4310ffa-8f49-46fc-bd13-47b989f736f7 req-88d55916-105e-40ad-85b5-89825638fc80 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1431458 Jul 12 16:22:02.167666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-662d4fb7-2f73-4d4d-9a16-0edcbd18c6f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1054640 Jul 12 16:22:02.169762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-3a8291ec-59c5-4051-9124-00c8ea60bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.171221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-3a8291ec-59c5-4051-9124-00c8ea60bb3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 200 len: 917 time: 0.1174085 Jul 12 16:22:02.179557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152cc9e-8a30-42ee-8a33-524058e7301d req-d7172ebc-defc-4ecb-84bd-7ccc798bdff0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.181782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e152cc9e-8a30-42ee-8a33-524058e7301d req-d7172ebc-defc-4ecb-84bd-7ccc798bdff0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0893562 Jul 12 16:22:02.253151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4310ffa-8f49-46fc-bd13-47b989f736f7 req-0e9d0721-3579-4ca7-ba95-f14de511949d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808079 Jul 12 16:22:02.263004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e152cc9e-8a30-42ee-8a33-524058e7301d req-4ad21f71-ad9d-400d-9ff8-d9251dc1c1a3 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736425 Jul 12 16:22:02.270084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-a460dff4-dccc-418d-a061-41f9fbf31451 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 200 len: 999 time: 0.0827415 Jul 12 16:22:02.310106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.310669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.311150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.311711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.312449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.312929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.313396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.315357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9caa58b3-68f9-44d2-98b7-a4ebb93b58ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.1185760 Jul 12 16:22:02.339432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-fd6f3503-a034-4aee-9a6f-c4b73380355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.341421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-fd6f3503-a034-4aee-9a6f-c4b73380355d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 200 len: 855 time: 0.0639732 Jul 12 16:22:02.478182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-6977d4dd-dc86-4d69-aa51-5d49933cfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.480912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-6977d4dd-dc86-4d69-aa51-5d49933cfd28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19741516-8b61-4d94-b931-76813d264aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244600 Jul 12 16:22:02.487433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-05c89d6d-5198-40e9-8e0b-92df45d4f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.488322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-05c89d6d-5198-40e9-8e0b-92df45d4f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.488831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-05c89d6d-5198-40e9-8e0b-92df45d4f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.490957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-05c89d6d-5198-40e9-8e0b-92df45d4f919 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=e7aa7441-107f-4f36-b18e-97cc70acdfce&id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 2293 time: 0.1320882 Jul 12 16:22:02.589137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca559c-6147-409b-8d13-c62f3c2e7d2c req-daf14f00-9985-4700-8fbd-a61f1340129d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.590854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53ca559c-6147-409b-8d13-c62f3c2e7d2c req-daf14f00-9985-4700-8fbd-a61f1340129d tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.1938450 Jul 12 16:22:02.620457 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-f5c8a692-bd21-47b8-bb8c-fbc042577a3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 1001 time: 0.1232915 Jul 12 16:22:02.670332 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-3c543c2c-9159-4f5d-a7fd-d9ddc3ed108d service neutron] 10.222.0.77 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776679 Jul 12 16:22:02.678539 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53ca559c-6147-409b-8d13-c62f3c2e7d2c req-badcc59d-454c-4acb-900b-3b53c1ff7c16 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646276 Jul 12 16:22:02.703874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-da5d48e7-826f-4d12-9b66-05594dd719a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.705891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-da5d48e7-826f-4d12-9b66-05594dd719a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 200 len: 851 time: 0.0777750 Jul 12 16:22:02.717720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619babec-5bf5-4a32-9515-f333770986c2 req-ead33a9a-f146-4222-be05-6dc381d3d40f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.724950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-619babec-5bf5-4a32-9515-f333770986c2 req-ead33a9a-f146-4222-be05-6dc381d3d40f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1727147 Jul 12 16:22:02.775372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52cbd58b-0700-45fb-87c2-07f8d1ac86cd req-7dad27f5-e8aa-4664-8230-1b87c9d2df51 service neutron] 10.222.0.77 "GET /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952370 Jul 12 16:22:02.793556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-619babec-5bf5-4a32-9515-f333770986c2 req-c2f67cfe-45e7-4d78-831f-686df65d965f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674484 Jul 12 16:22:02.820817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-0c3bcac7-d0d3-454b-bf31-6cdeaa4ccb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:02.823119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-0c3bcac7-d0d3-454b-bf31-6cdeaa4ccb07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1756d89b-e205-4481-8c56-bea28668cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953541 Jul 12 16:22:02.929843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-0dff9963-b97e-4e7c-a314-17f938514579 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936031 Jul 12 16:22:03.031498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89e65b-bbe2-42d8-a452-602c2e0b55d0 req-7b5f899f-cd22-4bf5-a86c-f1332d5fd964 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.034357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c89e65b-bbe2-42d8-a452-602c2e0b55d0 req-7b5f899f-cd22-4bf5-a86c-f1332d5fd964 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1228099 Jul 12 16:22:03.069420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-1f503897-d596-4f04-a94e-0f2a661e05bd service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320124 Jul 12 16:22:03.076337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:03.120432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-204dbce2-60fd-4c4a-a386-16b89c7d3a66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0421166 Jul 12 16:22:03.128442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c89e65b-bbe2-42d8-a452-602c2e0b55d0 req-958c3165-4629-4346-a009-2cd50c8b16fb tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815070 Jul 12 16:22:03.188103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-f9b11e42-f1ac-4cc5-890f-b9e90198ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.189608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-f9b11e42-f1ac-4cc5-890f-b9e90198ce15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0620728 Jul 12 16:22:03.276936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-df13722c-e3cb-4691-9cea-6f945218f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.278513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-df13722c-e3cb-4691-9cea-6f945218f1b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817566 Jul 12 16:22:03.418065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-b1865005-cac9-4b86-9028-d2017e9ff06b service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267610 Jul 12 16:22:03.425673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53444fa3-e59d-4a38-be10-32dfea6bd867 req-391235dd-f1f6-4a3d-ad94-ebc74b7e63e2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.427077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53444fa3-e59d-4a38-be10-32dfea6bd867 req-391235dd-f1f6-4a3d-ad94-ebc74b7e63e2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1452832 Jul 12 16:22:03.472958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c75e4-f983-4dfb-b606-6c37c5958768 req-85dbe19d-f1c6-4d4e-a040-a72a7b8289cf tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.474370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489c75e4-f983-4dfb-b606-6c37c5958768 req-85dbe19d-f1c6-4d4e-a040-a72a7b8289cf tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0718677 Jul 12 16:22:03.513989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489c75e4-f983-4dfb-b606-6c37c5958768 req-3506f6e5-7574-40cb-bbda-f07a74f3598a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Jul 12 16:22:03.520557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53444fa3-e59d-4a38-be10-32dfea6bd867 req-230b88da-6633-4299-9a1b-43f425a424ef tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 12 16:22:03.556904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-7f8132bd-57a4-46f3-91d5-4906d3571285 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282732 Jul 12 16:22:03.601203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-fbb30d5c-e574-4570-a874-90b79f73ea8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 217 time: 0.0371966 Jul 12 16:22:03.655361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-7e5bc7f0-da19-4bd0-b2ad-5d1ebefc200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.656933 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-7e5bc7f0-da19-4bd0-b2ad-5d1ebefc200c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0496860 Jul 12 16:22:03.699688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064d54-65ae-4c22-9c4c-2ef5e8fbc442 req-f2d16f08-18b5-4bb8-9123-1210aa9933e8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.704057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15064d54-65ae-4c22-9c4c-2ef5e8fbc442 req-f2d16f08-18b5-4bb8-9123-1210aa9933e8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0700293 Jul 12 16:22:03.719899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-a55e61fb-219e-4e0a-9cde-0057b5d6a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:03.721430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-a55e61fb-219e-4e0a-9cde-0057b5d6a4af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573404 Jul 12 16:22:03.742645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15064d54-65ae-4c22-9c4c-2ef5e8fbc442 req-08105238-d793-4588-84b3-3d0cebeea077 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Jul 12 16:22:03.839943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-3685b439-1119-4d7b-b533-e4e168cce252 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106148 Jul 12 16:22:04.011186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-7235e79c-1c13-4147-8a04-9ef0f2bceded service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643186 Jul 12 16:22:04.034342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c4456-6da3-4a0b-8b5c-dea427972b7d req-66d53365-fba0-4682-b9de-a0a3a43272c9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.035973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e7c4456-6da3-4a0b-8b5c-dea427972b7d req-66d53365-fba0-4682-b9de-a0a3a43272c9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1170685 Jul 12 16:22:04.089735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-c39a8015-c7de-41cf-913b-924079c637fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 200 len: 217 time: 0.0697012 Jul 12 16:22:04.157856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e7c4456-6da3-4a0b-8b5c-dea427972b7d req-e46032b0-aed7-4fd2-b208-feb4f56e4150 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 Jul 12 16:22:04.161798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200476-a26c-4b7a-978f-8d7eda60584d req-71928e56-c830-42a9-97e2-24d7a597cc67 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.168007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-03cc78f6-c2e5-4f41-ba58-b2db5e65a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.170057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-03cc78f6-c2e5-4f41-ba58-b2db5e65a2ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0715585 Jul 12 16:22:04.170174 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1200476-a26c-4b7a-978f-8d7eda60584d req-71928e56-c830-42a9-97e2-24d7a597cc67 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.0981967 Jul 12 16:22:04.222466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1200476-a26c-4b7a-978f-8d7eda60584d req-ace033ec-f3d4-4159-9c47-a0a72c0fc03c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515139 Jul 12 16:22:04.269208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-08ff2165-e998-4f97-bec7-a2af486848a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.271679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-08ff2165-e998-4f97-bec7-a2af486848a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926557 Jul 12 16:22:04.380011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-1b63c147-9f0e-400f-ac80-eaa7458f3c27 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989916 Jul 12 16:22:04.390416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4d21b70-1aa8-414b-95fc-2f1e1f65836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:04.531284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-68a9617c-b2dd-4944-9925-4030a9b30bdf service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416571 Jul 12 16:22:04.546088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa517ce-a7c6-4114-bde7-ce6bbb63ab46 req-350dc0c0-7e20-4841-aad5-ebb74e33bcd9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.547471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6aa517ce-a7c6-4114-bde7-ce6bbb63ab46 req-350dc0c0-7e20-4841-aad5-ebb74e33bcd9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1123095 Jul 12 16:22:04.592420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-889ba1c8-48a8-4d89-8fbe-4240a63b6b03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 200 len: 217 time: 0.0439272 Jul 12 16:22:04.677032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6aa517ce-a7c6-4114-bde7-ce6bbb63ab46 req-c5bab54a-f660-45f6-9231-316f720b8fb1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178432 Jul 12 16:22:04.679171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-4c21c3d2-a5df-4e7c-9ee1-743bbb567844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.680848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-4c21c3d2-a5df-4e7c-9ee1-743bbb567844 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0815113 Jul 12 16:22:04.765293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-5748b236-b9bf-47e4-9a95-a27031d54174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:04.767279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-5748b236-b9bf-47e4-9a95-a27031d54174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743608 Jul 12 16:22:04.839239 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:04.894700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-63d82e14-7727-4347-95a8-3b98d3be84ae service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186659 Jul 12 16:22:05.030190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-7c465590-dd3a-43c6-b9bd-6e90a0ddf38e service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287148 Jul 12 16:22:05.064241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740a91-4ef8-4d60-90e6-6dddbcafe4bb req-115fbc8d-96d7-4cf2-b9c6-283192932732 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.065778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5740a91-4ef8-4d60-90e6-6dddbcafe4bb req-115fbc8d-96d7-4cf2-b9c6-283192932732 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.4295833 Jul 12 16:22:05.083654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9734bc04-39d4-4dce-91ca-cb6ec215788d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 217 time: 0.0455220 Jul 12 16:22:05.108785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0a0a-d2e3-4b5b-9794-11c71ee01cab req-ec044721-58ad-4c1d-99eb-35bfd4a40d27 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.109016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5740a91-4ef8-4d60-90e6-6dddbcafe4bb req-c2a9ff3a-3d30-4c25-a2ff-7146d590ebe6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Jul 12 16:22:05.110032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ddbf0a0a-d2e3-4b5b-9794-11c71ee01cab req-ec044721-58ad-4c1d-99eb-35bfd4a40d27 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1325226 Jul 12 16:22:05.168561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-38a5220b-4ee8-48fe-a852-fb574617013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.170051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-38a5220b-4ee8-48fe-a852-fb574617013c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0799384 Jul 12 16:22:05.177566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ddbf0a0a-d2e3-4b5b-9794-11c71ee01cab req-f13bcd39-89ff-4c71-a6cb-d2f1331bad36 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Jul 12 16:22:05.242586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-ff81af58-06b0-4a1d-93b1-3b78f8e81f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.246073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-ff81af58-06b0-4a1d-93b1-3b78f8e81f57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654213 Jul 12 16:22:05.254032 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:05.402469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-e0533189-136d-4d8f-8bc8-eeab7fc3f323 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483707 Jul 12 16:22:05.425966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a33d-2519-4ef2-ab30-845689e724ae req-e139c10b-0d53-4076-9a92-c8512fec474a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.427466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54d1a33d-2519-4ef2-ab30-845689e724ae req-e139c10b-0d53-4076-9a92-c8512fec474a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1144547 Jul 12 16:22:05.435708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de95c-8651-4870-9ce2-07151d3743e4 req-d4a20d5c-26c1-4357-b5a0-baee1633629e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.437198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b87de95c-8651-4870-9ce2-07151d3743e4 req-d4a20d5c-26c1-4357-b5a0-baee1633629e tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 944 time: 0.0657144 Jul 12 16:22:05.475977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b87de95c-8651-4870-9ce2-07151d3743e4 req-334091f4-8a56-4d74-b671-d3708ed82277 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330327 Jul 12 16:22:05.495866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:22:05.518588 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54d1a33d-2519-4ef2-ab30-845689e724ae req-0b84657d-b523-402d-bb58-cc54ec1542a0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797884 Jul 12 16:22:05.548283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-a48cfeb0-ad28-40a3-884d-8c1e1319f0bb service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384828 Jul 12 16:22:05.597733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-9ee37a31-8f63-433d-899a-13f446011e22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 217 time: 0.0394218 Jul 12 16:22:05.614761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:05.635148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'port_id': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'mac_address': 'fa:16:3e:b2:ff:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:22:05.666794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-f89eb62c-fae0-4045-a683-7287933cbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.668443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-f89eb62c-fae0-4045-a683-7287933cbc91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0595493 Jul 12 16:22:05.680380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:05.707025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2c0b20-5cdd-4919-8af4-aa6df3c9faef {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:22:05.747111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:05.754537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-0202f15d-a8d6-4888-b14d-9a28b44f99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.756152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-0202f15d-a8d6-4888-b14d-9a28b44f99f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757880 Jul 12 16:22:05.756325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:05.792140 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:05.826297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:05.875389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-c0933fe5-435b-4afc-b342-a26f1466cd9d service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096888 Jul 12 16:22:05.933557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9f16-0898-4561-baa4-7667429dd78b req-fdca3a4a-462a-4e67-a987-417080a37b0b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:05.935569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd0f9f16-0898-4561-baa4-7667429dd78b req-fdca3a4a-462a-4e67-a987-417080a37b0b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1005030 Jul 12 16:22:05.987649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd0f9f16-0898-4561-baa4-7667429dd78b req-7caebaf6-237d-4a2f-bb3e-e8162f8e83f1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Jul 12 16:22:06.201178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb318250-f70b-47c3-b03f-169c2e0ff009 req-e901a134-6a14-4a51-96fa-71927890024b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:06.209222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb318250-f70b-47c3-b03f-169c2e0ff009 req-e901a134-6a14-4a51-96fa-71927890024b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0824492 Jul 12 16:22:06.220861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['df2c0b20-5cdd-4919-8af4-aa6df3c9faef'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:06.252495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb318250-f70b-47c3-b03f-169c2e0ff009 req-d79b555c-9a6f-41d9-8d33-38f1dcf6672b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Jul 12 16:22:06.350047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fc9720b-5520-4423-bc6c-0d2f2d5c1a7e req-96666146-4150-4892-bffd-2f2cd852eece service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646747 Jul 12 16:22:06.371463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e7bc5-9f97-4b63-bdab-9bbb9cec6eb8 req-bb03595e-cdce-4bc5-bc45-49459cb72384 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:06.373084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b20e7bc5-9f97-4b63-bdab-9bbb9cec6eb8 req-bb03595e-cdce-4bc5-bc45-49459cb72384 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1017063 Jul 12 16:22:06.417529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b20e7bc5-9f97-4b63-bdab-9bbb9cec6eb8 req-5c794f8b-ee8b-4c59-9571-a1ab06d7bfa0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Jul 12 16:22:06.661769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486be0dd-5693-45e5-88d0-f5d3846c7b34 req-8096d703-b313-49a3-b0c3-7d2cdd35fdbc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:06.664136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-486be0dd-5693-45e5-88d0-f5d3846c7b34 req-8096d703-b313-49a3-b0c3-7d2cdd35fdbc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0809827 Jul 12 16:22:06.691742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb602a-98e0-4070-bba0-1c4f30b8230f req-ac859c97-d84b-4fd6-b0bf-e593ed57f04c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:06.693557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbdb602a-98e0-4070-bba0-1c4f30b8230f req-ac859c97-d84b-4fd6-b0bf-e593ed57f04c tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0728896 Jul 12 16:22:06.715100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-486be0dd-5693-45e5-88d0-f5d3846c7b34 req-221d21b2-4e51-4fc0-95de-be965a00c824 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Jul 12 16:22:06.736793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbdb602a-98e0-4070-bba0-1c4f30b8230f req-187565b6-cf85-4287-bdb1-59f3fcc28b10 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366151 Jul 12 16:22:07.033133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6ba04-c06f-4aa4-9d08-8636f75d0665 req-b26ac272-95db-496e-b353-305c68db3961 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.034804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99b6ba04-c06f-4aa4-9d08-8636f75d0665 req-b26ac272-95db-496e-b353-305c68db3961 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0735126 Jul 12 16:22:07.082087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99b6ba04-c06f-4aa4-9d08-8636f75d0665 req-167b0ba5-f0b9-4ff4-b5c7-f21f5da8d95a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Jul 12 16:22:07.166555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:07.372315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767450b-e125-4431-994b-12adaf1b5b04 req-56648a18-503a-420c-806e-8db03e580729 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.373847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7767450b-e125-4431-994b-12adaf1b5b04 req-56648a18-503a-420c-806e-8db03e580729 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0657811 Jul 12 16:22:07.414698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7767450b-e125-4431-994b-12adaf1b5b04 req-a0c87f8e-09f0-4cb1-a22c-4505b6a45cc4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Jul 12 16:22:07.601866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fdec8-30cf-4366-919c-bc7374dde90b req-4e677d5d-1f4d-4cdb-b824-2168227bcc2b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.603678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d6fdec8-30cf-4366-919c-bc7374dde90b req-4e677d5d-1f4d-4cdb-b824-2168227bcc2b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0659559 Jul 12 16:22:07.605305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a19eee-baa9-48a5-bdab-97c132f1bb48 req-24652b2b-bf37-4a3e-8f4e-6f9d4a25f3b5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.606892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63a19eee-baa9-48a5-bdab-97c132f1bb48 req-24652b2b-bf37-4a3e-8f4e-6f9d4a25f3b5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0715742 Jul 12 16:22:07.650841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d6fdec8-30cf-4366-919c-bc7374dde90b req-cf5100b7-b9f4-42d7-8d46-7e716a5def56 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Jul 12 16:22:07.661413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63a19eee-baa9-48a5-bdab-97c132f1bb48 req-c084550e-3299-4ee0-bd44-e2d695ee25fc tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Jul 12 16:22:07.843675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a95f5-c4e9-42fc-b298-863001135021 req-5b992ba4-66c3-4421-874c-798e8b455526 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.845283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-284a95f5-c4e9-42fc-b298-863001135021 req-5b992ba4-66c3-4421-874c-798e8b455526 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0651507 Jul 12 16:22:07.897151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-284a95f5-c4e9-42fc-b298-863001135021 req-4fda8296-688b-49a1-aa3a-8c6aecef2089 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Jul 12 16:22:07.938466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ec32-dce1-4a9f-bf4d-c8c4ccc8df16 req-b52c1efa-fce5-4571-89c8-e9efdfce4d47 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:07.940205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0f2ec32-dce1-4a9f-bf4d-c8c4ccc8df16 req-b52c1efa-fce5-4571-89c8-e9efdfce4d47 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0798087 Jul 12 16:22:07.994239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0f2ec32-dce1-4a9f-bf4d-c8c4ccc8df16 req-9db8df6d-8bf5-4931-91e8-0627d19bf1e9 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Jul 12 16:22:08.184693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61846137-d712-4ae9-ad5f-7215e077c5f4 req-8b5dba11-cedb-4390-9223-d2ce9a94c527 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:08.186508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61846137-d712-4ae9-ad5f-7215e077c5f4 req-8b5dba11-cedb-4390-9223-d2ce9a94c527 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Jul 12 16:22:08.226110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61846137-d712-4ae9-ad5f-7215e077c5f4 req-900e2c1d-c906-4dea-befd-a2b85115b767 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Jul 12 16:22:08.298614 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:22:08.855438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdc789-a487-44b3-bd1c-42f0d1cd20fe req-f58813b9-7cb5-43f6-8403-452454c0ca75 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:08.857648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9bdc789-a487-44b3-bd1c-42f0d1cd20fe req-f58813b9-7cb5-43f6-8403-452454c0ca75 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0752544 Jul 12 16:22:08.889171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85485d14-3e2f-449f-b5f0-b8d06424a1ee req-714bfe87-cb45-4fd9-89cc-57173178fa29 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:08.890741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85485d14-3e2f-449f-b5f0-b8d06424a1ee req-714bfe87-cb45-4fd9-89cc-57173178fa29 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0829773 Jul 12 16:22:08.908560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9bdc789-a487-44b3-bd1c-42f0d1cd20fe req-27913341-6434-4397-bfed-d9e3b25562e1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Jul 12 16:22:08.942371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85485d14-3e2f-449f-b5f0-b8d06424a1ee req-e92fabfa-0840-4f4a-82e6-9b09b1bb0a71 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Jul 12 16:22:09.179054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0e548-fbf7-43d3-9c89-073ca1d47ba0 req-27bc90aa-d016-4afd-bb01-e1289fbe2469 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:09.180148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbe0e548-fbf7-43d3-9c89-073ca1d47ba0 req-27bc90aa-d016-4afd-bb01-e1289fbe2469 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 945 time: 0.0697932 Jul 12 16:22:09.240680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cbe0e548-fbf7-43d3-9c89-073ca1d47ba0 req-f942c794-00a5-48d3-a928-fc014f786773 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523524 Jul 12 16:22:09.457329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056507-0361-4400-acdf-818f1c656bac req-b62250ed-c440-4a5b-9f84-9510bab033f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:09.458840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42056507-0361-4400-acdf-818f1c656bac req-b62250ed-c440-4a5b-9f84-9510bab033f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.0780523 Jul 12 16:22:09.498199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42056507-0361-4400-acdf-818f1c656bac req-5dd4c6f7-2749-4d1a-bc83-c89e5db34ff1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 Jul 12 16:22:09.542327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:22:09.596181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:22:09.601047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:09.601884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:09.693488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:09.717264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:09.719669 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f23aef5-7b13-4353-b354-e48115a33790" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:09.734148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:09.738669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:09.769130 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceae9a9-0aa0-4802-8b1e-388a34764a8f x-openstack-request-id: req-4ceae9a9-0aa0-4802-8b1e-388a34764a8f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:09.769421 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-plugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:09.769872 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ceae9a9-0aa0-4802-8b1e-388a34764a8f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:09.770431 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 200} Jul 12 16:22:09.808032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:10.063783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a50212-6869-48e2-8485-7b756eb16b4e req-66cc41e1-415e-4053-b940-a80e66352fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:10.067654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4a50212-6869-48e2-8485-7b756eb16b4e req-66cc41e1-415e-4053-b940-a80e66352fda service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 1097 time: 0.1128976 Jul 12 16:22:10.108362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4a50212-6869-48e2-8485-7b756eb16b4e req-753cb217-f9d8-4244-babc-99cada0c6b63 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jul 12 16:22:10.159438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a70e4ab7-88ab-4dac-97df-d9a3943ec6b8 None None] Provisioning complete for port df2c0b20-5cdd-4919-8af4-aa6df3c9faef triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:10.160943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a70e4ab7-88ab-4dac-97df-d9a3943ec6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:10.212717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39464be-a168-4b60-8973-4385285de6ad req-c90c32f3-cf52-444e-93c9-79d571be4ae4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:10.222097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a39464be-a168-4b60-8973-4385285de6ad req-c90c32f3-cf52-444e-93c9-79d571be4ae4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1087685 Jul 12 16:22:10.245296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa452ff-2350-4566-9e71-82be3c99fcb6 req-b39c7e8f-e209-4a9b-acba-9ac8f114f2d9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:10.252905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fa452ff-2350-4566-9e71-82be3c99fcb6 req-b39c7e8f-e209-4a9b-acba-9ac8f114f2d9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0988886 Jul 12 16:22:10.262972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a39464be-a168-4b60-8973-4385285de6ad req-188b5034-ba04-4d0d-a622-7d3f681e35d6 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Jul 12 16:22:10.294112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fa452ff-2350-4566-9e71-82be3c99fcb6 req-009e735f-176d-4786-bed4-64ce2d06cebc tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Jul 12 16:22:10.478167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75f09-512d-4402-b882-dda961f3ea9f req-20979269-80d4-4230-9c26-f2332ddf6553 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:10.479691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9b75f09-512d-4402-b882-dda961f3ea9f req-20979269-80d4-4230-9c26-f2332ddf6553 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 0.0653477 Jul 12 16:22:10.527702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9b75f09-512d-4402-b882-dda961f3ea9f req-89b60f8a-2a49-425e-aadf-8736017594b0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Jul 12 16:22:11.524319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800682-489d-4b86-8b73-d40b7d75e6ed req-d6e16b2c-601c-4ed9-957e-da7a6dbb4331 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:11.539134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e800682-489d-4b86-8b73-d40b7d75e6ed req-d6e16b2c-601c-4ed9-957e-da7a6dbb4331 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0997863 Jul 12 16:22:11.614007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6a6ec-25d5-44b8-87ef-db63ea4dfa46 req-9fc4ceb0-0bb3-4f8e-b358-e7d77989ebb5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:11.619221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-36f6a6ec-25d5-44b8-87ef-db63ea4dfa46 req-9fc4ceb0-0bb3-4f8e-b358-e7d77989ebb5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1428041 Jul 12 16:22:11.630623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e800682-489d-4b86-8b73-d40b7d75e6ed req-9ff29e64-de46-49f9-ae36-d18466c5471b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858164 Jul 12 16:22:11.685534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-36f6a6ec-25d5-44b8-87ef-db63ea4dfa46 req-49818ce1-b8f7-4980-b63e-1bbd7e7e276d tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Jul 12 16:22:11.970965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230bc56-7649-4470-960e-7439be290219 req-de901f35-ca83-4af3-9c74-6add9a18bfd2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:11.980146 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c230bc56-7649-4470-960e-7439be290219 req-de901f35-ca83-4af3-9c74-6add9a18bfd2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 0.1012602 Jul 12 16:22:12.030736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c230bc56-7649-4470-960e-7439be290219 req-d077b2eb-4681-4375-9026-45725746c07f tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496879 Jul 12 16:22:12.824691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af0060-8431-4d45-aae1-0f86cd9ebffa req-1b451b37-e259-49a9-85ed-9fa3dc884879 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:12.826303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14af0060-8431-4d45-aae1-0f86cd9ebffa req-1b451b37-e259-49a9-85ed-9fa3dc884879 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0801065 Jul 12 16:22:12.876568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14af0060-8431-4d45-aae1-0f86cd9ebffa req-f7d38822-76d6-4abb-a82e-631e94d39704 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Jul 12 16:22:12.879896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad020-80a1-4dfd-80eb-0a2f074752f6 req-97841dc2-4035-41d4-b500-c8427a7ff810 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:12.885962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-478ad020-80a1-4dfd-80eb-0a2f074752f6 req-97841dc2-4035-41d4-b500-c8427a7ff810 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0812786 Jul 12 16:22:12.926776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-478ad020-80a1-4dfd-80eb-0a2f074752f6 req-c82d8a58-2da8-4991-93ef-887950e65621 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Jul 12 16:22:13.213401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222573-3f87-46ce-ab6b-58f0aa259331 req-dbccb304-20ad-4d37-8e6e-dfa6bb3475e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:13.215085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e222573-3f87-46ce-ab6b-58f0aa259331 req-dbccb304-20ad-4d37-8e6e-dfa6bb3475e0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 0.0687206 Jul 12 16:22:13.257725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e222573-3f87-46ce-ab6b-58f0aa259331 req-90ddf6cb-29b8-44d7-8423-27eee1fdd769 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360725 Jul 12 16:22:13.575088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:22:13.672862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:13.685585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:22:13.722587 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:13.735314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:22:13.756439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:13.761139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:13.823025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:14.055543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:14.099724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7beb-4592-4680-9b6f-77b5a254e844 req-f3e2fa39-678c-4a51-9193-f2a8df47d3f4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:14.108140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dceb7beb-4592-4680-9b6f-77b5a254e844 req-f3e2fa39-678c-4a51-9193-f2a8df47d3f4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0847828 Jul 12 16:22:14.137898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:14.140554 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.167114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dceb7beb-4592-4680-9b6f-77b5a254e844 req-859f2f9d-52cb-4871-9685-c3d441460d1b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579820 Jul 12 16:22:14.185370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688169-77ca-4ba0-968d-9e9db6bdea6e req-73974354-f9e8-40dc-8edb-a6ff89e8c592 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:14.187110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7688169-77ca-4ba0-968d-9e9db6bdea6e req-73974354-f9e8-40dc-8edb-a6ff89e8c592 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1180923 Jul 12 16:22:14.222546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:14.252562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7688169-77ca-4ba0-968d-9e9db6bdea6e req-d82cd899-ee27-435a-9fb4-cba996670f90 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Jul 12 16:22:14.346325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.360531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a4984a-2274-4067-8677-cf3d3abc5949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.389848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:14.392270 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3121aa9-50b8-4dae-b68c-c58fcb72539a" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:14.410473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:14.419512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.474058 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3414e54-dec6-42b2-9934-fe9429da6372 x-openstack-request-id: req-f3414e54-dec6-42b2-9934-fe9429da6372 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:14.474348 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:14.474688 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3414e54-dec6-42b2-9934-fe9429da6372 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:14.474972 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:22:14.496994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a4984a-2274-4067-8677-cf3d3abc5949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.501112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a4984a-2274-4067-8677-cf3d3abc5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.504529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbca44a-c192-49d1-93ea-801391eb1d29 None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:14.546661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-67a4984a-2274-4067-8677-cf3d3abc5949 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abd4c8a01f93452f9e12717de5864f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230066 Jul 12 16:22:14.548132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4984a-2274-4067-8677-cf3d3abc5949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163d2e5-477d-46d0-b30b-e63e14b7a900,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:14.549694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58156) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:14.613801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.650537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.711522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.714994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:14.716239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1163d2e5-477d-46d0-b30b-e63e14b7a900 HTTP/1.1" status: 204 len: 168 time: 0.1652994 Jul 12 16:22:14.727398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c17287-5410-4b9b-8e2d-1c9398e975c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163d2e5-477d-46d0-b30b-e63e14b7a900,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:14.800361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a60d0ff4-8c17-4f78-aa1e-3771ab20be4b None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:14.801522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a60d0ff4-8c17-4f78-aa1e-3771ab20be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:15.394887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c01be-a137-4157-95c8-ef8e5345df5d req-28c1ecde-ee4b-4b84-81e8-7f2e103c8489 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:15.403046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-616c01be-a137-4157-95c8-ef8e5345df5d req-28c1ecde-ee4b-4b84-81e8-7f2e103c8489 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0993781 Jul 12 16:22:15.463386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-616c01be-a137-4157-95c8-ef8e5345df5d req-ac2dce1e-5b7a-4cf4-a3d6-e65033c3f06a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Jul 12 16:22:15.500211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d14130-0751-43f0-a891-f596d87daa42 req-8f22e3ac-c80a-4743-a80d-630db9f510ca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:15.507809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75d14130-0751-43f0-a891-f596d87daa42 req-8f22e3ac-c80a-4743-a80d-630db9f510ca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0820658 Jul 12 16:22:15.591183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:22:15.593292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-75d14130-0751-43f0-a891-f596d87daa42 req-272b8ffd-b479-450a-8a69-8745fbf52664 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784228 Jul 12 16:22:15.681922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:15.682437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:16.700885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406bb6c-c60b-4ee8-9d21-d04a5341b016 req-56874d9e-9cc7-49f4-9202-d5874dd6b223 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:16.708580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a406bb6c-c60b-4ee8-9d21-d04a5341b016 req-56874d9e-9cc7-49f4-9202-d5874dd6b223 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1131055 Jul 12 16:22:16.761028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a406bb6c-c60b-4ee8-9d21-d04a5341b016 req-724e18da-63a5-4535-8d9c-7e02e2c509b1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Jul 12 16:22:16.841243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f2485-d98a-4252-9bb3-8168dade008f req-e0b7867d-db7f-49f5-8c1d-87aa9522959a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:16.848862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb6f2485-d98a-4252-9bb3-8168dade008f req-e0b7867d-db7f-49f5-8c1d-87aa9522959a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1027393 Jul 12 16:22:16.906548 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb6f2485-d98a-4252-9bb3-8168dade008f req-f8ccc5c1-19bb-482a-8bdb-7f72260f4555 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558681 Jul 12 16:22:18.037587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34854e-f4f4-4fdc-9666-c35a697e22c3 req-edca304b-1571-4869-bb5e-93885917b793 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:18.048505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf34854e-f4f4-4fdc-9666-c35a697e22c3 req-edca304b-1571-4869-bb5e-93885917b793 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1426864 Jul 12 16:22:18.111125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf34854e-f4f4-4fdc-9666-c35a697e22c3 req-2804c2e4-45b5-4643-8674-a09c04909ef4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533020 Jul 12 16:22:18.307048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12003a4f-a0e9-4f20-b605-da5f50c38f8f req-8ac43a78-e30d-4220-9b81-46ac4800c8d7 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:18.308636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12003a4f-a0e9-4f20-b605-da5f50c38f8f req-8ac43a78-e30d-4220-9b81-46ac4800c8d7 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0829525 Jul 12 16:22:18.366994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12003a4f-a0e9-4f20-b605-da5f50c38f8f req-07ca91f5-1605-41a7-ad27-233ad134c20b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488670 Jul 12 16:22:19.339453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf86361-8868-4f90-b08a-1eb1ec8c6e73 req-c37931df-7085-4a39-a82c-26b008392517 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:19.347510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebf86361-8868-4f90-b08a-1eb1ec8c6e73 req-c37931df-7085-4a39-a82c-26b008392517 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0945330 Jul 12 16:22:19.418312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebf86361-8868-4f90-b08a-1eb1ec8c6e73 req-0688ba13-608d-457c-89f8-b455d00078c8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Jul 12 16:22:19.589719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7c453-01ee-4326-8b52-99732ba1b06c req-f8f01309-3c0b-4d14-8a5e-0547673c4ec6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:19.591218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8f7c453-01ee-4326-8b52-99732ba1b06c req-f8f01309-3c0b-4d14-8a5e-0547673c4ec6 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0828273 Jul 12 16:22:19.647632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8f7c453-01ee-4326-8b52-99732ba1b06c req-cbb1a85e-bbe0-481c-a37d-afc81123c45a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Jul 12 16:22:20.392429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:22:20.554851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:20.572024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'port_id': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'mac_address': 'fa:16:3e:03:47:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2f3f9-5be9-45ad-972a-a2b8a75c3186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:22:20.654456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:20.668556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:22:20.687077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed78ad3-f129-453e-a727-a717caa91018 req-0160f54c-6603-404c-bb18-1cf32f8fd3e1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:20.689279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ed78ad3-f129-453e-a727-a717caa91018 req-0160f54c-6603-404c-bb18-1cf32f8fd3e1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1127892 Jul 12 16:22:20.692106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:20.700476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:20.771678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:20.790823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ed78ad3-f129-453e-a727-a717caa91018 req-7ef5d1f3-e164-4158-bad6-b65440a7877a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Jul 12 16:22:20.893803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:21.202132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7c8cf-f0ff-46b6-bc6d-bc4a4c7e2c54 req-215f13de-b60f-4dca-8486-d73abad440f9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:21.203770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1f7c8cf-f0ff-46b6-bc6d-bc4a4c7e2c54 req-215f13de-b60f-4dca-8486-d73abad440f9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0863197 Jul 12 16:22:21.261381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1f7c8cf-f0ff-46b6-bc6d-bc4a4c7e2c54 req-c6947d06-007d-470b-866c-e7ef2ac3d18f tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Jul 12 16:22:21.948779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58384) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:22.058716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4292384-c917-437a-a4ee-312780a7a4af req-e5fdadec-ef0a-4fa2-a40b-7606aec01b32 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:22.060786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4292384-c917-437a-a4ee-312780a7a4af req-e5fdadec-ef0a-4fa2-a40b-7606aec01b32 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 944 time: 0.0994337 Jul 12 16:22:22.122887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4292384-c917-437a-a4ee-312780a7a4af req-25b7f87c-1131-4f7b-8a5f-94ea750f3244 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Jul 12 16:22:22.139433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c113a71-0321-4271-bc41-98947dc8dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.355546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c113a71-0321-4271-bc41-98947dc8dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.363473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c113a71-0321-4271-bc41-98947dc8dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.391328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:22:22.402412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c113a71-0321-4271-bc41-98947dc8dcc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5647e442a5f64e95ab1a32b098da81f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519784 Jul 12 16:22:22.405041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58394) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:22.475945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c113a71-0321-4271-bc41-98947dc8dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e87d06f-75a5-4d02-b5d7-1c0ffc8b4882,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:22.520808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.557056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c383421d-c0be-4280-bc2d-5e828e31fa6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:22.557767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.595104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.718986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.722320 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.723747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e87d06f-75a5-4d02-b5d7-1c0ffc8b4882 HTTP/1.1" status: 204 len: 168 time: 0.3163030 Jul 12 16:22:22.724238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500afd-3414-4577-b389-ef35d45be66b req-bd83f636-caf0-4518-971f-07b25eee3cca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:22.741051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c500afd-3414-4577-b389-ef35d45be66b req-bd83f636-caf0-4518-971f-07b25eee3cca tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.2137375 Jul 12 16:22:22.762665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b6e85-6e91-4171-9c35-c6e9ab206b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e87d06f-75a5-4d02-b5d7-1c0ffc8b4882,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:22.820475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c500afd-3414-4577-b389-ef35d45be66b req-6405027f-aa66-407c-8e9f-d4b0c7730908 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Jul 12 16:22:22.861602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:22.911721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:22.918790 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08006c9e-5b22-4ea4-b331-f8e4883f441c" -d '{"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:22.958964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:22.968934 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.020959 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24e81d-3351-440d-b06e-f06ee24caa2b x-openstack-request-id: req-4e24e81d-3351-440d-b06e-f06ee24caa2b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:23.021149 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:23.021469 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e24e81d-3351-440d-b06e-f06ee24caa2b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:23.022683 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'code': 200} Jul 12 16:22:23.061716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:23.301705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58410) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:23.337790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c965b5fd-7b9a-4798-8337-d463874c62ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.481172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3274b5b-be89-4bd1-a703-59e842f8431a req-cf2b8332-b830-403a-b317-a76595892b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:23.486023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3274b5b-be89-4bd1-a703-59e842f8431a req-cf2b8332-b830-403a-b317-a76595892b16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1097 time: 0.1271517 Jul 12 16:22:23.533887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c965b5fd-7b9a-4798-8337-d463874c62ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.552212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c965b5fd-7b9a-4798-8337-d463874c62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.565959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3274b5b-be89-4bd1-a703-59e842f8431a req-54d24b1e-e38b-45f2-8421-45a1545499b0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733671 Jul 12 16:22:23.628087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c965b5fd-7b9a-4798-8337-d463874c62ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0444e33c44f143f0aef7825639cd50f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247814 Jul 12 16:22:23.630458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58412) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:23.712817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823c7a-6396-4803-8b52-dafcd1d1c546 req-63f345b1-ea78-4f0e-a278-3ba14893eba8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:23.722148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0823c7a-6396-4803-8b52-dafcd1d1c546 req-63f345b1-ea78-4f0e-a278-3ba14893eba8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1855931 Jul 12 16:22:23.750597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.753239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965b5fd-7b9a-4798-8337-d463874c62ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf73b1f-bb39-4c26-a32f-9ba09af6bf27,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:23.792947 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0823c7a-6396-4803-8b52-dafcd1d1c546 req-985a4d2e-78d3-426f-b89d-5d192e7eab24 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Jul 12 16:22:23.799934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.903837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.906576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:23.910700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bf73b1f-bb39-4c26-a32f-9ba09af6bf27 HTTP/1.1" status: 204 len: 168 time: 0.2792196 Jul 12 16:22:23.923133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07112bc-e824-4f4a-80b1-106b8d8b22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf73b1f-bb39-4c26-a32f-9ba09af6bf27,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:24.226779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb114e2-a907-4016-87fc-86c099dc7615 req-86d72b9d-72d2-4e19-a9e4-67964c8e53ac tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:24.234331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fb114e2-a907-4016-87fc-86c099dc7615 req-86d72b9d-72d2-4e19-a9e4-67964c8e53ac tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1805432 Jul 12 16:22:24.289993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fb114e2-a907-4016-87fc-86c099dc7615 req-1e2064b0-3bb0-4a17-aa97-21e65f9259bb tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Jul 12 16:22:25.158848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6458-ea5a-48e7-814a-45bdcaec3bc3 req-a69e3081-f3cf-4825-b666-9e1a60b0d17b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:25.167653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28f6458-ea5a-48e7-814a-45bdcaec3bc3 req-a69e3081-f3cf-4825-b666-9e1a60b0d17b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1307878 Jul 12 16:22:25.241932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28f6458-ea5a-48e7-814a-45bdcaec3bc3 req-8292bdf0-8b80-476b-be5d-4d63b032e608 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Jul 12 16:22:25.642617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca35444-8db8-4fad-ac13-2cf7b488e4b0 req-2e3e2b63-3414-427f-af80-8b1fdaf80d66 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:25.650143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ca35444-8db8-4fad-ac13-2cf7b488e4b0 req-2e3e2b63-3414-427f-af80-8b1fdaf80d66 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1350889 Jul 12 16:22:25.707010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ca35444-8db8-4fad-ac13-2cf7b488e4b0 req-29e0bb03-c31b-480e-b809-46f567fa9b58 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Jul 12 16:22:26.300931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-740394b9-a36d-43cd-a3a4-242113c80c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:26.302902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-740394b9-a36d-43cd-a3a4-242113c80c25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 1097 time: 0.1140783 Jul 12 16:22:26.581231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bf480-f16e-4e7c-9297-b7e1fbb39b3f req-b388eb80-a444-4379-bfd2-6e8cb9d3f18a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:26.600688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b3bf480-f16e-4e7c-9297-b7e1fbb39b3f req-b388eb80-a444-4379-bfd2-6e8cb9d3f18a tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.2479756 Jul 12 16:22:26.640601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-430d9540-2304-4e3e-87f1-b7890fa02c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:26.653861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-430d9540-2304-4e3e-87f1-b7890fa02c83 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 200 len: 911 time: 0.3430583 Jul 12 16:22:26.672498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b3bf480-f16e-4e7c-9297-b7e1fbb39b3f req-41d639b7-933e-4dd2-93b1-cc7fe688c9d5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Jul 12 16:22:26.794611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-7bac4763-e0dd-4e91-ad75-3458efaf5177 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 200 len: 217 time: 0.1316252 Jul 12 16:22:26.954336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330672cc-fb25-4c1d-a6e1-2d8798cc17cb req-f2206609-e664-4968-b0f8-4f6ada3b2d4a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:26.969464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-330672cc-fb25-4c1d-a6e1-2d8798cc17cb req-f2206609-e664-4968-b0f8-4f6ada3b2d4a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.2165363 Jul 12 16:22:27.015674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-ce72175d-bed4-47bc-a949-9b8f8b0aea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:27.018697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-ce72175d-bed4-47bc-a949-9b8f8b0aea4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 200 len: 850 time: 0.2160664 Jul 12 16:22:27.059963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-34f92ece-0d66-49a9-b258-247d2d937b45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313125 Jul 12 16:22:27.265394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-330672cc-fb25-4c1d-a6e1-2d8798cc17cb req-fe38fdac-e34a-4234-a93c-70e83269ebd0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911859 Jul 12 16:22:27.357237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-de9166bb-7a2c-4a36-8232-049d70ad58ea service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885809 Jul 12 16:22:27.535185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d496d63b-2be4-4f49-9efe-8b7c6abc7d86 req-002fa29d-e64b-44b7-8ffa-f517f42a9dd5 service neutron] 10.222.0.77 "GET /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695201 Jul 12 16:22:27.799568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8464b6b-28ce-497d-a520-0602bc56d268 req-cbbbf53e-e414-498d-bd60-d4973ca5862b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:27.813818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8464b6b-28ce-497d-a520-0602bc56d268 req-cbbbf53e-e414-498d-bd60-d4973ca5862b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.1187944 Jul 12 16:22:27.872107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8464b6b-28ce-497d-a520-0602bc56d268 req-450cd695-81ca-403a-81e9-9ce1b0b90e87 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564795 Jul 12 16:22:27.885547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485fee-b898-4f47-ad15-c9135207d4c5 req-f09d4531-8e77-48e7-9e22-c3377d2bc7a5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:27.892850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32485fee-b898-4f47-ad15-c9135207d4c5 req-f09d4531-8e77-48e7-9e22-c3377d2bc7a5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0934479 Jul 12 16:22:28.029027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-32485fee-b898-4f47-ad15-c9135207d4c5 req-0ea7e667-c8f5-45d1-99c2-8e2dcd47ee16 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348102 Jul 12 16:22:28.480892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8616-4ac1-4726-a2e2-80b990d3083a req-c2715da3-8076-4230-ab04-67efd5b9d679 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:28.483153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a3f8616-4ac1-4726-a2e2-80b990d3083a req-c2715da3-8076-4230-ab04-67efd5b9d679 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0726271 Jul 12 16:22:28.543166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a3f8616-4ac1-4726-a2e2-80b990d3083a req-110410dd-2d23-44d2-b725-55666f40746d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510178 Jul 12 16:22:28.704066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58522) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:28.845221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:28.952535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:28.958491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:28.997199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fafd3-fd66-46db-9bbb-174e0c85d98d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:29.010067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.010414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.010765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.011106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.011445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.011807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.012139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.012471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.013257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.013604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.013938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.014266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:29.024831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b6b6665d-838e-4c12-b2ac-f1cefc926c3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f5507f332fd4e94a2716df21df6bac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191068 Jul 12 16:22:29.027480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58528) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:29.091281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.121968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5fa4-f21c-4c29-9ecc-223dfaa6ed1a req-180f5ae6-53a4-4e20-b08f-03efa3e3c241 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:29.123727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1ee5fa4-f21c-4c29-9ecc-223dfaa6ed1a req-180f5ae6-53a4-4e20-b08f-03efa3e3c241 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.0852687 Jul 12 16:22:29.124278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.175926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1ee5fa4-f21c-4c29-9ecc-223dfaa6ed1a req-641b859e-5817-465d-9e16-ab991797f461 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464823 Jul 12 16:22:29.273973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f7f3-58e5-49e0-a77a-a2684cd7446f req-9045cffa-55ca-4ecc-9213-3eee7896ce25 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:29.276353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7125f7f3-58e5-49e0-a77a-a2684cd7446f req-9045cffa-55ca-4ecc-9213-3eee7896ce25 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1029148 Jul 12 16:22:29.277682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.280573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.281686 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c0fafd3-fd66-46db-9bbb-174e0c85d98d HTTP/1.1" status: 204 len: 168 time: 0.2526970 Jul 12 16:22:29.292401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9990d3-9b3a-4fb5-90b1-6246c3cdb926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fafd3-fd66-46db-9bbb-174e0c85d98d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:29.343090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7125f7f3-58e5-49e0-a77a-a2684cd7446f req-56fcfa93-7793-45b8-9ebd-cc12dbedb450 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600641 Jul 12 16:22:29.700247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58548) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:29.714818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98443350-de04-4135-a318-43f719b99f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.854401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98443350-de04-4135-a318-43f719b99f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.856603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07bddd-855e-4ee6-854f-5b19688bf572 req-e831e459-e7a6-4ec4-bdaa-0107a2d3f120 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:29.858670 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec07bddd-855e-4ee6-854f-5b19688bf572 req-e831e459-e7a6-4ec4-bdaa-0107a2d3f120 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1087468 Jul 12 16:22:29.865618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98443350-de04-4135-a318-43f719b99f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.917328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec07bddd-855e-4ee6-854f-5b19688bf572 req-ce31a1c3-235b-45f6-afb9-030c5e4adf2d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514760 Jul 12 16:22:29.938070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-98443350-de04-4135-a318-43f719b99f9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e7173de9a714da88dac6234890912df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347813 Jul 12 16:22:29.938070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98443350-de04-4135-a318-43f719b99f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3aa749-5527-4063-8bc8-f6f5d8b89d3f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:29.938479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58556) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:30.035297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:30.060390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:30.117006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:30.120903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:30.124532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a3aa749-5527-4063-8bc8-f6f5d8b89d3f HTTP/1.1" status: 204 len: 168 time: 0.1828942 Jul 12 16:22:30.132589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b73b0c-904f-45d6-a3a0-ff977a802369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3aa749-5527-4063-8bc8-f6f5d8b89d3f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:30.623626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2ca47-05e5-4e6a-be0c-51394856bf2c req-e3e3e6ef-19e8-4641-8fe6-d98e29913322 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:30.637468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-baf2ca47-05e5-4e6a-be0c-51394856bf2c req-e3e3e6ef-19e8-4641-8fe6-d98e29913322 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1261079 Jul 12 16:22:30.688780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-baf2ca47-05e5-4e6a-be0c-51394856bf2c req-35483ae5-efa3-4ea5-be01-85cb96fa6439 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Jul 12 16:22:31.231096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8beeb-cf30-4071-8772-c4c2727e5981 req-2b57ec36-aa52-44d3-b0b9-fe3994052cce tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:31.244013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ff8beeb-cf30-4071-8772-c4c2727e5981 req-2b57ec36-aa52-44d3-b0b9-fe3994052cce tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1754375 Jul 12 16:22:31.329751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7ff8beeb-cf30-4071-8772-c4c2727e5981 req-6903ca92-c4e6-4234-b2a7-ee934f38daba tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Jul 12 16:22:31.448014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce550c-7980-4acc-ab20-0f9e6f3d3bc1 req-4a9489c3-6c12-450b-a5c9-871bc448aa8b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:31.456149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00ce550c-7980-4acc-ab20-0f9e6f3d3bc1 req-4a9489c3-6c12-450b-a5c9-871bc448aa8b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.0998437 Jul 12 16:22:31.503965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00ce550c-7980-4acc-ab20-0f9e6f3d3bc1 req-6f903259-dfdc-4dba-a250-fec2e8c71b62 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Jul 12 16:22:31.643654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:31.765884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:31.798902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:31.801514 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56c691-9ad4-46e2-9550-559134b99740" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:31.834781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:31.841154 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:31.889070 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b7904-6b53-4413-8d3f-12acc7d1b266 x-openstack-request-id: req-192b7904-6b53-4413-8d3f-12acc7d1b266 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:31.889721 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:31.889973 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-192b7904-6b53-4413-8d3f-12acc7d1b266 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:31.890370 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:22:31.921655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:31.957070 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8fba9ce5-defe-4c97-b3db-c63a78207ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:32.291406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:32.292555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:32.423173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:32.472695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:32.478059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:32.572979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80630b34-b80b-453f-8a41-1071a6a5b5a8 None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:32.636205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507332ec-9f36-45f6-b351-13675178b37b req-8de915c5-61bc-44fc-a2d1-af4b82617f32 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:32.646495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-507332ec-9f36-45f6-b351-13675178b37b req-8de915c5-61bc-44fc-a2d1-af4b82617f32 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1679504 Jul 12 16:22:32.737405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-507332ec-9f36-45f6-b351-13675178b37b req-ec132587-d3c7-453d-bc38-e0ede7240618 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901756 Jul 12 16:22:32.847983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955b49-27fd-4777-a455-24a5d9c2e20c req-dee58f8b-36ac-4612-9447-2fc3292b382b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:32.857652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98955b49-27fd-4777-a455-24a5d9c2e20c req-dee58f8b-36ac-4612-9447-2fc3292b382b tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1010745 Jul 12 16:22:32.886972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b32b3699-4f1e-460e-baf9-b78ebc809262 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:32.887608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b32b3699-4f1e-460e-baf9-b78ebc809262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:32.921090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98955b49-27fd-4777-a455-24a5d9c2e20c req-26d749eb-661e-4bbd-991b-3de22463dbed tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579100 Jul 12 16:22:33.068456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:33.340708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58648) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:33.640388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:22:33.645706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-548970a0-6268-41ba-a935-71715629ce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:33.786063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-548970a0-6268-41ba-a935-71715629ce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:33.792708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-548970a0-6268-41ba-a935-71715629ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:33.806875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:33.835858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:22:33.860808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-548970a0-6268-41ba-a935-71715629ce56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb21f159a02e49c1956db5108372c4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189266 Jul 12 16:22:33.864893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58666) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:33.913089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548970a0-6268-41ba-a935-71715629ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de797225-8cf6-4446-b0fe-bbf27e672ce6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:33.951113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:33.953456 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392187f-29d8-424d-bd08-247d32e9609f" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:33.963936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:33.992391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:22:34.041927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:34.047867 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.063473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.130477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.163281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc48fd-1049-49bc-8524-6e6afe8aa653 req-be8d6a1b-9c66-454f-a643-d98f06ef6eba tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:34.165459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fbc48fd-1049-49bc-8524-6e6afe8aa653 req-be8d6a1b-9c66-454f-a643-d98f06ef6eba tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1958187 Jul 12 16:22:34.191023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:34.253949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1657d-f939-4cb6-a042-354b7913f9ac req-5dceada3-4302-41b2-8ded-a9872c257037 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:34.261041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64b1657d-f939-4cb6-a042-354b7913f9ac req-5dceada3-4302-41b2-8ded-a9872c257037 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1932049 Jul 12 16:22:34.270407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:34.297927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1fbc48fd-1049-49bc-8524-6e6afe8aa653 req-66a5d211-b42d-4bfd-9b87-6906411f490f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198952 Jul 12 16:22:34.312447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64b1657d-f939-4cb6-a042-354b7913f9ac req-16c987d0-ea43-497a-b6b5-cc397c3b02c5 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Jul 12 16:22:34.323719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.326385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.327552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de797225-8cf6-4446-b0fe-bbf27e672ce6 HTTP/1.1" status: 204 len: 168 time: 0.4609833 Jul 12 16:22:34.349800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae3a5-7412-4f3b-a8b2-b53dfb3002aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de797225-8cf6-4446-b0fe-bbf27e672ce6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:34.411608 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d587d8-cbac-467c-81c7-bf8be0ef5e83 x-openstack-request-id: req-c5d587d8-cbac-467c-81c7-bf8be0ef5e83 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:34.412344 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:34.412760 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5d587d8-cbac-467c-81c7-bf8be0ef5e83 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:34.414300 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:22:34.421903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79d36fa1-56ec-44ef-926e-7b157d3be9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.564785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:34.565296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.678111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.728667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:34.739318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.877394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28135fd9-8ac3-49bc-8ee3-43a78fab1763 None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:34.910040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:34.939023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-615df335-60ee-4c72-94d5-c743e55370b9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:34.940668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-615df335-60ee-4c72-94d5-c743e55370b9 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.1601036 Jul 12 16:22:35.010783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:35.036527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c72-7023-451d-94d5-70af212946a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.182756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Deleting port 0848c816-1b11-477f-8f46-4aae1f46908d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:22:35.183519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.263398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c72-7023-451d-94d5-70af212946a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.276444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9c72-7023-451d-94d5-70af212946a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.286148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.349835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f4c9c72-7023-451d-94d5-70af212946a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c89f3adc2d014adc8d91f8e24edc4941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378069 Jul 12 16:22:35.368632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:35.379971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e58013f5-0b2b-4c9d-89a9-7db1c879f0ba None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:35.380372 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e58013f5-0b2b-4c9d-89a9-7db1c879f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.485265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9c72-7023-451d-94d5-70af212946a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c88cdf-694b-4a41-92b2-44c9ff6a1aa9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:35.563165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.600557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.658606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:22:35.707810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] For port 0848c816-1b11-477f-8f46-4aae1f46908d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0848c816-1b11-477f-8f46-4aae1f46908d,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:35.708314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.735713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Calling delete_port for 0848c816-1b11-477f-8f46-4aae1f46908d owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:22:35.781925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.789174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.811262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68c88cdf-694b-4a41-92b2-44c9ff6a1aa9 HTTP/1.1" status: 204 len: 168 time: 0.4369855 Jul 12 16:22:35.844453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:35.846442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.857992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.865498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578eb80-75ce-44f7-9659-5a874f71d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c88cdf-694b-4a41-92b2-44c9ff6a1aa9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:35.929149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e134b-09fd-45d3-a5af-9b000db2c9d5 req-3d246868-8946-40f3-a649-4325729a2ea1 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:35.941072 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a4e134b-09fd-45d3-a5af-9b000db2c9d5 req-3d246868-8946-40f3-a649-4325729a2ea1 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d4d05dc-7a86-488f-bfbc-397036c0a250 HTTP/1.1" status: 200 len: 946 time: 0.2976353 Jul 12 16:22:35.960034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:35.991663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['0848c816-1b11-477f-8f46-4aae1f46908d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:35.998670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['7367b67c-22b7-4d4b-864c-5ed0eb85186a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:36.054328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Pushing event deleted for resources: {'Port': ['ID=0848c816-1b11-477f-8f46-4aae1f46908d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:36.055606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a4e134b-09fd-45d3-a5af-9b000db2c9d5 req-ec9b4414-57e0-454b-b402-21a401425a4e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107848 Jul 12 16:22:36.132133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] No DVR routers for this DVR port 0848c816-1b11-477f-8f46-4aae1f46908d on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:22:36.138237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:36.140762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-611c5c30-0c7b-4b8f-9a4a-937ebb729cd8 req-18826248-e4f6-4709-a998-7d7a546d7d52 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.77 "DELETE /v2.0/ports/0848c816-1b11-477f-8f46-4aae1f46908d HTTP/1.1" status: 204 len: 173 time: 1.1926889 Jul 12 16:22:36.141228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'name': 'network-vif-deleted', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:36.143565 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf6e32-3db6-4672-a115-a8920b123008" -d '{"events": [{"server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "name": "network-vif-deleted", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:36.200022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068429eb-0b21-42df-b6da-7e33e63296a0 req-5ae1252d-c62e-4b4b-b5ec-0983970a4860 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:36.210705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068429eb-0b21-42df-b6da-7e33e63296a0 req-5ae1252d-c62e-4b4b-b5ec-0983970a4860 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.6480527 Jul 12 16:22:36.372743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068429eb-0b21-42df-b6da-7e33e63296a0 req-62091e12-020b-40fe-8128-cb0d8b820cc9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534188 Jul 12 16:22:36.455876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:36.460860 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1eb4a6-19f3-4a95-acf0-f370c848d15e" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:36.496512 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236babc-4cbd-428c-a3fb-878d6040c9a2 x-openstack-request-id: req-9236babc-4cbd-428c-a3fb-878d6040c9a2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:36.496932 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d05dc-7a86-488f-bfbc-397036c0a250", "name": "network-vif-deleted", "tag": "0848c816-1b11-477f-8f46-4aae1f46908d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:36.497352 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9236babc-4cbd-428c-a3fb-878d6040c9a2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:36.497777 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4d05dc-7a86-488f-bfbc-397036c0a250', 'name': 'network-vif-deleted', 'tag': '0848c816-1b11-477f-8f46-4aae1f46908d', 'status': 'completed', 'code': 200} Jul 12 16:22:36.614028 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5a55a7-ff02-444b-adde-182c4a4e1770 x-openstack-request-id: req-ed5a55a7-ff02-444b-adde-182c4a4e1770 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:36.614610 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:36.614852 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed5a55a7-ff02-444b-adde-182c4a4e1770 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:36.615628 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:22:37.223987 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:37.605563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177c007-7c7a-4815-858b-0f30bb47f0a0 req-cd73c930-8445-4045-9575-76f5c8d47115 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:37.607856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a177c007-7c7a-4815-858b-0f30bb47f0a0 req-cd73c930-8445-4045-9575-76f5c8d47115 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.0945146 Jul 12 16:22:37.691635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a177c007-7c7a-4815-858b-0f30bb47f0a0 req-53b5bf5d-25f7-4ded-b82d-62dae831d239 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771391 Jul 12 16:22:37.912731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00132c-0fee-498d-9fe7-aca7e5c6beed req-24dd5589-ea28-4af9-9372-fd535184c2de tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:37.921346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb00132c-0fee-498d-9fe7-aca7e5c6beed req-24dd5589-ea28-4af9-9372-fd535184c2de tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1278346 Jul 12 16:22:37.996494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb00132c-0fee-498d-9fe7-aca7e5c6beed req-681f0d5c-0e45-4b82-90c8-0a356e612946 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739062 Jul 12 16:22:38.092765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-9437dfb6-95ab-4a81-9df9-3fa676d8a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:38.094397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-9437dfb6-95ab-4a81-9df9-3fa676d8a697 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1096 time: 0.0948761 Jul 12 16:22:38.214742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-22801d26-28d1-4727-a47f-7ffacd18d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:38.216401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-22801d26-28d1-4727-a47f-7ffacd18d2e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.1128190 Jul 12 16:22:38.276170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-2c348825-faa0-491c-8098-83b1a68c3945 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.0507321 Jul 12 16:22:38.371797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-5b9d9ec3-f7b5-4a71-91af-023da89065c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:38.375281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-5b9d9ec3-f7b5-4a71-91af-023da89065c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0896726 Jul 12 16:22:38.427581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-4da54aaf-bb38-4dd7-bfcc-06470d91cce2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432553 Jul 12 16:22:38.551765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-c0b2f195-9724-4d4f-87ab-226a6a979a45 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112382 Jul 12 16:22:38.688736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ce6326e-bb08-464e-b162-38216a8a4b80 req-fa80de15-8db1-474a-a9d0-ed1479dbd4a8 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250181 Jul 12 16:22:38.991551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a35864-84df-47ef-a941-64ecddd42a3b req-c05983da-1dac-428d-87dd-5ae008370814 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:38.993801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97a35864-84df-47ef-a941-64ecddd42a3b req-c05983da-1dac-428d-87dd-5ae008370814 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1088977 Jul 12 16:22:39.056234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97a35864-84df-47ef-a941-64ecddd42a3b req-cb8b74bd-3ac0-417c-8e35-374466d85b90 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552514 Jul 12 16:22:39.210309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cd3af-f879-4f34-a157-2f429ee0bc4f req-fb4a7d3b-4f1b-421e-88a5-8228c58928c0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:39.219680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-701cd3af-f879-4f34-a157-2f429ee0bc4f req-fb4a7d3b-4f1b-421e-88a5-8228c58928c0 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.0843642 Jul 12 16:22:39.264396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-701cd3af-f879-4f34-a157-2f429ee0bc4f req-01a353ac-262d-4f3e-99e8-97e3833dd23e tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Jul 12 16:22:39.701376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0848c816-1b11-477f-8f46-4aae1f46908d no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:39.734029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 0848c816-1b11-477f-8f46-4aae1f46908d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:22:39.734375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0848c816-1b11-477f-8f46-4aae1f46908d not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:22:40.308580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-097337a5-7df8-49db-80e9-d734758d3e62 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:40.311136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-097337a5-7df8-49db-80e9-d734758d3e62 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.65 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1406031 Jul 12 16:22:40.383806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105346-c0bb-477d-8b72-deffeedf45f9 req-9161006b-4b51-4bd5-9a8f-e9afa8769c74 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:40.386607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a105346-c0bb-477d-8b72-deffeedf45f9 req-9161006b-4b51-4bd5-9a8f-e9afa8769c74 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 945 time: 0.1881125 Jul 12 16:22:40.491896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Deleting port 7367b67c-22b7-4d4b-864c-5ed0eb85186a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:22:40.492844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.499185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a105346-c0bb-477d-8b72-deffeedf45f9 req-432c2a2d-c476-4cd8-9329-077a55b77aac tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065834 Jul 12 16:22:40.516684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:40.654669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.693678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:40.696925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae45a3-1c3d-4673-8ede-097ac13af523 req-87a687b7-d294-4add-ab70-c730111e9634 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:40.698532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98ae45a3-1c3d-4673-8ede-097ac13af523 req-87a687b7-d294-4add-ab70-c730111e9634 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 945 time: 0.1082270 Jul 12 16:22:40.709035 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9f23c6-954a-4c90-a38d-eb09030574c3" -d '{"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-unplugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:40.725998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:40.732060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.735051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] For port 7367b67c-22b7-4d4b-864c-5ed0eb85186a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7367b67c-22b7-4d4b-864c-5ed0eb85186a,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:40.735428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.756715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Calling delete_port for 7367b67c-22b7-4d4b-864c-5ed0eb85186a owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:22:40.780114 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98ae45a3-1c3d-4673-8ede-097ac13af523 req-092fa782-55f9-4322-ae3f-2733930189f7 tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/security-groups?id=50883fb4-abb1-42c8-bbae-610d1fe37227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Jul 12 16:22:40.822857 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698505c2-e86f-4a35-8c0e-d0c9cd18c256 x-openstack-request-id: req-698505c2-e86f-4a35-8c0e-d0c9cd18c256 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:40.828501 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-unplugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:40.829624 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-698505c2-e86f-4a35-8c0e-d0c9cd18c256 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:40.830307 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'code': 200} Jul 12 16:22:40.849813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:40.953885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.972224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['7367b67c-22b7-4d4b-864c-5ed0eb85186a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:41.022018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Pushing event deleted for resources: {'Port': ['ID=7367b67c-22b7-4d4b-864c-5ed0eb85186a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:41.080233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] No DVR routers for this DVR port 7367b67c-22b7-4d4b-864c-5ed0eb85186a on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:22:41.082793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.083283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.083666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.084004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.084333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.084759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.085089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.085413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.085933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.087128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.087463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.087860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:41.090989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:41.093036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b28727b-ca63-4472-be12-c3b073fdac5e req-f9b7e58c-3766-4725-940f-c70bf481c8df tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.65 "DELETE /v2.0/ports/7367b67c-22b7-4d4b-864c-5ed0eb85186a HTTP/1.1" status: 204 len: 173 time: 0.7753363 Jul 12 16:22:41.093586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'name': 'network-vif-deleted', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:41.096118 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c89917-e4bf-427c-ab0e-0afc845bff53" -d '{"events": [{"server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "name": "network-vif-deleted", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:41.161111 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c73be4-e69c-48d1-be05-dd4936db81d4 x-openstack-request-id: req-16c73be4-e69c-48d1-be05-dd4936db81d4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:41.161512 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921828df-49e5-4e21-a2a1-8f93ecad1bb6", "name": "network-vif-deleted", "tag": "7367b67c-22b7-4d4b-864c-5ed0eb85186a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:41.161736 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16c73be4-e69c-48d1-be05-dd4936db81d4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:41.162178 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921828df-49e5-4e21-a2a1-8f93ecad1bb6', 'name': 'network-vif-deleted', 'tag': '7367b67c-22b7-4d4b-864c-5ed0eb85186a', 'status': 'completed', 'code': 200} Jul 12 16:22:41.787233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb047-a841-4ee3-9602-9a224c50ce51 req-2152e877-1cd7-428b-8588-4ddd9cbd0c22 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:41.797269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcdcb047-a841-4ee3-9602-9a224c50ce51 req-2152e877-1cd7-428b-8588-4ddd9cbd0c22 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1230280 Jul 12 16:22:41.872061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcdcb047-a841-4ee3-9602-9a224c50ce51 req-aecd0649-7d34-4e1b-970d-234655602654 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Jul 12 16:22:42.074420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f976fed7-7d29-495c-97ec-055e61e05d65 req-32179178-bc8e-4437-8a9d-45d117bef6cb tempest-ServerRescueTestJSON-1029772043 tempest-ServerRescueTestJSON-1029772043-project] 10.222.0.58 "GET /v2.0/ports?device_id=921828df-49e5-4e21-a2a1-8f93ecad1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0507154 Jul 12 16:22:42.166635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adbc2f-1da1-4bfd-a3ee-6b9db94ca164 req-59395794-456e-4df0-8436-4b55f14cda05 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:42.175196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1adbc2f-1da1-4bfd-a3ee-6b9db94ca164 req-59395794-456e-4df0-8436-4b55f14cda05 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1025257 Jul 12 16:22:42.236884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1adbc2f-1da1-4bfd-a3ee-6b9db94ca164 req-e3e433b8-4b53-4a45-aa27-843d4a1115de tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Jul 12 16:22:42.854909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8f082-8074-4075-b4d4-545a61a73752 req-c6d7c76e-0e14-42bb-b9c5-77b96dd4ec2c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:42.857622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eee8f082-8074-4075-b4d4-545a61a73752 req-c6d7c76e-0e14-42bb-b9c5-77b96dd4ec2c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.0725794 Jul 12 16:22:42.909502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eee8f082-8074-4075-b4d4-545a61a73752 req-1f3cb49b-1b5d-4bec-aee6-31e177f22e82 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Jul 12 16:22:43.182725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:43.213912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-dd436381-5ffb-43a3-953f-db55696a656d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2029095 Jul 12 16:22:43.802866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:44.147131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463dc9c-ba3c-4866-974f-24c32bafbe5f req-ad8ed2e9-c248-463b-ba16-6b8892e19be4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:44.155030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1463dc9c-ba3c-4866-974f-24c32bafbe5f req-ad8ed2e9-c248-463b-ba16-6b8892e19be4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.0898364 Jul 12 16:22:44.187126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Deleting port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:22:44.187764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:44.223151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1463dc9c-ba3c-4866-974f-24c32bafbe5f req-e7e2e1a4-3006-46b1-afaf-94a8e1922597 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667901 Jul 12 16:22:44.301013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] For port 20faa7d5-b269-4058-a5f4-695f1c1f8d7f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,segment=NetworkSegment(ae3b0d92-c919-4694-a874-f27a06431370),segment_id=ae3b0d92-c919-4694-a874-f27a06431370)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:44.301280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:44.319212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Calling delete_port for 20faa7d5-b269-4058-a5f4-695f1c1f8d7f owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:22:44.536343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:44.629376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-fa2342f5-ca1b-49f8-b7bd-2386ba200e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:44.634471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-fa2342f5-ca1b-49f8-b7bd-2386ba200e50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55&tenant_id=ef43f4126af44ddd89eb5f8cb21417f6 HTTP/1.1" status: 200 len: 1094 time: 0.1537073 Jul 12 16:22:44.709012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:44.724235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7367b67c-22b7-4d4b-864c-5ed0eb85186a no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:44.791345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 7367b67c-22b7-4d4b-864c-5ed0eb85186a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:22:44.792196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7367b67c-22b7-4d4b-864c-5ed0eb85186a not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:22:44.798523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-d27a8de7-7028-449f-896a-fa496df49726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:44.804961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-d27a8de7-7028-449f-896a-fa496df49726 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1094 time: 0.1386669 Jul 12 16:22:44.805306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20faa7d5-b269-4058-a5f4-695f1c1f8d7f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:44.974457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-efa571a4-c91a-4313-8739-2a81595e155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:44.976760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-efa571a4-c91a-4313-8739-2a81595e155e service neutron] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.1598778 Jul 12 16:22:45.041493 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:45.049219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-291ee9ff-40be-440f-aff9-c30f83a43a16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.0607674 Jul 12 16:22:45.103425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58952) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:45.124012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-69a4c1c8-c9e4-4c44-b9a2-84f492aadb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:45.125649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-69a4c1c8-c9e4-4c44-b9a2-84f492aadb90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.0693164 Jul 12 16:22:45.177203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-2e6afbc9-e16e-4a9e-b852-012fad4ab539 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441611 Jul 12 16:22:45.298169 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:22:45.322329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-b253c7a5-ab1a-460f-ba5f-3913c0568cce service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343677 Jul 12 16:22:45.357697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bd520a3-43cc-4c14-9d74-4e88bb2ac6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:45.585897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2dfca18-7894-4de1-b69f-f6a7b609c34e req-ba3b41c4-9137-497f-98b5-e27fb8a96612 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531049 Jul 12 16:22:45.615034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4591b-e7c2-4bb4-b62d-095225f3a398 req-8f4ad861-31eb-437b-a774-eff63992ba79 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:45.617051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7c4591b-e7c2-4bb4-b62d-095225f3a398 req-8f4ad861-31eb-437b-a774-eff63992ba79 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.2042780 Jul 12 16:22:45.693412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Router 7042da5b-01cb-40c0-9103-a4f53968d8f7 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:22:45.706380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bd520a3-43cc-4c14-9d74-4e88bb2ac6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:45.718524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7c4591b-e7c2-4bb4-b62d-095225f3a398 req-a4595eef-ec06-4aaf-a47d-0b0108f6bd65 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924182 Jul 12 16:22:45.727822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bd520a3-43cc-4c14-9d74-4e88bb2ac6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:45.764504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd520a3-43cc-4c14-9d74-4e88bb2ac6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e151a-4c4e-4a90-aada-e30ff1524c7a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:45.844096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:45.847500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bd520a3-43cc-4c14-9d74-4e88bb2ac6dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39e6871114a04823804131ad48d896fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422433 Jul 12 16:22:45.898036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:22:45.907877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b55804f8-2431-47a9-9e77-cac635f766f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/7042da5b-01cb-40c0-9103-a4f53968d8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7210677 Jul 12 16:22:45.907877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:45.920347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Sync routers for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:22:45.944159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:22:45.945129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:22:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:45.964590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.047793 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.108066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.133490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:22:46.259762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.294331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.297416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.299390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/051e151a-4c4e-4a90-aada-e30ff1524c7a HTTP/1.1" status: 204 len: 168 time: 0.4537139 Jul 12 16:22:46.337545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e33000-d427-44f5-bd02-a0c701f72b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e151a-4c4e-4a90-aada-e30ff1524c7a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:46.402848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Deleting port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:22:46.403382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.552731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] For port cbaeb5be-4f67-4eb6-9e21-101e0a0ea499, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:46.553199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.575776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Calling delete_port for cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:22:46.613688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:22:44Z', 'revision_number': 5, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port': {'id': 'cbaeb5be-4f67-4eb6-9e21-101e0a0ea499', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:46.716632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Checking router: 7042da5b-01cb-40c0-9103-a4f53968d8f7 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:22:46.740784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Routers {'7042da5b-01cb-40c0-9103-a4f53968d8f7'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:22:46.741849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:22:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7042da5b-01cb-40c0-9103-a4f53968d8f7'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:46.883002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:46.902382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:46.931327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbaeb5be-4f67-4eb6-9e21-101e0a0ea499,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:46.937657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac18ef55-18b4-4c1f-8813-961fee0873f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.001759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] Set router 7042da5b-01cb-40c0-9103-a4f53968d8f7 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:22:47.064721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.219300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.222267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.348587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2958ac9-ed17-421d-b44c-a71807babd4b req-9cc8c792-0a34-49f4-90f7-9b5d2ce5ea43 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:47.352608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:22:46Z', 'revision_number': 6, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:47.354306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.355082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7042da5b-01cb-40c0-9103-a4f53968d8f7 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:22:47.357027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2958ac9-ed17-421d-b44c-a71807babd4b req-9cc8c792-0a34-49f4-90f7-9b5d2ce5ea43 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.4128675 Jul 12 16:22:47.359524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.363031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8876aa8b-435c-469b-90fc-75c8d5270071 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7042da5b-01cb-40c0-9103-a4f53968d8f7 HTTP/1.1" status: 204 len: 168 time: 1.4524708 Jul 12 16:22:47.364944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:47.433213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84651232-9d93-4acd-8de7-399f3e5d5b50 None None] The sync data for ids ['7042da5b-01cb-40c0-9103-a4f53968d8f7'] in n-d-800078-3 is: [{'id': '7042da5b-01cb-40c0-9103-a4f53968d8f7', 'name': 'tempest-ServerRescueTestJSON-733619310-router', 'tenant_id': '9e4c5ec582f6402da75a2001fd00a84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:39Z', 'updated_at': '2021-07-12T16:22:46Z', 'revision_number': 6, 'project_id': '9e4c5ec582f6402da75a2001fd00a84a', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:22:47.436288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Deleting subnet 82e8237b-a230-4419-a791-a7eb69aef17e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:22:47.444254 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.524159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.576888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2958ac9-ed17-421d-b44c-a71807babd4b req-cd773991-a458-4e19-a570-01f992951b50 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897163 Jul 12 16:22:47.629734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac18ef55-18b4-4c1f-8813-961fee0873f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.637415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac18ef55-18b4-4c1f-8813-961fee0873f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.650320 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.696858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ac18ef55-18b4-4c1f-8813-961fee0873f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ce211ae5c1a4492b2d434bd6fc0913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929962 Jul 12 16:22:47.705558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:47.763185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18ef55-18b4-4c1f-8813-961fee0873f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee101086-a97a-4180-9ed1-519b846b288d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:47.804841 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.832361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.864384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:47.991628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.010707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.028159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee101086-a97a-4180-9ed1-519b846b288d HTTP/1.1" status: 204 len: 168 time: 0.3141510 Jul 12 16:22:48.075241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c021a1-083a-44b1-8b2d-973bdade88b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee101086-a97a-4180-9ed1-519b846b288d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:48.077689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e8237b-a230-4419-a791-a7eb69aef17e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:48.113690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.126536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59012) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:48.140305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-69749494-380c-4164-937e-5e37f07afca5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/82e8237b-a230-4419-a791-a7eb69aef17e HTTP/1.1" status: 204 len: 168 time: 0.7705820 Jul 12 16:22:48.254168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 20faa7d5-b269-4058-a5f4-695f1c1f8d7f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:48.322157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 20faa7d5-b269-4058-a5f4-695f1c1f8d7f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:22:48.322588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 20faa7d5-b269-4058-a5f4-695f1c1f8d7f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:22:48.391207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.536657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.554000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4736f725-6dac-4b0e-bd01-a9f3cf3e4c45']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:48.569963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3b0d92-c919-4694-a874-f27a06431370') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:48.570207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3b0d92-c919-4694-a874-f27a06431370') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:22:48.587686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.610751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.621248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:22:48.621737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:22:48.764511 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:22:48.834459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.860707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:48.865777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4736f725-6dac-4b0e-bd01-a9f3cf3e4c45 HTTP/1.1" status: 204 len: 168 time: 0.7336752 Jul 12 16:22:48.865777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5bb30-1a84-4299-bc87-fa66e60b5231 admin admin] Pushing event deleted for resources: {'Network': ['ID=4736f725-6dac-4b0e-bd01-a9f3cf3e4c45,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:48.921512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0b49-568c-4aa6-9d5e-14b9d3cc899b req-dcde976a-24a5-4e96-80ab-024a02086545 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:48.939876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b26c0b49-568c-4aa6-9d5e-14b9d3cc899b req-dcde976a-24a5-4e96-80ab-024a02086545 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1718640 Jul 12 16:22:49.044348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b26c0b49-568c-4aa6-9d5e-14b9d3cc899b req-003b363a-fddd-4d28-a713-1aca6069c109 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016681 Jul 12 16:22:49.121917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:49.235443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:49.236013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ca20aa4b-dfd0-4827-ab4a-1a089f00b70c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e4c5ec582f6402da75a2001fd00a84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121659 Jul 12 16:22:49.340625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:49.389178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:49.540811 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:49.544075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:49.545353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50883fb4-abb1-42c8-bbae-610d1fe37227 HTTP/1.1" status: 204 len: 168 time: 0.3076966 Jul 12 16:22:49.572734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bbc26-d795-421e-809e-3954e224e176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50883fb4-abb1-42c8-bbae-610d1fe37227,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:49.796588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:49.837737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:22:49.838296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device cbaeb5be-4f67-4eb6-9e21-101e0a0ea499 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:22:50.388416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51239857-da2a-4be5-b561-1964a9f994a5 req-b9ad7e0e-0ebe-44e3-8c56-cb1d24619631 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:50.393226 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51239857-da2a-4be5-b561-1964a9f994a5 req-b9ad7e0e-0ebe-44e3-8c56-cb1d24619631 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1963310 Jul 12 16:22:50.498336 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51239857-da2a-4be5-b561-1964a9f994a5 req-7ac5cebc-80a8-48e1-8a59-49bd15ae07b9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988007 Jul 12 16:22:50.641029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79be17-7999-4aee-9194-e35118d7926b req-52af4790-973d-4dd1-b875-453f390f3807 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:50.642740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff79be17-7999-4aee-9194-e35118d7926b req-52af4790-973d-4dd1-b875-453f390f3807 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.0992670 Jul 12 16:22:50.767678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff79be17-7999-4aee-9194-e35118d7926b req-01f58c3d-403e-45e8-921e-a77d38ec0c7a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146920 Jul 12 16:22:51.014376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:51.161342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1560929159-network', 'tenant_id': '130e5407c00b4b42a0453096718845dd'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:22:51.215181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Made reservation on behalf of 130e5407c00b4b42a0453096718845dd for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:22:51.217701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.259100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.409660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.416408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.440875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:51.441581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:22:51.471375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.472008 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Added segment f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f of type vlan for network eae3c5ee-f57e-493b-9b9e-508dcfc30075 Jul 12 16:22:51.482043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863da49e-ee9c-4a41-8a44-69337a1984f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:51.529037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.572246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.575103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:51.576422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.630499 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c949f2c3-e45a-441a-9868-a3c5aeaf677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:51.664782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6454940 Jul 12 16:22:51.666219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:51.677775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Request body: {'subnet': {'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1560929159-subnet', 'tenant_id': '130e5407c00b4b42a0453096718845dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:22:51.684735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac4369-6349-45f2-bfa9-be0f8c64d285 admin admin] Pushing event updated for resources: {'Network': ['ID=eae3c5ee-f57e-493b-9b9e-508dcfc30075,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:51.696919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network eae3c5ee-f57e-493b-9b9e-508dcfc30075 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:22:51.828742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:22:51.828742 n-d-800078-3 neutron-server[93712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:22:51.828742 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id': '130e5407c00b4b42a0453096718845dd', 'id': 'b82bf09c-09cf-49c9-86f4-36f2471d9472', 'expiration': datetime.datetime(2021, 7, 12, 16, 24, 51, 792816)}] Jul 12 16:22:51.828742 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:22:51.829203 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:22:51.880269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352a396-7855-41b3-b649-5340d5576c74 req-0f614904-0427-459b-b991-ff0246bd265e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:51.881818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b352a396-7855-41b3-b649-5340d5576c74 req-0f614904-0427-459b-b991-ff0246bd265e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1637540 Jul 12 16:22:51.963843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b352a396-7855-41b3-b649-5340d5576c74 req-67596498-93ba-43cc-8dc0-6d5464a6132e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708740 Jul 12 16:22:52.018982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c949f2c3-e45a-441a-9868-a3c5aeaf677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.024752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c949f2c3-e45a-441a-9868-a3c5aeaf677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.087884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c949f2c3-e45a-441a-9868-a3c5aeaf677a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=347a0b6496f0470094c5c9b4934a3a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424782 Jul 12 16:22:52.087884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949f2c3-e45a-441a-9868-a3c5aeaf677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c0551-6d59-424e-b864-18eff408e7fe,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:52.088949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:52.182110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.236785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.318989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd6fd5-9210-4c6d-808f-0873fe1bf5a4 req-1f5ff161-161e-4712-9402-be526a98ebe7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.325530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fdd6fd5-9210-4c6d-808f-0873fe1bf5a4 req-1f5ff161-161e-4712-9402-be526a98ebe7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2025335 Jul 12 16:22:52.331668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.335245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.336164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/750c0551-6d59-424e-b864-18eff408e7fe HTTP/1.1" status: 204 len: 168 time: 0.2457862 Jul 12 16:22:52.358927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c65e67-4e19-4304-a0ef-0a796bee7eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c0551-6d59-424e-b864-18eff408e7fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:52.465630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fdd6fd5-9210-4c6d-808f-0873fe1bf5a4 req-5e848401-f5ee-4bec-81d9-5a277262ea87 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307328 Jul 12 16:22:52.478613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Made reservation on behalf of 130e5407c00b4b42a0453096718845dd for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:22:52.481094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:52.791673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.811877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.828624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.835513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.844055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.852408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.869444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:52.879871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-32e8c8c2-d47f-436d-bb76-37ef7150378c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.3335176 Jul 12 16:22:52.954969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4686ba9f-2560-47dc-b731-5e0d1839fd05 req-f0094c7d-3860-4019-87bc-ec2141a3d7e3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738468 Jul 12 16:22:52.976556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:53.154960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:53.165749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Checking segment: {'id': 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:22:53.166344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Network hostable DHCP agents. Network: eae3c5ee-f57e-493b-9b9e-508dcfc30075, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:22:53.204866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Network eae3c5ee-f57e-493b-9b9e-508dcfc30075 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:22:53.229674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, eae3c5ee-f57e-493b-9b9e-508dcfc30075) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:22:53.238255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef023c2-d22c-455c-9a02-ca8c9ce86b12 None None] Network eae3c5ee-f57e-493b-9b9e-508dcfc30075 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:22:53.251304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:53.252172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:53.287162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c3b84d74-48be-4cbf-bf85-911ca54b02d6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6197269 Jul 12 16:22:53.629629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd40d6-310c-4efe-bae1-24c0890ed19b req-bf26b366-ce2b-4fb0-ab6f-979cce7ef182 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:53.643958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cd40d6-310c-4efe-bae1-24c0890ed19b req-bf26b366-ce2b-4fb0-ab6f-979cce7ef182 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.3343301 Jul 12 16:22:53.780544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a1f93e-2487-40e1-8b40-f5022fbe32f8 None None] Network eae3c5ee-f57e-493b-9b9e-508dcfc30075 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:22:53.794180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 278af52e-c3c8-4f51-8dcc-fc532b0ee987 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:53.835656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39cd40d6-310c-4efe-bae1-24c0890ed19b req-d44ca90f-3760-4c16-8c74-0655fabc6b3e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901426 Jul 12 16:22:53.928709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:53.991574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.010930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.033285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.052067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.064636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.088256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.090729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ee1cd13-c599-467e-b1bd-fd29b03a3972 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5445 time: 0.6429245 Jul 12 16:22:54.218824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-8c5583ec-9574-4b0b-98ea-e2852dd0b374 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.232225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-8c5583ec-9574-4b0b-98ea-e2852dd0b374 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1346035 Jul 12 16:22:54.259897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-aa110980-5938-4dc3-a8c3-9fddc8c9ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.262439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-aa110980-5938-4dc3-a8c3-9fddc8c9ad81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1094 time: 0.3310606 Jul 12 16:22:54.300708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba81c4-e2cc-4fc8-8284-55ada901c474 req-7dd0ebb7-2f0d-422c-970a-0d0144c4f14b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.304418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:54.321334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ba81c4-e2cc-4fc8-8284-55ada901c474 req-7dd0ebb7-2f0d-422c-970a-0d0144c4f14b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2980452 Jul 12 16:22:54.398156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:54.400401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:54.405854 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc464d-4785-49bf-8657-3e02c62fb2a0" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:54.419569 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:54.487751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d5514960-2821-44ad-911d-45f8e7fe2538 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:54.624223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ba81c4-e2cc-4fc8-8284-55ada901c474 req-e01839af-9f33-4c3e-8901-aa3a2ac577ac tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009529 Jul 12 16:22:54.630947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:54.640772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.641261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.641704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.642156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.642639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.643071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.643500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.643991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.644418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.644841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.645264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.645687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:22:54.745744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-8a3303b5-f941-41b9-8c00-74c750c028c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.747031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-8a3303b5-f941-41b9-8c00-74c750c028c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.4233325 Jul 12 16:22:54.763036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:54.788795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-ebf5f044-94e1-44c9-ba20-15367f352ce9 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:54.796513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-ebf5f044-94e1-44c9-ba20-15367f352ce9 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/networks?id=eae3c5ee-f57e-493b-9b9e-508dcfc30075 HTTP/1.1" status: 200 len: 809 time: 0.2356677 Jul 12 16:22:54.802868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:54.810149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:54.844420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-e701cf52-d48f-4d8e-af50-425c649a8f9e tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/quotas/130e5407c00b4b42a0453096718845dd HTTP/1.1" status: 200 len: 375 time: 0.0465484 Jul 12 16:22:54.881534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-6cc785b6-55ad-429f-9520-a7e9b986beb8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6408281 Jul 12 16:22:54.920071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:54.935693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-0b1f0bb7-0430-42a4-8ef4-9899dce114c6 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=130e5407c00b4b42a0453096718845dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885262 Jul 12 16:22:54.943281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:22:54.967407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:55.058047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] Provisioning complete for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:55.058047 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:55.169239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-51208b2c-3d74-4646-a3f6-661b7753de99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.2837481 Jul 12 16:22:55.301149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:55.339564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:55.363933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-19d24b18-ec3f-4927-945a-a4e2890b8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.366614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-19d24b18-ec3f-4927-945a-a4e2890b8c2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.1680737 Jul 12 16:22:55.384223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.392963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.402625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.410061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.419122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.427394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.435941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:55.445414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-f6b2ad77-3012-4d22-8030-aa2346245a4f tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 5441 time: 0.4164889 Jul 12 16:22:55.450239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:55.469799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:55.497020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-592701ff-b666-44aa-aa1e-64f536e67262 service neutron] 10.222.0.58 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566406 Jul 12 16:22:55.509779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-c9ba04c9-5401-4814-af34-0575dce1058d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512555 Jul 12 16:22:55.546903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4aef656-85ea-48b4-bef9-f905e63ae6de req-81acf90d-092c-4628-b10f-150b9f95f98e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999808 Jul 12 16:22:55.585373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:55.736764 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bd96e4-4fc1-406d-9e50-d6588123f9ec x-openstack-request-id: req-62bd96e4-4fc1-406d-9e50-d6588123f9ec {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:55.737079 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:55.737342 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-62bd96e4-4fc1-406d-9e50-d6588123f9ec {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:55.737757 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'code': 200} Jul 12 16:22:55.769570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:55.910131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-f00b0ef0-7dc5-4432-993a-b54d2a0c67a3 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566837 Jul 12 16:22:55.977837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:56.005230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:56.082321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.128756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:56.182607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-37bab52c-c507-4f6f-91af-181fbc7c0f9f service neutron] 10.222.0.58 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239123 Jul 12 16:22:56.210102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] For port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:22:56.237351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-489de55c-bca7-43b8-91dd-6b692d48b0bd req-87056f9b-3fdd-4a11-9f7c-e8f890a59892 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102260 Jul 12 16:22:56.243619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.270186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc470-b0a8-4212-b3ef-d8eca0caee78 req-08e9f8c1-640e-45a1-b2db-8650e76a2c4a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:56.287364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df3cc470-b0a8-4212-b3ef-d8eca0caee78 req-08e9f8c1-640e-45a1-b2db-8650e76a2c4a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.1980169 Jul 12 16:22:56.319729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2c245-a643-42e6-b7d5-9e4a08327094 None None] Pushing event updated for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:56.360230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df3cc470-b0a8-4212-b3ef-d8eca0caee78 req-1f30cf62-95bc-450b-ba0a-78b19167847a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Jul 12 16:22:56.385337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] device_id is not set on port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:22:56.411780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.413694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Provisioning complete for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:56.414863 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.428941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.524291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:56.564089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.607028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] No DVR routers for this DVR port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:22:56.684329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] In _notify_port_updated(), no bound segment for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:22:56.692372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:56.693683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.696504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] 10.222.0.77 "PUT /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 200 len: 1033 time: 1.7839203 Jul 12 16:22:56.697476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed21a9a-8585-4ad4-9d87-849b6275b96d service neutron] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:56.725123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e45ab8f8-c44c-4169-8378-c2364988bd81 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:56.778007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:56.873274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-1b7a7bd1-3355-463c-a84c-3d4312f8e87a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:56.874892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-1b7a7bd1-3355-463c-a84c-3d4312f8e87a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "GET /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1718440 Jul 12 16:22:56.891559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:22:57.018923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.067770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.119265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] device_id is not set on port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 yet. {{(pid=93713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:22:57.153620 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.165688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:57.297585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.316092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.408263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.417412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.427002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.437981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.446134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.453472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.467137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d497b2fe-7166-481d-b362-686523f345b7 req-de2e50c0-90be-4bd3-a7f3-f8524bced947 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 4661 time: 0.2017319 Jul 12 16:22:57.472527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Pushing event updated for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:57.474914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 97a61142-d758-4a97-a0b2-a1966a27285e no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:57.499856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dee64-d605-4fab-aa37-32840696ea99 req-5b8f5126-5f80-4bd6-a82a-5b2f71ee08e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:57.501574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e9dee64-d605-4fab-aa37-32840696ea99 req-5b8f5126-5f80-4bd6-a82a-5b2f71ee08e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 945 time: 0.4370713 Jul 12 16:22:57.619138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d497b2fe-7166-481d-b362-686523f345b7 req-079a5889-31b0-4746-9a44-1288282d753e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9238b59d-ad10-45f9-a2d8-df9bd020385a&id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404104 Jul 12 16:22:57.634884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59298) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:57.813310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}, {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:22:57.817143 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8aca3-390e-49c8-95d7-256f9e35999f" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}, {"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:22:57.820182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Provisioning complete for port d5514960-2821-44ad-911d-45f8e7fe2538 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:57.823949 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:57.838167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:22:57.882538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e9dee64-d605-4fab-aa37-32840696ea99 req-543d643f-c1b9-4f75-aa9d-644f0029c1f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681915 Jul 12 16:22:58.003428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c00a94b-d5d3-410c-ba90-6a6d4d0a120f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.033687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=97a61142-d758-4a97-a0b2-a1966a27285e,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:58.139473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f65bc84-2d96-4f6e-b328-4eaa703d2c60 req-ea43d0c9-3a67-412c-aef8-20cea930c309 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 210 time: 0.1298194 Jul 12 16:22:58.169988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] For port 97a61142-d758-4a97-a0b2-a1966a27285e, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:22:58.232222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:58.264321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:22:58.283870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] device_id is not set on port 97a61142-d758-4a97-a0b2-a1966a27285e yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:22:58.318671 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.332943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.409807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:58.424363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.436479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c00a94b-d5d3-410c-ba90-6a6d4d0a120f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.445057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'mac_address': 'fa:16:3e:04:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:22:58.447279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c00a94b-d5d3-410c-ba90-6a6d4d0a120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.606695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] No DVR routers for this DVR port 97a61142-d758-4a97-a0b2-a1966a27285e on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:22:58.609287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Pushing event updated for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:58.740547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da802b1-06fa-482a-ae5b-5883e18fc270 req-96c8ae6f-fbe2-4b0a-9f46-8ee1f30eb0b0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:58.752941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5da802b1-06fa-482a-ae5b-5883e18fc270 req-96c8ae6f-fbe2-4b0a-9f46-8ee1f30eb0b0 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 0.3309877 Jul 12 16:22:58.761031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] In _notify_port_updated(), no bound segment for port 97a61142-d758-4a97-a0b2-a1966a27285e on network e9041499-e79d-41e7-a585-c9a3ff0378f9 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:22:58.762274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:22:58.763043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.764651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-2e51bab9-f15f-4556-8c3b-8f9db5c010e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 200 len: 1032 time: 1.8788164 Jul 12 16:22:58.869447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:58.914927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:22:58.915270 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:22:58.941788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:22:58.951211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.004604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5da802b1-06fa-482a-ae5b-5883e18fc270 req-37dfcec0-c988-4254-9edb-76c26eb344c6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457595 Jul 12 16:22:59.037490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:59.057707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.110837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port d5514960-2821-44ad-911d-45f8e7fe2538 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:22:59.115236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.200103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:59.248096 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 12 Jul 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b18e3ad-758c-4546-86c0-4a07f2ed0bb2 x-openstack-request-id: req-2b18e3ad-758c-4546-86c0-4a07f2ed0bb2 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:22:59.248603 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "c40c7832-8ec7-40ea-936d-a9d9f89e9ba7", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "code": 200}, {"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:22:59.248877 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b18e3ad-758c-4546-86c0-4a07f2ed0bb2 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:22:59.249450 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'code': 200} Jul 12 16:22:59.249757 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40c7832-8ec7-40ea-936d-a9d9f89e9ba7', 'code': 200} Jul 12 16:22:59.250016 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'code': 200} Jul 12 16:22:59.250310 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:22:59.250614 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'code': 200} Jul 12 16:22:59.265928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:59.283578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.530265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port d5514960-2821-44ad-911d-45f8e7fe2538, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d5514960-2821-44ad-911d-45f8e7fe2538,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:22:59.535412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.557685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:22:59.578690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for d5514960-2821-44ad-911d-45f8e7fe2538 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:22:59.791517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 01e62e80-e939-46da-9495-a370ff0177bd no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:22:59.901528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33bfa3-5d05-4213-97d5-2a62466d064a None None] Pushing event updated for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:22:59.924269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3c00a94b-d5d3-410c-ba90-6a6d4d0a120f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2544ec0c96304a9b9ab5dd55b46b89e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2881591 Jul 12 16:22:59.933823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:22:59.993431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Provisioning complete for port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:22:59.998100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.022495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00a94b-d5d3-410c-ba90-6a6d4d0a120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8adb91a-6c79-4e3d-8f58-1afb7315e217,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:00.196272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.209248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.212971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-36d2be7c-1210-4267-b4a1-31175a094ff6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.214546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-36d2be7c-1210-4267-b4a1-31175a094ff6 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.77 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 1.6893485 Jul 12 16:23:00.232050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.243743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a773bb-731a-45db-b925-e70cbb91c17d req-7f0f1151-ee62-42bc-b3a4-f90aafdf862b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.248292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.250915 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f1a773bb-731a-45db-b925-e70cbb91c17d req-7f0f1151-ee62-42bc-b3a4-f90aafdf862b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 1.7692263 Jul 12 16:23:00.264331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.282085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-aee69cda-c55e-4d85-825d-a4f5cfa6fd5d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3884 time: 0.5238755 Jul 12 16:23:00.365169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-bad0e60f-e7fc-4ff8-89ac-f6ce733b24d7 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:00.366789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-bad0e60f-e7fc-4ff8-89ac-f6ce733b24d7 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.65 "GET /v2.0/networks?id=eae3c5ee-f57e-493b-9b9e-508dcfc30075 HTTP/1.1" status: 200 len: 809 time: 0.5278833 Jul 12 16:23:00.373380 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.401818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Request body: {'port': {'device_id': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075', 'admin_state_up': True, 'tenant_id': '130e5407c00b4b42a0453096718845dd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:00.431154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.440677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f1a773bb-731a-45db-b925-e70cbb91c17d req-8bf5935b-05ac-4b42-81bf-00932a97e2d8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887393 Jul 12 16:23:00.467725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.539874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09bfc21c-0611-4153-81f3-8c0112d21097 req-48f86b8a-1c38-4b44-9e0e-76b305e08508 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542989 Jul 12 16:23:00.550291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.556372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.560132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8adb91a-6c79-4e3d-8f58-1afb7315e217 HTTP/1.1" status: 204 len: 168 time: 0.6157646 Jul 12 16:23:00.589254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765845-3497-408b-9cce-2ce1f81d2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8adb91a-6c79-4e3d-8f58-1afb7315e217,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:00.749947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:00.771639 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.855443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.916567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=d5514960-2821-44ad-911d-45f8e7fe2538,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:00.927489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c8f0f6e3-46e2-44e2-a416-e5f8a470c86a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:01.078182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port d5514960-2821-44ad-911d-45f8e7fe2538 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:01.083686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:01.084626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.094448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-95ab6433-58ee-48e2-a894-fabad470f6f5 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "DELETE /v2.0/ports/d5514960-2821-44ad-911d-45f8e7fe2538 HTTP/1.1" status: 204 len: 173 time: 2.3118439 Jul 12 16:23:01.097050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:01.102756 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488bf874-10f1-4830-a684-9e926af625c3" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:01.106304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Provisioning complete for port e45ab8f8-c44c-4169-8378-c2364988bd81 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:01.110488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.125063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-18bf687f-be5b-4071-82df-3c3cc55f0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:01.132496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-18bf687f-be5b-4071-82df-3c3cc55f0f18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1097 time: 0.3916559 Jul 12 16:23:01.147031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Deleting port df2c0b20-5cdd-4919-8af4-aa6df3c9faef {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:01.147696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.261288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:01.279844 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a123b-05c8-4a90-bc70-5c98c0d4c4bf" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:01.377336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643ca10-8c3d-47ff-954b-8b18423463ee req-ae9aa25e-e9d1-4139-9add-0d714df6a7f9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:01.384516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b643ca10-8c3d-47ff-954b-8b18423463ee req-ae9aa25e-e9d1-4139-9add-0d714df6a7f9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 946 time: 0.6381013 Jul 12 16:23:01.401415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59340) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:01.432707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.516053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-54b2d66b-3cd6-42c1-a8e6-7f534b420c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.532873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Made reservation on behalf of 130e5407c00b4b42a0453096718845dd for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:01.540919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.589233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:01.596078 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.623541 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.804753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:23:01.873829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-54b2d66b-3cd6-42c1-a8e6-7f534b420c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.891179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b643ca10-8c3d-47ff-954b-8b18423463ee req-748f8e79-adc1-42e1-a40f-1a613dc73e10 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056374 Jul 12 16:23:01.901604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:01.905744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-54b2d66b-3cd6-42c1-a8e6-7f534b420c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.920681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.973034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:02.156729 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af0035b7-f871-47e0-bd09-0a995c099edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.268965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Provisioning complete for port 97a61142-d758-4a97-a0b2-a1966a27285e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:02.268965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.269456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Pushing event updated for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:02.302948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:02.303643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.315405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:02.316103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.408645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38ede7d4-91ea-427a-b823-8aee9756787c req-84a3d37d-cdd5-4c4a-9267-377a5bf669ba tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 210 time: 0.1403155 Jul 12 16:23:02.431652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-2ac1ab38-e31a-44e1-a226-b79da6a29f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:02.432250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-2ac1ab38-e31a-44e1-a226-b79da6a29f7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 1.2574980 Jul 12 16:23:02.480016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2d66b-3cd6-42c1-a8e6-7f534b420c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2629186-b341-4d9c-8e1a-62b28e00d3fd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:02.552887 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07231acf-7e57-4c62-86f1-bc5160afe596 x-openstack-request-id: req-07231acf-7e57-4c62-86f1-bc5160afe596 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:02.553270 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:02.553444 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07231acf-7e57-4c62-86f1-bc5160afe596 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:02.553823 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'status': 'completed', 'code': 200} Jul 12 16:23:02.580850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-54b2d66b-3cd6-42c1-a8e6-7f534b420c83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb1044eaa43b42cbad64d4fad53c9cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1627364 Jul 12 16:23:02.589070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:02.628689 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64889aa-d716-48b4-be69-3713bf1e033a x-openstack-request-id: req-a64889aa-d716-48b4-be69-3713bf1e033a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:02.629671 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "d5514960-2821-44ad-911d-45f8e7fe2538", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:02.630175 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a64889aa-d716-48b4-be69-3713bf1e033a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:02.631863 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5514960-2821-44ad-911d-45f8e7fe2538', 'code': 200} Jul 12 16:23:02.632369 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd', 'code': 200} Jul 12 16:23:02.654934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Port 97a61142-d758-4a97-a0b2-a1966a27285e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:23:02.714222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-12adb338-e26a-4e5f-aac1-a9108cbc4d53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1001 time: 0.2723172 Jul 12 16:23:02.751628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Provisioning complete for port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:02.759374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.768752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Allocated IP 172.20.0.8 (eae3c5ee-f57e-493b-9b9e-508dcfc30075/5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9/5c48d109-dc11-4dee-a3ab-59ee14950a55) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:02.798727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8636-91e4-47c9-a54a-1fcb528eb986 req-51222bf9-d278-4990-8872-44574f7c81e7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:02.807485 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3abd8636-91e4-47c9-a54a-1fcb528eb986 req-51222bf9-d278-4990-8872-44574f7c81e7 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 946 time: 0.5075352 Jul 12 16:23:02.814071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.837417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:23:02.856289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port e45ab8f8-c44c-4169-8378-c2364988bd81 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:02.856675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.862271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:02.868085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:02.868980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2b86-5212-4f5c-bf2c-25d9464f128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.870254 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.894888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.908686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.938328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3abd8636-91e4-47c9-a54a-1fcb528eb986 req-555bf73c-1bc7-45eb-a909-6b25d701f5ba tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups?id=4cb76014-12c0-4928-b136-193551737744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298175 Jul 12 16:23:02.981465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device df2c0b20-5cdd-4919-8af4-aa6df3c9faef no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:02.985108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.986623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.989267 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Floating IP 903846ba-473c-4749-be9e-cbb31f5fa958 disassociated. External IP: 172.25.8.119, port: df2c0b20-5cdd-4919-8af4-aa6df3c9faef. Jul 12 16:23:02.989840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Calling delete_port for df2c0b20-5cdd-4919-8af4-aa6df3c9faef owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:03.103833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port e45ab8f8-c44c-4169-8378-c2364988bd81, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e45ab8f8-c44c-4169-8378-c2364988bd81,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:03.104357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.109454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=14']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:03.120038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.120939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for e45ab8f8-c44c-4169-8378-c2364988bd81 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:03.255373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.424310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.426104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.428982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.430528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2629186-b341-4d9c-8e1a-62b28e00d3fd HTTP/1.1" status: 204 len: 168 time: 0.8324423 Jul 12 16:23:03.440604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.451245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port df2c0b20-5cdd-4919-8af4-aa6df3c9faef, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:03.461988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc01ee-4821-4ccc-9ea2-a4f9f341547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2629186-b341-4d9c-8e1a-62b28e00d3fd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:03.463531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.514097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-7cc02dc7-5c9e-4c0b-aff8-3678f99b726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.515733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-7cc02dc7-5c9e-4c0b-aff8-3678f99b726f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.7899809 Jul 12 16:23:03.535337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-ba4eeddc-c510-4263-b079-0da794d7c3fe tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.548870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-ba4eeddc-c510-4263-b079-0da794d7c3fe tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.581777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-ba4eeddc-c510-4263-b079-0da794d7c3fe tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.584127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=e45ab8f8-c44c-4169-8378-c2364988bd81,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:03.593005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port e45ab8f8-c44c-4169-8378-c2364988bd81 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:03.598281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Provisioning complete for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:03.598711 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.599923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-ba4eeddc-c510-4263-b079-0da794d7c3fe tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.611088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-ba4eeddc-c510-4263-b079-0da794d7c3fe tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 3069 time: 0.4004192 Jul 12 16:23:03.613123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.615067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-430c629c-8531-46eb-bad1-98428e6d0399 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "DELETE /v2.0/ports/e45ab8f8-c44c-4169-8378-c2364988bd81 HTTP/1.1" status: 204 len: 173 time: 2.4931827 Jul 12 16:23:03.675124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.717135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33df62-924d-42c2-8bfc-7bca34f62d6b req-d5cf4cd6-6c27-4cc5-bbe9-9542398988b4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:03.734156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e33df62-924d-42c2-8bfc-7bca34f62d6b req-d5cf4cd6-6c27-4cc5-bbe9-9542398988b4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.9395447 Jul 12 16:23:03.747800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=14']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:03.818921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Network eae3c5ee-f57e-493b-9b9e-508dcfc30075 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:03.824283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.840509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-193c525f-e798-48ed-81b8-f5217e3f11e3 req-adb44bd8-9a06-4745-bacc-ee0b76123372 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284491 Jul 12 16:23:03.863392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:03.865000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:03.873444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e33df62-924d-42c2-8bfc-7bca34f62d6b req-3009572b-59b4-4a05-9f35-2d95f3567f85 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382329 Jul 12 16:23:03.876891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Pushing event updated for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:03.895285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:04.000215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:04.009011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.081136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'Port': ['ID=df2c0b20-5cdd-4919-8af4-aa6df3c9faef,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:04.218564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Pushing event updated for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:04.256280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-00fffaf6-275c-4ec8-857a-1e402682ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:04.258533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-00fffaf6-275c-4ec8-857a-1e402682ae00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7319632 Jul 12 16:23:04.264763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Could not find standard attr ID for object e45ab8f8-c44c-4169-8378-c2364988bd81. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:23:04.301862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Provisioning complete for port 01e62e80-e939-46da-9495-a370ff0177bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:04.302000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.329604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:04.336879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.426620 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-522361fa-c871-4b5c-95b1-5e50b0ac4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.473051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-613b7f99-51d2-453f-bf9c-027b914b04fd tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0845091 Jul 12 16:23:04.517907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Request body: {'port': {'device_id': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:04.542249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.564444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port 01e62e80-e939-46da-9495-a370ff0177bd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:04.565036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.592526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:04.599185 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764fdb74-24e0-4074-9fc4-571f96f10020" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:04.663190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81'}, {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}, {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:04.672670 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46954123-ab26-4c66-a99f-4a033dd9f87c" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81"}, {"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}, {"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:04.677408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:23:04.694081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:23:04.695725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:04.774636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.809835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:04.810916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-ce54f7e6-bee8-4dd2-91b9-5ac58f05b3cf service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300970 Jul 12 16:23:04.825067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf58f-27c3-4c7c-980a-6e04e823b1a7 req-f6ddde87-d83c-49e3-b1cb-6dd96a13b8b1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:04.836713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee91-8bb8-474b-8b50-6edbc2602ca3 req-db6a75f5-0c6a-43e9-8ea0-eee04f6f08a2 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:04.837919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fceaf58f-27c3-4c7c-980a-6e04e823b1a7 req-f6ddde87-d83c-49e3-b1cb-6dd96a13b8b1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.5779955 Jul 12 16:23:04.844836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b50ee91-8bb8-474b-8b50-6edbc2602ca3 req-db6a75f5-0c6a-43e9-8ea0-eee04f6f08a2 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 931 time: 0.3815436 Jul 12 16:23:04.938624 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fceaf58f-27c3-4c7c-980a-6e04e823b1a7 req-54f983e7-4ada-4fb6-87d6-d59623b9d552 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942218 Jul 12 16:23:05.002206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Pushing event updated for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:05.006997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Could not find standard attr ID for object d5514960-2821-44ad-911d-45f8e7fe2538. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:23:05.027236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port 01e62e80-e939-46da-9495-a370ff0177bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=01e62e80-e939-46da-9495-a370ff0177bd,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:05.029462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.081367 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.090804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for 01e62e80-e939-46da-9495-a370ff0177bd owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:05.120381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:05.120824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2d132de-b2c0-403d-bfeb-6c7d44fca4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.213385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f60f1393-07e0-4c44-9239-8e8c04c935d8 req-8f656b77-bedd-41a8-8492-aa78cb26e4c2 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689773 Jul 12 16:23:05.302425 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b50ee91-8bb8-474b-8b50-6edbc2602ca3 req-84e24a35-ab7c-4367-af7e-cfe9b76e8d02 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546957 Jul 12 16:23:05.351770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d85d31b3-adac-450b-bf1e-9f896a346ee1 req-525f3c18-2752-4680-b8e5-89da3c69c24b tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/ports?device_id=994c905b-a6cc-4359-8fff-a406f8b0bbb7 HTTP/1.1" status: 200 len: 210 time: 0.1191478 Jul 12 16:23:05.405309 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91292d3b-e1b1-4423-81ae-56226cac12df x-openstack-request-id: req-91292d3b-e1b1-4423-81ae-56226cac12df {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:05.405609 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:05.407504 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91292d3b-e1b1-4423-81ae-56226cac12df {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:05.408246 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'status': 'completed', 'code': 200} Jul 12 16:23:05.413190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:05.419341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.480593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'network_id': '57982a88-8c7f-421f-9928-3b7b80e4e450', 'port_id': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'mac_address': 'fa:16:3e:03:47:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf2f3f9-5be9-45ad-972a-a2b8a75c3186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:23:05.502577 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1042 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c343ae6-8db1-478b-bb8e-31ccf0b3be17 x-openstack-request-id: req-3c343ae6-8db1-478b-bb8e-31ccf0b3be17 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:05.502892 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "e45ab8f8-c44c-4169-8378-c2364988bd81", "code": 200}, {"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}, {"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-unplugged", "status": "completed", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-plugged", "status": "completed", "tag": "01e62e80-e939-46da-9495-a370ff0177bd", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:05.503136 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c343ae6-8db1-478b-bb8e-31ccf0b3be17 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:05.503539 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'code': 200} Jul 12 16:23:05.503813 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ab8f8-c44c-4169-8378-c2364988bd81', 'code': 200} Jul 12 16:23:05.504069 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:23:05.504317 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'code': 200} Jul 12 16:23:05.504726 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'code': 200} Jul 12 16:23:05.514442 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd', 'code': 200} Jul 12 16:23:05.520185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:23:05.535865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:23:05.548929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.564275 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:05.564976 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:05.651981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.683365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=01e62e80-e939-46da-9495-a370ff0177bd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:05.692524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:05.710036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Provisioning complete for port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:05.710410 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.784281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port 01e62e80-e939-46da-9495-a370ff0177bd on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:05.788057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.792100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-9b5d7c4b-b443-4cbd-9eb0-b65d771bd29e tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "DELETE /v2.0/ports/01e62e80-e939-46da-9495-a370ff0177bd HTTP/1.1" status: 204 len: 173 time: 2.1633868 Jul 12 16:23:05.810546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] No DVR routers for this DVR port df2c0b20-5cdd-4919-8af4-aa6df3c9faef on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:05.815153 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:05.855677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:05.869021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:05.871067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c06eb1b-a134-49b0-bdde-506314f88cc9 req-50bfea91-e50b-4988-9350-cc6948f6d2b2 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.77 "DELETE /v2.0/ports/df2c0b20-5cdd-4919-8af4-aa6df3c9faef HTTP/1.1" status: 204 len: 173 time: 5.6458554 Jul 12 16:23:05.873266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-deleted', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:05.875940 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b4205-649c-4afd-a7a9-b5c74b0ba906" -d '{"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-deleted", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:06.016393 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.017163 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.027568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Could not find standard attr ID for object 01e62e80-e939-46da-9495-a370ff0177bd. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:23:06.035116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Could not find standard attr ID for object df2c0b20-5cdd-4919-8af4-aa6df3c9faef. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:23:06.121423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:06.121759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8456c5d5-03ea-4206-985c-2510f82b1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.154592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defb5a8-73dd-44de-90e2-de936581b57b req-95565427-3ad1-4647-adac-e0cf9e667980 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:06.169792 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4defb5a8-73dd-44de-90e2-de936581b57b req-95565427-3ad1-4647-adac-e0cf9e667980 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 943 time: 0.4950106 Jul 12 16:23:06.175096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a35a2-3c22-42c9-b45c-64dbc7a7b284 req-6b0981da-d0b6-43d4-a0d6-f17d9356cdc4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:06.182096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a35a2-3c22-42c9-b45c-64dbc7a7b284 req-6b0981da-d0b6-43d4-a0d6-f17d9356cdc4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:06.183577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c48d109-dc11-4dee-a3ab-59ee14950a55 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:06.190013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb9a35a2-3c22-42c9-b45c-64dbc7a7b284 req-6b0981da-d0b6-43d4-a0d6-f17d9356cdc4 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 1681 time: 0.3912692 Jul 12 16:23:06.211715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:06.212166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.218332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.296122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Transition to ACTIVE for port object 5c48d109-dc11-4dee-a3ab-59ee14950a55 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:06.311905 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:06.315266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.350266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:06.350632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.375638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:06.380320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4defb5a8-73dd-44de-90e2-de936581b57b req-6995828c-df7c-4338-91c1-27b7355adbb2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092280 Jul 12 16:23:06.390215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for c8f0f6e3-46e2-44e2-a416-e5f8a470c86a owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:06.440988 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:23:06.451676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:06.466149 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:06.468961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:06.477817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:23:06.580183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb9a35a2-3c22-42c9-b45c-64dbc7a7b284 req-b4b44936-a534-4168-8916-1a0217b9e6ad tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877699 Jul 12 16:23:06.671698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Attempting to bind port 5c48d109-dc11-4dee-a3ab-59ee14950a55 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:06.672550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Attempting to bind port 5c48d109-dc11-4dee-a3ab-59ee14950a55 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:06.673460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Attempting to bind port 5c48d109-dc11-4dee-a3ab-59ee14950a55 on network eae3c5ee-f57e-493b-9b9e-508dcfc30075 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:06.688932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Port 5c48d109-dc11-4dee-a3ab-59ee14950a55 on network eae3c5ee-f57e-493b-9b9e-508dcfc30075 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:06.689323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Attempting to bind port 5c48d109-dc11-4dee-a3ab-59ee14950a55 on network eae3c5ee-f57e-493b-9b9e-508dcfc30075 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:06.716916 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9022f-ddaa-4bb3-99f5-546b23d0a7c9 x-openstack-request-id: req-04c9022f-ddaa-4bb3-99f5-546b23d0a7c9 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:06.717602 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c905b-a6cc-4359-8fff-a406f8b0bbb7", "name": "network-vif-deleted", "tag": "df2c0b20-5cdd-4919-8af4-aa6df3c9faef", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:06.718827 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04c9022f-ddaa-4bb3-99f5-546b23d0a7c9 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:06.720391 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c905b-a6cc-4359-8fff-a406f8b0bbb7', 'name': 'network-vif-deleted', 'tag': 'df2c0b20-5cdd-4919-8af4-aa6df3c9faef', 'status': 'completed', 'code': 200} Jul 12 16:23:06.730561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:23:06.732782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Checking segment: {'id': 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:06.734002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Bound using segment: {'id': 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:23:06.735195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Bound port: 5c48d109-dc11-4dee-a3ab-59ee14950a55, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:23:06.736369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.770778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:06.828952 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:06.975859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=c8f0f6e3-46e2-44e2-a416-e5f8a470c86a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:06.983056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:06.991186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55,segment=NetworkSegment(f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f),segment_id=f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:23:07.000608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:07.081628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port c8f0f6e3-46e2-44e2-a416-e5f8a470c86a on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:07.094219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:07.104746 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-bfa77b71-6362-4158-8b30-99758f8f572b tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "DELETE /v2.0/ports/c8f0f6e3-46e2-44e2-a416-e5f8a470c86a HTTP/1.1" status: 204 len: 173 time: 1.3039219 Jul 12 16:23:07.120117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:07.192607 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:07.204427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:07.205148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:07.207234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-443405ca-6446-4678-bfc8-44c4391067ae service neutron] 10.222.0.65 "PUT /v2.0/ports/5c48d109-dc11-4dee-a3ab-59ee14950a55 HTTP/1.1" status: 200 len: 1091 time: 2.7203019 Jul 12 16:23:07.306752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146e3f-d21c-4b60-886a-7331db74ed9a req-74cb9fa2-0d0b-4d61-b273-e27713d0aac4 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:07.329753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d146e3f-d21c-4b60-886a-7331db74ed9a req-74cb9fa2-0d0b-4d61-b273-e27713d0aac4 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 943 time: 0.2152452 Jul 12 16:23:07.367063 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:07.446564 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d63bcb-032f-4929-92e9-075479dbd481 None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:14:17Z', 'revision_number': 4, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '7c0e927a-c155-45b5-9b9f-b887b2390035', 'name': '', 'network_id': '19741516-8b61-4d94-b931-76813d264aa7', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'mac_address': 'fa:16:3e:36:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:16Z', 'updated_at': '2021-07-12T16:14:27Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'subnets': [{'id': '3a673cb9-6175-406e-b5e2-87b4582b26f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:23:07.448486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd'}, {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:07.461629 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7395d4-fef4-4442-9a94-5c2a919e8ea9" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "01e62e80-e939-46da-9495-a370ff0177bd"}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:07.541399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4992bb-256e-4385-beaf-97712c604a92 req-2e5a9ef3-c809-4b35-bde3-0123c1f0dd0f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:07.543277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d146e3f-d21c-4b60-886a-7331db74ed9a req-9dcbbd0e-1896-45fb-b713-954c1f490409 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124059 Jul 12 16:23:07.545092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb4992bb-256e-4385-beaf-97712c604a92 req-2e5a9ef3-c809-4b35-bde3-0123c1f0dd0f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4603436 Jul 12 16:23:07.562690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-0c121803-cb2b-4f81-aad0-3fbd9ead5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:07.569570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-0c121803-cb2b-4f81-aad0-3fbd9ead5619 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=130e5407c00b4b42a0453096718845dd&device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 1094 time: 0.2365625 Jul 12 16:23:07.644939 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-941020d3-f4c7-472b-a766-49dbb8d07a4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55 HTTP/1.1" status: 200 len: 217 time: 0.0656354 Jul 12 16:23:07.671109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb4992bb-256e-4385-beaf-97712c604a92 req-52dfe671-6c3b-4a4e-b188-635f46276cac tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035237 Jul 12 16:23:07.699760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:07.700147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:07.835312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-40ea9ad0-7ac3-4ed0-93a6-1523411c6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:07.840138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-40ea9ad0-7ac3-4ed0-93a6-1523411c6706 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9 HTTP/1.1" status: 200 len: 849 time: 0.1832843 Jul 12 16:23:07.861484 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0ef9b-beba-41da-ac81-3d9b02eab447 x-openstack-request-id: req-5ae0ef9b-beba-41da-ac81-3d9b02eab447 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:07.862165 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "01e62e80-e939-46da-9495-a370ff0177bd", "status": "completed", "code": 200}, {"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "c8f0f6e3-46e2-44e2-a416-e5f8a470c86a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:07.862165 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ae0ef9b-beba-41da-ac81-3d9b02eab447 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:07.862408 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': '01e62e80-e939-46da-9495-a370ff0177bd', 'status': 'completed', 'code': 200} Jul 12 16:23:07.862673 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': 'c8f0f6e3-46e2-44e2-a416-e5f8a470c86a', 'status': 'completed', 'code': 200} Jul 12 16:23:07.949934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-fa255d0a-5f94-49e6-943f-78cc2225b12a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae3c5ee-f57e-493b-9b9e-508dcfc30075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616250 Jul 12 16:23:07.981935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3c131-af8d-4788-8469-f3dfaafb9b4c None None] New status for floating IP 903846ba-473c-4749-be9e-cbb31f5fa958: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:23:08.063942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port 278af52e-c3c8-4f51-8dcc-fc532b0ee987, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=278af52e-c3c8-4f51-8dcc-fc532b0ee987,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:08.064703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.103091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-cacab4ea-0365-4d46-85ce-f7c7bc984a70 service neutron] 10.222.0.65 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404853 Jul 12 16:23:08.215122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfc20-3abd-400d-ad85-183838217299 req-879effb0-fdeb-4255-9042-4e5825aa9ed8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:08.222469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad6dfc20-3abd-400d-ad85-183838217299 req-879effb0-fdeb-4255-9042-4e5825aa9ed8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 944 time: 0.3810313 Jul 12 16:23:08.285884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad6dfc20-3abd-400d-ad85-183838217299 req-5c902c3e-b637-407d-af59-010401477265 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Jul 12 16:23:08.352368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.352827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.353264 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Floating IP 85ba0b09-022e-41c1-8663-4ab959e2377f disassociated. External IP: 172.25.8.52, port: 278af52e-c3c8-4f51-8dcc-fc532b0ee987. Jul 12 16:23:08.353618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for 278af52e-c3c8-4f51-8dcc-fc532b0ee987 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:08.364240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-783422b8-2eb2-4c91-9e19-f944bb87a2ef req-58ba9682-7840-4d61-852f-97f9a82bd963 service neutron] 10.222.0.65 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481616 Jul 12 16:23:08.377765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59470) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:08.388680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9bbfe-c670-4586-8ea8-40963517a091 req-9c788d20-b956-4f14-adce-1b3f563525c8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:08.396176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eac9bbfe-c670-4586-8ea8-40963517a091 req-9c788d20-b956-4f14-adce-1b3f563525c8 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 945 time: 0.4419820 Jul 12 16:23:08.498595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eac9bbfe-c670-4586-8ea8-40963517a091 req-a4de0a60-b913-41b2-a48e-3e043f74a102 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015017 Jul 12 16:23:08.551286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.594408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.687885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:23:08.701494 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.722698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:08.725515 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30142660-5b4e-4437-ae65-6367539b8b14" -d '{"events": [{"name": "network-changed", "server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:08.810851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=278af52e-c3c8-4f51-8dcc-fc532b0ee987,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:08.824908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c383421d-c0be-4280-bc2d-5e828e31fa6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:08.825293 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.887100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550892d9-dffa-439a-b174-db9b40b404bb req-ce492256-80ee-4245-9dec-73206fb39ca2 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:08.901881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.904376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-550892d9-dffa-439a-b174-db9b40b404bb req-ce492256-80ee-4245-9dec-73206fb39ca2 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 943 time: 0.1485219 Jul 12 16:23:08.905410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:08.910952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "DELETE /v2.0/security-groups/4cb76014-12c0-4928-b136-193551737744 HTTP/1.1" status: 204 len: 168 time: 0.5045645 Jul 12 16:23:08.916957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59496) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:08.950106 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-9208cf20-36f8-4f8a-8bab-0fbf969e19c5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] show failed (client error): The resource could not be found. Jul 12 16:23:08.955622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9208cf20-36f8-4f8a-8bab-0fbf969e19c5 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "GET /v2.0/security-groups/4cb76014-12c0-4928-b136-193551737744 HTTP/1.1" status: 404 len: 347 time: 0.0370917 Jul 12 16:23:08.956523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:09.002108 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:09.038821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:09.040031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-550892d9-dffa-439a-b174-db9b40b404bb req-ac3ea7d3-fd16-4ec7-aa1b-6621dc16b219 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335938 Jul 12 16:23:09.041836 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed9a84-aea5-4c85-90b9-9e2ce3df491f" -d '{"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:09.062238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:09.072394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:09.090857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969606dd-cb82-4e02-8556-ebabbcf04724 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb76014-12c0-4928-b136-193551737744,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:09.184787 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8d3dbe-beda-41ed-aa22-841315958362 x-openstack-request-id: req-1f8d3dbe-beda-41ed-aa22-841315958362 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:09.185697 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:09.185962 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f8d3dbe-beda-41ed-aa22-841315958362 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:09.186384 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55', 'status': 'completed', 'code': 200} Jul 12 16:23:09.339451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:09.361108 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8fbf37-4368-4ad5-9ccc-f1ba89230729 x-openstack-request-id: req-5a8fbf37-4368-4ad5-9ccc-f1ba89230729 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:09.362340 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-plugged", "status": "completed", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:09.362784 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a8fbf37-4368-4ad5-9ccc-f1ba89230729 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:09.363355 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'code': 200} Jul 12 16:23:09.398124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Router 40ad2182-015e-40cf-b4ae-2425383baf71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:23:09.422383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccaa5f-44f9-402c-9be8-8d642a764de9 req-af595282-8082-46e5-9f81-bf417cbf8b97 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:09.448168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30142660-5b4e-4437-ae65-6367539b8b14 req-b0df16e2-bfad-475b-b36c-758edbe1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:09.450028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-b0df16e2-bfad-475b-b36c-758edbe1335b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=130e5407c00b4b42a0453096718845dd&device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 1094 time: 0.2564425 Jul 12 16:23:09.463555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7ccaa5f-44f9-402c-9be8-8d642a764de9 req-af595282-8082-46e5-9f81-bf417cbf8b97 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.5060959 Jul 12 16:23:09.471410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Deleting port fc4aa598-fc64-4d5a-86c4-0a79dfca7add {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:09.472664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:09.603851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7ccaa5f-44f9-402c-9be8-8d642a764de9 req-1048de2b-b52c-4871-b201-964157e99bab tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336069 Jul 12 16:23:09.888208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452882a4-3fb0-481d-a9ef-6ebb7470b560 req-aa9c261d-b599-495c-b272-637a911b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:09.889981 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-452882a4-3fb0-481d-a9ef-6ebb7470b560 req-aa9c261d-b599-495c-b272-637a911b99f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1097 time: 0.3011186 Jul 12 16:23:09.931068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:23:09.947296 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Sync routers for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:23:09.967171 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:09.967836 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:10.005135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port 278af52e-c3c8-4f51-8dcc-fc532b0ee987 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:10.008655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:10.011219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab028aad-eb27-41e4-a139-196c13d27525 req-c22d4e5c-76f5-4864-b9b5-596a11b0c537 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.77 "DELETE /v2.0/ports/278af52e-c3c8-4f51-8dcc-fc532b0ee987 HTTP/1.1" status: 204 len: 173 time: 2.8662369 Jul 12 16:23:10.011935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:10.024720 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f504b-4e9e-4a69-bc23-df7247b7a399" -d '{"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:10.033210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-452882a4-3fb0-481d-a9ef-6ebb7470b560 req-284fd884-a78a-4b96-b163-3d05030135f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283031 Jul 12 16:23:10.157519 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:10.261844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64f7b8a4-b881-4507-8c17-d84a0ef01fa6 req-db917b50-3050-43dd-97f0-6b2a67205d22 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0952764 Jul 12 16:23:10.275821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:10.277050 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:10.309630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30142660-5b4e-4437-ae65-6367539b8b14 req-232643f0-ab04-4fb8-a025-78b4bf601dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:10.315054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-232643f0-ab04-4fb8-a025-78b4bf601dd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae3c5ee-f57e-493b-9b9e-508dcfc30075 HTTP/1.1" status: 200 len: 910 time: 0.8567555 Jul 12 16:23:10.356685 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8914c83-393b-4227-9c74-381735206c20 x-openstack-request-id: req-a8914c83-393b-4227-9c74-381735206c20 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:10.356983 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e3b8c-93a3-4e20-b31b-d1c741a98675", "name": "network-vif-deleted", "tag": "278af52e-c3c8-4f51-8dcc-fc532b0ee987", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:10.357260 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8914c83-393b-4227-9c74-381735206c20 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:10.357670 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e3b8c-93a3-4e20-b31b-d1c741a98675', 'name': 'network-vif-deleted', 'tag': '278af52e-c3c8-4f51-8dcc-fc532b0ee987', 'status': 'completed', 'code': 200} Jul 12 16:23:10.371280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Calling delete_port for fc4aa598-fc64-4d5a-86c4-0a79dfca7add owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:10.502148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a262-55cd-4cfc-9f9e-8be6a04a8229 req-ffbf2791-931c-4c2a-9035-be10afcedb8e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:10.515035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cca3a262-55cd-4cfc-9f9e-8be6a04a8229 req-ffbf2791-931c-4c2a-9035-be10afcedb8e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.4203100 Jul 12 16:23:10.568025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-1f66269e-78ed-4cd1-8b5f-312399dfc504 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55 HTTP/1.1" status: 200 len: 217 time: 0.2295246 Jul 12 16:23:10.703096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5c48d109-dc11-4dee-a3ab-59ee14950a55 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:23:10.816920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:10.820541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adba7f-9284-40d0-b253-fcf9f4e4ec95 req-a4018798-40cb-4221-b749-008bf26ec18c tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:10.832991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92adba7f-9284-40d0-b253-fcf9f4e4ec95 req-a4018798-40cb-4221-b749-008bf26ec18c tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 943 time: 0.2104290 Jul 12 16:23:10.853357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Checking router: 40ad2182-015e-40cf-b4ae-2425383baf71 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:23:10.864632 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:10.865276 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:11.027159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55,segment=NetworkSegment(f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f),segment_id=f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:11.081336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '5c48d109-dc11-4dee-a3ab-59ee14950a55', 'network_id': 'eae3c5ee-f57e-493b-9b9e-508dcfc30075', 'port_id': '5c48d109-dc11-4dee-a3ab-59ee14950a55', 'mac_address': 'fa:16:3e:1d:eb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:23:11.102100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cca3a262-55cd-4cfc-9f9e-8be6a04a8229 req-fd25023b-2e85-4aa5-9f94-ac182cfccffc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810723 Jul 12 16:23:11.122244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:11.122503 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:11.263999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:11.307426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30142660-5b4e-4437-ae65-6367539b8b14 req-b6db5ef7-ed95-450a-a572-2c833879e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:11.310362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-b6db5ef7-ed95-450a-a572-2c833879e68a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9 HTTP/1.1" status: 200 len: 849 time: 0.7331736 Jul 12 16:23:11.318641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c48d109-dc11-4dee-a3ab-59ee14950a55 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:11.333440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Pushing event deleted for resources: {'Port': ['ID=fc4aa598-fc64-4d5a-86c4-0a79dfca7add,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:11.419037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55,segment=NetworkSegment(f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f),segment_id=f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:11.432178 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:11.512568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:11.548520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-3fa827e3-1930-48f7-b82e-231d6ef79822 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae3c5ee-f57e-493b-9b9e-508dcfc30075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111030 Jul 12 16:23:11.566509 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:11.637732 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7011f9-5926-4919-a5bf-20fb4c88b08c None None] The sync data for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 is: [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:11:45Z', 'revision_number': 4, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '61012acc-aeaf-48ab-b164-fe10914df9ac', 'name': '', 'network_id': '4359864b-a89f-4ff1-a168-eadaad7b9194', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'mac_address': 'fa:16:3e:41:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:43Z', 'updated_at': '2021-07-12T16:11:54Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'subnets': [{'id': '29987c6b-d443-4cd4-8bb6-f562631f97a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:23:11.680620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5c48d109-dc11-4dee-a3ab-59ee14950a55'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:23:11.690508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92adba7f-9284-40d0-b253-fcf9f4e4ec95 req-90614e88-1528-4ce2-97e5-a29838ad98a5 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532896 Jul 12 16:23:11.702131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:11.705095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:11.706034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-15c641fd-8c8c-4e61-90a6-41b990f46922 tempest-AttachVolumeShelveTestJSON-18411846 tempest-AttachVolumeShelveTestJSON-18411846-project] 10.222.0.58 "DELETE /v2.0/floatingips/903846ba-473c-4749-be9e-cbb31f5fa958 HTTP/1.1" status: 204 len: 168 time: 2.7459497 Jul 12 16:23:11.813035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd2d2-701e-4ff3-a49f-f464e1d72f75 req-ac6eace7-7832-4659-92a5-8257105b0481 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:11.815723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1bfd2d2-701e-4ff3-a49f-f464e1d72f75 req-ac6eace7-7832-4659-92a5-8257105b0481 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3925571 Jul 12 16:23:11.846251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-a74544b4-8a1a-4c0b-8ddc-322cdba24ecd service neutron] 10.222.0.65 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689121 Jul 12 16:23:12.000104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1bfd2d2-701e-4ff3-a49f-f464e1d72f75 req-6c979a18-9528-4a33-9b0b-32c241c3b544 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515760 Jul 12 16:23:12.083394 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30142660-5b4e-4437-ae65-6367539b8b14 req-a2f2a614-6d54-4d8b-ad40-b9d6c6748fdd service neutron] 10.222.0.65 "GET /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266498 Jul 12 16:23:12.223706 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fbc2d1c5-7bc0-45e0-a203-4ce76d10d016 req-56ed0f75-c20b-409c-af47-1bd99d290021 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0767460 Jul 12 16:23:12.393241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9a873-39e8-43d3-a666-709834f07462 None None] New status for floating IP 85ba0b09-022e-41c1-8663-4ab959e2377f: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:23:12.599706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211911-804d-4940-be8f-2a3864dbb830 req-264feff6-2008-4a6e-a049-725e17848832 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:12.606526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04211911-804d-4940-be8f-2a3864dbb830 req-264feff6-2008-4a6e-a049-725e17848832 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2046652 Jul 12 16:23:12.736536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5c48d109-dc11-4dee-a3ab-59ee14950a55 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:23:12.737430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04211911-804d-4940-be8f-2a3864dbb830 req-6e82dbae-2d49-4a73-ae55-dd308fd6a116 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259594 Jul 12 16:23:12.813575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 5c48d109-dc11-4dee-a3ab-59ee14950a55 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:23:12.821898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 5c48d109-dc11-4dee-a3ab-59ee14950a55 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:12.822360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:13.053854 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:13.120196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55,segment=NetworkSegment(f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f),segment_id=f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:13.121322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:13.124675 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee93714-0ed0-495c-bd05-fd28d81c2064" -d '{"events": [{"server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "name": "network-vif-plugged", "status": "completed", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:13.134973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:13.187233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cece2-3c50-4522-bae3-0542aa76af43 req-85ac0e88-9b1f-4d6d-95f6-cc67b0b14ee6 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:13.205598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-343cece2-3c50-4522-bae3-0542aa76af43 req-85ac0e88-9b1f-4d6d-95f6-cc67b0b14ee6 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 944 time: 0.2291474 Jul 12 16:23:13.332919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-343cece2-3c50-4522-bae3-0542aa76af43 req-d4f7819e-eafb-4022-8d34-71bc484dd631 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136706 Jul 12 16:23:13.334310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:13.446462 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0266ee0b-f56b-48f2-aba4-2339f22c5753 x-openstack-request-id: req-0266ee0b-f56b-48f2-aba4-2339f22c5753 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:13.447143 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "name": "network-vif-plugged", "status": "completed", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:13.447143 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0266ee0b-f56b-48f2-aba4-2339f22c5753 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:13.447772 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55', 'code': 200} Jul 12 16:23:13.502819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90bf4-52ea-4fe6-aaa3-2c14789b32f5 req-b99fa756-2115-4579-8f8f-9d91954a058b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:13.514484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c90bf4-52ea-4fe6-aaa3-2c14789b32f5 req-b99fa756-2115-4579-8f8f-9d91954a058b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1185715 Jul 12 16:23:13.682352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c90bf4-52ea-4fe6-aaa3-2c14789b32f5 req-efc6ddcc-35d1-466c-b483-c0e903595134 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665859 Jul 12 16:23:13.699304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfde0-9982-4dbb-bb9e-94b62d03927a req-9ddd8316-2555-4857-bd04-307e8b12bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:13.702817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfbfde0-9982-4dbb-bb9e-94b62d03927a req-9ddd8316-2555-4857-bd04-307e8b12bd75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 1096 time: 0.1560898 Jul 12 16:23:13.758931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cfbfde0-9982-4dbb-bb9e-94b62d03927a req-ddd6bd6d-4b53-46ba-8395-d19b6bf7f098 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jul 12 16:23:13.865467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18bc1c9d-87f2-4dd1-829f-adaff0d72d2f req-081099c2-d473-4b92-90bf-b0d265401571 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.1476033 Jul 12 16:23:14.035385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45db8d-ebe9-4928-881c-266473cca5dd req-f9896693-b16d-481b-8944-bb143e878888 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:14.037180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f45db8d-ebe9-4928-881c-266473cca5dd req-f9896693-b16d-481b-8944-bb143e878888 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1114750 Jul 12 16:23:14.086710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f45db8d-ebe9-4928-881c-266473cca5dd req-68313589-d7b2-4d73-8d3a-69f7be131895 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Jul 12 16:23:14.491135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b2b8c-57d8-4e8f-9232-7f0d3884da7a req-982ae432-5be5-48a2-adae-0079f915578a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:14.500886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e1b2b8c-57d8-4e8f-9232-7f0d3884da7a req-982ae432-5be5-48a2-adae-0079f915578a tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1708193 Jul 12 16:23:14.585220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e1b2b8c-57d8-4e8f-9232-7f0d3884da7a req-ca2fbb3e-71b3-4878-9129-5cc1c987388c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774171 Jul 12 16:23:14.724109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f295d-6697-43e6-b356-c53e074dfbc4 req-aa47c1ad-4e5f-4884-ba24-6ccb414fccee tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:14.733681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b7f295d-6697-43e6-b356-c53e074dfbc4 req-aa47c1ad-4e5f-4884-ba24-6ccb414fccee tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.1971762 Jul 12 16:23:14.845691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b7f295d-6697-43e6-b356-c53e074dfbc4 req-53c68551-9e2a-444e-9470-3a5d11386e30 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121452 Jul 12 16:23:14.890046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3250adc-4bfc-4fbe-bbb1-efbde7965362 req-5a5e5b39-7ecf-455f-9797-44f539078773 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:14.899197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3250adc-4bfc-4fbe-bbb1-efbde7965362 req-5a5e5b39-7ecf-455f-9797-44f539078773 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.0952568 Jul 12 16:23:14.968287 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3250adc-4bfc-4fbe-bbb1-efbde7965362 req-f970c345-c316-4fcb-925e-a5fb67425cb9 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677407 Jul 12 16:23:15.179142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbbfe-2f3e-4d46-a61c-748725e84ead req-3de8d05f-e511-4dfc-bc53-9ba21fead2da tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:15.187851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5ebbbfe-2f3e-4d46-a61c-748725e84ead req-3de8d05f-e511-4dfc-bc53-9ba21fead2da tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1615777 Jul 12 16:23:15.206381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5dba9db8-b35d-4798-8f9b-babb18dff59e req-a0762c2a-7c1b-4490-9e4e-0fae6660d3e3 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0497894 Jul 12 16:23:15.376181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5ebbbfe-2f3e-4d46-a61c-748725e84ead req-aa734a73-3e03-4e3b-9d87-c01f81c54792 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825039 Jul 12 16:23:15.577635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce3a3-330d-41cb-8037-67b311ac2e5b req-24f84602-50d2-4fbb-8638-f555e270deed tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:15.597946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b56ce3a3-330d-41cb-8037-67b311ac2e5b req-24f84602-50d2-4fbb-8638-f555e270deed tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1907578 Jul 12 16:23:15.744331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b56ce3a3-330d-41cb-8037-67b311ac2e5b req-2566827f-1aab-4e94-b3f3-e0f5587c5197 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430280 Jul 12 16:23:16.056920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efde30-2275-4615-b6bb-98c42fc963bf req-eb162ffb-03b6-4079-b270-733c818cca90 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:16.066781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80efde30-2275-4615-b6bb-98c42fc963bf req-eb162ffb-03b6-4079-b270-733c818cca90 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.0902779 Jul 12 16:23:16.134466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80efde30-2275-4615-b6bb-98c42fc963bf req-dea246f7-a41f-4435-9eb1-22ccc47fffa8 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jul 12 16:23:16.198171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132fbf6-5029-4418-99c7-f3eda880ace2 req-e8f6802e-be8c-4bee-b02d-9df3b5562f05 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:16.215630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9132fbf6-5029-4418-99c7-f3eda880ace2 req-e8f6802e-be8c-4bee-b02d-9df3b5562f05 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.1708498 Jul 12 16:23:16.281917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9132fbf6-5029-4418-99c7-f3eda880ace2 req-af619928-f327-47d9-992c-7e84e39d9b85 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614872 Jul 12 16:23:16.415150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf58e85-2741-4c6d-abd1-6d77a6412d5d req-0c41899c-32b9-4f9e-8a1a-3f9fb4bbc3f1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:16.423727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaf58e85-2741-4c6d-abd1-6d77a6412d5d req-0c41899c-32b9-4f9e-8a1a-3f9fb4bbc3f1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1011126 Jul 12 16:23:16.480467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aaf58e85-2741-4c6d-abd1-6d77a6412d5d req-9833c3d8-0a82-48bc-b29a-45143564164e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Jul 12 16:23:16.776007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc76e247-90e4-4da5-9351-715d255071f2 req-ff3951aa-6d0f-4e35-8369-eef24b552a57 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.1258328 Jul 12 16:23:17.020308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6aa2f-dd24-427d-90df-a113f1b6ec76 req-a19ed772-decd-4e06-ba17-d45edd0ee442 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:17.022464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4e6aa2f-dd24-427d-90df-a113f1b6ec76 req-a19ed772-decd-4e06-ba17-d45edd0ee442 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1479626 Jul 12 16:23:17.040196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59864) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:17.121107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a8058-42c3-45e9-aea8-6d39de149717 req-c7198cf5-460d-4664-84e4-e4b3fd00bd75 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:17.123082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a45a8058-42c3-45e9-aea8-6d39de149717 req-c7198cf5-460d-4664-84e4-e4b3fd00bd75 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.0954986 Jul 12 16:23:17.148942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4e6aa2f-dd24-427d-90df-a113f1b6ec76 req-e3b20162-1d45-4da8-b5a3-b32406965769 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031368 Jul 12 16:23:17.228621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a45a8058-42c3-45e9-aea8-6d39de149717 req-e41061da-7977-4a16-85a4-43c0fb4dc0a5 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956655 Jul 12 16:23:17.270670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba13f-534c-47fc-b101-87a9e7f7ce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.440826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba13f-534c-47fc-b101-87a9e7f7ce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.449059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba13f-534c-47fc-b101-87a9e7f7ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.482573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0b5ba13f-534c-47fc-b101-87a9e7f7ce49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=651a321fdb6140b3bd6ba3d9cfdc5eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232633 Jul 12 16:23:17.485461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:17.508299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ba13f-534c-47fc-b101-87a9e7f7ce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a356eaf2-3d13-49b0-b4f7-6eeb6173e6ae,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:17.590402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.616238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.711539 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.714463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:17.719556 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a356eaf2-3d13-49b0-b4f7-6eeb6173e6ae HTTP/1.1" status: 204 len: 168 time: 0.2326665 Jul 12 16:23:17.728671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb971e-62af-47a6-be2e-12b31f2f9b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a356eaf2-3d13-49b0-b4f7-6eeb6173e6ae,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:18.037649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da895-3a5e-4962-a883-96906e138790 req-5b463bac-aada-4efb-8abe-ff848df4b2b1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:18.049592 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a57da895-3a5e-4962-a883-96906e138790 req-5b463bac-aada-4efb-8abe-ff848df4b2b1 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1138244 Jul 12 16:23:18.141230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a57da895-3a5e-4962-a883-96906e138790 req-dbd1ee28-d719-474c-b232-4d4e1ae5a116 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906205 Jul 12 16:23:18.245784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b83c9c60-6b3f-41d2-aebb-05315a2af509 req-eb576735-d492-4efa-a0a8-78a61a73daaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0649419 Jul 12 16:23:18.533538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a0f5d-7ef7-44da-bb97-b0660fb5a5ab req-c3ce8b7a-1165-4dd6-8705-d358fbe8a8c3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:18.536443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d9a0f5d-7ef7-44da-bb97-b0660fb5a5ab req-c3ce8b7a-1165-4dd6-8705-d358fbe8a8c3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1521740 Jul 12 16:23:18.616481 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7d9a0f5d-7ef7-44da-bb97-b0660fb5a5ab req-8c6d7e2c-da5f-4942-864f-e7e849cb201c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727448 Jul 12 16:23:19.522099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a447c7c-fb3e-48c3-ba48-1e4829b08041 req-dccfd477-f5df-446d-bc0c-efae54da5acf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:19.538185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a447c7c-fb3e-48c3-ba48-1e4829b08041 req-dccfd477-f5df-446d-bc0c-efae54da5acf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1756673 Jul 12 16:23:19.643895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a447c7c-fb3e-48c3-ba48-1e4829b08041 req-62d2278d-2095-4998-b076-d296e2569f1e tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030924 Jul 12 16:23:19.840779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0faf5534-1f19-40ce-8a59-a3ea49f36b29 req-5ab8c79e-ea65-473b-8ae8-05feb215faa1 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0607376 Jul 12 16:23:20.181541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515fab-5ae0-40a2-a823-33412eef2704 req-58220b6c-dc89-4a8a-bf16-f666dcf4f659 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:20.193509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca515fab-5ae0-40a2-a823-33412eef2704 req-58220b6c-dc89-4a8a-bf16-f666dcf4f659 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1214180 Jul 12 16:23:20.274631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca515fab-5ae0-40a2-a823-33412eef2704 req-39fad7a2-7aa0-483f-ae4e-220b72a641f6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743437 Jul 12 16:23:20.280008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59954) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:20.577836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-391313262'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:20.623825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Made reservation on behalf of 22cfbd120b6f483f84e934ac56d0d944 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:20.627783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:20.648800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:20.899701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:20.906897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:20.990328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daca5f8-9bcc-48f8-b5d4-ddf93dc30418,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:21.041250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:23:21.079458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:21.081013 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Added segment 129be643-c4bd-4c68-ab1a-9b2bde50c359 of type vlan for network 22546d2c-9880-490d-b2e0-bf0381112263 Jul 12 16:23:21.149490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96466fdc-091e-4d98-aca1-d6863be2e3b6 req-64b4ff2d-8c38-44e5-97af-26bad21bb590 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:21.173208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96466fdc-091e-4d98-aca1-d6863be2e3b6 req-64b4ff2d-8c38-44e5-97af-26bad21bb590 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1270263 Jul 12 16:23:21.238377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:21.316166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96466fdc-091e-4d98-aca1-d6863be2e3b6 req-5eb12904-e7f1-4727-b0bb-18a74acad0af tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410623 Jul 12 16:23:21.369070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:21.382969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:21.384363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:21.431816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1503766 Jul 12 16:23:21.630447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a32576b-2107-40ac-8102-9c6045d3eeef req-fb60c206-9490-462c-870e-7f5a5dfb5e18 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0610802 Jul 12 16:23:21.664993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-6e996c79-f04f-4549-be47-d85fae5aa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:21.666874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-6e996c79-f04f-4549-be47-d85fae5aa862 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 1097 time: 0.4757547 Jul 12 16:23:21.805737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-9ca45cbc-1186-4445-a1b3-ed9f49a2ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:21.807257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-9ca45cbc-1186-4445-a1b3-ed9f49a2ce02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 200 len: 914 time: 0.1142139 Jul 12 16:23:21.824854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d223ff-1da7-4786-9a43-2ea2f7783213 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Pushing event updated for resources: {'Network': ['ID=22546d2c-9880-490d-b2e0-bf0381112263,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:21.835495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 22546d2c-9880-490d-b2e0-bf0381112263 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:23:21.875454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-d27ffcf9-30e2-43e7-a4e6-ff21b298179d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 200 len: 217 time: 0.0608068 Jul 12 16:23:22.006559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-7bbafd21-158c-4429-9028-4e77bc43ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:22.015166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-7bbafd21-158c-4429-9028-4e77bc43ce72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 200 len: 853 time: 0.1265788 Jul 12 16:23:22.100080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:22.109499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'network_id': '22546d2c-9880-490d-b2e0-bf0381112263', 'binding:host_id': 'n-h2-800078-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1372488706'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:22.116520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-dcb8cca6-1dc4-4c4c-9e45-360ca97d4d8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57982a88-8c7f-421f-9928-3b7b80e4e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813818 Jul 12 16:23:22.237258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Made reservation on behalf of 4c9f274a26174509ad114d248fd7e39c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:22.241333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:22.274332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:22.297481 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:23:22.341611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-3434f520-4347-4437-ad29-a41e624ad902 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117636 Jul 12 16:23:22.355771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32731-40a1-4855-9d59-1120ee9f35c8 req-34c5dd81-6344-4cd7-a546-f1101682c1c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:22.363795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77f32731-40a1-4855-9d59-1120ee9f35c8 req-34c5dd81-6344-4cd7-a546-f1101682c1c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4446852 Jul 12 16:23:22.528400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:22.540187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:22.560219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77f32731-40a1-4855-9d59-1120ee9f35c8 req-dfd03c65-7c53-410d-98c8-8398d0abae48 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951056 Jul 12 16:23:22.635120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port 5fdfe505-b3a2-4390-9777-19328bd0bd8f yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:22.647723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af787374-cac9-48c6-9b02-0c3db4d8b434,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:22.656449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93a59eb3-eab1-4252-9942-a4e21e04d265 req-ee07e904-ad6e-4f66-8fd7-65e8ba7d0689 service neutron] 10.222.0.65 "GET /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892501 Jul 12 16:23:23.005441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9291b10-e09d-43bf-b7a6-4b644ba26725 req-57817ac3-6e48-400e-b917-72dfa7a544c0 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0547078 Jul 12 16:23:23.006622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebd740-0701-4e6c-8a62-6f274dc88796 req-bb1468bc-7b72-4038-8fa4-0614576078bc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:23.009157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15ebd740-0701-4e6c-8a62-6f274dc88796 req-bb1468bc-7b72-4038-8fa4-0614576078bc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1972630 Jul 12 16:23:23.120843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15ebd740-0701-4e6c-8a62-6f274dc88796 req-4de863a5-231e-456b-9fba-2dff06321ab5 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Jul 12 16:23:23.130049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port 5fdfe505-b3a2-4390-9777-19328bd0bd8f yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:23.154451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:23.155481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:23.186784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Transition to ACTIVE for port object 5fdfe505-b3a2-4390-9777-19328bd0bd8f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:23.214633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:23.303733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=5fdfe505-b3a2-4390-9777-19328bd0bd8f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:23.323069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Checking segment: {'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:23.323555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Network hostable DHCP agents. Network: 22546d2c-9880-490d-b2e0-bf0381112263, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:23:23.344767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Network 22546d2c-9880-490d-b2e0-bf0381112263 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:23:23.361911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 22546d2c-9880-490d-b2e0-bf0381112263) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:23.373580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a422f-487d-40ec-8edb-2baf05a02d45 None None] Network 22546d2c-9880-490d-b2e0-bf0381112263 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:23.381089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:23.400835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.401371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.401815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.407832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.408495 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.409009 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 2 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.427822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.428318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.429279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.438473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.438687 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.439358 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 3 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.465356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.465356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.466181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.479104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.481288 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.482120 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 4 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.518100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.518675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.519125 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.529245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.530103 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.530739 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 5 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.552567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.553069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.553569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.560078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.560078 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.561319 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 6 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.613513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.616419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.619143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.642121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.642617 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.643255 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 7 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.693575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.693975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.694316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.706567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.706820 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.707347 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 8 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.746934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.747626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.748448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.773161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.773861 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.774310 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 9 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.797722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.797935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.798238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.820084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.820355 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.820702 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 10 to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f Jul 12 16:23:23.845043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:23.845375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:23.845719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:23.858067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:23.858401 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 5fdfe505-b3a2-4390-9777-19328bd0bd8f on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:23.858778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:23.967912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port 5fdfe505-b3a2-4390-9777-19328bd0bd8f, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:23.968291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempted to set empty binding levels {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:23:23.977809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:23.985513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3e2e-98b1-40ce-968b-7e9c0fda278f req-41e3182d-0d4c-4b63-b653-9d98d047eaf3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:23.987195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-190f3e2e-98b1-40ce-968b-7e9c0fda278f req-41e3182d-0d4c-4b63-b653-9d98d047eaf3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1652849 Jul 12 16:23:24.035973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:24.036792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.065926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9645760 Jul 12 16:23:24.070807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60024) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:24.083237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-190f3e2e-98b1-40ce-968b-7e9c0fda278f req-96d9714a-ffb3-48f5-a198-b1251c724dbf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706248 Jul 12 16:23:24.095245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02282fcc-1ed5-4347-a9b1-00b1cf594faf tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=5fdfe505-b3a2-4390-9777-19328bd0bd8f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:24.226230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.261759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4284-2487-461c-82f0-cfdd5803f36c req-3d82e44d-b929-40d1-bb64-4942250b73de tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:24.270441 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26bf4284-2487-461c-82f0-cfdd5803f36c req-3d82e44d-b929-40d1-bb64-4942250b73de tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.1760654 Jul 12 16:23:24.284713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Deleting port 5fdfe505-b3a2-4390-9777-19328bd0bd8f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:24.285056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.430318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51e8c57e-fbe3-4302-9cd5-8d048f5c17fd req-c291e802-8f5e-40b7-99a5-96a04bb4532a tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0681601 Jul 12 16:23:24.438225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26bf4284-2487-461c-82f0-cfdd5803f36c req-dd82039f-4b63-4551-928c-3727baba562d tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667929 Jul 12 16:23:24.455902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port 5fdfe505-b3a2-4390-9777-19328bd0bd8f, host n-h2-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:24.455902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.484887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Calling delete_port for 5fdfe505-b3a2-4390-9777-19328bd0bd8f owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:24.635966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Deleting port 7c0e927a-c155-45b5-9b9f-b887b2390035 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:24.638951 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.734388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.773894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fdfe505-b3a2-4390-9777-19328bd0bd8f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:24.794893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.800304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c904a30c-c52a-4e06-b535-a48fe170e1e5 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5fdfe505-b3a2-4390-9777-19328bd0bd8f HTTP/1.1" status: 204 len: 168 time: 0.7281263 Jul 12 16:23:24.802144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:24.829678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] For port 7c0e927a-c155-45b5-9b9f-b887b2390035, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7c0e927a-c155-45b5-9b9f-b887b2390035,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:24.830090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:24.858255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Calling delete_port for 7c0e927a-c155-45b5-9b9f-b887b2390035 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:24.868259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdca2f7-f648-4bd1-b411-bd164ade65bd req-ae29c0e5-f714-4b09-b365-0fabd58f6081 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:24.876181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fdca2f7-f648-4bd1-b411-bd164ade65bd req-ae29c0e5-f714-4b09-b365-0fabd58f6081 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2217209 Jul 12 16:23:24.877416 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d62bff4-ee89-4306-a8c7-50ca78dc8aa2 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:23:24.884232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d62bff4-ee89-4306-a8c7-50ca78dc8aa2 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports/5fdfe505-b3a2-4390-9777-19328bd0bd8f HTTP/1.1" status: 404 len: 333 time: 0.0758104 Jul 12 16:23:24.885751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60040) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:24.890681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'network_id': '22546d2c-9880-490d-b2e0-bf0381112263', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-798727255'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:24.955771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fdca2f7-f648-4bd1-b411-bd164ade65bd req-d68e1ba1-1308-4ad2-8666-89c4e55a503f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Jul 12 16:23:24.961310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Made reservation on behalf of 4c9f274a26174509ad114d248fd7e39c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:24.963824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:25.037482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port 86b7327c-acaf-44e1-bd0d-846f874f1b1c yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:25.337968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f204a6-43bb-4be5-a454-2f5d871506e0 req-26678c35-46f0-4711-b535-184e388556ac tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:25.339486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f204a6-43bb-4be5-a454-2f5d871506e0 req-26678c35-46f0-4711-b535-184e388556ac tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.0950832 Jul 12 16:23:25.407974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56f204a6-43bb-4be5-a454-2f5d871506e0 req-fc62c5b9-ca2c-423f-bd0d-91da61d44e06 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615325 Jul 12 16:23:25.580825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:25.622082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622e65-d8e4-49bd-8d92-cfd915b427d9 req-7f068f52-69b4-4330-a55d-3da04ee2e640 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:25.628100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47622e65-d8e4-49bd-8d92-cfd915b427d9 req-7f068f52-69b4-4330-a55d-3da04ee2e640 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.4354393 Jul 12 16:23:25.654665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:25.679901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198789f9-b49f-47f3-8bb9-8724e7565e95 req-5185d40e-3d8a-42eb-8506-cebe23830805 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:25.681590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-198789f9-b49f-47f3-8bb9-8724e7565e95 req-5185d40e-3d8a-42eb-8506-cebe23830805 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.0875125 Jul 12 16:23:25.712567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0e927a-c155-45b5-9b9f-b887b2390035,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:25.756561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-198789f9-b49f-47f3-8bb9-8724e7565e95 req-844db409-7ee6-4988-9858-07b9ae81f65a tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661838 Jul 12 16:23:25.838632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47622e65-d8e4-49bd-8d92-cfd915b427d9 req-254a18f6-da77-43b1-8643-b151e4ecc874 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793637 Jul 12 16:23:25.843087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:25.964962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68ebed9e-5fa8-4d56-8569-a584678d0b08 req-27e81eeb-8fab-482c-8650-ae0a261709ec tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0580382 Jul 12 16:23:26.011151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Network 22546d2c-9880-490d-b2e0-bf0381112263 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:26.050635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:26.062568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-790167f6-2057-4b67-98d4-fd5022413760 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:26.064228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-790167f6-2057-4b67-98d4-fd5022413760 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.6154678 Jul 12 16:23:26.065075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=86b7327c-acaf-44e1-bd0d-846f874f1b1c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:26.067454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:26.068443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:26.069119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:26.134723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6d955c65-d748-4dd2-894d-3f46b9e8764c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2477798 Jul 12 16:23:26.138111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60090) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:26.138879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:26.146556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:26.173208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042952c4-9847-49dc-84a5-705115728272 req-bf91c3cb-169c-4c7d-b962-1dd054b0f3cf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:26.174873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-042952c4-9847-49dc-84a5-705115728272 req-bf91c3cb-169c-4c7d-b962-1dd054b0f3cf tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.0771761 Jul 12 16:23:26.220317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-042952c4-9847-49dc-84a5-705115728272 req-b4432ce5-9ae3-45ae-a650-44b6f3469c3b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Jul 12 16:23:26.733801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcef39-26ed-4a35-8ae9-ecbffc225ef4 req-5ce3d247-eb4e-4ac2-a8b8-461cae7c3302 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:26.735539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2bcef39-26ed-4a35-8ae9-ecbffc225ef4 req-5ce3d247-eb4e-4ac2-a8b8-461cae7c3302 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.0707738 Jul 12 16:23:26.750864 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:26.758321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Deleting port 5c48d109-dc11-4dee-a3ab-59ee14950a55 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:26.759098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:26.779888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2bcef39-26ed-4a35-8ae9-ecbffc225ef4 req-13189219-5450-4fe4-b9ca-7c62a437e39d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367768 Jul 12 16:23:26.856906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849745b-185d-430d-b127-97c420256760 req-fa0c243a-0b05-4987-a89b-e06ff2a2f04b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:26.858483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5849745b-185d-430d-b127-97c420256760 req-fa0c243a-0b05-4987-a89b-e06ff2a2f04b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2723582 Jul 12 16:23:27.013336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006b7d6-d150-435c-875c-4a6d2b1afb4e req-bd291496-d131-4173-a05a-91a20732ba91 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:27.015368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0006b7d6-d150-435c-875c-4a6d2b1afb4e req-bd291496-d131-4173-a05a-91a20732ba91 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 945 time: 0.0953434 Jul 12 16:23:27.081531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0006b7d6-d150-435c-875c-4a6d2b1afb4e req-9fb9ca14-dafe-4089-9702-f9f1b4823219 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/security-groups?id=863da49e-ee9c-4a41-8a44-69337a1984f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548637 Jul 12 16:23:27.096405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] For port 5c48d109-dc11-4dee-a3ab-59ee14950a55, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5c48d109-dc11-4dee-a3ab-59ee14950a55,segment=NetworkSegment(f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f),segment_id=f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:27.097203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.118936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5849745b-185d-430d-b127-97c420256760 req-197a6697-1ece-45e7-9444-d100c0069fe4 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081170 Jul 12 16:23:27.169516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Calling delete_port for 5c48d109-dc11-4dee-a3ab-59ee14950a55 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:27.241130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Router 601486f8-935c-47de-9147-25fa4a7b0136 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:23:27.332042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0706401e-668f-4cae-ac85-d9a9dbc4c90c req-7c90f15b-4cee-44be-b647-1590a0e0fb2c tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0708139 Jul 12 16:23:27.369451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port 86b7327c-acaf-44e1-bd0d-846f874f1b1c yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:27.384996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.498365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:23:27.506430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-121310b2-d6cf-4f6f-941d-5e1ecc43d662 admin admin] 10.222.0.58 "PUT /v2.0/routers/601486f8-935c-47de-9147-25fa4a7b0136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3496575 Jul 12 16:23:27.506781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60156) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:27.514149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Transition to ACTIVE for port object 86b7327c-acaf-44e1-bd0d-846f874f1b1c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:27.514149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.522731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Sync routers for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:23:27.548225 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:27.550761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:27.565352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Pushing event deleted for resources: {'Port': ['ID=5c48d109-dc11-4dee-a3ab-59ee14950a55,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:27.591150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.767604 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:27.781537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] No DVR routers for this DVR port 5c48d109-dc11-4dee-a3ab-59ee14950a55 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:27.795634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.799616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-98d70bc2-3cf1-4e53-879d-dde68a7465b8 req-13409faa-27e7-4f9d-bc2d-5e9f47327f83 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.65 "DELETE /v2.0/ports/5c48d109-dc11-4dee-a3ab-59ee14950a55 HTTP/1.1" status: 204 len: 173 time: 1.7233963 Jul 12 16:23:27.801432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'name': 'network-vif-deleted', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:27.808501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e05f2c-e916-4154-9e01-87f245a83363 req-1ee6a6de-1f25-4e2d-a871-c6dfdeca8a72 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:27.815412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9e05f2c-e916-4154-9e01-87f245a83363 req-1ee6a6de-1f25-4e2d-a871-c6dfdeca8a72 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1411152 Jul 12 16:23:27.818012 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937bb2ef-536b-4bd8-949f-40406ceed09e" -d '{"events": [{"server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "name": "network-vif-deleted", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:27.819570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:27.927528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:27.929533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:27.930294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:27.937280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9e05f2c-e916-4154-9e01-87f245a83363 req-2a39cfd6-d5bf-409f-be59-5f3c97fbf80d tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208816 Jul 12 16:23:27.956913 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c4171-4cdb-438d-9554-2040859e9bcd x-openstack-request-id: req-a83c4171-4cdb-438d-9554-2040859e9bcd {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:27.959463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:27.960572 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43d08de-3283-4506-8e8e-f44f1a230bed", "name": "network-vif-deleted", "tag": "5c48d109-dc11-4dee-a3ab-59ee14950a55", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:27.960817 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a83c4171-4cdb-438d-9554-2040859e9bcd {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:27.962414 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43d08de-3283-4506-8e8e-f44f1a230bed', 'name': 'network-vif-deleted', 'tag': '5c48d109-dc11-4dee-a3ab-59ee14950a55', 'status': 'completed', 'code': 200} Jul 12 16:23:27.968505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:27.970569 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:27.972890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=86b7327c-acaf-44e1-bd0d-846f874f1b1c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:27.981229 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 2 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.046448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.050948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.052205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.052639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.067656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.071430 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.071896 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 3 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.121667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.122599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.122599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.136577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.136913 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.137311 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 4 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.167140 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.190364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.190728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.191134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.203658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.204164 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.204442 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 5 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.212256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Deleting port 0484aa89-8058-4915-90e8-bb402400b132 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:28.212668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.261572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:28.263248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:28.271670 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82ba2b-dcb4-447b-88c7-4a852005141b" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:28.279755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.286974 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '0484aa89-8058-4915-90e8-bb402400b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:23:25Z', 'revision_number': 5, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port': {'id': '0484aa89-8058-4915-90e8-bb402400b132', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601486f8-935c-47de-9147-25fa4a7b0136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:14:11Z', 'updated_at': '2021-07-12T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:28.336690 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Checking router: 601486f8-935c-47de-9147-25fa4a7b0136 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:23:28.355211 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Routers {'601486f8-935c-47de-9147-25fa4a7b0136'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:28.356798 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['601486f8-935c-47de-9147-25fa4a7b0136'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:28.372582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.372927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.373406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.395899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.396195 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.402877 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 6 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.422834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=15']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:28.455852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.456183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.456515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.463775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.464105 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.465356 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 7 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.480645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.480996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.483204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] For port 0484aa89-8058-4915-90e8-bb402400b132, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0484aa89-8058-4915-90e8-bb402400b132,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:28.483815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.488663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.512769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1001bcb2-dffe-4a24-b4e2-e91b42261a7c req-c46bb608-c739-4e16-9dad-7306ba8dfd40 tempest-ServerTagsTestJSON-913927796 tempest-ServerTagsTestJSON-913927796-project] 10.222.0.58 "GET /v2.0/ports?device_id=f43d08de-3283-4506-8e8e-f44f1a230bed HTTP/1.1" status: 200 len: 210 time: 0.0724068 Jul 12 16:23:28.514740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4e253-35d2-4aaf-8232-5ccba50c298f req-299aeacd-6156-4866-a5fc-028dbb94a7d7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:28.516170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51e4e253-35d2-4aaf-8232-5ccba50c298f req-299aeacd-6156-4866-a5fc-028dbb94a7d7 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2668145 Jul 12 16:23:28.516811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.517140 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.517528 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 8 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.531745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Calling delete_port for 0484aa89-8058-4915-90e8-bb402400b132 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:28.543121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.543457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.543979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.574077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.574419 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.584058 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 9 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.589344 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] Set router 601486f8-935c-47de-9147-25fa4a7b0136 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:28.667534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51e4e253-35d2-4aaf-8232-5ccba50c298f req-40c93523-4f25-4f29-ba08-9aa7e54dedbc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356285 Jul 12 16:23:28.689592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.689934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.690266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.711372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.711837 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.712107 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 10 to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c Jul 12 16:23:28.712989 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:23:28Z', 'revision_number': 6, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:28.746245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:28.746597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:28.746905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:28.754264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa6e83-28a9-42fc-8791-37cc6b76f581 None None] The sync data for ids ['601486f8-935c-47de-9147-25fa4a7b0136'] in n-d-800078-3 is: [{'id': '601486f8-935c-47de-9147-25fa4a7b0136', 'name': 'tempest-AttachVolumeShelveTestJSON-777881005-router', 'tenant_id': '6f2119ed04194611bb7115fc8f6c9938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:14:09Z', 'updated_at': '2021-07-12T16:23:28Z', 'revision_number': 6, 'project_id': '6f2119ed04194611bb7115fc8f6c9938', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:23:28.775494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:28.775856 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:28.776227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.800250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5c48d109-dc11-4dee-a3ab-59ee14950a55 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:28.848770 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452941e5-a42f-4578-ab68-4e781d21b6c2 x-openstack-request-id: req-452941e5-a42f-4578-ab68-4e781d21b6c2 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:28.849233 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:28.849645 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-452941e5-a42f-4578-ab68-4e781d21b6c2 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:28.849996 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:23:28.851359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 5c48d109-dc11-4dee-a3ab-59ee14950a55 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:28.856778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5c48d109-dc11-4dee-a3ab-59ee14950a55 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:28.869419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:28.869795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.920604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port 86b7327c-acaf-44e1-bd0d-846f874f1b1c, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:28.921360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempted to set empty binding levels {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:23:28.928207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.935196 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:28.971082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=0484aa89-8058-4915-90e8-bb402400b132,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:29.007674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.016069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b761ccb1-6706-4191-afa5-256020e734b5 req-55915919-e3ca-472b-87c9-9e4a38963849 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.0432005 Jul 12 16:23:29.027824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] In _notify_port_updated(), no bound segment for port 86b7327c-acaf-44e1-bd0d-846f874f1b1c on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:23:29.029115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.029755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.032315 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "PUT /v2.0/ports/86b7327c-acaf-44e1-bd0d-846f874f1b1c HTTP/1.1" status: 200 len: 974 time: 2.8910708 Jul 12 16:23:29.036419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60206) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:29.061701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:29.063236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ba0f-94a8-455d-8f1f-e9ab2f00c8de req-59c36346-f396-4d2d-bc2c-a8daafd88b6d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.064841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0878ba0f-94a8-455d-8f1f-e9ab2f00c8de req-59c36346-f396-4d2d-bc2c-a8daafd88b6d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 945 time: 0.1915419 Jul 12 16:23:29.070482 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.073657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.090558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8977a9-074e-489e-999d-e25d86eec099 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=86b7327c-acaf-44e1-bd0d-846f874f1b1c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:29.145062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57410cd1-f019-4bf0-9f33-11ba3348e6de None None] Pushing event updated for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=16']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:29.233064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.234660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.235320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.236003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.236730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.237657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.239999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.241314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.242656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.243138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.249538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.250800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.250800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.250800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.251227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.251729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.252512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.252982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.253445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.253978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.254350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.265057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8b10d30c-9063-490c-b17d-07ec3b39b336 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29742 time: 0.2234361 Jul 12 16:23:29.267054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60208) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:29.296163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0878ba0f-94a8-455d-8f1f-e9ab2f00c8de req-8d67bf24-2ed0-42b1-b8a4-44d032a8410e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151780 Jul 12 16:23:29.308810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.313217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.406803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.407613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 601486f8-935c-47de-9147-25fa4a7b0136 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:23:29.413007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.420346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-58499da6-0fa7-4611-ab26-49a50d27c081 admin admin] 10.222.0.58 "DELETE /v2.0/routers/601486f8-935c-47de-9147-25fa4a7b0136 HTTP/1.1" status: 204 len: 168 time: 1.9104049 Jul 12 16:23:29.421150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:29.535499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Deleting subnet 3a673cb9-6175-406e-b5e2-87b4582b26f7 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:29.540732 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.544754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Deleting port 86b7327c-acaf-44e1-bd0d-846f874f1b1c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:29.545146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.589052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.624634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b720-de12-45c1-b757-4d27b186cec9 req-033b66b1-de58-46c7-a1d2-e16a6fcbed85 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:29.626194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6a6b720-de12-45c1-b757-4d27b186cec9 req-033b66b1-de58-46c7-a1d2-e16a6fcbed85 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1985049 Jul 12 16:23:29.654023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6309326a-0794-485c-aa56-d807a0027d44 None None] Provisioning complete for port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:29.656309 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6309326a-0794-485c-aa56-d807a0027d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.670261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port 86b7327c-acaf-44e1-bd0d-846f874f1b1c, host n-h2-800078-3, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:29.670888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.696675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60220) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:29.722469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Calling delete_port for 86b7327c-acaf-44e1-bd0d-846f874f1b1c owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:29.747488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6a6b720-de12-45c1-b757-4d27b186cec9 req-2e5e3071-d3e5-42d2-8059-66762d936a88 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069403 Jul 12 16:23:29.863562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0484aa89-8058-4915-90e8-bb402400b132 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:29.896402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0484aa89-8058-4915-90e8-bb402400b132 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:29.896817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0484aa89-8058-4915-90e8-bb402400b132 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:29.897237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7c0e927a-c155-45b5-9b9f-b887b2390035 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:29.924026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7c0e927a-c155-45b5-9b9f-b887b2390035 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:29.924372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7c0e927a-c155-45b5-9b9f-b887b2390035 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:29.962682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.995073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Deleting subnet 5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:30.005123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event deleted for resources: {'Port': ['ID=86b7327c-acaf-44e1-bd0d-846f874f1b1c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:30.011847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.048377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.052758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6276a341-9ec5-4339-9358-468a3cd8323c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "DELETE /v2.0/ports/86b7327c-acaf-44e1-bd0d-846f874f1b1c HTTP/1.1" status: 204 len: 168 time: 0.7819216 Jul 12 16:23:30.053413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60224) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.082968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.090470 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a2e04f-58b0-4e59-b6c4-a4240766db77 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:23:30.092535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-59a2e04f-58b0-4e59-b6c4-a4240766db77 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports/86b7327c-acaf-44e1-bd0d-846f874f1b1c HTTP/1.1" status: 404 len: 333 time: 0.0379472 Jul 12 16:23:30.099972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.107738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-431741369', 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:30.108438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678334be-ba58-4ec0-b250-167a985b6a87 req-7174bd48-636b-4c13-9337-de15739be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.109952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-7174bd48-636b-4c13-9337-de15739be446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.4125502 Jul 12 16:23:30.113720 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.135681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1a32-5ebc-411a-8480-f48148a0a294 req-f2a183ea-2d91-4833-8967-f6bc168d69b3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.143004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71cb1a32-5ebc-411a-8480-f48148a0a294 req-f2a183ea-2d91-4833-8967-f6bc168d69b3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1389844 Jul 12 16:23:30.168654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Made reservation on behalf of 4c9f274a26174509ad114d248fd7e39c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:30.171012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.201366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port e7bde143-8c90-43c8-8e5f-793d44d160cb yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:30.218900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71cb1a32-5ebc-411a-8480-f48148a0a294 req-4e1ad356-332a-444a-97a2-aa153a19be44 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748343 Jul 12 16:23:30.238091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cafb86-962a-4fe7-8cfc-4499fc3c8924 req-f27eb383-0032-4223-bdcb-c7b3a2e0dad8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.239686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07cafb86-962a-4fe7-8cfc-4499fc3c8924 req-f27eb383-0032-4223-bdcb-c7b3a2e0dad8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3508306 Jul 12 16:23:30.329985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.381020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.397272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07cafb86-962a-4fe7-8cfc-4499fc3c8924 req-5eebebc4-e692-4c2d-b192-37f7eb099b97 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241651 Jul 12 16:23:30.431633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a673cb9-6175-406e-b5e2-87b4582b26f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:30.437712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.442178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f5232-99b7-440a-a765-51ad476e0d3b None None] Network 19741516-8b61-4d94-b931-76813d264aa7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:30.442754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3a673cb9-6175-406e-b5e2-87b4582b26f7 HTTP/1.1" status: 204 len: 168 time: 1.0164845 Jul 12 16:23:30.450851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.466353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.466700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.467044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.467548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.467927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.468405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.468739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.469067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.469395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.469722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.470045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.470370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3251e-730f-45ed-9b4a-20902b628a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:30.473887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678334be-ba58-4ec0-b250-167a985b6a87 req-4d8300e4-c788-4964-ab7e-bb089298c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.475406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-4d8300e4-c788-4964-ab7e-bb089298c16c service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.3357971 Jul 12 16:23:30.492162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.549835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78de75a8-0c87-435d-8bef-932e09697e67 req-bb20e969-18a3-4ace-b06d-49368e97b867 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b9e3b8c-93a3-4e20-b31b-d1c741a98675 HTTP/1.1" status: 200 len: 210 time: 0.1630375 Jul 12 16:23:30.581823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.615050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-1ae89939-5f95-481d-83af-8549ea4faa7c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.0939896 Jul 12 16:23:30.637405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Network 22546d2c-9880-490d-b2e0-bf0381112263 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:30.647553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:30.654135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:30.655279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.656080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.661010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bde143-8c90-43c8-8e5f-793d44d160cb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:30.672242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.685714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-add76170-3dd1-49e9-bbb9-a61ac09edc26 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5834813 Jul 12 16:23:30.689751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60238) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.716698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.722215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:30.724556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.729943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50d477d0-e228-4d0e-b5e4-02f810cf6060 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5189a8fc-da59-4aa9-9ff2-3a9c2ccf39c9 HTTP/1.1" status: 204 len: 168 time: 1.0312874 Jul 12 16:23:30.731211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60242) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.744416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678334be-ba58-4ec0-b250-167a985b6a87 req-208b6c58-aac0-464d-a49b-c05928df702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.746832 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-208b6c58-aac0-464d-a49b-c05928df702b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1225030 Jul 12 16:23:30.823245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.825613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223e863-1f1f-4196-aacc-e58830ff1c8c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:30.827050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1223e863-1f1f-4196-aacc-e58830ff1c8c tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports/e7bde143-8c90-43c8-8e5f-793d44d160cb HTTP/1.1" status: 200 len: 954 time: 0.1359019 Jul 12 16:23:30.831940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60244) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:30.835182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] DHCP port deletion for 19741516-8b61-4d94-b931-76813d264aa7 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:23:30.865113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:30.868654 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08bfe85-3309-4d69-a960-78ee7f8e5314" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:30.901119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Deleting port fb12ca1b-cb9c-4d9f-8212-ec124d14316b {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:30.901494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.919654 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bed0ce-97d8-4c6f-bbac-26c631fbe1ce x-openstack-request-id: req-07bed0ce-97d8-4c6f-bbac-26c631fbe1ce {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:30.919922 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-plugged", "status": "completed", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:30.920178 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07bed0ce-97d8-4c6f-bbac-26c631fbe1ce {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:30.920757 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'code': 200} Jul 12 16:23:30.966638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.989283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] For port fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,segment=NetworkSegment(100845f4-e0e5-4b56-ac6d-102821652088),segment_id=100845f4-e0e5-4b56-ac6d-102821652088)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:30.989685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.000308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae3c5ee-f57e-493b-9b9e-508dcfc30075']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.008312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Calling delete_port for fb12ca1b-cb9c-4d9f-8212-ec124d14316b owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:31.015654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.016078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f838ec32-ba2b-47e2-aefc-3e2e7fb4b95f') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.034395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.064353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.084511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:31.085430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.094763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f6fb1-4c5b-4e7a-8209-dc17472cf6ba req-874abe15-7ef7-4ff9-abc2-5c3a2097761c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:31.096430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-031f6fb1-4c5b-4e7a-8209-dc17472cf6ba req-874abe15-7ef7-4ff9-abc2-5c3a2097761c tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2091751 Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:31.097391 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:31.142896 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.184068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.186885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] Pushing event deleted for resources: {'Port': ['ID=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:31.192448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-031f6fb1-4c5b-4e7a-8209-dc17472cf6ba req-105de90f-e36f-447c-9be5-65b3e2fcef75 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803502 Jul 12 16:23:31.192724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab63f8-0df5-49bf-a83e-4d164082cac5 None None] No DVR routers for this DVR port fb12ca1b-cb9c-4d9f-8212-ec124d14316b on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:31.198421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.203934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] 10.222.0.58 "DELETE /v2.0/networks/eae3c5ee-f57e-493b-9b9e-508dcfc30075 HTTP/1.1" status: 204 len: 168 time: 0.4711578 Jul 12 16:23:31.225858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f761-25ac-4001-996b-6ff35910f63c admin admin] Pushing event deleted for resources: {'Network': ['ID=eae3c5ee-f57e-493b-9b9e-508dcfc30075,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:31.252670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678334be-ba58-4ec0-b250-167a985b6a87 req-8659681a-b031-4eae-8fbc-e6a3b745aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:31.261972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-8659681a-b031-4eae-8fbc-e6a3b745aa9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5037706 Jul 12 16:23:31.296683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Deleting port fb12ca1b-cb9c-4d9f-8212-ec124d14316b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:31.297308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.387802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60252) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:31.441244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d18778a6-5dc5-4501-a217-a07fc7ecb07a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=130e5407c00b4b42a0453096718845dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521905 Jul 12 16:23:31.442338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:31.501317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.515342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] For port fb12ca1b-cb9c-4d9f-8212-ec124d14316b, host n-d-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:31.515733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.541091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.547046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Calling delete_port for fb12ca1b-cb9c-4d9f-8212-ec124d14316b owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:31.550273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Port fb12ca1b-cb9c-4d9f-8212-ec124d14316b was not found and therefore no delete operation was performed {{(pid=93711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:23:31.567742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.587615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-21feaa81-7435-49b5-a491-b86ce8dcc1d5 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172157 Jul 12 16:23:31.612000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Deleting port e7bde143-8c90-43c8-8e5f-793d44d160cb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:31.612264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.623857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb12ca1b-cb9c-4d9f-8212-ec124d14316b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:31.632552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2fe6-52d2-4e20-a98e-6bc97bea8637 req-3083549a-a6fd-46c3-bc89-88e6cbc1baa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:31.634084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-089c2fe6-52d2-4e20-a98e-6bc97bea8637 req-3083549a-a6fd-46c3-bc89-88e6cbc1baa7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1075935 Jul 12 16:23:31.636545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] No DVR routers for this DVR port fb12ca1b-cb9c-4d9f-8212-ec124d14316b on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:31.652860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.655427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.659331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/863da49e-ee9c-4a41-8a44-69337a1984f9 HTTP/1.1" status: 204 len: 168 time: 0.2133827 Jul 12 16:23:31.676446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdb37e-37f3-4a88-80cd-dd1d780c6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863da49e-ee9c-4a41-8a44-69337a1984f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:31.698426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-089c2fe6-52d2-4e20-a98e-6bc97bea8637 req-0eb67736-5d7c-4aa3-8a37-6ddf4ee988d4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546222 Jul 12 16:23:31.816415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb12ca1b-cb9c-4d9f-8212-ec124d14316b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:31.821653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8e5ed-b251-4708-a4e2-9094716cd9bc req-60d18854-9754-4f78-88cd-54837c7c463f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:31.823562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4b8e5ed-b251-4708-a4e2-9094716cd9bc req-60d18854-9754-4f78-88cd-54837c7c463f tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.3969719 Jul 12 16:23:31.830537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.834585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.846711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: fb12ca1b-cb9c-4d9f-8212-ec124d14316b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:31.847180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb12ca1b-cb9c-4d9f-8212-ec124d14316b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:31.866296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19741516-8b61-4d94-b931-76813d264aa7']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.878021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Calling delete_port for e7bde143-8c90-43c8-8e5f-793d44d160cb owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:31.918494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100845f4-e0e5-4b56-ac6d-102821652088') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.918800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100845f4-e0e5-4b56-ac6d-102821652088') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:31.942203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c8890222-6602-4cc6-8c6c-231885938b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.948665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:31.978234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.002014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-678334be-ba58-4ec0-b250-167a985b6a87 req-95143976-491f-4410-a921-458ff060e14c service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917847 Jul 12 16:23:32.013431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4b8e5ed-b251-4708-a4e2-9094716cd9bc req-e23e6b25-8d3f-4bca-890d-a8eb4baf6915 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704984 Jul 12 16:23:32.013665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.015820 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.033571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:32.034052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.044490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:32.047356 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:32.053094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:32.053094 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:32.053094 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:32.053094 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:32.053094 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:32.119977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.123963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.127716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/security-groups/57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6 HTTP/1.1" status: 204 len: 168 time: 0.1752834 Jul 12 16:23:32.137790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.140065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca214b74-f7ab-47a1-b20c-3190e600518d tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:32.187025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.195248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.209973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.212732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] 10.222.0.58 "DELETE /v2.0/networks/19741516-8b61-4d94-b931-76813d264aa7 HTTP/1.1" status: 204 len: 168 time: 1.7626052 Jul 12 16:23:32.216785 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-b113ca56-1dca-4b80-a4eb-1f703c32da34 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] show failed (client error): The resource could not be found. Jul 12 16:23:32.221401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b113ca56-1dca-4b80-a4eb-1f703c32da34 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "GET /v2.0/security-groups/57d89cd3-74a6-4c3d-b77f-8d6aa9cea5f6 HTTP/1.1" status: 404 len: 347 time: 0.0533590 Jul 12 16:23:32.221659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60284) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.292530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7bde143-8c90-43c8-8e5f-793d44d160cb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:32.298668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.302210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b1582241-422f-49af-b207-28ebaa3fefe7 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e7bde143-8c90-43c8-8e5f-793d44d160cb HTTP/1.1" status: 204 len: 168 time: 1.4691181 Jul 12 16:23:32.303705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a79da-8a80-4ca1-8504-0ea732dbde9b admin admin] Pushing event deleted for resources: {'Network': ['ID=19741516-8b61-4d94-b931-76813d264aa7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:32.306283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.370866 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e690d71-5d25-44f2-a376-ee96b49f0461 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:23:32.372775 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e690d71-5d25-44f2-a376-ee96b49f0461 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports/e7bde143-8c90-43c8-8e5f-793d44d160cb HTTP/1.1" status: 404 len: 333 time: 0.0328970 Jul 12 16:23:32.376644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.383824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'network_id': '22546d2c-9880-490d-b2e0-bf0381112263', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-412338965'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:32.440547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce11ac-ab3c-42c7-8419-21c986018ae8 req-1e930141-136d-41dd-8463-1c3b125381fc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:32.446458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:32.446880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.448853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48ce11ac-ab3c-42c7-8419-21c986018ae8 req-1e930141-136d-41dd-8463-1c3b125381fc tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2254632 Jul 12 16:23:32.450629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Made reservation on behalf of 4c9f274a26174509ad114d248fd7e39c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:32.453218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.455036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60292) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.492858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port e807f94f-484a-4f94-9b7e-0d5e34327ab1 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:32.515218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-48ce11ac-ab3c-42c7-8419-21c986018ae8 req-1d39012a-f81e-4bb9-bd7c-c5fc0b42c6ac tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Jul 12 16:23:32.539363 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ac07bee9-840d-45d5-9bf6-ed1b480a47b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f2119ed04194611bb7115fc8f6c9938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828865 Jul 12 16:23:32.542321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60298) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.608750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.609084 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.638362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:32.644334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.727783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.764058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.822711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.851497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f817673-4d9c-4b29-a320-d7617a9a1d01 req-d218557e-0080-49e8-857d-49390dc45bc2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:32.853083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f817673-4d9c-4b29-a320-d7617a9a1d01 req-d218557e-0080-49e8-857d-49390dc45bc2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1868660 Jul 12 16:23:32.864020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60310) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.886383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Network 22546d2c-9880-490d-b2e0-bf0381112263 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:32.905394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:32.912259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:32.914398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:32.915055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.941041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=e807f94f-484a-4f94-9b7e-0d5e34327ab1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:32.954370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.956949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:32.958123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc4c3871-5da5-4dab-b24f-595c46f218b8 HTTP/1.1" status: 204 len: 168 time: 0.4148667 Jul 12 16:23:32.959975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d8c9ef36-75e6-4b2f-beb7-95fed19c255f tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5822153 Jul 12 16:23:32.965644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f817673-4d9c-4b29-a320-d7617a9a1d01 req-a4d0dd89-c925-4903-bcc4-32b4889e5339 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006136 Jul 12 16:23:32.966117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60316) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:32.976313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:33.000427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa94af6-e77f-4249-b251-d158386aaa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4c3871-5da5-4dab-b24f-595c46f218b8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:33.024776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9dd4-42f9-40ca-a526-984478a9f192 req-924cc6f0-312f-4f18-a34c-756132308da8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:33.026073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-675822695-network', 'tenant_id': '6dc87e1fbc9c4888bc5a3d1bde7efc8f'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:33.033176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-884b9dd4-42f9-40ca-a526-984478a9f192 req-924cc6f0-312f-4f18-a34c-756132308da8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1411691 Jul 12 16:23:33.080694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.088795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.093192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-884b9dd4-42f9-40ca-a526-984478a9f192 req-0f462af6-b658-4f35-89cc-2bbbc298d8e7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585244 Jul 12 16:23:33.136674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Made reservation on behalf of 6dc87e1fbc9c4888bc5a3d1bde7efc8f for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:33.139104 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.144408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=f6de7ccf-3bac-44a1-b1f5-2fee8a8b93f7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:33.154116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.158145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.358987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.361598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.362788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e5a20dc5-c7d1-4a25-a716-94580a18dcaf tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/floatingips/85ba0b09-022e-41c1-8663-4ab959e2377f HTTP/1.1" status: 204 len: 168 time: 1.1397290 Jul 12 16:23:33.366204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:33.526676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ed9f-4330-4753-a68e-ea53cf4c94ca req-933339a4-0576-49e8-966b-3148960ffe14 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:33.528440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f26ed9f-4330-4753-a68e-ea53cf4c94ca req-933339a4-0576-49e8-966b-3148960ffe14 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1203237 Jul 12 16:23:33.536371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f65e7-d479-4236-829a-b0e29b7f0018 req-badd35ba-36df-46b7-b007-bdbd1bdbfd5b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:33.537968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b88f65e7-d479-4236-829a-b0e29b7f0018 req-badd35ba-36df-46b7-b007-bdbd1bdbfd5b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2013834 Jul 12 16:23:33.546796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.549915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] device_id is not set on port e807f94f-484a-4f94-9b7e-0d5e34327ab1 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:33.556732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port 97a61142-d758-4a97-a0b2-a1966a27285e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:33.557378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.564159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.566610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.638358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f26ed9f-4330-4753-a68e-ea53cf4c94ca req-aa7e1b8e-75ea-4981-8fa9-bbca1500cf6e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018181 Jul 12 16:23:33.650907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Transition to ACTIVE for port object e807f94f-484a-4f94-9b7e-0d5e34327ab1 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:33.665730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b88f65e7-d479-4236-829a-b0e29b7f0018 req-35ec251e-c520-469f-bcc0-d1a6d93de082 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179216 Jul 12 16:23:33.671498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:23:33.676448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365d665-d19a-4a55-bac9-7283543f2317,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:33.691971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.713514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.714380 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Added segment 799e5e70-20c0-4cf2-b38f-741be4518f22 of type vlan for network dd65b57c-9632-48b2-8aee-b47aa1912154 Jul 12 16:23:33.727515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:33.754158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for 97a61142-d758-4a97-a0b2-a1966a27285e owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:33.957532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f7ec-7c26-4c8a-a95d-8b8182d63e87 req-0fc7dc5b-31f7-42bb-a419-ab94bdcf8e40 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:33.959188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8438f7ec-7c26-4c8a-a95d-8b8182d63e87 req-0fc7dc5b-31f7-42bb-a419-ab94bdcf8e40 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1298778 Jul 12 16:23:33.985406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.032539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=97a61142-d758-4a97-a0b2-a1966a27285e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:34.063529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8438f7ec-7c26-4c8a-a95d-8b8182d63e87 req-7ef36ce4-659d-47f9-986a-0a47003a9b92 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962863 Jul 12 16:23:34.129158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.136019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ffe6c6f-c447-449f-bf4b-fc24ba7df332 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/ports/97a61142-d758-4a97-a0b2-a1966a27285e HTTP/1.1" status: 204 len: 168 time: 0.7674015 Jul 12 16:23:34.136663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60356) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:34.275367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.279922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=e807f94f-484a-4f94-9b7e-0d5e34327ab1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:34.298364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.298756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.298893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:34.299066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.299229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.307174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.307530 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.312077 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 2 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.342290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.342683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.343041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.350379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.351568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:34.352212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.357549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.357885 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.362996 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 3 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.393229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b9056d5-24df-4ff0-a3ed-bc171d02ab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.422698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.438349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5664811 Jul 12 16:23:34.438609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:34.439893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60364) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:34.449922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Request body: {'subnet': {'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-675822695-subnet', 'tenant_id': '6dc87e1fbc9c4888bc5a3d1bde7efc8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:34.450213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bee70-b435-4367-a85d-1cc627673e28 req-f4742a4b-dbfd-4ebc-8499-1e862e71eaba tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:34.457021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-674bee70-b435-4367-a85d-1cc627673e28 req-f4742a4b-dbfd-4ebc-8499-1e862e71eaba tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2565060 Jul 12 16:23:34.462173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.462173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.462549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.487265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.487538 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.492973 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 4 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.495219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0978a-bf68-43fd-8d96-cf4e8279cd77 admin admin] Pushing event updated for resources: {'Network': ['ID=dd65b57c-9632-48b2-8aee-b47aa1912154,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:34.507455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network dd65b57c-9632-48b2-8aee-b47aa1912154 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:23:34.522557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.522557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.522954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.539225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Made reservation on behalf of 6dc87e1fbc9c4888bc5a3d1bde7efc8f for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:34.540513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-674bee70-b435-4367-a85d-1cc627673e28 req-22a67e89-add7-446b-ae82-d5870eaf06fe tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825183 Jul 12 16:23:34.541717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.542036 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.542424 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 5 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.543610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.573674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.574551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.575060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.582155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.582978 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.583523 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 6 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.607281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.608139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.608696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.614206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.614772 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.615399 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 7 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.632039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.632497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.633135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.640802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.641197 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.641526 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 8 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.665792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.666223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.666535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.672722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.673100 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.673679 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 9 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.689165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.689763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.690401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.712547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.712879 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.713452 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempt 10 to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 Jul 12 16:23:34.750520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:34.751118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:34.751665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempting to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:34.763215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:34.763543 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Failed to bind port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '129be643-c4bd-4c68-ab1a-9b2bde50c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '22546d2c-9880-490d-b2e0-bf0381112263'}] Jul 12 16:23:34.763948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.841848 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.901277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port e807f94f-484a-4f94-9b7e-0d5e34327ab1, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:34.901761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attempted to set empty binding levels {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:23:34.907734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.966029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event updated for resources: {'Port': ['ID=e807f94f-484a-4f94-9b7e-0d5e34327ab1,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:34.968796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] In _notify_port_updated(), no bound segment for port e807f94f-484a-4f94-9b7e-0d5e34327ab1 on network 22546d2c-9880-490d-b2e0-bf0381112263 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:23:34.969820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:34.970500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:34.972202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c0846da-17df-439a-b6d9-7030ecf65cbd tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "PUT /v2.0/ports/e807f94f-484a-4f94-9b7e-0d5e34327ab1 HTTP/1.1" status: 200 len: 974 time: 2.0006702 Jul 12 16:23:34.975456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60388) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:34.996367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.099228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=c40c7832-8ec7-40ea-936d-a9d9f89e9ba7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:35.113379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-955da030-fd6f-401a-a3f9-9edffc4c6493 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:35.115081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-955da030-fd6f-401a-a3f9-9edffc4c6493 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.2654231 Jul 12 16:23:35.122925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Deleting port e807f94f-484a-4f94-9b7e-0d5e34327ab1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:35.123551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.159003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.195630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b86aa-c68f-4204-a46f-608f0bd0c471 req-a24ae5ce-8b9f-4244-a4d9-a1e140a91918 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:35.197119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c77b86aa-c68f-4204-a46f-608f0bd0c471 req-a24ae5ce-8b9f-4244-a4d9-a1e140a91918 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.1713040 Jul 12 16:23:35.205369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-c7caf0ff-cf64-4dc0-b407-e3789df6318f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/quotas/77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 375 time: 0.0492625 Jul 12 16:23:35.220996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] For port e807f94f-484a-4f94-9b7e-0d5e34327ab1, host n-h2-800078-3, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:35.221352 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.245672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Calling delete_port for e807f94f-484a-4f94-9b7e-0d5e34327ab1 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:35.267680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.268714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.272233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-feff5b2a-e715-4396-921e-49cf6799f596 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/ports/c40c7832-8ec7-40ea-936d-a9d9f89e9ba7 HTTP/1.1" status: 204 len: 168 time: 1.1322236 Jul 12 16:23:35.272885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c77b86aa-c68f-4204-a46f-608f0bd0c471 req-fb9e42b1-00d7-4435-bcd9-233060e2f359 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667384 Jul 12 16:23:35.272885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60390) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:35.284676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Pushing event updated for resources: {'Subnet': ['ID=767fad01-cd2b-41a2-801c-b335fc12597f,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:35.319907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Checking segment: {'id': '799e5e70-20c0-4cf2-b38f-741be4518f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:35.320440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Network hostable DHCP agents. Network: dd65b57c-9632-48b2-8aee-b47aa1912154, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:23:35.357616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f9b53bff-1b8d-45fe-b463-6356719a64a6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1417692 Jul 12 16:23:35.364908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Network dd65b57c-9632-48b2-8aee-b47aa1912154 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:23:35.389904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, dd65b57c-9632-48b2-8aee-b47aa1912154) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:35.399696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b0776-2ace-4862-b51e-20d4a162c9c7 None None] Network dd65b57c-9632-48b2-8aee-b47aa1912154 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:35.411800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting subnet 6174cd01-984c-4289-8952-9fb0096df13b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:35.418152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.455112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:35.456068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.516207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.517112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ac355bb-89cb-47e7-b071-b3d5d7d8563c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0750313 Jul 12 16:23:35.587851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-277e143b-3695-4c66-aec7-0eb22cda1200 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102475 Jul 12 16:23:35.680468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.696662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.807401 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.813034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ec84e-722f-4182-a3d8-177cfc5928ef None None] Network dd65b57c-9632-48b2-8aee-b47aa1912154 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:35.832202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-28a91380-217f-44fa-b3b1-27bdb78eef3d service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336917 Jul 12 16:23:35.835684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Pushing event deleted for resources: {'Port': ['ID=e807f94f-484a-4f94-9b7e-0d5e34327ab1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:35.842839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.860961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ad17202a-0c7b-4ac5-9a56-3ac8dd5dbdd0 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e807f94f-484a-4f94-9b7e-0d5e34327ab1 HTTP/1.1" status: 204 len: 168 time: 0.8814449 Jul 12 16:23:35.861652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:35.916711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.948845 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d23177-4faa-4d07-8653-5043ddc4e7e3 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:23:35.960222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63d23177-4faa-4d07-8653-5043ddc4e7e3 tempest-PortsAdminExtendedAttrsTestJSON-519076389 tempest-PortsAdminExtendedAttrsTestJSON-519076389-project-admin] 10.222.0.58 "GET /v2.0/ports/e807f94f-484a-4f94-9b7e-0d5e34327ab1 HTTP/1.1" status: 404 len: 333 time: 0.0970960 Jul 12 16:23:35.962232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60406) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:35.981389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Subnet': ['ID=6174cd01-984c-4289-8952-9fb0096df13b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:35.996279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:35.999254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-64e588cc-b815-4063-9f0d-26e03c1ac565 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/subnets/6174cd01-984c-4289-8952-9fb0096df13b HTTP/1.1" status: 204 len: 168 time: 0.7255931 Jul 12 16:23:36.002199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60410) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:36.146828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting subnet 67ce8848-5b91-44cf-a2f4-78e85ac99df4 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:36.154681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.169754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.244529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.269623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0197875-a757-4c67-9d91-7b788c7fd405 None None] Network c8eed1e7-4095-4e75-8267-beca31425d7b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:36.342583 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.463138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.472428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c41f424b-ab66-4eb5-ae79-f6cacdca4e36 req-369d951e-80b3-4b63-a5c3-dfa49396bbb0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 210 time: 0.2823710 Jul 12 16:23:36.485476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.487313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/subnets/67ce8848-5b91-44cf-a2f4-78e85ac99df4 HTTP/1.1" status: 204 len: 168 time: 0.4823751 Jul 12 16:23:36.508613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:36.511042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f41b-eed1-4c22-9e4a-72fbed6283ef tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Subnet': ['ID=67ce8848-5b91-44cf-a2f4-78e85ac99df4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:36.603331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8330882-5be8-4fa4-a976-a0fa5e292491 None None] Network e9041499-e79d-41e7-a585-c9a3ff0378f9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:36.619796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.630344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60444) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:36.636640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-924808577-network', 'tenant_id': '5e40f17782934687b2eed64d65fc6bc7'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:36.701407 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.707109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Made reservation on behalf of 5e40f17782934687b2eed64d65fc6bc7 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:36.711317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.729650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22546d2c-9880-490d-b2e0-bf0381112263']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:36.755946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129be643-c4bd-4c68-ab1a-9b2bde50c359') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:36.757625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129be643-c4bd-4c68-ab1a-9b2bde50c359') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:36.757778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.777807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.792378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Deleting port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:36.792719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.811245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.827770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:36.828184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:36.832051 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:36.920667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] DHCP port deletion for c8eed1e7-4095-4e75-8267-beca31425d7b request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:23:37.006270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.024462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] DHCP port deletion for e9041499-e79d-41e7-a585-c9a3ff0378f9 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:23:37.025474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.033493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] 10.222.0.58 "DELETE /v2.0/networks/22546d2c-9880-490d-b2e0-bf0381112263 HTTP/1.1" status: 204 len: 168 time: 1.0658884 Jul 12 16:23:37.037383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] For port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:37.037749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.062193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb00ef-00b5-4f7b-a53d-da5c6febef97 tempest-PortsAdminExtendedAttrsTestJSON-1417859453 tempest-PortsAdminExtendedAttrsTestJSON-1417859453-project] Pushing event deleted for resources: {'Network': ['ID=22546d2c-9880-490d-b2e0-bf0381112263,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:37.098547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Calling delete_port for c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:37.191017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Deleting port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:37.191524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.266627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.287379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.311494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:23:37.311779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.318409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Deleting port 7d7338f2-11ff-4340-8e4f-d01a24141650 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:37.318937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.339659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.340055 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Added segment f30f3196-f324-43af-99cf-fe8ce3048c35 of type vlan for network c08e57e3-834b-4da5-bdce-de6b37bc728d Jul 12 16:23:37.359514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.395385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43db668-a7f8-4404-b54a-c960a57f24bf,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:37.434014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Port': ['ID=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:37.437868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] No DVR routers for this DVR port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:37.440764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.472857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] For port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,segment=NetworkSegment(0ef0e1bb-983c-4266-b269-38f24b5ed4df),segment_id=0ef0e1bb-983c-4266-b269-38f24b5ed4df)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:37.473335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.505611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Calling delete_port for c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:37.517391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] For port 7d7338f2-11ff-4340-8e4f-d01a24141650, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7d7338f2-11ff-4340-8e4f-d01a24141650,segment=NetworkSegment(d2b9940c-bc8c-4c17-8d6a-9f63261f7315),segment_id=d2b9940c-bc8c-4c17-8d6a-9f63261f7315)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:37.517798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.544843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Calling delete_port for 7d7338f2-11ff-4340-8e4f-d01a24141650 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:37.555162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:37.584418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.594243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.595197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:37.595792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.599130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8eed1e7-4095-4e75-8267-beca31425d7b']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:37.632116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef0e1bb-983c-4266-b269-38f24b5ed4df') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:37.633111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef0e1bb-983c-4266-b269-38f24b5ed4df') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:37.679705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.692078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0604520 Jul 12 16:23:37.695803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60466) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:37.703088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a654bd-735a-49f5-bf24-5507d280e4cc admin admin] Pushing event updated for resources: {'Network': ['ID=c08e57e3-834b-4da5-bdce-de6b37bc728d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:37.706173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.713428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Request body: {'subnet': {'network_id': 'c08e57e3-834b-4da5-bdce-de6b37bc728d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-924808577-subnet', 'tenant_id': '5e40f17782934687b2eed64d65fc6bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:37.716714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:37.717966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:37.722793 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:37.735231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c08e57e3-834b-4da5-bdce-de6b37bc728d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:23:37.887925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.898523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.900458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e96ed6f9-e12f-4440-87b9-48ec6150c491 req-fed29acc-843f-455c-8a26-57270923f743 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 210 time: 0.1508842 Jul 12 16:23:37.930061 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.937096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:37.951142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/networks/c8eed1e7-4095-4e75-8267-beca31425d7b HTTP/1.1" status: 204 len: 168 time: 1.4411867 Jul 12 16:23:37.955286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60472) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:37.955476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7d7338f2-11ff-4340-8e4f-d01a24141650 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:37.986569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] No DVR routers for this DVR port 7d7338f2-11ff-4340-8e4f-d01a24141650 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:37.988441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e336c41-e2f7-4355-a5e0-db2939bcf5b2 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Network': ['ID=c8eed1e7-4095-4e75-8267-beca31425d7b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:37.990098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7d7338f2-11ff-4340-8e4f-d01a24141650 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:37.990457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7d7338f2-11ff-4340-8e4f-d01a24141650 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:37.990949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:38.002358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ed754d6-a1ed-4db7-a52d-644a243f8934 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22cfbd120b6f483f84e934ac56d0d944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452169 Jul 12 16:23:38.008001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:38.016146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Made reservation on behalf of 5e40f17782934687b2eed64d65fc6bc7 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:38.024099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:38.024099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:38.028802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.030735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] Pushing event deleted for resources: {'Port': ['ID=c1d3490a-4ae8-4944-a35e-d5a94ac84ad7,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:38.094658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88730617-7972-4ab1-a4ce-854204d73096 None None] Pushing event deleted for resources: {'Port': ['ID=7d7338f2-11ff-4340-8e4f-d01a24141650,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:38.112834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143dec23-b10a-4837-9775-c10905f2e02b None None] No DVR routers for this DVR port c1d3490a-4ae8-4944-a35e-d5a94ac84ad7 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:38.236501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.305592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.320644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-642bef9d-cfde-4868-85d0-7012cba7db31 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:38.322175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-642bef9d-cfde-4868-85d0-7012cba7db31 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.2325652 Jul 12 16:23:38.365412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.372752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'device_id': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'admin_state_up': True, 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:38.492232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.554505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.556029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9041499-e79d-41e7-a585-c9a3ff0378f9']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:38.561132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.562414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7daca5f8-9bcc-48f8-b5d4-ddf93dc30418 HTTP/1.1" status: 204 len: 168 time: 0.5518644 Jul 12 16:23:38.575196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:38.575668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b9940c-bc8c-4c17-8d6a-9f63261f7315') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:38.606332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.626405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9201b-5d6d-4ee9-9640-860fac7b903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daca5f8-9bcc-48f8-b5d4-ddf93dc30418,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:38.630908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.635119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.646702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:38.647111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:38.652205 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:38.713480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe905213-f68b-4ece-ac25-00258de795b5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:38.767969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Checking segment: {'id': 'f30f3196-f324-43af-99cf-fe8ce3048c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c08e57e3-834b-4da5-bdce-de6b37bc728d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:38.768703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Network hostable DHCP agents. Network: c08e57e3-834b-4da5-bdce-de6b37bc728d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:23:38.785124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.788585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:38.792362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.800877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.809247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] 10.222.0.58 "DELETE /v2.0/networks/e9041499-e79d-41e7-a585-c9a3ff0378f9 HTTP/1.1" status: 204 len: 168 time: 0.8539391 Jul 12 16:23:38.835931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Network c08e57e3-834b-4da5-bdce-de6b37bc728d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:23:38.837256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542bb04-be40-4327-997e-0364adc65b30 tempest-TaggedBootDevicesTest_v242-992056923 tempest-TaggedBootDevicesTest_v242-992056923-project] Pushing event deleted for resources: {'Network': ['ID=e9041499-e79d-41e7-a585-c9a3ff0378f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:38.862882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c08e57e3-834b-4da5-bdce-de6b37bc728d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:38.871153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:38.872956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:38.873897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cc8ad-74cc-4702-a714-9fed905812a4 None None] Network c08e57e3-834b-4da5-bdce-de6b37bc728d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:38.921506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1d70f02-8b25-460b-bbb3-70cec77d9eea admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2138634 Jul 12 16:23:39.114237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60502) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:39.163386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33eceb-9400-45af-b31c-ae649ac5c609 None None] Network c08e57e3-834b-4da5-bdce-de6b37bc728d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:39.255699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ae2730dd-c202-4a42-9e6f-eb72c3885c31 req-2cc8ae31-01f6-4ce6-990c-4628bbf14139 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 210 time: 0.1555531 Jul 12 16:23:39.299892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.20.0.3 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/02d6bc49-fc31-477a-b9a0-a6e7cc85aa47) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:39.331429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:39.340238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-926ec752-cd30-493a-bfec-e28c869a5910 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c9f274a26174509ad114d248fd7e39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195404 Jul 12 16:23:39.570761 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.627037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.855794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.876354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Transition to ACTIVE for port object 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:39.911054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.914553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.918807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af787374-cac9-48c6-9b02-0c3db4d8b434 HTTP/1.1" status: 204 len: 168 time: 0.5743575 Jul 12 16:23:39.930508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e809ae-7e8f-4556-aa6b-0da565a3be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af787374-cac9-48c6-9b02-0c3db4d8b434,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:39.951384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:40.059124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:40.066272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:40.069534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:40.073366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:40.149594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-b78bb37e-fa4a-428d-93d4-93dddf9cd16d tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:40.153814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:40.154500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:40.156132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-b78bb37e-fa4a-428d-93d4-93dddf9cd16d tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/networks?id=dd65b57c-9632-48b2-8aee-b47aa1912154 HTTP/1.1" status: 200 len: 824 time: 0.2383738 Jul 12 16:23:40.184212 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-c8ae9f48-1c84-4043-b014-b957f1da9f0c tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/quotas/6dc87e1fbc9c4888bc5a3d1bde7efc8f HTTP/1.1" status: 200 len: 375 time: 0.0192652 Jul 12 16:23:40.191736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-f0940265-e3d9-48e6-865a-e51f79d8199e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8505723 Jul 12 16:23:40.212127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Request body: {'port': {'device_id': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:40.313205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-2b1664fc-b1de-4dd6-bc7c-db1512eb3c37 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6dc87e1fbc9c4888bc5a3d1bde7efc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276078 Jul 12 16:23:40.444845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-55b47185-bbf0-41ed-a5bc-96ca275c9eab service neutron] 10.222.0.58 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291292 Jul 12 16:23:40.448145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:40.591755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47287ad5-e83b-4d9e-82d1-84e4c3fb7d82 None None] Provisioning for port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:23:40.599335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47287ad5-e83b-4d9e-82d1-84e4c3fb7d82 None None] Provisioning complete for port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:40.599335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47287ad5-e83b-4d9e-82d1-84e4c3fb7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:40.610515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-59213b88-dacc-4526-8d71-09b16246f8a0 service neutron] 10.222.0.58 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643155 Jul 12 16:23:40.706478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-47287ad5-e83b-4d9e-82d1-84e4c3fb7d82 None None] Port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:23:41.175499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020f6c9-5d8a-45ca-8bc6-605ffdbb70d6 req-e2d321ff-a6fe-4b93-bd42-42c0de541452 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:41.187256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3020f6c9-5d8a-45ca-8bc6-605ffdbb70d6 req-e2d321ff-a6fe-4b93-bd42-42c0de541452 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 931 time: 0.4190183 Jul 12 16:23:41.211701 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73a8c322-5640-452d-801e-ae3c11876b12 req-7c25503b-2963-42ba-a0ae-3078469d6ced tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 210 time: 0.1273537 Jul 12 16:23:41.271914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3020f6c9-5d8a-45ca-8bc6-605ffdbb70d6 req-e6c5412e-1d94-4c8b-8814-a96d3e79ae62 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838363 Jul 12 16:23:41.376894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:41.386992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:41.404517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Transition to ACTIVE for port object 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:41.408909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:41.485412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Pushing event updated for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:41.495739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.496521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.497309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.497844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.498360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.499193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.499900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.500568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.501076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.501726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.502381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.502888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:41.694897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Attempting to bind port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:41.698595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Attempting to bind port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:41.699374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Attempting to bind port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:41.722205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 on network da52963c-91d4-443b-a418-11d804426a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:41.723676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Attempting to bind port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:41.732146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:23:41.732812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:41.733707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:23:41.734505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Bound port: 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:23:41.735228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:41.847264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:41.854527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:23:41.860589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:41.957074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:41.957702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:41.959182 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-282eb14d-8460-414f-94ab-838caed31344 service neutron] 10.222.0.65 "PUT /v2.0/ports/02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 1091 time: 1.7544608 Jul 12 16:23:41.960291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:41.962546 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203eba4-4ebb-4785-941c-36af381d637f" -d '{"events": [{"name": "network-changed", "server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:42.118464 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323d7ef-cd1b-43ab-8202-81f0958d5596 x-openstack-request-id: req-2323d7ef-cd1b-43ab-8202-81f0958d5596 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:42.118877 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:42.119197 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2323d7ef-cd1b-43ab-8202-81f0958d5596 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:42.120342 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'status': 'completed', 'code': 200} Jul 12 16:23:42.159290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb14d-8460-414f-94ab-838caed31344 service neutron] Pushing event updated for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:42.190179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-24d8a87d-2fb7-40b8-9ed6-9e1e16522258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:42.219163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-24d8a87d-2fb7-40b8-9ed6-9e1e16522258 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1094 time: 0.1895015 Jul 12 16:23:42.345633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-af936d93-1319-467b-a9b0-6e2dae2787e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.1247566 Jul 12 16:23:42.426092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-d96e20b0-fb16-41f7-86bd-c3d7fc2b6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:42.428948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-d96e20b0-fb16-41f7-86bd-c3d7fc2b6915 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0715647 Jul 12 16:23:42.711739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0d4df112-eaa9-4831-8528-cd505b09dbfa req-de3fa4b1-6b10-4baf-a00e-f18d1e58cd4b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 210 time: 0.1728292 Jul 12 16:23:42.770781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-97a60db6-84e5-4e51-a47f-29e46e578220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:42.773179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-97a60db6-84e5-4e51-a47f-29e46e578220 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3323011 Jul 12 16:23:42.843089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af985c-2c19-49b5-b485-30e31f3834d6 req-3caa388f-b923-45f3-b175-72a3643d1ccb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:42.857258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6af985c-2c19-49b5-b485-30e31f3834d6 req-3caa388f-b923-45f3-b175-72a3643d1ccb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 943 time: 0.2313280 Jul 12 16:23:42.876226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60622) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:42.980953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-9b3f63d2-d937-4fe1-b06f-e6684480f832 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958482 Jul 12 16:23:43.006991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6af985c-2c19-49b5-b485-30e31f3834d6 req-e7d1c0b4-3163-47b3-ab5f-96e3cd188214 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414518 Jul 12 16:23:43.128508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-e4d4cdf6-60ac-4545-86e1-935444b3aa9c tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:43.135348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-e4d4cdf6-60ac-4545-86e1-935444b3aa9c tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.77 "GET /v2.0/networks?id=dd65b57c-9632-48b2-8aee-b47aa1912154 HTTP/1.1" status: 200 len: 824 time: 0.2445679 Jul 12 16:23:43.149698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Request body: {'port': {'device_id': '480e9443-de71-4379-a743-08b451de6bc0', 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154', 'admin_state_up': True, 'tenant_id': '6dc87e1fbc9c4888bc5a3d1bde7efc8f'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:43.177538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-733575232', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:43.294686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Made reservation on behalf of ab9005a74dac4ec59ab5a2471cfe7442 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:43.299023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:43.342078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:43.385300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afde2292-bbbc-4a77-a432-83fd46523e4e req-9cadfc23-ff16-49c2-a74f-9a50d6253df6 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999307 Jul 12 16:23:43.452030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Made reservation on behalf of 6dc87e1fbc9c4888bc5a3d1bde7efc8f for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:43.462633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:43.649387 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:43.750298 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:43.754656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] device_id is not set on port 21ef9219-b547-45b0-9d74-ca715599f5dd yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:43.805106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Allocated IP 172.20.0.9 (dd65b57c-9632-48b2-8aee-b47aa1912154/767fad01-cd2b-41a2-801c-b335fc12597f/b2bc79a1-f3d7-411b-a27b-f94176e78f10) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:43.899555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Allocated IP 172.25.8.197 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/21ef9219-b547-45b0-9d74-ca715599f5dd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:44.002790 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.058855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.063141 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.109220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.180844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Pushing event updated for resources: {'Port': ['ID=21ef9219-b547-45b0-9d74-ca715599f5dd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:44.196264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Network dd65b57c-9632-48b2-8aee-b47aa1912154 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:44.210381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:44.221478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:44.223220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:44.255370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:44.264275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:44.269669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc9bad-a8af-4811-9179-8afce043028c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:44.305469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eba4-4ebb-4785-941c-36af381d637f req-edde8633-5c76-453a-8ade-60c937561ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.307075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-edde8633-5c76-453a-8ade-60c937561ae9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1094 time: 0.6551762 Jul 12 16:23:44.438372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eba4-4ebb-4785-941c-36af381d637f req-d4171b71-cbdb-4190-b13c-b83e438b7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.439970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-d4171b71-cbdb-4190-b13c-b83e438b7ff1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.1238160 Jul 12 16:23:44.450714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ce888-4a8d-4fb3-a43f-c25f63249c5f req-1fdade47-a8c9-48b8-8f7a-a35c65038339 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.457851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d8ce888-4a8d-4fb3-a43f-c25f63249c5f req-1fdade47-a8c9-48b8-8f7a-a35c65038339 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.3544068 Jul 12 16:23:44.462937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.463549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.530143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-97279fa9-fdcf-4bf2-90bf-d4b8399ed4cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.0687022 Jul 12 16:23:44.556645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cfe53ce4-a650-4f64-bb11-9de988760ce9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6793835 Jul 12 16:23:44.583044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60646) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:44.592552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.197'}]}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:44.616559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d8ce888-4a8d-4fb3-a43f-c25f63249c5f req-709b11be-31b5-4486-8142-2bd25b2e0dcd tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576219 Jul 12 16:23:44.653862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eba4-4ebb-4785-941c-36af381d637f req-89b91d47-5514-49da-b4b4-930b6b5391f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.655331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-89b91d47-5514-49da-b4b4-930b6b5391f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1153262 Jul 12 16:23:44.664077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.665769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.786518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.788415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Pushing event updated for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:44.821103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade48e-72e3-4cc3-97d0-a41568c0049d req-4a5a47e7-1e03-4f4f-9451-96f953c2358f tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.822814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8ade48e-72e3-4cc3-97d0-a41568c0049d req-4a5a47e7-1e03-4f4f-9451-96f953c2358f tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 931 time: 0.7787306 Jul 12 16:23:44.831325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:44.832167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:44.872689 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-bd5ffb2b-c24e-43fc-8508-1e97ad3899d9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277184 Jul 12 16:23:44.882819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8ade48e-72e3-4cc3-97d0-a41568c0049d req-77fe862a-394c-428c-acb3-1b97bcebb3a5 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Jul 12 16:23:44.889478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Request body: {'port': {'device_id': '480e9443-de71-4379-a743-08b451de6bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:45.021596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:45.435391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eba4-4ebb-4785-941c-36af381d637f req-10a25d7c-80c1-471f-990f-818b18add514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:45.436987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-10a25d7c-80c1-471f-990f-818b18add514 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7658622 Jul 12 16:23:45.446933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bc79a1-f3d7-411b-a27b-f94176e78f10 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:45.457272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:45.480901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Transition to ACTIVE for port object b2bc79a1-f3d7-411b-a27b-f94176e78f10 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:45.487725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:45.612593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:45.662430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:45.697340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-52ff3e48-b3be-4f0f-8bec-183f093b6b29 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521844 Jul 12 16:23:45.786075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7cd5-9671-436f-93fb-e8a612f1c3d1 req-1aa6ba4c-f3ab-4cf7-9b03-10d25abd37e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:45.787002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796ba94-c702-4755-b467-7029c24a91f2 req-c84dcbca-bbe5-4238-8189-f3db26530bc0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:45.789465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4796ba94-c702-4755-b467-7029c24a91f2 req-c84dcbca-bbe5-4238-8189-f3db26530bc0 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2057753 Jul 12 16:23:45.795719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-670d7cd5-9671-436f-93fb-e8a612f1c3d1 req-1aa6ba4c-f3ab-4cf7-9b03-10d25abd37e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 943 time: 1.0152750 Jul 12 16:23:45.818585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60674) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:45.857907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Attempting to bind port b2bc79a1-f3d7-411b-a27b-f94176e78f10 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:45.868154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Attempting to bind port b2bc79a1-f3d7-411b-a27b-f94176e78f10 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '799e5e70-20c0-4cf2-b38f-741be4518f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:45.868752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Attempting to bind port b2bc79a1-f3d7-411b-a27b-f94176e78f10 on network dd65b57c-9632-48b2-8aee-b47aa1912154 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:45.878990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Port b2bc79a1-f3d7-411b-a27b-f94176e78f10 on network dd65b57c-9632-48b2-8aee-b47aa1912154 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:23:45.892151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Attempting to bind port b2bc79a1-f3d7-411b-a27b-f94176e78f10 on network dd65b57c-9632-48b2-8aee-b47aa1912154 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:45.932659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:23:45.933291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Checking segment: {'id': '799e5e70-20c0-4cf2-b38f-741be4518f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:45.933860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Bound using segment: {'id': '799e5e70-20c0-4cf2-b38f-741be4518f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:23:45.934524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Bound port: b2bc79a1-f3d7-411b-a27b-f94176e78f10, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799e5e70-20c0-4cf2-b38f-741be4518f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:23:45.935185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:45.966766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-670d7cd5-9671-436f-93fb-e8a612f1c3d1 req-ad8c2434-d5aa-481f-bdcc-45d1ccba8b2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697125 Jul 12 16:23:46.103893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49fa4985-7cab-4b94-99e1-4be07d255641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.108114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:23:46.113699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10,segment=NetworkSegment(799e5e70-20c0-4cf2-b38f-741be4518f22),segment_id=799e5e70-20c0-4cf2-b38f-741be4518f22)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:23:46.123489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.135348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c8806-7553-4436-880a-6a6db35a89c1 req-03500ccd-6861-4867-9eeb-82f1e108ffd3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:46.143191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d13c8806-7553-4436-880a-6a6db35a89c1 req-03500ccd-6861-4867-9eeb-82f1e108ffd3 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 946 time: 0.2267480 Jul 12 16:23:46.197556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Deleting port c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:46.198270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.254612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:46.255477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.257815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] 10.222.0.77 "PUT /v2.0/ports/b2bc79a1-f3d7-411b-a27b-f94176e78f10 HTTP/1.1" status: 200 len: 1091 time: 1.3733377 Jul 12 16:23:46.266715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:46.269427 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:46.316322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d13c8806-7553-4436-880a-6a6db35a89c1 req-e292554f-7bc0-4c25-9958-79173667779b tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3c3eadd-b69f-44a9-a126-8639b81f8058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717863 Jul 12 16:23:46.321087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9203eba4-4ebb-4785-941c-36af381d637f req-5d978e6f-795e-4845-8464-d7158595e9f0 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005139 Jul 12 16:23:46.348150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a213-462d-4f11-b2cb-d5faabec4d87 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:46.385091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49fa4985-7cab-4b94-99e1-4be07d255641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.396719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49fa4985-7cab-4b94-99e1-4be07d255641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.465685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] For port c383421d-c0be-4280-bc2d-5e828e31fa6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c383421d-c0be-4280-bc2d-5e828e31fa6c,segment=NetworkSegment(72c9ab45-d0f0-4bba-9504-44de422f1a4f),segment_id=72c9ab45-d0f0-4bba-9504-44de422f1a4f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:46.466059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.485238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Calling delete_port for c383421d-c0be-4280-bc2d-5e828e31fa6c owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:46.495800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-355cfb84-8c3a-49a4-9d39-098102ff3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:46.496847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-355cfb84-8c3a-49a4-9d39-098102ff3985 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6dc87e1fbc9c4888bc5a3d1bde7efc8f&device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 1094 time: 0.1648378 Jul 12 16:23:46.549054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-49fa4985-7cab-4b94-99e1-4be07d255641 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae2b82b2d0484fc5a2b29d3cedcb7ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265706 Jul 12 16:23:46.550308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4985-7cab-4b94-99e1-4be07d255641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13028022-9d19-469c-bb36-e12fa15c2f16,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:46.555304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60684) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:46.584687 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4b11a-17f6-4821-9a62-42b828b92d58 x-openstack-request-id: req-fdb4b11a-17f6-4821-9a62-42b828b92d58 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:46.584971 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:46.585216 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdb4b11a-17f6-4821-9a62-42b828b92d58 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:46.585643 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10', 'status': 'completed', 'code': 200} Jul 12 16:23:46.588738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-453866c6-84ed-4f60-8641-46da3891cc66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10 HTTP/1.1" status: 200 len: 217 time: 0.0481596 Jul 12 16:23:46.612352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3946b-abea-4bfd-9b9e-b9cc27962d16 req-8959861b-f399-4274-b3ab-947dfa049f3b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:46.614154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87d3946b-abea-4bfd-9b9e-b9cc27962d16 req-8959861b-f399-4274-b3ab-947dfa049f3b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.3298683 Jul 12 16:23:46.670650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc1791-3030-4198-af75-007dcb232e1f req-66af2bdf-d0b1-441a-b5f4-8bd2cca734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:46.673018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-66af2bdf-d0b1-441a-b5f4-8bd2cca734cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=767fad01-cd2b-41a2-801c-b335fc12597f HTTP/1.1" status: 200 len: 864 time: 0.0735154 Jul 12 16:23:46.707206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.711410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87d3946b-abea-4bfd-9b9e-b9cc27962d16 req-8dbbfd20-c929-46c8-9c81-f46bfce047d6 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699279 Jul 12 16:23:46.734216 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-94f0ead0-f6ef-4d60-b9e9-f20a9988acd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dd65b57c-9632-48b2-8aee-b47aa1912154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543046 Jul 12 16:23:46.734479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.753157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.813773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.832096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.849679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c383421d-c0be-4280-bc2d-5e828e31fa6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:23:46.875956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Pushing event deleted for resources: {'Port': ['ID=c383421d-c0be-4280-bc2d-5e828e31fa6c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:46.931508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:23:46.943100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] No DVR routers for this DVR port c383421d-c0be-4280-bc2d-5e828e31fa6c on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:46.945898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.948277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4796ba94-c702-4755-b467-7029c24a91f2 req-dcac3837-ae6e-448e-9076-c22043e5a946 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.65 "DELETE /v2.0/ports/c383421d-c0be-4280-bc2d-5e828e31fa6c HTTP/1.1" status: 204 len: 173 time: 1.1506956 Jul 12 16:23:46.958962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-650874f9-baf8-4480-b22f-369090e22d8b service neutron] 10.222.0.77 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155595 Jul 12 16:23:46.961847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.965132 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.968338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:46.971801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13028022-9d19-469c-bb36-e12fa15c2f16 HTTP/1.1" status: 204 len: 168 time: 0.4131269 Jul 12 16:23:47.079557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33c1a-ad38-4d0e-94c4-2ec988b40236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13028022-9d19-469c-bb36-e12fa15c2f16,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:47.126260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88bc1791-3030-4198-af75-007dcb232e1f req-cdbde092-3a12-408f-aaa4-59a76357bdcb service neutron] 10.222.0.77 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592679 Jul 12 16:23:47.222905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:47.248129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'mac_address': 'fa:16:3e:46:06:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:23:47.259190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.262046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.299716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.317756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:47.356016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:47.367361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.368529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.371733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43df9e-7bbe-4965-9ac0-a2280bb7540f req-bf0099cf-5b43-4429-a7e8-09f229866d5f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:47.373110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a43df9e-7bbe-4965-9ac0-a2280bb7540f req-bf0099cf-5b43-4429-a7e8-09f229866d5f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 943 time: 0.2379494 Jul 12 16:23:47.374973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97b93f52-cd88-4cf3-a75c-472a1a04aa81 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:23:47.376008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-81ef86d3-f8db-41c7-91dd-58562f896f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:47.381131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-81ef86d3-f8db-41c7-91dd-58562f896f36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6dc87e1fbc9c4888bc5a3d1bde7efc8f&device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 1094 time: 0.1664629 Jul 12 16:23:47.423252 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:23:47.424805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90a4136c-b22e-4095-aa75-3d514cd04e71 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8409297 Jul 12 16:23:47.427783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:47.458093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:47.589659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a43df9e-7bbe-4965-9ac0-a2280bb7540f req-68991358-9ffd-44b7-b3e0-63140185f9e2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908243 Jul 12 16:23:47.674456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:23:47.699692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc0bad24-cb80-477a-83ba-dec0ab24bd36 req-286b9e00-582f-4f2d-abc2-c280da7840a2 tempest-ServersNegativeTestJSON-86205886 tempest-ServersNegativeTestJSON-86205886-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a7c46c1-3113-484a-87b8-00872e478b55 HTTP/1.1" status: 200 len: 210 time: 0.0694575 Jul 12 16:23:47.714280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-c3f4da29-5064-4866-ae4a-7173ddb3df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:47.721616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-c3f4da29-5064-4866-ae4a-7173ddb3df5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=dd65b57c-9632-48b2-8aee-b47aa1912154 HTTP/1.1" status: 200 len: 925 time: 0.3345311 Jul 12 16:23:47.755231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Deleting port 21ef9219-b547-45b0-9d74-ca715599f5dd {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:47.758243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:47.864833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-30409fb4-8ddd-42a6-a189-e50914bea69e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10 HTTP/1.1" status: 200 len: 217 time: 0.1359439 Jul 12 16:23:47.982897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-5a61c1c5-1e3d-4ae5-aef3-09b6387a16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:47.984474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-5a61c1c5-1e3d-4ae5-aef3-09b6387a16f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=767fad01-cd2b-41a2-801c-b335fc12597f HTTP/1.1" status: 200 len: 864 time: 0.1047511 Jul 12 16:23:48.021338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:48.026694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-fb28bbc4-9d5e-4923-81f9-86bb24553da1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dd65b57c-9632-48b2-8aee-b47aa1912154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344357 Jul 12 16:23:48.037837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Calling delete_port for 21ef9219-b547-45b0-9d74-ca715599f5dd owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:48.129333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91aaf-16e4-4e35-b09d-327f2681b78c req-796b2087-e23c-4a97-8c00-01a7fca43cd9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:48.130925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12f91aaf-16e4-4e35-b09d-327f2681b78c req-796b2087-e23c-4a97-8c00-01a7fca43cd9 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.1945643 Jul 12 16:23:48.135158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-c245ebdd-d858-43e5-a99d-b71838a19550 service neutron] 10.222.0.77 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007688 Jul 12 16:23:48.221208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12f91aaf-16e4-4e35-b09d-327f2681b78c req-fc4edb31-ef28-482b-9bff-3a3420acf4f8 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813267 Jul 12 16:23:48.259283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:48.284626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-598b5c7e-50dd-46ba-8499-d457f7a7cd0d req-3c2235f6-92f3-45e8-9bee-f3dbdbc96ebf service neutron] 10.222.0.77 "GET /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350367 Jul 12 16:23:48.308741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Pushing event deleted for resources: {'Port': ['ID=21ef9219-b547-45b0-9d74-ca715599f5dd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:48.377822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:48.380139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-127d13e8-4cec-46ff-b07a-7fed20e9eca9 tempest-RoutersAdminNegativeTest-1714585347 tempest-RoutersAdminNegativeTest-1714585347-project-admin] 10.222.0.58 "DELETE /v2.0/ports/21ef9219-b547-45b0-9d74-ca715599f5dd HTTP/1.1" status: 204 len: 168 time: 0.9509687 Jul 12 16:23:48.586817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-deleted', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:48.594660 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f0cd25-d874-48b1-b180-0f518231160d" -d '{"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-deleted", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:48.640179 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fa38d-b8fb-4250-966d-11a4fd3185aa x-openstack-request-id: req-9a7fa38d-b8fb-4250-966d-11a4fd3185aa {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:48.640479 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7c46c1-3113-484a-87b8-00872e478b55", "name": "network-vif-deleted", "tag": "c383421d-c0be-4280-bc2d-5e828e31fa6c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:48.640732 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a7fa38d-b8fb-4250-966d-11a4fd3185aa {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:48.641131 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7c46c1-3113-484a-87b8-00872e478b55', 'name': 'network-vif-deleted', 'tag': 'c383421d-c0be-4280-bc2d-5e828e31fa6c', 'status': 'completed', 'code': 200} Jul 12 16:23:48.671054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:48.822091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41795b1d-db91-49ce-8fe7-b88b1a8bfa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:48.852277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60750) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:48.891205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf62495-f9c6-4b6d-bf0c-9381226dbcc6 req-ca74bf75-47dd-4853-b6db-5c96fde0e4d7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:48.900851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebf62495-f9c6-4b6d-bf0c-9381226dbcc6 req-ca74bf75-47dd-4853-b6db-5c96fde0e4d7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 944 time: 0.1583736 Jul 12 16:23:48.920489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:23:48.950725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41795b1d-db91-49ce-8fe7-b88b1a8bfa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:48.958284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41795b1d-db91-49ce-8fe7-b88b1a8bfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.018443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-41795b1d-db91-49ce-8fe7-b88b1a8bfa94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ea9262f89644661939946b52cdc4ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458722 Jul 12 16:23:49.020058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41795b1d-db91-49ce-8fe7-b88b1a8bfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1641a460-a4aa-4bb4-9fd0-95d1c4b96e32,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:49.024302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:23:49.026317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:49.029751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:49.031493 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.051224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebf62495-f9c6-4b6d-bf0c-9381226dbcc6 req-b65109ad-59ad-4ce7-a096-4d51338672a2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488326 Jul 12 16:23:49.054289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Deleting subnet ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:49.065643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.101099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.141653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.150094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.168491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.204048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.213730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:49.215157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:49.217673 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd2600-572d-4f2d-bc67-e39991e168c3" -d '{"events": [{"server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "name": "network-vif-plugged", "status": "completed", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:49.245215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.249340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.257674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.263632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1641a460-a4aa-4bb4-9fd0-95d1c4b96e32 HTTP/1.1" status: 204 len: 168 time: 0.2344148 Jul 12 16:23:49.299196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c67b-49a2-47ce-b69c-4977146b9b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641a460-a4aa-4bb4-9fd0-95d1c4b96e32,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:49.308017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.337359 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8d745-3d28-40b3-b357-87f97dfae9b9 x-openstack-request-id: req-a3e8d745-3d28-40b3-b357-87f97dfae9b9 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:49.337851 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "name": "network-vif-plugged", "status": "completed", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:49.338173 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3e8d745-3d28-40b3-b357-87f97dfae9b9 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:49.338783 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'code': 200} Jul 12 16:23:49.359966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:49.400246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.403647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ddf2f3f9-5be9-45ad-972a-a2b8a75c3186 HTTP/1.1" status: 204 len: 168 time: 0.5375669 Jul 12 16:23:49.403793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c383421d-c0be-4280-bc2d-5e828e31fa6c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:49.404279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c383421d-c0be-4280-bc2d-5e828e31fa6c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:49.406230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60766) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:49.406384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c503-a8be-43fb-b91e-058cc425d42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf2f3f9-5be9-45ad-972a-a2b8a75c3186,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:49.451854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:49.535015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3d82a-efef-4ef8-8234-3e57c1cac930 req-0c598b58-4f7a-4475-a415-1a0df843512a tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:49.537328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45e3d82a-efef-4ef8-8234-3e57c1cac930 req-0c598b58-4f7a-4475-a415-1a0df843512a tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.1428707 Jul 12 16:23:49.555234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.656380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb3e2-80d0-409c-8a44-df24feaf0a0d req-1d6ec664-db78-4708-a76e-e9d94048514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:49.657948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3fb3e2-80d0-409c-8a44-df24feaf0a0d req-1d6ec664-db78-4708-a76e-e9d94048514b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.1763291 Jul 12 16:23:49.665276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45e3d82a-efef-4ef8-8234-3e57c1cac930 req-654a951e-f109-493b-8519-1f13d5db1828 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175969 Jul 12 16:23:49.741562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.759558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57982a88-8c7f-421f-9928-3b7b80e4e450']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:49.763482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd3fb3e2-80d0-409c-8a44-df24feaf0a0d req-70198547-5bc4-4a61-a9f1-30bbc2df79af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Jul 12 16:23:49.774233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c9ab45-d0f0-4bba-9504-44de422f1a4f') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:49.774538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c9ab45-d0f0-4bba-9504-44de422f1a4f') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:49.788637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.808845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.818701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:49.819431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:49.821928 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:49.839993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1d71320-7ef7-4bbb-a0c7-e3fd753d06b3 None None] Provisioning complete for port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:49.842157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1d71320-7ef7-4bbb-a0c7-e3fd753d06b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.907352 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.913984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:49.915427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:49.917656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] 10.222.0.58 "DELETE /v2.0/networks/57982a88-8c7f-421f-9928-3b7b80e4e450 HTTP/1.1" status: 204 len: 168 time: 0.5102642 Jul 12 16:23:49.946362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a152-cf4a-4d02-80db-3292786b6508 admin admin] Pushing event deleted for resources: {'Network': ['ID=57982a88-8c7f-421f-9928-3b7b80e4e450,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:50.011124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aa019a4d-bedd-4236-a8c1-b217eeb2d6d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab9005a74dac4ec59ab5a2471cfe7442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925188 Jul 12 16:23:50.013627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:50.105470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b2bc79a1-f3d7-411b-a27b-f94176e78f10 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:23:50.184270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:50.219772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.251647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.293584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6119216d-8d99-481b-ae7d-d6c1228a74f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef43f4126af44ddd89eb5f8cb21417f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074209 Jul 12 16:23:50.295764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60800) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:50.343227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10,segment=NetworkSegment(799e5e70-20c0-4cf2-b38f-741be4518f22),segment_id=799e5e70-20c0-4cf2-b38f-741be4518f22)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:50.358594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10', 'network_id': 'dd65b57c-9632-48b2-8aee-b47aa1912154', 'port_id': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10', 'mac_address': 'fa:16:3e:53:52:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767fad01-cd2b-41a2-801c-b335fc12597f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:23:50.360346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.363678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.364888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14cc9bad-a8af-4811-9179-8afce043028c HTTP/1.1" status: 204 len: 168 time: 0.3329835 Jul 12 16:23:50.394964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f12cf-df1e-41cb-8f3e-403c06ccbe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc9bad-a8af-4811-9179-8afce043028c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:50.438570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.449159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.458077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bc79a1-f3d7-411b-a27b-f94176e78f10 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:23:50.483625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10,segment=NetworkSegment(799e5e70-20c0-4cf2-b38f-741be4518f22),segment_id=799e5e70-20c0-4cf2-b38f-741be4518f22)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:50.485967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace094-9f3e-4137-b8ab-ba52879ea96d req-b53c17dc-431d-4bb0-98cc-6efa70e202cc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:50.488171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ccace094-9f3e-4137-b8ab-ba52879ea96d req-b53c17dc-431d-4bb0-98cc-6efa70e202cc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1786637 Jul 12 16:23:50.490068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.521616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.561849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:50.602412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ccace094-9f3e-4137-b8ab-ba52879ea96d req-98bb7dfe-7387-4fcd-908f-f5a8575def94 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906820 Jul 12 16:23:50.663209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.667496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:50.669180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3c3eadd-b69f-44a9-a126-8639b81f8058 HTTP/1.1" status: 204 len: 168 time: 0.3718047 Jul 12 16:23:50.683207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15bfef-6111-405c-ba4c-b2f3f93c0565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3eadd-b69f-44a9-a126-8639b81f8058,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:50.842206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b2bc79a1-f3d7-411b-a27b-f94176e78f10'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:23:50.944312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18532036-3b82-4f02-b1f9-a663d847dfe0 req-ef47e08f-ca6f-42e5-a240-cedfe490f7cd tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:50.949355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18532036-3b82-4f02-b1f9-a663d847dfe0 req-ef47e08f-ca6f-42e5-a240-cedfe490f7cd tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 944 time: 0.1050432 Jul 12 16:23:51.024896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18532036-3b82-4f02-b1f9-a663d847dfe0 req-534dc786-46df-4f66-a83b-82c26b6bf0c8 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699840 Jul 12 16:23:51.872437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789018-ea3f-4789-9cac-ac80e22cf187 req-f2f76c96-d7c6-4dbf-90c3-87f857ae12b0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:51.874164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8789018-ea3f-4789-9cac-ac80e22cf187 req-f2f76c96-d7c6-4dbf-90c3-87f857ae12b0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.0944386 Jul 12 16:23:51.930325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8789018-ea3f-4789-9cac-ac80e22cf187 req-726c46ed-9f39-42d2-ae58-2bc7a9e8252f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Jul 12 16:23:52.000489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:52.129237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b2bc79a1-f3d7-411b-a27b-f94176e78f10 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:23:52.241073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port b2bc79a1-f3d7-411b-a27b-f94176e78f10 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:23:52.254451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port b2bc79a1-f3d7-411b-a27b-f94176e78f10 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:23:52.254821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.354922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b902-f3bb-41cb-8dfc-d771cb8d295d req-cd15946b-9be6-42e3-b544-070f2c30f94b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:52.362106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbb1b902-f3bb-41cb-8dfc-d771cb8d295d req-cd15946b-9be6-42e3-b544-070f2c30f94b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 944 time: 0.1534135 Jul 12 16:23:52.390140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:52.434361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.435156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbb1b902-f3bb-41cb-8dfc-d771cb8d295d req-5a99baea-be01-4720-92ec-a704771df4b4 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721147 Jul 12 16:23:52.477045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af41d89b-9519-4810-97ac-c2b588fed84d tempest-AgentManagementNegativeTest-553420896 tempest-AgentManagementNegativeTest-553420896-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4752846 Jul 12 16:23:52.490127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:23:52.501515 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f9b94-2986-4de5-9801-651893b920e3" -d '{"events": [{"server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:23:52.532713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10,segment=NetworkSegment(799e5e70-20c0-4cf2-b38f-741be4518f22),segment_id=799e5e70-20c0-4cf2-b38f-741be4518f22)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:52.539187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.540952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-498545753-network', 'tenant_id': '38de43c064ae46e49582d766b922520b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:52.588419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Made reservation on behalf of 38de43c064ae46e49582d766b922520b for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:52.591760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.606643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc60976-ac50-4777-ae16-ea18250407d8 req-c43135a6-7d4e-4b84-b567-f5c9326c8e35 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:52.615242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdc60976-ac50-4777-ae16-ea18250407d8 req-c43135a6-7d4e-4b84-b567-f5c9326c8e35 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.2184646 Jul 12 16:23:52.622515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:52.636770 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.684220 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a39b1b-efc3-4330-aab1-4274a358f91c x-openstack-request-id: req-d4a39b1b-efc3-4330-aab1-4274a358f91c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:23:52.684516 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:23:52.684802 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4a39b1b-efc3-4330-aab1-4274a358f91c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:23:52.685174 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10', 'code': 200} Jul 12 16:23:52.724763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdc60976-ac50-4777-ae16-ea18250407d8 req-8f834d38-77d0-4495-9243-f3d06acedc16 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065030 Jul 12 16:23:52.865561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.873007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.920591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46354-3486-482a-8874-71c2c8e6d719 req-24b897fa-1d31-483f-9e7d-53fe805e325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:52.922116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4d46354-3486-482a-8874-71c2c8e6d719 req-24b897fa-1d31-483f-9e7d-53fe805e325c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1462481 Jul 12 16:23:52.931035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba34d9b-c7e5-44e2-bfc6-91d24eab9460,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:52.932332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08a0f-1d05-4747-8617-6c258095142a req-e690915b-34f6-42a8-aa6f-a0cd12e5e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:52.933824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-e690915b-34f6-42a8-aa6f-a0cd12e5e0a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.0987701 Jul 12 16:23:52.958957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:23:52.979134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:52.994471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:52.994835 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Added segment 349305bf-0402-4a57-bed8-df42fca5b54d of type vlan for network 7b727eed-e835-4021-9b49-8edf8f9b50f0 Jul 12 16:23:53.072302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4d46354-3486-482a-8874-71c2c8e6d719 req-41a1118f-26fe-4074-a2b2-e91b296384b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422625 Jul 12 16:23:53.086617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.145383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08a0f-1d05-4747-8617-6c258095142a req-29c65490-3563-4eda-a1a4-549884bef11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:53.147942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-29c65490-3563-4eda-a1a4-549884bef11b service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.1794236 Jul 12 16:23:53.153279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.154305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:53.154913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.230976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-df28109a-d453-4590-90b0-d1c30e339ebb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.0754626 Jul 12 16:23:53.265269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8738801 Jul 12 16:23:53.269098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60918) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:53.283122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Request body: {'subnet': {'network_id': '7b727eed-e835-4021-9b49-8edf8f9b50f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-498545753-subnet', 'tenant_id': '38de43c064ae46e49582d766b922520b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:53.289837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.316364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c94f2-0872-478b-a7a4-551c5425b2cf admin admin] Pushing event updated for resources: {'Network': ['ID=7b727eed-e835-4021-9b49-8edf8f9b50f0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:53.325177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:23:53.325177 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:23:53.325177 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': 'cb8e81fd0fce45538f48247565c7fbd9', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 23, 53, 314203)}] Jul 12 16:23:53.325177 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:23:53.325621 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:23:53.332318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 7b727eed-e835-4021-9b49-8edf8f9b50f0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:23:53.342311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:53.351670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08a0f-1d05-4747-8617-6c258095142a req-7115229d-22de-4b44-a648-6b71e394ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:53.354761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-7115229d-22de-4b44-a648-6b71e394ae41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1160178 Jul 12 16:23:53.358555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Made reservation on behalf of 38de43c064ae46e49582d766b922520b for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:53.363070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.533230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc08a0f-1d05-4747-8617-6c258095142a req-d29060b5-dbc3-40d4-8d57-8042779a67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:53.539336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-d29060b5-dbc3-40d4-8d57-8042779a67cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679516 Jul 12 16:23:53.747389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.850871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:53.904399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adcda3f-12ac-414f-85a0-67f62b51ef1e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:53.927077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-b5351c83-d4b8-4186-a32a-42f7c5834ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791461 Jul 12 16:23:53.934286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Checking segment: {'id': '349305bf-0402-4a57-bed8-df42fca5b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b727eed-e835-4021-9b49-8edf8f9b50f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:53.934976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Network hostable DHCP agents. Network: 7b727eed-e835-4021-9b49-8edf8f9b50f0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:23:53.987934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec156-78ab-4c70-9809-d3d7186224e6 req-b7590d5c-067d-4ddd-986b-da9fe2daba47 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:53.996781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-862ec156-78ab-4c70-9809-d3d7186224e6 req-b7590d5c-067d-4ddd-986b-da9fe2daba47 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.2958484 Jul 12 16:23:54.081562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Network 7b727eed-e835-4021-9b49-8edf8f9b50f0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:23:54.119451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-862ec156-78ab-4c70-9809-d3d7186224e6 req-7d7e26b4-ce60-4c58-88c7-e7ec52e164b5 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213934 Jul 12 16:23:54.147211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 7b727eed-e835-4021-9b49-8edf8f9b50f0) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:54.152526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:54.153120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.156612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06efef-8bd4-4518-9e47-78ac6e706838 None None] Network 7b727eed-e835-4021-9b49-8edf8f9b50f0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:54.178836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a33d5-569e-4d3a-a50f-8ea97166642f req-f454afcd-2708-4e60-8bc6-e48f9a0cd4fe tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:54.195788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e2a33d5-569e-4d3a-a50f-8ea97166642f req-f454afcd-2708-4e60-8bc6-e48f9a0cd4fe tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.2549140 Jul 12 16:23:54.221735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cc08a0f-1d05-4747-8617-6c258095142a req-28c22ab1-7d45-404c-a402-cc6bddf1fe77 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859740 Jul 12 16:23:54.298046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e2a33d5-569e-4d3a-a50f-8ea97166642f req-3f065c16-139a-4080-af40-1a7cdec35137 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947218 Jul 12 16:23:54.319570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.325845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.363369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f060a5ba-3749-4d23-9e83-5e2253b042c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0865998 Jul 12 16:23:54.375041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb8e81fd0fce45538f48247565c7fbd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3947537 Jul 12 16:23:54.380230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60950) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:54.400379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7c4ec-0a0e-4f1c-8221-7cabd802d89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781e451-a994-4474-a1d9-ed2f37ee9132,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:54.456281 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.466560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.475365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a6fb6-5f2f-486b-8d7f-da96cf37d627 None None] Network 7b727eed-e835-4021-9b49-8edf8f9b50f0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:54.496360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.562860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60954) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:54.579452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.583735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.589895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0781e451-a994-4474-a1d9-ed2f37ee9132 HTTP/1.1" status: 204 len: 168 time: 0.2055709 Jul 12 16:23:54.601598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de181f-db8d-4620-9a13-b6f94bb7737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781e451-a994-4474-a1d9-ed2f37ee9132,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:54.602384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:54.730021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Deleting subnet 7adcda3f-12ac-414f-85a0-67f62b51ef1e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:54.734112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.763137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bdf6faaa-90eb-4423-be17-586380d393cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.796894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.861825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.879915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bdf6faaa-90eb-4423-be17-586380d393cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.885189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bdf6faaa-90eb-4423-be17-586380d393cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:54.941542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bdf6faaa-90eb-4423-be17-586380d393cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=442108a648614e4fb77f462394d35f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749607 Jul 12 16:23:54.942155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6faaa-90eb-4423-be17-586380d393cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43a2a8-3ba1-458c-a334-d4412c27e1bb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:54.942748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:55.013191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.056303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adcda3f-12ac-414f-85a0-67f62b51ef1e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:55.061841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.066433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:55.066627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1db4d716-cd72-453b-a99e-3ce79834390c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7adcda3f-12ac-414f-85a0-67f62b51ef1e HTTP/1.1" status: 204 len: 168 time: 0.4629281 Jul 12 16:23:55.088893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.094503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Deleting port 61012acc-aeaf-48ab-b164-fe10914df9ac {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:55.094845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.147623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.249781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.264990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b727eed-e835-4021-9b49-8edf8f9b50f0']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:55.281629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349305bf-0402-4a57-bed8-df42fca5b54d') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:55.282457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349305bf-0402-4a57-bed8-df42fca5b54d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:55.294505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.314819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.329353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:55.330330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:55.332463 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:55.418652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.445917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.448652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b727eed-e835-4021-9b49-8edf8f9b50f0 HTTP/1.1" status: 204 len: 168 time: 0.3807154 Jul 12 16:23:55.449823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1a70f-0851-44d4-b133-374bd384691a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b727eed-e835-4021-9b49-8edf8f9b50f0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:55.478742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.535084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663c010-befc-4483-9c6c-226502210ec8 req-bf4ba7ef-2621-4169-96cb-1fa6ad336e5d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:55.536846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4663c010-befc-4483-9c6c-226502210ec8 req-bf4ba7ef-2621-4169-96cb-1fa6ad336e5d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.0935938 Jul 12 16:23:55.579221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:55.592551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4663c010-befc-4483-9c6c-226502210ec8 req-6135571a-9289-4cda-ac57-dae7ec62fab2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491071 Jul 12 16:23:55.594855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] For port 61012acc-aeaf-48ab-b164-fe10914df9ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61012acc-aeaf-48ab-b164-fe10914df9ac,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:55.595220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.614079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Calling delete_port for 61012acc-aeaf-48ab-b164-fe10914df9ac owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:55.629728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b1554-f436-4f34-98fe-afdded4f6a4c req-67d8638a-b4c7-44ca-b279-ca8cb47faca5 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:55.631892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b4b1554-f436-4f34-98fe-afdded4f6a4c req-67d8638a-b4c7-44ca-b279-ca8cb47faca5 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.1673181 Jul 12 16:23:55.636868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.639410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.640595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e43a2a8-3ba1-458c-a334-d4412c27e1bb HTTP/1.1" status: 204 len: 168 time: 0.6956570 Jul 12 16:23:55.693461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df8a4b-a10b-43d7-9e85-3cee9c7293c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43a2a8-3ba1-458c-a334-d4412c27e1bb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:55.731343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:55.733093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1352638260'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:55.754531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b4b1554-f436-4f34-98fe-afdded4f6a4c req-9118d0ec-bcfa-4029-9ab0-fc5ea0ffde85 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059101 Jul 12 16:23:55.759623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:55.767551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.778314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.831788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e996b59f-208e-4d27-b627-2a0e4e4460e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38de43c064ae46e49582d766b922520b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981503 Jul 12 16:23:55.834889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:55.923182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.935548 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:55.988322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=61012acc-aeaf-48ab-b164-fe10914df9ac,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:55.997820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.093217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.104618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed09aba-07c4-4706-944e-66e4be55dc91 req-f3526efc-1257-4146-bbf3-9d435125a02d tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:56.106248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ed09aba-07c4-4706-944e-66e4be55dc91 req-f3526efc-1257-4146-bbf3-9d435125a02d tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.1633568 Jul 12 16:23:56.107778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.154560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.156734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.158871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ba34d9b-c7e5-44e2-bfc6-91d24eab9460 HTTP/1.1" status: 204 len: 168 time: 0.3213196 Jul 12 16:23:56.158871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:23:56.186186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0bcf8-11e8-4a69-9ce4-fa5c713c1940,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:56.217947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.218295 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Added segment e152ae97-0552-4a01-b440-74601664e845 of type vlan for network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 Jul 12 16:23:56.248777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ed09aba-07c4-4706-944e-66e4be55dc91 req-067d8234-5221-4cdf-8492-b7aeaf4a5704 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317508 Jul 12 16:23:56.254976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.258017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98b909-0243-4f93-902d-911ccf911c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba34d9b-c7e5-44e2-bfc6-91d24eab9460,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:56.324825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.363359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32784) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:56.385831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.392970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:56.394055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.411278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.420452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8400404 Jul 12 16:23:56.434399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:56.479715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'subnet': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:56.573477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Router 40ad2182-015e-40cf-b4ae-2425383baf71 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:23:56.603043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcb66f-6963-4963-892c-71ecc7cf6c58 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Network': ['ID=146486fb-9cfe-4e84-a0bf-7d62c04c6326,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:56.613201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:23:56.615999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:23:56.615999 n-d-800078-3 neutron-server[93712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:23:56.615999 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id': '65c0e7116faf49b78e71579474ed6f9f', 'id': '3435bdcb-a77a-4df7-af75-25c04c2543ba', 'expiration': datetime.datetime(2021, 7, 12, 16, 25, 56, 598694)}] Jul 12 16:23:56.615999 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:23:56.616831 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:23:56.625864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:56.632249 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.736421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:23:56.744636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8ca21bd5-8471-4e53-bb8c-83cda9ced2fc admin admin] 10.222.0.58 "PUT /v2.0/routers/40ad2182-015e-40cf-b4ae-2425383baf71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4009364 Jul 12 16:23:56.745274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32800) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:56.766207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Sync routers for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:23:56.787613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:56.788300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:56.955160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:56.973263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff649f-164e-41fe-b13f-ee49dbde9221 req-609fce15-f12d-45a4-af56-6c6742ca2332 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:56.975031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bff649f-164e-41fe-b13f-ee49dbde9221 req-609fce15-f12d-45a4-af56-6c6742ca2332 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1496143 Jul 12 16:23:56.976863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.981111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.062106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fbf5-160e-450e-8944-526b8c64ef2f req-9ed0ef3a-0425-4430-963d-6842ae738d97 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:57.064582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6536fbf5-160e-450e-8944-526b8c64ef2f req-9ed0ef3a-0425-4430-963d-6842ae738d97 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.1748028 Jul 12 16:23:57.079012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Subnet': ['ID=6f5c556f-c6a3-4eea-8277-5fc58de00479,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:57.084717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bff649f-164e-41fe-b13f-ee49dbde9221 req-444ecf6c-98c3-4b18-8dcd-c5fa95ffd314 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789554 Jul 12 16:23:57.088649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Checking segment: {'id': 'e152ae97-0552-4a01-b440-74601664e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:57.088649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network hostable DHCP agents. Network: 146486fb-9cfe-4e84-a0bf-7d62c04c6326, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:23:57.108600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:23:57.118828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.139270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 146486fb-9cfe-4e84-a0bf-7d62c04c6326) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:57.148010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:57.148720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.153912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6536fbf5-160e-450e-8944-526b8c64ef2f req-ff6d4de4-06ac-4a0b-956f-b6934218f7a4 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Jul 12 16:23:57.159275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.187613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676b523-737f-411c-bae5-7dddb5e5fb9c None None] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:57.273341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Deleting port b4d85a5c-f42d-4663-9fb3-162fd56f05f3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:57.274121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.332756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.342277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.370526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3df311e4-1631-449e-9eb9-7ce2bcd43dcd tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9313457 Jul 12 16:23:57.371454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32820) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:57.414910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] For port b4d85a5c-f42d-4663-9fb3-162fd56f05f3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:57.415907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.425623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65c0e7116faf49b78e71579474ed6f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0600963 Jul 12 16:23:57.426887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8049a3a-12f7-450b-84eb-f18b89c6bf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115e1274-16d8-4612-b7e3-115518857512,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:57.435086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Calling delete_port for b4d85a5c-f42d-4663-9fb3-162fd56f05f3 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:57.436694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32822) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:57.515668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.524256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-917921203'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:57.557914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.630033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.637492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.646105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/115e1274-16d8-4612-b7e3-115518857512 HTTP/1.1" status: 204 len: 168 time: 0.2083695 Jul 12 16:23:57.668243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc6cd-9617-4e87-9a17-323a315bbdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115e1274-16d8-4612-b7e3-115518857512,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:57.681760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:23:55Z', 'revision_number': 5, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port': {'id': 'b4d85a5c-f42d-4663-9fb3-162fd56f05f3', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:11:39Z', 'updated_at': '2021-07-12T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:57.784343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'tenant_id': 'd0a808771d4343e0bb88dbeb04b461fc', 'fixed_ips': [{'subnet_id': '6f5c556f-c6a3-4eea-8277-5fc58de00479'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:23:57.789542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.798870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Checking router: 40ad2182-015e-40cf-b4ae-2425383baf71 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:23:57.849114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Routers {'40ad2182-015e-40cf-b4ae-2425383baf71'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:23:57.849353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:57.851412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:23:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['40ad2182-015e-40cf-b4ae-2425383baf71'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:57.853568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:57.899113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:57.950273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.007689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d85a5c-f42d-4663-9fb3-162fd56f05f3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:58.073696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] Set router 40ad2182-015e-40cf-b4ae-2425383baf71 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:23:58.143528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.147273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.7 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:58.152256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:23:57Z', 'revision_number': 6, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:58.190297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53959c-8494-4e46-9f2e-1b0799adc4a9 None None] The sync data for ids ['40ad2182-015e-40cf-b4ae-2425383baf71'] in n-d-800078-3 is: [{'id': '40ad2182-015e-40cf-b4ae-2425383baf71', 'name': 'tempest-TaggedBootDevicesTest_v242-1266647994-router', 'tenant_id': '54a969ec9b624d698eef72cd23f016a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:11:38Z', 'updated_at': '2021-07-12T16:23:57Z', 'revision_number': 6, 'project_id': '54a969ec9b624d698eef72cd23f016a8', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:23:58.374166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.374345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ebdd9-dc95-41ea-b51f-9b4696851662 req-571ff03e-32f4-4d29-92e7-461e74de0a91 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:58.377174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.383869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-082ebdd9-dc95-41ea-b51f-9b4696851662 req-571ff03e-32f4-4d29-92e7-461e74de0a91 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1017876 Jul 12 16:23:58.445303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-082ebdd9-dc95-41ea-b51f-9b4696851662 req-e74af43d-bc3f-40fa-bd63-90ae6baa9055 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Jul 12 16:23:58.528336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132c080-4532-4f4a-9e58-bd2f06706f22 req-a1a4b836-2f8d-4750-bc5a-0739f5d9d423 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:58.535684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4132c080-4532-4f4a-9e58-bd2f06706f22 req-a1a4b836-2f8d-4750-bc5a-0739f5d9d423 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.3171587 Jul 12 16:23:58.588971 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.589491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ad2182-015e-40cf-b4ae-2425383baf71 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:23:58.594373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.598061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b8343dd-1843-4458-b904-3d273a381513 admin admin] 10.222.0.58 "DELETE /v2.0/routers/40ad2182-015e-40cf-b4ae-2425383baf71 HTTP/1.1" status: 204 len: 168 time: 1.8493266 Jul 12 16:23:58.598603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32868) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:58.635055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4132c080-4532-4f4a-9e58-bd2f06706f22 req-85cdfc03-39b2-4876-9f47-9e926b01aea3 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979519 Jul 12 16:23:58.665434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Deleting subnet 29987c6b-d443-4cd4-8bb6-f562631f97a8 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:23:58.669754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.709758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.718129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.733068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:58.775290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.809830 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.825209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:58.839635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:58.844376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:58.899087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:58.899685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Allocated IP 172.20.0.2 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/3c5a0f6f-4e65-41b7-9a16-54050c2699ac) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:23:58.933414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:58.936502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.957936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.965350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b415420-39ff-41bc-8d11-de9fbb391396 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5925064 Jul 12 16:23:58.967734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32882) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:58.974002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-657353304', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:da:95'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:23:58.996742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:58.998853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29987c6b-d443-4cd4-8bb6-f562631f97a8 HTTP/1.1" status: 204 len: 168 time: 0.3988404 Jul 12 16:23:59.000252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2df960-1643-4985-a3c5-469086fe8374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29987c6b-d443-4cd4-8bb6-f562631f97a8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:59.004340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32884) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:23:59.029301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46176f9e-c3a5-4c0a-be69-733311fbb4a5 None None] Network 4359864b-a89f-4ff1-a168-eadaad7b9194 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:23:59.111502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.126378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:23:59.198592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Deleting port 979b8207-1dd3-4f3e-b698-c252ac78d703 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:59.199477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.298531 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:23:59.312695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] For port 979b8207-1dd3-4f3e-b698-c252ac78d703, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=979b8207-1dd3-4f3e-b698-c252ac78d703,segment=NetworkSegment(f7633103-ece0-44c9-b6e5-f8ab66296082),segment_id=f7633103-ece0-44c9-b6e5-f8ab66296082)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:23:59.313448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.336010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Calling delete_port for 979b8207-1dd3-4f3e-b698-c252ac78d703 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:23:59.420507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.441961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-ad58171a-7e60-4eea-8e0a-c11e8636d94b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:23:59.444070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-ad58171a-7e60-4eea-8e0a-c11e8636d94b tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.77 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.3066375 Jul 12 16:23:59.461364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.507354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Pushing event deleted for resources: {'Port': ['ID=979b8207-1dd3-4f3e-b698-c252ac78d703,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:59.517011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] No DVR routers for this DVR port 979b8207-1dd3-4f3e-b698-c252ac78d703 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:23:59.525187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.537517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port 6fe8cd7a-b993-48de-b7a8-942dab4885ad yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:23:59.623914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.626713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Transition to ACTIVE for port object 3c5a0f6f-4e65-41b7-9a16-54050c2699ac will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:59.639498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4359864b-a89f-4ff1-a168-eadaad7b9194']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:59.672246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Transition to ACTIVE for port object 3c5a0f6f-4e65-41b7-9a16-54050c2699ac will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:23:59.680814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7633103-ece0-44c9-b6e5-f8ab66296082') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:59.681329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7633103-ece0-44c9-b6e5-f8ab66296082') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:23:59.681914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.715896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.739001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d72b1-c9cc-4395-8a2b-05da38ae8bbe None None] DHCP port deletion for 4359864b-a89f-4ff1-a168-eadaad7b9194 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:23:59.747516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:23:59.751786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:23:59.760266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:23:59.820289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Deleting port b2bc79a1-f3d7-411b-a27b-f94176e78f10 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:23:59.824274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.843231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Pushing event updated for resources: {'Port': ['ID=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:23:59.853546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.853893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.854238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.854576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.854909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.855241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.855567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.856025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.856360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.858794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.858794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.858794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:23:59.862832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Attempting to bind port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:23:59.863204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Attempting to bind port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'e152ae97-0552-4a01-b440-74601664e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:23:59.863570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Attempting to bind port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac on network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:23:59.868538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.870106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:23:59.870480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Checking segment: {'id': 'e152ae97-0552-4a01-b440-74601664e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:23:59.871084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.871682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Bound using segment: {'id': 'e152ae97-0552-4a01-b440-74601664e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:23:59.872553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Bound port: 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152ae97-0552-4a01-b440-74601664e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:23:59.873114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.892039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:23:59.892460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:23:59.917668 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:23:59.927200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4d85a5c-f42d-4663-9fb3-162fd56f05f3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:59.962379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b4d85a5c-f42d-4663-9fb3-162fd56f05f3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:59.962945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b4d85a5c-f42d-4663-9fb3-162fd56f05f3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:59.963525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61012acc-aeaf-48ab-b164-fe10914df9ac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:23:59.988091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 61012acc-aeaf-48ab-b164-fe10914df9ac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:23:59.988754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61012acc-aeaf-48ab-b164-fe10914df9ac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:23:59.989402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 979b8207-1dd3-4f3e-b698-c252ac78d703 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:24:00.016887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 979b8207-1dd3-4f3e-b698-c252ac78d703 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:24:00.017434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 979b8207-1dd3-4f3e-b698-c252ac78d703 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:24:00.031877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-879130f4-8e2e-4d27-8a90-e77809c831da {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:24:00.032839 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:24:00.041514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] For port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:00.067204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd24e74-274b-48fc-9e84-c78a4565db75 req-853758ea-b0ff-4e05-aca1-d839bf59031b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:00.069232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fcd24e74-274b-48fc-9e84-c78a4565db75 req-853758ea-b0ff-4e05-aca1-d839bf59031b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.3433695 Jul 12 16:24:00.075293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.076234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] For port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,segment=NetworkSegment(e152ae97-0552-4a01-b440-74601664e845),segment_id=e152ae97-0552-4a01-b440-74601664e845)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:24:00.087701 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.087969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.153181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] 10.222.0.58 "DELETE /v2.0/networks/4359864b-a89f-4ff1-a168-eadaad7b9194 HTTP/1.1" status: 204 len: 168 time: 1.0867331 Jul 12 16:24:00.153181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a140e-b19e-4f96-8f02-f97f4c18287e admin admin] Pushing event deleted for resources: {'Network': ['ID=4359864b-a89f-4ff1-a168-eadaad7b9194,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:00.153819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] For port b2bc79a1-f3d7-411b-a27b-f94176e78f10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b2bc79a1-f3d7-411b-a27b-f94176e78f10,segment=NetworkSegment(799e5e70-20c0-4cf2-b38f-741be4518f22),segment_id=799e5e70-20c0-4cf2-b38f-741be4518f22)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:00.153819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.153819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Calling delete_port for b2bc79a1-f3d7-411b-a27b-f94176e78f10 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:00.190577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fcd24e74-274b-48fc-9e84-c78a4565db75 req-fe4b0f6a-f346-4ddd-a93f-e8430c43bd6a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Jul 12 16:24:00.267985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764882c-9ba7-4856-8a86-e45984037926 None None] Pushing event updated for resources: {'Port': ['ID=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:00.284746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0201f6-508e-4fea-bf98-9d326315f1e2 req-51387a65-cc8d-4114-97f6-751af6d50120 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:00.292234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba0201f6-508e-4fea-bf98-9d326315f1e2 req-51387a65-cc8d-4114-97f6-751af6d50120 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/ports?device_id=480e9443-de71-4379-a743-08b451de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.2533967 Jul 12 16:24:00.331451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:00.354418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba0201f6-508e-4fea-bf98-9d326315f1e2 req-7bc9e5fb-421c-4312-b0a4-bf13629596e6 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.58 "GET /v2.0/security-groups?id=4365d665-d19a-4a55-bac9-7283543f2317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610330 Jul 12 16:24:00.410757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.488577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32930) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:00.504575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Pushing event deleted for resources: {'Port': ['ID=b2bc79a1-f3d7-411b-a27b-f94176e78f10,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:00.543578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.558396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d88f59d-0aa7-4379-b86d-ee7024d5ee11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54a969ec9b624d698eef72cd23f016a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686386 Jul 12 16:24:00.559328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:00.567978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] No DVR routers for this DVR port b2bc79a1-f3d7-411b-a27b-f94176e78f10 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:24:00.572580 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.575948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d5c9736-4acc-439a-8947-49b7928fc241 req-dad25773-2888-4f3d-8cff-477f77838576 tempest-ServersNegativeTestMultiTenantJSON-501278740 tempest-ServersNegativeTestMultiTenantJSON-501278740-project] 10.222.0.77 "DELETE /v2.0/ports/b2bc79a1-f3d7-411b-a27b-f94176e78f10 HTTP/1.1" status: 204 len: 173 time: 1.1229436 Jul 12 16:24:00.577251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port 24e2228c-198e-4f9d-8636-78eb3058b7b2 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:00.583630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'name': 'network-vif-deleted', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:00.586650 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041dc87-97fc-453e-88b5-568258611e12" -d '{"events": [{"server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "name": "network-vif-deleted", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:00.633198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.660732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.692710 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00433de-188f-4cc1-9acc-2cda66b0d76c x-openstack-request-id: req-e00433de-188f-4cc1-9acc-2cda66b0d76c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:00.692710 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480e9443-de71-4379-a743-08b451de6bc0", "name": "network-vif-deleted", "tag": "b2bc79a1-f3d7-411b-a27b-f94176e78f10", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:00.692922 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e00433de-188f-4cc1-9acc-2cda66b0d76c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:00.693337 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480e9443-de71-4379-a743-08b451de6bc0', 'name': 'network-vif-deleted', 'tag': 'b2bc79a1-f3d7-411b-a27b-f94176e78f10', 'status': 'completed', 'code': 200} Jul 12 16:24:00.753732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.757781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.762304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9238b59d-ad10-45f9-a2d8-df9bd020385a HTTP/1.1" status: 204 len: 168 time: 0.2016933 Jul 12 16:24:00.770681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0053c9-4afd-448f-9881-7393282c79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9238b59d-ad10-45f9-a2d8-df9bd020385a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:00.808408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.8 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/24e2228c-198e-4f9d-8636-78eb3058b7b2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:00.938218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d827-ed98-4c83-9d50-13a8510e5927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.591649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:01.618309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-a257877c-fc13-456d-9ca4-1920c4e21882 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1429896 Jul 12 16:24:01.690412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.763633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Deleting subnet 767fad01-cd2b-41a2-801c-b335fc12597f {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:24:01.774690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object 24e2228c-198e-4f9d-8636-78eb3058b7b2 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:01.776888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.778874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03ee6b-6fbb-4bae-991f-d38d13b4ab72 None None] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:01.819975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d2da7-0893-49af-b416-1decde3bb619 req-bb3639f6-b20b-4a06-9e09-e6971ee2fdfa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.827639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-560d2da7-0893-49af-b416-1decde3bb619 req-bb3639f6-b20b-4a06-9e09-e6971ee2fdfa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.2013521 Jul 12 16:24:01.850233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.868252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d827-ed98-4c83-9d50-13a8510e5927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.879950 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d827-ed98-4c83-9d50-13a8510e5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.905184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.913325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.915306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.917546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.920076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.920747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.921395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.922344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-560d2da7-0893-49af-b416-1decde3bb619 req-3850495b-cc2e-4045-8aef-fe9973052a70 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901580 Jul 12 16:24:01.922690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:01.925130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a3272de-882c-44d9-8692-091376706f3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.2289863 Jul 12 16:24:01.969147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2d827-ed98-4c83-9d50-13a8510e5927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c135560-021f-4672-8cfb-a9c89e0fad6b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:01.974328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8b2d827-ed98-4c83-9d50-13a8510e5927 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d9db4d11f084d4e86433b5b3a8c13bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6416740 Jul 12 16:24:01.977812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:01.995834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.062592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.103850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.120813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=24e2228c-198e-4f9d-8636-78eb3058b7b2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:02.160184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:02.165950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.200167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:02.207054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767fad01-cd2b-41a2-801c-b335fc12597f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:02.216883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:02.228636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.234562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.241566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c135560-021f-4672-8cfb-a9c89e0fad6b HTTP/1.1" status: 204 len: 168 time: 0.2614934 Jul 12 16:24:02.261289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.265639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cbf168ff-45a2-4a14-83ad-145f0b9e2e08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/767fad01-cd2b-41a2-801c-b335fc12597f HTTP/1.1" status: 204 len: 168 time: 0.6691988 Jul 12 16:24:02.267390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.276607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe761be-b227-469d-a116-6f7f8d0e487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c135560-021f-4672-8cfb-a9c89e0fad6b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:02.289849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c5a0f6f-4e65-41b7-9a16-54050c2699ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:02.292915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b2bc79a1-f3d7-411b-a27b-f94176e78f10 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:24:02.355719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-790b1e4c-7ede-41f0-bc72-fb73c15cc147 None None] Provisioning for port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:02.358922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.359612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.373918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: b2bc79a1-f3d7-411b-a27b-f94176e78f10 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:24:02.374813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-8907a771-85e6-4356-9ceb-0e228fa4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.375131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b2bc79a1-f3d7-411b-a27b-f94176e78f10 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:24:02.375369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-8907a771-85e6-4356-9ceb-0e228fa4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.375925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-8907a771-85e6-4356-9ceb-0e228fa4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.378186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-8907a771-85e6-4356-9ceb-0e228fa4adc2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=e7aa7441-107f-4f36-b18e-97cc70acdfce&id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 2293 time: 0.3791587 Jul 12 16:24:02.385573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-da8116ef-ccfa-4267-82e0-b3abbce02459 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.4160399 Jul 12 16:24:02.386065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32996) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.388653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.437374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33000) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.438445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-863323c3-60b2-46f6-8898-0762fbe828e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.454092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.482663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:02.487515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:02.488181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.515175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-98891d97-8143-423b-b180-b55b38f2259c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 1001 time: 0.1254787 Jul 12 16:24:02.602589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.654838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec5b40-8ee1-4460-818f-396896b64839 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.661424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec5b40-8ee1-4460-818f-396896b64839 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.670449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec5b40-8ee1-4460-818f-396896b64839 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.671572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.673408 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8ec5b40-8ee1-4460-818f-396896b64839 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2856989 Jul 12 16:24:02.676341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.681072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,segment=NetworkSegment(e152ae97-0552-4a01-b440-74601664e845),segment_id=e152ae97-0552-4a01-b440-74601664e845)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:02.688231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.691619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd65b57c-9632-48b2-8aee-b47aa1912154']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:02.704195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799e5e70-20c0-4cf2-b38f-741be4518f22') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:02.704504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799e5e70-20c0-4cf2-b38f-741be4518f22') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:02.715539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.730977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.737828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:02.738256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.775341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:02.828439 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:02.845582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1310101954-network', 'tenant_id': '37747c278ec54c25a320c6e7a3219070'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:02.851978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea31dec-f201-4754-b618-eb3f8b88ee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.875694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.891375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.893400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd65b57c-9632-48b2-8aee-b47aa1912154 HTTP/1.1" status: 204 len: 168 time: 0.6250434 Jul 12 16:24:02.900094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:02.904930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Made reservation on behalf of 37747c278ec54c25a320c6e7a3219070 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:02.907565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.910734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-6bf64b28-d987-4bb6-b45e-4bb6c371200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:02.912565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-6bf64b28-d987-4bb6-b45e-4bb6c371200f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 200 len: 851 time: 0.3652923 Jul 12 16:24:02.914806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80f664-0deb-45e1-a76a-c6c24c302241 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd65b57c-9632-48b2-8aee-b47aa1912154,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:02.932594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.958589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Provisioning for port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:02.965261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Provisioning complete for port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:02.966245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:02.994611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33014) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:03.023692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port 24e2228c-198e-4f9d-8636-78eb3058b7b2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:03.024043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.029487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:03.039074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7b7-457a-4ee5-b158-eab5384f1a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.040994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Provisioning complete for port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:03.041512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.104256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.112216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-69b8a260-10a9-4c3d-9b86-6e3e1ca450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:03.119370 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-69b8a260-10a9-4c3d-9b86-6e3e1ca450a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1756d89b-e205-4481-8c56-bea28668cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961718 Jul 12 16:24:03.137412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.151345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for 24e2228c-198e-4f9d-8636-78eb3058b7b2 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:03.173651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Provisioning for port 24e2228c-198e-4f9d-8636-78eb3058b7b2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:03.184890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Deleting subnet fe905213-f68b-4ece-ac25-00258de795b5 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:24:03.188278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Provisioning complete for port 24e2228c-198e-4f9d-8636-78eb3058b7b2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:03.190111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.190891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.242040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-98044802-c12b-4cb7-ab90-5e5345462d58 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146479 Jul 12 16:24:03.273470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09768c0e-349c-4b96-8fa8-67590ede2297 None None] Port 24e2228c-198e-4f9d-8636-78eb3058b7b2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:03.369289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-3eede4a2-0dc5-48bc-a56d-26c500b13485 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178877 Jul 12 16:24:03.395431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e7919e14-f222-4569-aae0-e5d025842593 None None] Provisioning complete for port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:03.395842 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7919e14-f222-4569-aae0-e5d025842593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.417058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.439474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-56e6f6aa-a318-47ce-ade2-d932628ecba1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0556710 Jul 12 16:24:03.458647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea31dec-f201-4754-b618-eb3f8b88ee95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.471882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e7919e14-f222-4569-aae0-e5d025842593 None None] Port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:03.499134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea31dec-f201-4754-b618-eb3f8b88ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.511849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-29c98b2c-5c0e-42f7-9a78-cbe939292a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:03.513342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-29c98b2c-5c0e-42f7-9a78-cbe939292a06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0681455 Jul 12 16:24:03.590647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.604566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca82aee5-6d34-473d-9821-5e91b775c987 None None] Provisioning complete for port 24e2228c-198e-4f9d-8636-78eb3058b7b2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:03.604936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca82aee5-6d34-473d-9821-5e91b775c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.617192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-fa69997c-7963-45e3-969c-5e9ba954ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:03.618862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-fa69997c-7963-45e3-969c-5e9ba954ff6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970159 Jul 12 16:24:03.629054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bea31dec-f201-4754-b618-eb3f8b88ee95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad979af50da64b6e8c3b171cd62f12d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2371161 Jul 12 16:24:03.629054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31dec-f201-4754-b618-eb3f8b88ee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85790fc3-61f7-4d64-b3be-e74344263e25,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:03.635525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33020) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:03.637370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.638255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.652583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ca82aee5-6d34-473d-9821-5e91b775c987 None None] Port 24e2228c-198e-4f9d-8636-78eb3058b7b2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:03.689175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.698180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=24e2228c-198e-4f9d-8636-78eb3058b7b2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:03.757550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf484b-d3ea-4733-bf34-5c569d8112f1 req-52079847-1927-41a2-a233-97ef282eca43 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:03.759528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfaf484b-d3ea-4733-bf34-5c569d8112f1 req-52079847-1927-41a2-a233-97ef282eca43 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.5966039 Jul 12 16:24:03.768995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.784168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:03.792892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9698a5e-838d-4b00-b694-f8d32e2d4682,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:03.826495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.826926 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Added segment b64198e4-205f-4763-a8ad-a5cd834a9ce2 of type vlan for network f161451c-fe46-49bb-a724-3d4bd5081826 Jul 12 16:24:03.848337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe905213-f68b-4ece-ac25-00258de795b5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:03.856236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.862824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb603280-f74f-4f45-a80a-8310042fbe25 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fe905213-f68b-4ece-ac25-00258de795b5 HTTP/1.1" status: 204 len: 168 time: 0.9595840 Jul 12 16:24:03.884472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:03.909314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-a8455f3c-60a2-4618-8b3b-7338bdb49a18 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822123 Jul 12 16:24:03.910154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c5a0f6f-4e65-41b7-9a16-54050c2699ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:03.910451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.982890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.987219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:03.988552 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:03.992317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bfaf484b-d3ea-4733-bf34-5c569d8112f1 req-c9580c95-7452-4f4a-8a07-4239838ab464 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248378 Jul 12 16:24:04.008781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.011865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5374c490-7866-4819-9813-87a54cd1ca34 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/24e2228c-198e-4f9d-8636-78eb3058b7b2 HTTP/1.1" status: 204 len: 168 time: 1.3341997 Jul 12 16:24:04.014353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.044649 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-749531c3-2521-4a9e-8785-df1aee0b41c6 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] GET failed (client error): The resource could not be found. Jul 12 16:24:04.046500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-749531c3-2521-4a9e-8785-df1aee0b41c6 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports/24e2228c-198e-4f9d-8636-78eb3058b7b2 HTTP/1.1" status: 404 len: 333 time: 0.0309455 Jul 12 16:24:04.051706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.056791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-87455660'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:04.092082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.151608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.152502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:04.153079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.184433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.235962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7b7-457a-4ee5-b158-eab5384f1a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.258046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7b7-457a-4ee5-b158-eab5384f1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.266187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:04.270503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.291572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port dd2a126a-d15b-4189-960f-ede57354f7cd yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:04.299014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8590016 Jul 12 16:24:04.301973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33028) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.307762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Request body: {'subnet': {'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1310101954-subnet', 'tenant_id': '37747c278ec54c25a320c6e7a3219070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:04.308393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7a043db6-ec42-4c0b-81a5-6094e05d2976 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379834 Jul 12 16:24:04.308988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807e21-b87e-4c84-9cfa-b305e58b29b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f161451c-fe46-49bb-a724-3d4bd5081826,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.322094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f161451c-fe46-49bb-a724-3d4bd5081826 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:04.358021 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2d90e7b7-457a-4ee5-b158-eab5384f1a39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29f09fb4e3f54e1da27299eba0c8ca98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3624611 Jul 12 16:24:04.362518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33030) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.388922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Made reservation on behalf of 37747c278ec54c25a320c6e7a3219070 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:04.391306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.392737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e7b7-457a-4ee5-b158-eab5384f1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bf8d7-c51f-49b0-8958-14a7c1dafe22,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.396445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.399041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.404139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85790fc3-61f7-4d64-b3be-e74344263e25 HTTP/1.1" status: 204 len: 168 time: 0.7618456 Jul 12 16:24:04.404139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-2d8c88f2-4716-4656-bde7-fccf8695c202 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 217 time: 0.0760698 Jul 12 16:24:04.435718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c643e371-99ab-44ba-99a6-d9703e7138fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.496596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.522822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08e57e3-834b-4da5-bdce-de6b37bc728d']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:04.532722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1d9a2-023d-409d-8edf-c8801c050248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85790fc3-61f7-4d64-b3be-e74344263e25,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.551916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.8 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/dd2a126a-d15b-4189-960f-ede57354f7cd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:04.556678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.573507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30f3196-f324-43af-99cf-fe8ce3048c35') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:04.573842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30f3196-f324-43af-99cf-fe8ce3048c35') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:04.591126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.605652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.608421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-93e4b1a4-6fda-4d7c-b2d2-9dafdf6723a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:04.609948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-93e4b1a4-6fda-4d7c-b2d2-9dafdf6723a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.1947641 Jul 12 16:24:04.614102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.630462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:04.631912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:04.633634 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:04.723142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.741888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.746427 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c08e57e3-834b-4da5-bdce-de6b37bc728d HTTP/1.1" status: 204 len: 168 time: 0.8609135 Jul 12 16:24:04.749045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4270f5-c9d4-4e84-9c51-b3c9815cc168 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08e57e3-834b-4da5-bdce-de6b37bc728d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.780218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-38f0c403-04e7-427a-adff-5f73e48f6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:04.782796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-38f0c403-04e7-427a-adff-5f73e48f6431 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628480 Jul 12 16:24:04.798699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.843557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.846503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.848181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d9bf8d7-c51f-49b0-8958-14a7c1dafe22 HTTP/1.1" status: 204 len: 168 time: 0.4828284 Jul 12 16:24:04.852208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.879366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.903767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8947b-4bba-4312-ae63-492cefe4276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bf8d7-c51f-49b0-8958-14a7c1dafe22,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.905941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7dec26f-b320-40e6-8c3c-0a59ee9b1961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:04.923893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:04.925020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=72914d20-9086-4f1f-923a-dd9fa4c38c86,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:04.962392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-553cae1a-9c20-418f-ba39-c8f267922476 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707420 Jul 12 16:24:04.995904 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.026379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Checking segment: {'id': 'b64198e4-205f-4763-a8ad-a5cd834a9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:05.026766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Network hostable DHCP agents. Network: f161451c-fe46-49bb-a724-3d4bd5081826, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:05.049278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object dd2a126a-d15b-4189-960f-ede57354f7cd will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:05.063791 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fe1893bc-b637-4d01-9dc2-192a57bc3f23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dc87e1fbc9c4888bc5a3d1bde7efc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360674 Jul 12 16:24:05.073187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33048) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:05.079088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-001c2069-8fd8-44dd-9d15-c7cea6e07ffa service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085639 Jul 12 16:24:05.110472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Network f161451c-fe46-49bb-a724-3d4bd5081826 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:05.137147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-6c33f765-92b5-44d9-8d19-b0a272c88d2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 200 len: 217 time: 0.0508142 Jul 12 16:24:05.150954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f161451c-fe46-49bb-a724-3d4bd5081826) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:05.163463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d5a7b-ae15-49ab-be2b-cdbf59d08cdf None None] Network f161451c-fe46-49bb-a724-3d4bd5081826 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:05.183541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.184175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.199273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-859ec1f6-0a6b-4dcd-a38f-4056b0a81927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.201087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-859ec1f6-0a6b-4dcd-a38f-4056b0a81927 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0572381 Jul 12 16:24:05.250871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.259747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.289682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-2d215aad-860c-4dd2-b25f-ced77a43cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.291120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-2d215aad-860c-4dd2-b25f-ced77a43cec9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819721 Jul 12 16:24:05.298599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7dec26f-b320-40e6-8c3c-0a59ee9b1961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.299535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.332056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7dec26f-b320-40e6-8c3c-0a59ee9b1961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.356034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-40f26162-2564-4dde-b924-bfc2056437bf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0448928 Jul 12 16:24:05.362413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.363957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27bcae-d74f-468b-95da-b1b2511114d5 None None] Network f161451c-fe46-49bb-a724-3d4bd5081826 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:05.400175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:05.423755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:05.435614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=dd2a126a-d15b-4189-960f-ede57354f7cd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:05.440897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:05.453787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dec26f-b320-40e6-8c3c-0a59ee9b1961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17cf2bc-4767-49ac-8d6a-9e2d289f3873,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:05.486145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d7dec26f-b320-40e6-8c3c-0a59ee9b1961 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f89d1b37e364e6aaca4313f02e45a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011693 Jul 12 16:24:05.490909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:05.500803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377bb4c-59e5-4550-937d-d03f472428d2 req-69875bb6-0695-4f1e-93ba-e257c67ec204 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.502448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8377bb4c-59e5-4550-937d-d03f472428d2 req-69875bb6-0695-4f1e-93ba-e257c67ec204 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.3440773 Jul 12 16:24:05.513628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-b67b5abb-98a7-4426-b3e1-db7e4cb44351 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138727 Jul 12 16:24:05.606097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.606776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.686995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-59f58acf-5718-438d-8d63-64e1f18e5561 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6320748 Jul 12 16:24:05.689093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.694756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.696244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4365d665-d19a-4a55-bac9-7283543f2317 HTTP/1.1" status: 204 len: 168 time: 0.6221306 Jul 12 16:24:05.710207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33072) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:05.728271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-6ae96836-91b6-4936-9709-9b00e09f0cf4 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035053 Jul 12 16:24:05.730291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:da:95'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:05.762154 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.799483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8377bb4c-59e5-4550-937d-d03f472428d2 req-ba7c8453-423b-4f24-ae44-53072556f35b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827199 Jul 12 16:24:05.813535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-71669997-1437-46fb-b433-afa38cb6fa3c None None] Provisioning for port dd2a126a-d15b-4189-960f-ede57354f7cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:05.822998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9001f2f-6929-43bd-ad69-3c87282be216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365d665-d19a-4a55-bac9-7283543f2317,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:05.826960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-71669997-1437-46fb-b433-afa38cb6fa3c None None] Provisioning complete for port dd2a126a-d15b-4189-960f-ede57354f7cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:05.827347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-71669997-1437-46fb-b433-afa38cb6fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.831430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7c3368e5-3978-454c-beb1-23b8b15b18c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 200 len: 217 time: 0.0851572 Jul 12 16:24:05.891183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-71669997-1437-46fb-b433-afa38cb6fa3c None None] Port dd2a126a-d15b-4189-960f-ede57354f7cd cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:05.902543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e17c9aed-6626-400c-93f4-ac2361aa005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.904300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e17c9aed-6626-400c-93f4-ac2361aa005a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.0665593 Jul 12 16:24:05.919959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:05.984797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-9e26e562-89d6-466c-a06d-4306a260a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:05.988001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-9e26e562-89d6-466c-a06d-4306a260a5d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760899 Jul 12 16:24:06.001325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.113020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e4a3deda-1ab9-47b5-a5d1-792c8cad27c3 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170449 Jul 12 16:24:06.119911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.125186 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.128020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b17cf2bc-4767-49ac-8d6a-9e2d289f3873 HTTP/1.1" status: 204 len: 168 time: 0.6350889 Jul 12 16:24:06.128937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.150031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1a86d-7330-4366-8228-16203a16a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17cf2bc-4767-49ac-8d6a-9e2d289f3873,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:06.254975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e2ad67e8-61fb-43c2-b4b7-9de77903cdf3 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339040 Jul 12 16:24:06.306549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-9189d57c-f513-48e3-99a4-94c8b3e64ab4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 217 time: 0.0439303 Jul 12 16:24:06.368537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33098) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:06.371249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e1846db8-a073-4f16-8598-679bd202b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:06.373180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-e1846db8-a073-4f16-8598-679bd202b2a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0600030 Jul 12 16:24:06.401095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.418887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.445979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-11599ba3-aa0f-453a-bd57-6c85cb928cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:06.447572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-11599ba3-aa0f-453a-bd57-6c85cb928cf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680110 Jul 12 16:24:06.485710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=dd2a126a-d15b-4189-960f-ede57354f7cd,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:06.493997 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9959497b-997e-4181-acf4-18ff60f46421 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e40f17782934687b2eed64d65fc6bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227825 Jul 12 16:24:06.496463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33102) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:06.607254 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-acb5e408-12a7-4986-9a29-c45096fc791f service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516397 Jul 12 16:24:06.609261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.616211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] In _notify_port_updated(), no bound segment for port dd2a126a-d15b-4189-960f-ede57354f7cd on network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:06.625888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:06.626595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.628822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0bde18f5-071d-4fe2-b069-052943c47aae tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "PUT /v2.0/ports/dd2a126a-d15b-4189-960f-ede57354f7cd HTTP/1.1" status: 200 len: 991 time: 0.9146101 Jul 12 16:24:06.635116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:06.711490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.829241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2fcfcb9c-6c65-43a2-b4b3-6204f299208a None None] Provisioning complete for port dd2a126a-d15b-4189-960f-ede57354f7cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:06.830187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcb9c-6c65-43a2-b4b3-6204f299208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.887286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.891416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.896285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a43db668-a7f8-4404-b54a-c960a57f24bf HTTP/1.1" status: 204 len: 168 time: 0.3988218 Jul 12 16:24:06.903054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-33e1cc1c-bf3c-4e27-95ee-59801ba05544 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887342 Jul 12 16:24:06.908286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc33ed4-7946-4706-b481-d9ac62cdcb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43db668-a7f8-4404-b54a-c960a57f24bf,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:06.915211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfcb9c-6c65-43a2-b4b3-6204f299208a None None] Port dd2a126a-d15b-4189-960f-ede57354f7cd cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:06.937631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port dd2a126a-d15b-4189-960f-ede57354f7cd {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:06.939684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:06.999415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-8861f3be-62d0-4ad8-85d6-ffccd663f6b9 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:07.008117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-8861f3be-62d0-4ad8-85d6-ffccd663f6b9 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/networks?id=f161451c-fe46-49bb-a724-3d4bd5081826 HTTP/1.1" status: 200 len: 814 time: 0.2455714 Jul 12 16:24:07.028108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-9e9c4169-0602-43f4-938b-a75274ab41fb tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/quotas/37747c278ec54c25a320c6e7a3219070 HTTP/1.1" status: 200 len: 375 time: 0.0185227 Jul 12 16:24:07.071512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-a9b130be-3c3f-4a2f-900d-c46e00c8d4bd tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=37747c278ec54c25a320c6e7a3219070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426331 Jul 12 16:24:07.140088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:07.168187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for dd2a126a-d15b-4189-960f-ede57354f7cd owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:07.189589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:07.213630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-723bdb42-0ff1-4047-a211-4bc0931552f0 service neutron] 10.222.0.58 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412094 Jul 12 16:24:07.248967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ecf10-136b-452f-a134-52c6923d8438 req-4e822bd5-b124-4bb2-bbe8-c7bebe4219c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:07.250587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-335ecf10-136b-452f-a134-52c6923d8438 req-4e822bd5-b124-4bb2-bbe8-c7bebe4219c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.2083664 Jul 12 16:24:07.307903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-335ecf10-136b-452f-a134-52c6923d8438 req-b4555665-20d0-43f7-994f-589496bb7e29 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Jul 12 16:24:07.395235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-3bc71033-d66f-4e07-86f2-d72eb69ff7a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 217 time: 0.4836240 Jul 12 16:24:07.396594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:07.399444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-13ee9ff6-7bef-4234-8c06-782c69c7767a service neutron] 10.222.0.58 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796224 Jul 12 16:24:07.468896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=dd2a126a-d15b-4189-960f-ede57354f7cd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:07.512933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-fc2c2d21-8182-4253-ac9d-22588b2ca3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:07.514358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-fc2c2d21-8182-4253-ac9d-22588b2ca3cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.1119945 Jul 12 16:24:07.623195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-3a4f58f1-756a-4360-9466-f1a18175f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:07.624981 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-3a4f58f1-756a-4360-9466-f1a18175f85e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024547 Jul 12 16:24:07.636792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-880bfe5d-d694-446c-a80d-d1249535bc5b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:24:07.638272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-880bfe5d-d694-446c-a80d-d1249535bc5b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057096 Jul 12 16:24:07.795281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a389b345-2e37-4a42-b9d1-6927f86bfaf7 req-8955bb44-1227-4d98-871b-d1837a51e071 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 210 time: 0.1660473 Jul 12 16:24:07.818663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-2ed7f8ce-8adf-40aa-860f-7735704d98f1 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727879 Jul 12 16:24:07.889670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:07.897392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8067abc0-84f7-4c1b-87a6-eef1a8df76cb tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/dd2a126a-d15b-4189-960f-ede57354f7cd HTTP/1.1" status: 204 len: 168 time: 1.2612011 Jul 12 16:24:07.898877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33164) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:07.934982 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead2bff6-078f-431b-8191-26d632fb0fa9 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] GET failed (client error): The resource could not be found. Jul 12 16:24:07.940859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ead2bff6-078f-431b-8191-26d632fb0fa9 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports/dd2a126a-d15b-4189-960f-ede57354f7cd HTTP/1.1" status: 404 len: 333 time: 0.0406115 Jul 12 16:24:07.941555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:07.947080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-2093493812'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:07.953647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-45a0c771-187a-4fd3-b774-95e4e58b1d2a req-7b6c8739-7e24-4934-b761-b491760844fa service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279912 Jul 12 16:24:08.110529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:08.117006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:08.143918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port aa44703e-7df3-48e9-ba11-4ed6afd5f30d yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:08.277385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.12 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/aa44703e-7df3-48e9-ba11-4ed6afd5f30d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:08.483682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:08.499043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object aa44703e-7df3-48e9-ba11-4ed6afd5f30d will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:08.550260 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:08.557030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427b0a-bffe-4f44-a630-362d5ec9ef41 req-9963c3b1-7a53-439d-ba42-bcf45c1dbd1a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:08.564490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef427b0a-bffe-4f44-a630-362d5ec9ef41 req-9963c3b1-7a53-439d-ba42-bcf45c1dbd1a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1081693 Jul 12 16:24:08.607280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:08.611270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:08.616706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:08.628048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef427b0a-bffe-4f44-a630-362d5ec9ef41 req-890bd7e9-5992-4bbd-b929-c6789604ed70 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Jul 12 16:24:08.659082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=aa44703e-7df3-48e9-ba11-4ed6afd5f30d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:08.710327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:08.710997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:08.731189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16268c2f-58d6-4f45-927d-f0ec12c42c22 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7861185 Jul 12 16:24:08.731329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33202) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:08.738112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:da:95'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:08.998562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1dea1d00-4094-4fde-aff4-86b342f65057 req-faac2269-7a90-481b-bd1b-6f3dfe63c972 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 210 time: 0.0743001 Jul 12 16:24:09.019860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:09.058187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04b9ee72-9789-4eec-b1a2-2fb56031a1bd None None] Provisioning for port aa44703e-7df3-48e9-ba11-4ed6afd5f30d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:09.065272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04b9ee72-9789-4eec-b1a2-2fb56031a1bd None None] Provisioning complete for port aa44703e-7df3-48e9-ba11-4ed6afd5f30d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:09.065658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04b9ee72-9789-4eec-b1a2-2fb56031a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:09.173324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-04b9ee72-9789-4eec-b1a2-2fb56031a1bd None None] Port aa44703e-7df3-48e9-ba11-4ed6afd5f30d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:09.586303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-51ac0375-c6a1-4f38-8ce9-4087e6928cdf tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:09.588181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-51ac0375-c6a1-4f38-8ce9-4087e6928cdf tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.65 "GET /v2.0/networks?id=f161451c-fe46-49bb-a724-3d4bd5081826 HTTP/1.1" status: 200 len: 814 time: 0.1849153 Jul 12 16:24:09.605150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Request body: {'port': {'device_id': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826', 'admin_state_up': True, 'tenant_id': '37747c278ec54c25a320c6e7a3219070'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:09.867393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:09.876423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:09.990992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Made reservation on behalf of 37747c278ec54c25a320c6e7a3219070 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:09.995089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.026663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=aa44703e-7df3-48e9-ba11-4ed6afd5f30d,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:10.089300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] In _notify_port_updated(), no bound segment for port aa44703e-7df3-48e9-ba11-4ed6afd5f30d on network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:10.115217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:10.120036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.123051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0a35246e-3a1a-43be-9b59-16ca1cbb68fa tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "PUT /v2.0/ports/aa44703e-7df3-48e9-ba11-4ed6afd5f30d HTTP/1.1" status: 200 len: 997 time: 1.3907278 Jul 12 16:24:10.125973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33258) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:10.145879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18d67-4566-4221-a515-286eb7780b45 req-45f66776-5162-475d-b64f-8380dd968bcc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:10.151346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d18d67-4566-4221-a515-286eb7780b45 req-45f66776-5162-475d-b64f-8380dd968bcc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.3574831 Jul 12 16:24:10.263168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d4569a0-17f5-400e-b746-6728ab9e5e04 req-eb61f463-775c-4384-b80e-eef75410d91f tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 210 time: 0.0651248 Jul 12 16:24:10.274669 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d18d67-4566-4221-a515-286eb7780b45 req-ddef9bcd-edd1-48b4-ae3b-2c4506a71fb6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Jul 12 16:24:10.405862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Allocated IP 172.20.0.2 (f161451c-fe46-49bb-a724-3d4bd5081826/72914d20-9086-4f1f-923a-dd9fa4c38c86/9063a2ca-0136-4baa-8173-1d1e6881f038) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:10.406949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fdf1d6ac-5ef6-4b6e-9c06-8839dc945e12 None None] Provisioning complete for port aa44703e-7df3-48e9-ba11-4ed6afd5f30d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:10.407959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d6ac-5ef6-4b6e-9c06-8839dc945e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.437400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port aa44703e-7df3-48e9-ba11-4ed6afd5f30d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:10.439812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.480106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1d6ac-5ef6-4b6e-9c06-8839dc945e12 None None] Port aa44703e-7df3-48e9-ba11-4ed6afd5f30d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:10.569993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.586897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for aa44703e-7df3-48e9-ba11-4ed6afd5f30d owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:10.695060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.747282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.774193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.797350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Network f161451c-fe46-49bb-a724-3d4bd5081826 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:10.801428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:10.805505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:10.816374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=aa44703e-7df3-48e9-ba11-4ed6afd5f30d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:10.863043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:10.863815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.886667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Pushing event updated for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:10.898246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b937f4ca-4c0d-48e5-a634-c1eee4ee8389 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2996984 Jul 12 16:24:10.911571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.912961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Request body: {'port': {'device_id': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:10.913769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b38bac2d-324c-4243-87e5-91622870dc37 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/aa44703e-7df3-48e9-ba11-4ed6afd5f30d HTTP/1.1" status: 204 len: 168 time: 0.7860715 Jul 12 16:24:10.920085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:10.976359 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-67402a20-d868-400e-a77d-e333106e4d92 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] GET failed (client error): The resource could not be found. Jul 12 16:24:10.978326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-67402a20-d868-400e-a77d-e333106e4d92 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports/aa44703e-7df3-48e9-ba11-4ed6afd5f30d HTTP/1.1" status: 404 len: 333 time: 0.0602272 Jul 12 16:24:10.982494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:10.989520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-2000403874'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:11.032750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33288) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:11.119681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.276800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:11.287550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8f9c-bee8-4a17-8a39-6d978adaad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.288563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.336631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port dce3e20e-cd4a-4341-9109-75d6aad5790a yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:11.530064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8f9c-bee8-4a17-8a39-6d978adaad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.536031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8f9c-bee8-4a17-8a39-6d978adaad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.600054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:11.622009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc8f9c-bee8-4a17-8a39-6d978adaad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b19b7ec-de88-4862-9b12-5cc97cbec928,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:11.622856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.6 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/dce3e20e-cd4a-4341-9109-75d6aad5790a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:11.628209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7cbc8f9c-bee8-4a17-8a39-6d978adaad59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=229ae4ff76174a2d820d54f83348e466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939810 Jul 12 16:24:11.631333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33312) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:11.667654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81dbd5-4ef5-4368-83ad-cc94c38185ad req-56b4d263-683d-40bd-9f0a-dd522df83432 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:11.675520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b81dbd5-4ef5-4368-83ad-cc94c38185ad req-56b4d263-683d-40bd-9f0a-dd522df83432 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1902187 Jul 12 16:24:11.711493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90e24-0fb8-40c5-878a-0bf2da5057e2 req-b73671ab-572d-48d5-a847-a810a4301982 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:11.713127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85a90e24-0fb8-40c5-878a-0bf2da5057e2 req-b73671ab-572d-48d5-a847-a810a4301982 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 931 time: 0.1936712 Jul 12 16:24:11.734418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.760167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b81dbd5-4ef5-4368-83ad-cc94c38185ad req-b16a836b-058f-4e09-b093-67bc42130d0c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837128 Jul 12 16:24:11.792563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.801998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c598059-ca29-4205-ab3e-ea58ed1311fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.857353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9063a2ca-0136-4baa-8173-1d1e6881f038 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:11.875441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.891136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85a90e24-0fb8-40c5-878a-0bf2da5057e2 req-237fd5ed-2866-47ce-acda-844259c56ce3 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618178 Jul 12 16:24:11.917732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.920721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.922119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b19b7ec-de88-4862-9b12-5cc97cbec928 HTTP/1.1" status: 204 len: 168 time: 0.2895622 Jul 12 16:24:11.937803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Transition to ACTIVE for port object 9063a2ca-0136-4baa-8173-1d1e6881f038 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:11.939141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8199-9083-4dcc-a9d6-a025480c0cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b19b7ec-de88-4862-9b12-5cc97cbec928,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:11.945744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:11.997059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c598059-ca29-4205-ab3e-ea58ed1311fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.002640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c598059-ca29-4205-ab3e-ea58ed1311fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.030745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.051993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c598059-ca29-4205-ab3e-ea58ed1311fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83856eed-c8a0-432e-8412-5833e2586b83,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.053499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Pushing event updated for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.078373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3c598059-ca29-4205-ab3e-ea58ed1311fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75b036fa9db346ba8e6cc41a96129a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680889 Jul 12 16:24:12.080749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:12.082322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object dce3e20e-cd4a-4341-9109-75d6aad5790a will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:12.168187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Attempting to bind port 9063a2ca-0136-4baa-8173-1d1e6881f038 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:12.169264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Attempting to bind port 9063a2ca-0136-4baa-8173-1d1e6881f038 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'b64198e4-205f-4763-a8ad-a5cd834a9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:12.169816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Attempting to bind port 9063a2ca-0136-4baa-8173-1d1e6881f038 on network f161451c-fe46-49bb-a724-3d4bd5081826 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:12.177237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.179134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Port 9063a2ca-0136-4baa-8173-1d1e6881f038 on network f161451c-fe46-49bb-a724-3d4bd5081826 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:12.179564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Attempting to bind port 9063a2ca-0136-4baa-8173-1d1e6881f038 on network f161451c-fe46-49bb-a724-3d4bd5081826 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:12.188660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:24:12.189404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Checking segment: {'id': 'b64198e4-205f-4763-a8ad-a5cd834a9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:12.189973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Bound using segment: {'id': 'b64198e4-205f-4763-a8ad-a5cd834a9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:24:12.203076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Bound port: 9063a2ca-0136-4baa-8173-1d1e6881f038, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64198e4-205f-4763-a8ad-a5cd834a9ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:24:12.203857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.215092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.216627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.288188 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.293382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.297920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83856eed-c8a0-432e-8412-5833e2586b83 HTTP/1.1" status: 204 len: 168 time: 0.2131042 Jul 12 16:24:12.307659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53afb1-91c7-4a76-85c0-5667256e73c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83856eed-c8a0-432e-8412-5833e2586b83,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.384013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:12.393793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:12.397903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:12.405095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=dce3e20e-cd4a-4341-9109-75d6aad5790a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.457763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:12.463633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9063a2ca-0136-4baa-8173-1d1e6881f038,segment=NetworkSegment(b64198e4-205f-4763-a8ad-a5cd834a9ce2),segment_id=b64198e4-205f-4763-a8ad-a5cd834a9ce2)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:24:12.472351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33332) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:12.477219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.498682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9442e32-9d67-4ebe-b992-f6826ee814e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.527638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:12.528362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.530282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-320b5b40-067a-4516-8035-43810f83a087 service neutron] 10.222.0.65 "PUT /v2.0/ports/9063a2ca-0136-4baa-8173-1d1e6881f038 HTTP/1.1" status: 200 len: 1091 time: 1.6224988 Jul 12 16:24:12.530759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:12.534498 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2be338b-4a57-46cc-a606-03c908a78179" -d '{"events": [{"name": "network-changed", "server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:12.555251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:12.556001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.649541 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e3bb19-9afa-4531-ace3-1052aef32eb4 x-openstack-request-id: req-31e3bb19-9afa-4531-ace3-1052aef32eb4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:12.649903 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:12.650092 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31e3bb19-9afa-4531-ace3-1052aef32eb4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:12.653521 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038', 'status': 'completed', 'code': 200} Jul 12 16:24:12.724055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9442e32-9d67-4ebe-b992-f6826ee814e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.731195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9442e32-9d67-4ebe-b992-f6826ee814e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.753346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5b40-067a-4516-8035-43810f83a087 service neutron] Pushing event updated for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.763248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e3a41280-227d-4642-8e2e-5c544b6355d2 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7794304 Jul 12 16:24:12.766463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33338) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:12.772411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'network_id': '146486fb-9cfe-4e84-a0bf-7d62c04c6326', 'name': 'tempest-AllowedAddressPairTestJSON-1428729014'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:12.788562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c9442e32-9d67-4ebe-b992-f6826ee814e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f11a698b2fde4c5285d37a69701dc0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150051 Jul 12 16:24:12.791496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33344) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:12.798581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9442e32-9d67-4ebe-b992-f6826ee814e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fe6a7-f886-44d2-a26d-c6b592a8034b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:12.828641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-86e334e9-8183-4e42-9bea-a3968c90a0e5 None None] Provisioning for port dce3e20e-cd4a-4341-9109-75d6aad5790a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:12.834846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-86e334e9-8183-4e42-9bea-a3968c90a0e5 None None] Provisioning complete for port dce3e20e-cd4a-4341-9109-75d6aad5790a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:12.835542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-86e334e9-8183-4e42-9bea-a3968c90a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.861406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b8dbca0c-5377-4f60-9213-7d79859a685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:12.864613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-b8dbca0c-5377-4f60-9213-7d79859a685f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=37747c278ec54c25a320c6e7a3219070&device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 1094 time: 0.2374122 Jul 12 16:24:12.877760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.904674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-86e334e9-8183-4e42-9bea-a3968c90a0e5 None None] Port dce3e20e-cd4a-4341-9109-75d6aad5790a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:12.923483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:12.928421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-c610a4c0-f2ea-408e-810e-a7d96dd6dc09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9063a2ca-0136-4baa-8173-1d1e6881f038 HTTP/1.1" status: 200 len: 217 time: 0.0487492 Jul 12 16:24:13.011951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-33cc2a2d-9841-4222-8f0e-66cb64ed8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:13.013608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-33cc2a2d-9841-4222-8f0e-66cb64ed8e42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=72914d20-9086-4f1f-923a-dd9fa4c38c86 HTTP/1.1" status: 200 len: 854 time: 0.0780404 Jul 12 16:24:13.022127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Made reservation on behalf of d0a808771d4343e0bb88dbeb04b461fc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:13.028418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.038897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33350) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:13.082701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.085546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.086778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e91fe6a7-f886-44d2-a26d-c6b592a8034b HTTP/1.1" status: 204 len: 168 time: 0.2948103 Jul 12 16:24:13.100411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-d6e744e9-5bf3-4b9a-b8e3-26da34aa205b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f161451c-fe46-49bb-a724-3d4bd5081826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679021 Jul 12 16:24:13.110179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4e60e-bf8c-47d2-96ec-fa273511a1ff req-62d14703-91bc-4f03-9519-8328a36cdfc2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:13.118188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7a4e60e-bf8c-47d2-96ec-fa273511a1ff req-62d14703-91bc-4f03-9519-8328a36cdfc2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1398320 Jul 12 16:24:13.125795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa87c-8e12-42dc-836f-1624818e1a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91fe6a7-f886-44d2-a26d-c6b592a8034b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:13.136401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58b758ce-b9e9-4f2b-93ba-06d4183e5c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.160602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7a4e60e-bf8c-47d2-96ec-fa273511a1ff req-ef683232-1a44-437d-af9f-d003e0ddaef1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jul 12 16:24:13.221563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] device_id is not set on port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:13.364296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0fc87-a2d7-46bd-91a1-f8c69fba2059 req-657e272d-ccd0-4a53-a74b-e1a8d2dc04ca tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:13.366458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6e0fc87-a2d7-46bd-91a1-f8c69fba2059 req-657e272d-ccd0-4a53-a74b-e1a8d2dc04ca tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 943 time: 0.2996807 Jul 12 16:24:13.415829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-30fc6d83-c35d-442b-af1a-c1b42a1cae72 service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810292 Jul 12 16:24:13.547852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6e0fc87-a2d7-46bd-91a1-f8c69fba2059 req-3c170914-d70a-4ed9-946a-9e6e00158da9 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683428 Jul 12 16:24:13.570597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Allocated IP 172.20.0.14 (146486fb-9cfe-4e84-a0bf-7d62c04c6326/6f5c556f-c6a3-4eea-8277-5fc58de00479/a6b59e42-9ef5-41b4-b858-c98cbcd31b9c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:13.655619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2029d61e-4429-46e0-84f7-aaeb5fd6858d req-472835aa-c311-4def-b15f-c34788288fc1 service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167993 Jul 12 16:24:13.664894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58b758ce-b9e9-4f2b-93ba-06d4183e5c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.672440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58b758ce-b9e9-4f2b-93ba-06d4183e5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.751154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-58b758ce-b9e9-4f2b-93ba-06d4183e5c06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a890fdaadc6c482a9d7c2e8604fa0447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007902 Jul 12 16:24:13.752272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33372) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:13.828120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b758ce-b9e9-4f2b-93ba-06d4183e5c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eabe99-b552-45d5-b7f3-f2d7e9ad056c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:13.875318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.905589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.910714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be338b-4a57-46cc-a606-03c908a78179 req-5c910f4e-c844-4864-991e-8709971a5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:13.912941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-5c910f4e-c844-4864-991e-8709971a5f03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=37747c278ec54c25a320c6e7a3219070&device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 1094 time: 0.1860983 Jul 12 16:24:13.915913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.965665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.968976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.973331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82eabe99-b552-45d5-b7f3-f2d7e9ad056c HTTP/1.1" status: 204 len: 168 time: 0.2195351 Jul 12 16:24:13.981524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Transition to ACTIVE for port object a6b59e42-9ef5-41b4-b858-c98cbcd31b9c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:13.982799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154637db-1a8a-4a8f-898f-4650fb9eab61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eabe99-b552-45d5-b7f3-f2d7e9ad056c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:14.070064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be338b-4a57-46cc-a606-03c908a78179 req-a2e57c77-c421-4367-a7d9-2686c3005620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:14.071501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-a2e57c77-c421-4367-a7d9-2686c3005620 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f161451c-fe46-49bb-a724-3d4bd5081826 HTTP/1.1" status: 200 len: 915 time: 0.1486545 Jul 12 16:24:14.073060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:14.166123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-c31ad33c-184e-4839-833c-fb31e07a7ae8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9063a2ca-0136-4baa-8173-1d1e6881f038 HTTP/1.1" status: 200 len: 217 time: 0.0843248 Jul 12 16:24:14.172033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:14.186691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:14.192522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:14.215715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=a6b59e42-9ef5-41b4-b858-c98cbcd31b9c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:14.267669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be338b-4a57-46cc-a606-03c908a78179 req-f2e02549-aaf0-4561-a648-3515b5fb8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:14.269118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-f2e02549-aaf0-4561-a648-3515b5fb8708 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=72914d20-9086-4f1f-923a-dd9fa4c38c86 HTTP/1.1" status: 200 len: 854 time: 0.0941906 Jul 12 16:24:14.277388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:14.278263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:14.326821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-5fbb4798-7ddc-4669-83c5-452814cd52bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f161451c-fe46-49bb-a724-3d4bd5081826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449331 Jul 12 16:24:14.368152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4f14d281-6809-44a5-a620-bc094ecbc676 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5989397 Jul 12 16:24:14.370975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33394) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:14.381472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:88:da:95'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ff:79:e5'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:14.482041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-500a318c-874f-480c-a380-f97b09be68dd service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475010 Jul 12 16:24:14.565266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3560c4-182a-4bbd-9716-a7b8f5c681cf req-320a7ddd-7216-4543-ae15-5406ac944b62 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:14.572990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec3560c4-182a-4bbd-9716-a7b8f5c681cf req-320a7ddd-7216-4543-ae15-5406ac944b62 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.2388380 Jul 12 16:24:14.645492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-728dc826-f5f1-4db2-8739-24a6944c3ad6 None None] Provisioning for port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:14.661308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-728dc826-f5f1-4db2-8739-24a6944c3ad6 None None] Provisioning complete for port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:14.662893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec3560c4-182a-4bbd-9716-a7b8f5c681cf req-dca963d8-07ec-4a68-8b8b-75d6f2ddefcd tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883629 Jul 12 16:24:14.664053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-728dc826-f5f1-4db2-8739-24a6944c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:14.678948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2be338b-4a57-46cc-a606-03c908a78179 req-5888b4cb-a0fe-433f-91dd-cb99bb74a037 service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870568 Jul 12 16:24:14.713365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-728dc826-f5f1-4db2-8739-24a6944c3ad6 None None] Port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:14.757376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:14.999660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33414) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:15.040747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.046337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.119349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event updated for resources: {'Port': ['ID=a6b59e42-9ef5-41b4-b858-c98cbcd31b9c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:15.149507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157b47-e6ca-448d-bbc0-5f2d8f48617c req-9b79a1b9-bdf0-4a76-a9db-789ea5c39367 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:15.157673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66157b47-e6ca-448d-bbc0-5f2d8f48617c req-9b79a1b9-bdf0-4a76-a9db-789ea5c39367 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 943 time: 0.4313829 Jul 12 16:24:15.209524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] In _notify_port_updated(), no bound segment for port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c on network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:15.220415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:15.221095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.225882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-66157b47-e6ca-448d-bbc0-5f2d8f48617c req-4f416b84-887f-48b7-ac09-04c63021c89b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 Jul 12 16:24:15.226022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-705948fa-a6ac-4b44-8389-ac6009e878d1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "PUT /v2.0/ports/a6b59e42-9ef5-41b4-b858-c98cbcd31b9c HTTP/1.1" status: 200 len: 1056 time: 0.8537519 Jul 12 16:24:15.226386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33424) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:15.318969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbbbe-c5e4-4044-ba97-a5e0a14efc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.387164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:15.387720 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.445809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4846e16c-2bb5-4ece-a3ea-01d32a82de1c None None] Provisioning complete for port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:15.446183 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4846e16c-2bb5-4ece-a3ea-01d32a82de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.463383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbbbe-c5e4-4044-ba97-a5e0a14efc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.468436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbbbe-c5e4-4044-ba97-a5e0a14efc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.516125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c3cbbbbe-c5e4-4044-ba97-a5e0a14efc26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=514c87bb715144638c079b311f3238b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151384 Jul 12 16:24:15.518582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:15.526108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbbbbe-c5e4-4044-ba97-a5e0a14efc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d85323-881d-4e51-ad5a-cc52ffa8e6a2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:15.529821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4846e16c-2bb5-4ece-a3ea-01d32a82de1c None None] Port a6b59e42-9ef5-41b4-b858-c98cbcd31b9c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:15.590293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.611693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.639623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.654705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for a6b59e42-9ef5-41b4-b858-c98cbcd31b9c owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:15.785981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.788594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.792232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33d85323-881d-4e51-ad5a-cc52ffa8e6a2 HTTP/1.1" status: 204 len: 168 time: 0.2724872 Jul 12 16:24:15.813756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de80de-9137-4202-aaa2-fbed2237fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d85323-881d-4e51-ad5a-cc52ffa8e6a2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:15.925457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:15.968700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add84c5e-faa1-43b8-8b43-b74d8734d53f req-090d4737-0852-49b6-af00-072d05f2f1c6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:15.970217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-add84c5e-faa1-43b8-8b43-b74d8734d53f req-090d4737-0852-49b6-af00-072d05f2f1c6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1596811 Jul 12 16:24:15.973091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=a6b59e42-9ef5-41b4-b858-c98cbcd31b9c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:16.118385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-add84c5e-faa1-43b8-8b43-b74d8734d53f req-c8ef1fe4-a73b-4f02-93b3-3d56ed5fe94c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122990 Jul 12 16:24:16.296487 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:16.301342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33466) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:16.301865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-90a330ab-ad91-4d1d-b9cd-966c48c9b08f tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/a6b59e42-9ef5-41b4-b858-c98cbcd31b9c HTTP/1.1" status: 204 len: 168 time: 1.0740275 Jul 12 16:24:16.338259 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ff8c4d-b8d6-451c-89d9-3f5393e47aad tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] GET failed (client error): The resource could not be found. Jul 12 16:24:16.339869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97ff8c4d-b8d6-451c-89d9-3f5393e47aad tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports/a6b59e42-9ef5-41b4-b858-c98cbcd31b9c HTTP/1.1" status: 404 len: 333 time: 0.0374963 Jul 12 16:24:16.342643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33470) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:16.503621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port dce3e20e-cd4a-4341-9109-75d6aad5790a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:16.503971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:16.902845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f685ae-f66e-4a13-9acb-cf666d5e5190 req-45fdc776-d9d1-4576-98a7-20284c06760e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:16.904409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1f685ae-f66e-4a13-9acb-cf666d5e5190 req-45fdc776-d9d1-4576-98a7-20284c06760e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 943 time: 0.4974797 Jul 12 16:24:16.972920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1f685ae-f66e-4a13-9acb-cf666d5e5190 req-a343a25d-c332-420b-abfa-0b7016e7432e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587988 Jul 12 16:24:16.985798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.004466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for dce3e20e-cd4a-4341-9109-75d6aad5790a owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:17.092324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9063a2ca-0136-4baa-8173-1d1e6881f038 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:24:17.147648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.196782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=dce3e20e-cd4a-4341-9109-75d6aad5790a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:17.252945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9063a2ca-0136-4baa-8173-1d1e6881f038,segment=NetworkSegment(b64198e4-205f-4763-a8ad-a5cd834a9ce2),segment_id=b64198e4-205f-4763-a8ad-a5cd834a9ce2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:17.274365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '9063a2ca-0136-4baa-8173-1d1e6881f038', 'network_id': 'f161451c-fe46-49bb-a724-3d4bd5081826', 'port_id': '9063a2ca-0136-4baa-8173-1d1e6881f038', 'mac_address': 'fa:16:3e:4e:14:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72914d20-9086-4f1f-923a-dd9fa4c38c86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:24:17.298615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.303822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e8077eb1-2cbf-4d58-8cbc-34f8c7f14ae1 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/dce3e20e-cd4a-4341-9109-75d6aad5790a HTTP/1.1" status: 204 len: 168 time: 0.9601741 Jul 12 16:24:17.306555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33508) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:17.355687 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd50ff83-8ebb-4e15-9d50-aa176d1d5103 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] GET failed (client error): The resource could not be found. Jul 12 16:24:17.357542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd50ff83-8ebb-4e15-9d50-aa176d1d5103 tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "GET /v2.0/ports/dce3e20e-cd4a-4341-9109-75d6aad5790a HTTP/1.1" status: 404 len: 333 time: 0.0495605 Jul 12 16:24:17.362065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:17.409118 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.431110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9063a2ca-0136-4baa-8173-1d1e6881f038 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:17.454987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9063a2ca-0136-4baa-8173-1d1e6881f038,segment=NetworkSegment(b64198e4-205f-4763-a8ad-a5cd834a9ce2),segment_id=b64198e4-205f-4763-a8ad-a5cd834a9ce2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:17.462894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.501609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447db271-b3f5-4603-8c95-dba6a79ee40f req-6ac62420-be66-46f5-be05-eebd4a0305ff tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:17.503118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-447db271-b3f5-4603-8c95-dba6a79ee40f req-6ac62420-be66-46f5-be05-eebd4a0305ff tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1466362 Jul 12 16:24:17.531068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:17.531429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.543355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:17.576765 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-447db271-b3f5-4603-8c95-dba6a79ee40f req-470c1302-54e7-47dc-9a5d-e356be95a684 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 Jul 12 16:24:17.643880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.656665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for 62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:17.799049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9063a2ca-0136-4baa-8173-1d1e6881f038'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:24:17.811528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:17.870267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:18.049340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.054394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:18.055123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67e418c6-e74a-4a9d-9426-1b4e8a0d852e tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/ports/62d7eeeb-ad9a-4ede-bf76-598dad9a1fc6 HTTP/1.1" status: 204 len: 168 time: 0.6906502 Jul 12 16:24:18.133047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting subnet 6f5c556f-c6a3-4eea-8277-5fc58de00479 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:24:18.137880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.229980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.326698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132aa1-2ce9-4fc1-8e90-20f3598ddeb7 req-ee5b2509-d6f3-43d5-b288-4badb80e60bc tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:18.328365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c132aa1-2ce9-4fc1-8e90-20f3598ddeb7 req-ee5b2509-d6f3-43d5-b288-4badb80e60bc tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 944 time: 0.1459718 Jul 12 16:24:18.366897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.425707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c132aa1-2ce9-4fc1-8e90-20f3598ddeb7 req-7ff15cc0-6a2b-49ba-b786-f47cc6d57bdb tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847826 Jul 12 16:24:18.443707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33544) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:18.466785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.502992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5c556f-c6a3-4eea-8277-5fc58de00479,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:18.506151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.510748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33552) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:18.511150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-57df8bea-95ba-4adf-b983-c4eda435645d tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/subnets/6f5c556f-c6a3-4eea-8277-5fc58de00479 HTTP/1.1" status: 204 len: 168 time: 0.4547958 Jul 12 16:24:18.516802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c366b2-fd67-42ec-ba4d-f5a36059956b None None] Network 146486fb-9cfe-4e84-a0bf-7d62c04c6326 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:18.598828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.688618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Deleting port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:18.689469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.747913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] DHCP port deletion for 146486fb-9cfe-4e84-a0bf-7d62c04c6326 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:24:18.808628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Deleting port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:18.809538 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.809886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] For port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,segment=NetworkSegment(e152ae97-0552-4a01-b440-74601664e845),segment_id=e152ae97-0552-4a01-b440-74601664e845)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:18.810343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.836237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Calling delete_port for 3c5a0f6f-4e65-41b7-9a16-54050c2699ac owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:18.864193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d10665-1063-47fd-97a1-fd40c7ef50ac req-fa5d864b-09b0-47e4-b67f-0da18c46094b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:18.866623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4d10665-1063-47fd-97a1-fd40c7ef50ac req-fa5d864b-09b0-47e4-b67f-0da18c46094b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1253037 Jul 12 16:24:18.900999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] For port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,segment=NetworkSegment(e152ae97-0552-4a01-b440-74601664e845),segment_id=e152ae97-0552-4a01-b440-74601664e845)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:18.901399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.917703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Calling delete_port for 3c5a0f6f-4e65-41b7-9a16-54050c2699ac owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:18.921171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-462ea8e7-e40e-49ba-ab1a-1c0435979ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:18.993774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4d10665-1063-47fd-97a1-fd40c7ef50ac req-f4379f3c-aaa3-4194-bf0d-e173190f568b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930476 Jul 12 16:24:19.034167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.046440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.064860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] Pushing event deleted for resources: {'Port': ['ID=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.066870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7ab56-4045-4702-9a12-64b9379b84a2 None None] No DVR routers for this DVR port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:24:19.090986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-462ea8e7-e40e-49ba-ab1a-1c0435979ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.096069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-462ea8e7-e40e-49ba-ab1a-1c0435979ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.105395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Port': ['ID=3c5a0f6f-4e65-41b7-9a16-54050c2699ac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.117180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] No DVR routers for this DVR port 3c5a0f6f-4e65-41b7-9a16-54050c2699ac on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:24:19.123835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9063a2ca-0136-4baa-8173-1d1e6881f038 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:19.133704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ea8e7-e40e-49ba-ab1a-1c0435979ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f8787b-ff29-4c7d-bc79-908f25159730,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.164390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-462ea8e7-e40e-49ba-ab1a-1c0435979ebe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=985582bd4a2d4d30bce800045f666cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7216542 Jul 12 16:24:19.165331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33566) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:19.229190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 9063a2ca-0136-4baa-8173-1d1e6881f038 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:19.235117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 9063a2ca-0136-4baa-8173-1d1e6881f038 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:19.235719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.269408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.271291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.282692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146486fb-9cfe-4e84-a0bf-7d62c04c6326']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:19.295351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e152ae97-0552-4a01-b440-74601664e845') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:19.295609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e152ae97-0552-4a01-b440-74601664e845') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:19.306020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.316665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.320905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.327505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:19.328109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.375780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:19.390858 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:19.394788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.398424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.399641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8f8787b-ff29-4c7d-bc79-908f25159730 HTTP/1.1" status: 204 len: 168 time: 0.2333136 Jul 12 16:24:19.399751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.410562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.416204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] 10.222.0.58 "DELETE /v2.0/networks/146486fb-9cfe-4e84-a0bf-7d62c04c6326 HTTP/1.1" status: 204 len: 168 time: 0.9037235 Jul 12 16:24:19.428129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8289ab-63a9-4a04-998e-d1b886acd459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f8787b-ff29-4c7d-bc79-908f25159730,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.429463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9063a2ca-0136-4baa-8173-1d1e6881f038,segment=NetworkSegment(b64198e4-205f-4763-a8ad-a5cd834a9ce2),segment_id=b64198e4-205f-4763-a8ad-a5cd834a9ce2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:19.437171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b04cc-a36c-4182-bd35-4634e316b30b tempest-AllowedAddressPairTestJSON-20854746 tempest-AllowedAddressPairTestJSON-20854746-project] Pushing event deleted for resources: {'Network': ['ID=146486fb-9cfe-4e84-a0bf-7d62c04c6326,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.444671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:19.447125 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9765b21-b4a6-4971-bc8a-27c364bfaac8" -d '{"events": [{"server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "name": "network-vif-plugged", "status": "completed", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:19.467860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:19.545354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:19.570028 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bebe219-406a-416e-9e77-33fc47166f87 x-openstack-request-id: req-3bebe219-406a-416e-9e77-33fc47166f87 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:19.570889 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "name": "network-vif-plugged", "status": "completed", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:19.570889 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bebe219-406a-416e-9e77-33fc47166f87 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:19.571228 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038', 'code': 200} Jul 12 16:24:19.687993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83b81-455e-4df6-9ace-d17c4db922f5 req-08688674-ed76-42ca-a5ed-7f36bf63a3a4 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:19.690152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ece83b81-455e-4df6-9ace-d17c4db922f5 req-08688674-ed76-42ca-a5ed-7f36bf63a3a4 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Jul 12 16:24:19.710309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b139a-325f-4d59-b232-fb403bab44b0 req-cf9c6cc3-a241-49b7-b411-6fc0e5814fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:19.711879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc3b139a-325f-4d59-b232-fb403bab44b0 req-cf9c6cc3-a241-49b7-b411-6fc0e5814fa9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 1096 time: 0.0717404 Jul 12 16:24:19.733283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ece83b81-455e-4df6-9ace-d17c4db922f5 req-2a75b454-e637-4946-962e-81e1411bd1db tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Jul 12 16:24:19.763742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc3b139a-325f-4d59-b232-fb403bab44b0 req-d219911d-c668-4d6f-8567-706744c32086 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Jul 12 16:24:19.787776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33592) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:19.846946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c5a0f6f-4e65-41b7-9a16-54050c2699ac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:24:19.870333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3c5a0f6f-4e65-41b7-9a16-54050c2699ac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:24:19.870690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c5a0f6f-4e65-41b7-9a16-54050c2699ac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:24:20.029410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442d06af-2930-4f96-805e-fa450dd72443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.047213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33606) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:20.188366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442d06af-2930-4f96-805e-fa450dd72443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.200488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442d06af-2930-4f96-805e-fa450dd72443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.220285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-abe83748-f367-4f5a-82a1-36468a8601f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0a808771d4343e0bb88dbeb04b461fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716478 Jul 12 16:24:20.220949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33618) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:20.236415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d06af-2930-4f96-805e-fa450dd72443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e52bd-b43d-4d7b-af45-ff030cf4641c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:20.280022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-442d06af-2930-4f96-805e-fa450dd72443 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0bdfbd47a8474e9883e89aeb0b8e9aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909527 Jul 12 16:24:20.282427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33620) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:20.298343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.313028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39643a-477c-4189-98dc-edbff0fcddea req-0e11db82-8e55-443c-959c-727d7a7075aa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:20.314282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d39643a-477c-4189-98dc-edbff0fcddea req-0e11db82-8e55-443c-959c-727d7a7075aa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1747642 Jul 12 16:24:20.350008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.412841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d39643a-477c-4189-98dc-edbff0fcddea req-3a52c98a-31b7-4d92-8cd5-74547e765aa6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836041 Jul 12 16:24:20.441506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.452517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.455013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.458236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8e0bcf8-11e8-4a69-9ce4-fa5c713c1940 HTTP/1.1" status: 204 len: 168 time: 0.2343466 Jul 12 16:24:20.470747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281a44d-43b6-4b09-9b8b-2504e369f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0bcf8-11e8-4a69-9ce4-fa5c713c1940,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:20.485637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.553032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.555906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:20.557338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c3e52bd-b43d-4d7b-af45-ff030cf4641c HTTP/1.1" status: 204 len: 168 time: 0.2738099 Jul 12 16:24:20.565951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e28d2-744a-482c-9863-f743cdf9b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e52bd-b43d-4d7b-af45-ff030cf4641c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:20.929512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c8b7-a940-44ad-a74c-f5b97b6b6e11 req-9c8990da-22d9-4f01-bc85-c50c9a23d386 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:20.931179 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3944c8b7-a940-44ad-a74c-f5b97b6b6e11 req-9c8990da-22d9-4f01-bc85-c50c9a23d386 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.0699227 Jul 12 16:24:20.979193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3944c8b7-a940-44ad-a74c-f5b97b6b6e11 req-c82b15ee-b811-4fbb-8806-4fd600578085 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Jul 12 16:24:21.458156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-0065178c-31ff-4cec-82a7-a9618d21f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:21.462339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-0065178c-31ff-4cec-82a7-a9618d21f209 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=37747c278ec54c25a320c6e7a3219070&device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 1096 time: 0.0752869 Jul 12 16:24:21.516054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9fab8-e75d-46ca-b4b9-afb8cf3ee3b8 req-70b302aa-5696-46b3-ba46-61912bd25cea tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:21.517521 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28b9fab8-e75d-46ca-b4b9-afb8cf3ee3b8 req-70b302aa-5696-46b3-ba46-61912bd25cea tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.0966623 Jul 12 16:24:21.590157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28b9fab8-e75d-46ca-b4b9-afb8cf3ee3b8 req-21cae739-47c6-42cd-8ebb-1b923f30aa5e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658166 Jul 12 16:24:21.750267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-ed343dac-bdf8-4e4b-b147-6acc96493231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:21.755910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-ed343dac-bdf8-4e4b-b147-6acc96493231 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f161451c-fe46-49bb-a724-3d4bd5081826 HTTP/1.1" status: 200 len: 915 time: 0.2835536 Jul 12 16:24:21.766969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bacd5-8a01-4722-879d-4deb7c08fc8f req-69f90722-decc-435f-aece-4e8455f75c9b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:21.769435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a64bacd5-8a01-4722-879d-4deb7c08fc8f req-69f90722-decc-435f-aece-4e8455f75c9b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1942570 Jul 12 16:24:21.814460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-05feb700-ccad-43b0-afb2-3aa6ba2c3f2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9063a2ca-0136-4baa-8173-1d1e6881f038 HTTP/1.1" status: 200 len: 217 time: 0.0444181 Jul 12 16:24:21.880231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a64bacd5-8a01-4722-879d-4deb7c08fc8f req-c3743e6f-a72e-47c3-a842-2795513626e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025574 Jul 12 16:24:21.888724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-96f372d5-a86a-44c4-b48b-60b7976a8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:21.890485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-96f372d5-a86a-44c4-b48b-60b7976a8f81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=72914d20-9086-4f1f-923a-dd9fa4c38c86 HTTP/1.1" status: 200 len: 854 time: 0.0693631 Jul 12 16:24:21.939685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-dd63eee4-37aa-4d81-b91d-d5acf39cef38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f161451c-fe46-49bb-a724-3d4bd5081826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343833 Jul 12 16:24:22.037199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-7354041a-2ef8-4f25-85f1-8161e31b5f73 service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912974 Jul 12 16:24:22.152373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6206213-7377-45c4-b44e-6ed0e58f924c req-7e6b2252-3fbe-4934-8610-4cffb2ba8aa0 service neutron] 10.222.0.65 "GET /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074598 Jul 12 16:24:22.667126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33732) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:22.865582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94fd53-ba61-4c73-8804-fbcb7976500e req-a5688317-748a-42d5-9324-7c7b7bad218d tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:22.867962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f94fd53-ba61-4c73-8804-fbcb7976500e req-a5688317-748a-42d5-9324-7c7b7bad218d tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.1120589 Jul 12 16:24:22.885487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33742) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:22.911479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5f94fd53-ba61-4c73-8804-fbcb7976500e req-442ee281-4cdb-4b25-b18f-0f172444017c tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379245 Jul 12 16:24:22.986205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-42bb4511-d7d2-40b9-9445-7e0544d64383 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:22.987486 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-42bb4511-d7d2-40b9-9445-7e0544d64383 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 12 16:24:22.988201 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-42bb4511-d7d2-40b9-9445-7e0544d64383 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:24:22.994311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33748) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:22.995638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-42bb4511-d7d2-40b9-9445-7e0544d64383 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3258567 Jul 12 16:24:22.999073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233912495'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:23.063967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.083184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.088264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.134599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:24:23.134599 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:24:23.134599 n-d-800078-3 neutron-server[93711]: [parameters: {'project_id_1': '80fb4299c63b4830b9db139750605ff0', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 24, 23, 114942)}] Jul 12 16:24:23.134599 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:24:23.134996 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:24:23.161641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfb184-b581-4089-8ba4-c3e7c1e6e214 req-c6e8fcca-7096-4e91-be70-2df3d99a074d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:23.164130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6bfb184-b581-4089-8ba4-c3e7c1e6e214 req-c6e8fcca-7096-4e91-be70-2df3d99a074d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.1440802 Jul 12 16:24:23.237909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6bfb184-b581-4089-8ba4-c3e7c1e6e214 req-aedd88b9-4f4b-4acd-9166-8dcb1909f839 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636702 Jul 12 16:24:23.270792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.277190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.326386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1e44e-a547-46ed-8292-939ac776d429,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:23.424411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.429656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.466629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.467934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4725902 Jul 12 16:24:23.469078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850eed3-812c-41be-a5f6-fa5a39868b45 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bd624c-e135-4a31-9777-e494c1042f65,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:23.471231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33770) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:23.476387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd624c-e135-4a31-9777-e494c1042f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:23.516369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.604178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.610402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.635101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69a3fda-d195-4596-9557-e6642325bee7,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:23.642588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.647461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb83fc89-6711-4306-a1ef-df17f1d31b5a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718726 Jul 12 16:24:23.647726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33778) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:23.652860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-dfb70d2f-1909-4c13-89c4-e9a9e3d258f8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'a2bd624c-e135-4a31-9777-e494c1042f65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:23.658117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1492cb-7869-4260-9754-2691d074e21e req-42434e5b-5b3b-4471-82f5-c6ba9f54f90f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:23.662452 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b1492cb-7869-4260-9754-2691d074e21e req-42434e5b-5b3b-4471-82f5-c6ba9f54f90f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1529729 Jul 12 16:24:23.664930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.716462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb70d2f-1909-4c13-89c4-e9a9e3d258f8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.776114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b1492cb-7869-4260-9754-2691d074e21e req-e5680e4f-0168-4200-b90f-8af6dcff6147 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060615 Jul 12 16:24:23.851565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.866290 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-dfb70d2f-1909-4c13-89c4-e9a9e3d258f8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:24:23.872342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33794) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:23.874166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:23.875011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfb70d2f-1909-4c13-89c4-e9a9e3d258f8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2262390 Jul 12 16:24:23.975098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80fb4299c63b4830b9db139750605ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0879338 Jul 12 16:24:23.975936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bc1bf-60dd-4a2a-a3a6-e1cdf36ff11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74e3c4-8fec-4851-9a42-edda71c00611,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:23.979890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33798) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:24.007174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.049586 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.116718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.120079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.124664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.130422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/a2bd624c-e135-4a31-9777-e494c1042f65 HTTP/1.1" status: 204 len: 168 time: 0.2484896 Jul 12 16:24:24.131652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02fb9e-24e3-4243-95ad-db9fb82b8738 req-94a1721f-0016-4e70-afd6-460aadd7ca40 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:24.132455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:24.139811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac02fb9e-24e3-4243-95ad-db9fb82b8738 req-94a1721f-0016-4e70-afd6-460aadd7ca40 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1619787 Jul 12 16:24:24.183994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4f2d5-b4ed-444f-aa9b-c30dabb79348 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bd624c-e135-4a31-9777-e494c1042f65,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:24.198929 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac02fb9e-24e3-4243-95ad-db9fb82b8738 req-fa1aaf83-6abd-49d5-840c-bfed0ca0cdc5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578816 Jul 12 16:24:24.230183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.326252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:24.326518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-072e5c6a-2dc0-4166-9ce8-f9a78a4a28cb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853659 Jul 12 16:24:24.332056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979755148'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:24.370100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.372541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.373712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb74e3c4-8fec-4851-9a42-edda71c00611 HTTP/1.1" status: 204 len: 168 time: 0.3925769 Jul 12 16:24:24.406118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4a245-cbab-41f1-aee2-af1d6f1c2454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74e3c4-8fec-4851-9a42-edda71c00611,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:24.412118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.478166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf47b9c-8967-4b5d-88e8-893e42412440 req-77658b90-b92d-486d-b2b2-8d3e9d19371e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:24.487662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bf47b9c-8967-4b5d-88e8-893e42412440 req-77658b90-b92d-486d-b2b2-8d3e9d19371e tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.1453171 Jul 12 16:24:24.629640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.630509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bf47b9c-8967-4b5d-88e8-893e42412440 req-372e4393-12d0-48c2-b9b8-14d600f5b632 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403069 Jul 12 16:24:24.686012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.734812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.740462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33858) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:24.745723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-63ed2111-b281-4e32-880d-3b0bb4536d5c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'f5ca61d8-5985-426b-972c-ca24b39c04db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:24.746684 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-63ed2111-b281-4e32-880d-3b0bb4536d5c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 12 16:24:24.747340 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-63ed2111-b281-4e32-880d-3b0bb4536d5c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:24.751971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63ed2111-b281-4e32-880d-3b0bb4536d5c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100920 Jul 12 16:24:24.752741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:24.758725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4308887 Jul 12 16:24:24.763672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac7bb6-1db3-48dc-9f08-a358bd1320eb tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ca61d8-5985-426b-972c-ca24b39c04db,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:24.862523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-bcf1fb4f-5f79-4613-ba83-af5cb83fff97 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:24.867698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-bcf1fb4f-5f79-4613-ba83-af5cb83fff97 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.2614033 Jul 12 16:24:24.881300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:24.895807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-75a293d1-80ce-43d3-95ba-b451fb19d58d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/quotas/77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 375 time: 0.0216131 Jul 12 16:24:24.966442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.090773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.095542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.099983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5ca61d8-5985-426b-972c-ca24b39c04db HTTP/1.1" status: 204 len: 168 time: 0.3460469 Jul 12 16:24:25.100639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33892) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.147309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc85afd-054f-4ec4-addc-8611871e6d29 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ca61d8-5985-426b-972c-ca24b39c04db,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:25.200121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-9306e533-792f-4797-99cc-c878cb8f53a8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2951198 Jul 12 16:24:25.238373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0f401e5-3921-4d08-a2f8-3dd075f48867 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285462 Jul 12 16:24:25.238671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33906) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.244892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882613110'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:25.349633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.378080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-fcdbe591-69e3-4d20-a102-92829d036e5c service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652861 Jul 12 16:24:25.454481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33914) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.468079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4e25-ed5e-47d1-86dd-18eed8880f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.554818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-c809a951-4c7c-4a93-9d44-eecad9a53a76 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692984 Jul 12 16:24:25.616444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.625065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.667124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5abc-5fb0-49f4-a101-ddb565fcbbcf req-4996bcca-04d1-4f32-93cc-deed87a9b6d0 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:25.668869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afae5abc-5fb0-49f4-a101-ddb565fcbbcf req-4996bcca-04d1-4f32-93cc-deed87a9b6d0 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.1510308 Jul 12 16:24:25.721993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5235e92b-4af8-4a86-a537-a0fdd6998dce,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:25.765977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afae5abc-5fb0-49f4-a101-ddb565fcbbcf req-b3eb7015-8a23-4ce1-a537-184329320492 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892742 Jul 12 16:24:25.822499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4e25-ed5e-47d1-86dd-18eed8880f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.829428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4e25-ed5e-47d1-86dd-18eed8880f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.850809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d66b842e-afe8-4b90-ad39-33415ea27445 req-d94b16ce-8978-470a-acbc-de47df7fc1be tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 210 time: 0.0452631 Jul 12 16:24:25.857378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.862293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1d9892e0-5721-4d85-bdff-9d40a495163b tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6219151 Jul 12 16:24:25.862883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.868415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-90ebcc50-4c61-4c1f-827a-a55f0632c4ed tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': '5235e92b-4af8-4a86-a537-a0fdd6998dce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:25.869879 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-90ebcc50-4c61-4c1f-827a-a55f0632c4ed tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 12 16:24:25.869879 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-90ebcc50-4c61-4c1f-827a-a55f0632c4ed tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:25.874590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90ebcc50-4c61-4c1f-827a-a55f0632c4ed tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101867 Jul 12 16:24:25.874754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33934) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.904712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2b5a4e25-ed5e-47d1-86dd-18eed8880f04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9fa29bc9b4a4456a37a6fe41c824d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468210 Jul 12 16:24:25.905756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.909047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a4e25-ed5e-47d1-86dd-18eed8880f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b576f4ec-c724-4da5-b8a9-840b5187aced,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:25.937122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33938) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:25.958935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.973968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:25.986427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.008376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.039194 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.042335 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.043945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/5235e92b-4af8-4a86-a537-a0fdd6998dce HTTP/1.1" status: 204 len: 168 time: 0.1639037 Jul 12 16:24:26.048614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.064857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156374b-e6be-4097-8f24-ba45f0781561 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5235e92b-4af8-4a86-a537-a0fdd6998dce,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.096579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.102069 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.103508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b576f4ec-c724-4da5-b8a9-840b5187aced HTTP/1.1" status: 204 len: 168 time: 0.1971638 Jul 12 16:24:26.112464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0bb63-0cea-4fa6-8ecf-03d71360a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b576f4ec-c724-4da5-b8a9-840b5187aced,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.135905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3984b3e6-5901-4088-aeab-8aca70f7d00e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857184 Jul 12 16:24:26.144216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33946) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.148350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--140593812'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:26.156955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8913-ccb2-4e52-b9af-1fcec2754c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.186899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.304418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8913-ccb2-4e52-b9af-1fcec2754c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.309035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bdc8913-ccb2-4e52-b9af-1fcec2754c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.352318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4bdc8913-ccb2-4e52-b9af-1fcec2754c64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=510b762ff54d4f9293bfb2e53c9be1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143093 Jul 12 16:24:26.354827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc8913-ccb2-4e52-b9af-1fcec2754c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4358a9b-f9ae-4abd-af41-e1b02f9c7c86,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.357507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.415912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.426803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.433571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.442480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.473494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.474816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3327241 Jul 12 16:24:26.478309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33962) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.484804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5ca96302-f331-4753-9a61-1c0ed84ce97f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': '4e6db1e8-7905-4790-935c-891201528fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:26.509168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.509745 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-5ca96302-f331-4753-9a61-1c0ed84ce97f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 12 16:24:26.510529 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-5ca96302-f331-4753-9a61-1c0ed84ce97f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:26.511791 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5ca96302-f331-4753-9a61-1c0ed84ce97f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0325356 Jul 12 16:24:26.513411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.513892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf8e5c-0968-4f45-8713-d008cfd4c1ca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6db1e8-7905-4790-935c-891201528fad,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.517221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4358a9b-f9ae-4abd-af41-e1b02f9c7c86 HTTP/1.1" status: 204 len: 168 time: 0.1587293 Jul 12 16:24:26.517505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.526881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cdb29-89b3-449c-a98e-45419c0532ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4358a9b-f9ae-4abd-af41-e1b02f9c7c86,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.530671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-adbb486c-7830-474d-86d0-6b7fb778636c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': '4e6db1e8-7905-4790-935c-891201528fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:26.531396 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-adbb486c-7830-474d-86d0-6b7fb778636c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 12 16:24:26.531935 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-adbb486c-7830-474d-86d0-6b7fb778636c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:26.533173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-adbb486c-7830-474d-86d0-6b7fb778636c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146375 Jul 12 16:24:26.536094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.541231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-52487a6b-a440-4b43-ba9e-4e2c5a10edc5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': '4e6db1e8-7905-4790-935c-891201528fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:26.543437 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-52487a6b-a440-4b43-ba9e-4e2c5a10edc5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 12 16:24:26.544009 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-52487a6b-a440-4b43-ba9e-4e2c5a10edc5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:26.545028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-52487a6b-a440-4b43-ba9e-4e2c5a10edc5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078876 Jul 12 16:24:26.547821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.555879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-64105a75-90a1-41f4-b975-d8772bd2222a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': '4e6db1e8-7905-4790-935c-891201528fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:26.556772 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-64105a75-90a1-41f4-b975-d8772bd2222a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 12 16:24:26.557266 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-64105a75-90a1-41f4-b975-d8772bd2222a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:26.558255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64105a75-90a1-41f4-b975-d8772bd2222a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095220 Jul 12 16:24:26.561535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.655878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.701511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.805704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.808900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:26.810369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/4e6db1e8-7905-4790-935c-891201528fad HTTP/1.1" status: 204 len: 168 time: 0.2478197 Jul 12 16:24:26.813935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:26.829347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945777f9-9f88-453c-af73-da40fe1a009a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6db1e8-7905-4790-935c-891201528fad,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:26.872143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-ef9bbbcc-b2e8-473f-b88b-a121aa188ed8 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:26.874241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-ef9bbbcc-b2e8-473f-b88b-a121aa188ed8 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.65 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.1268420 Jul 12 16:24:27.051911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5ae22129-5a36-4f33-8848-49d6c7d80f38 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2366312 Jul 12 16:24:27.059167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.081554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196002732'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:27.118888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb35a8-c337-4ee5-8e92-54f8115b6950 req-0a9541df-c2e4-4252-954a-d9023e2a5960 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:27.129112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19fb35a8-c337-4ee5-8e92-54f8115b6950 req-0a9541df-c2e4-4252-954a-d9023e2a5960 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 945 time: 0.1465375 Jul 12 16:24:27.168393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df3193e6-453d-4846-a6e4-5cc981ade4c1 req-99fe73cb-eccc-423c-8182-fd2bcb252e75 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 210 time: 0.0693889 Jul 12 16:24:27.180828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19fb35a8-c337-4ee5-8e92-54f8115b6950 req-f45e4c35-6dec-4ab7-ab4c-a3eb6345dffa tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9698a5e-838d-4b00-b694-f8d32e2d4682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507050 Jul 12 16:24:27.193766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Deleting port 9063a2ca-0136-4baa-8173-1d1e6881f038 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:27.194152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.197096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.269603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.290035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c51c6c25-84d7-4ccf-9e85-57463ce171f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.359273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] For port 9063a2ca-0136-4baa-8173-1d1e6881f038, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9063a2ca-0136-4baa-8173-1d1e6881f038,segment=NetworkSegment(b64198e4-205f-4763-a8ad-a5cd834a9ce2),segment_id=b64198e4-205f-4763-a8ad-a5cd834a9ce2)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:27.359657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.380999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Calling delete_port for 9063a2ca-0136-4baa-8173-1d1e6881f038 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:27.456890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.461783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.514947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fb22e-5e9e-4789-b73f-85d6e023908b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:27.608036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.627962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c51c6c25-84d7-4ccf-9e85-57463ce171f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.634375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c51c6c25-84d7-4ccf-9e85-57463ce171f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.693986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Pushing event deleted for resources: {'Port': ['ID=9063a2ca-0136-4baa-8173-1d1e6881f038,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:27.694865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c51c6c25-84d7-4ccf-9e85-57463ce171f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6b441269a294cc0a951fd53aeea2227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239497 Jul 12 16:24:27.696220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.696474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.701129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0d93ffb8-bfff-4593-a7d1-025d58fde9c2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6386704 Jul 12 16:24:27.702283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34026) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.708000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-32b6e483-8594-468d-9f58-bb61103a9706 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:27.709470 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-32b6e483-8594-468d-9f58-bb61103a9706 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 12 16:24:27.709987 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-32b6e483-8594-468d-9f58-bb61103a9706 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:27.714591 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-32b6e483-8594-468d-9f58-bb61103a9706 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108564 Jul 12 16:24:27.715527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34028) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.722588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cd7f9034-6939-4cb7-af87-d8231c616c8f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:27.744897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c6c25-84d7-4ccf-9e85-57463ce171f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d75a6-a4da-428b-afcd-fb700e185d7b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:27.789161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] No DVR routers for this DVR port 9063a2ca-0136-4baa-8173-1d1e6881f038 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:24:27.792542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.795006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f86d09d-1693-41d5-9d9f-7e34fe8a913f req-fc442516-d034-4dd1-8323-08f46ed8b30b tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.65 "DELETE /v2.0/ports/9063a2ca-0136-4baa-8173-1d1e6881f038 HTTP/1.1" status: 204 len: 173 time: 0.9126997 Jul 12 16:24:27.795647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'name': 'network-vif-deleted', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:27.798599 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878956d-8f85-4347-aa89-5bffb34f79b1" -d '{"events": [{"server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "name": "network-vif-deleted", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:27.823452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.865947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.943933 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-cd7f9034-6939-4cb7-af87-d8231c616c8f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:27.946487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.952174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd7f9034-6939-4cb7-af87-d8231c616c8f tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2334135 Jul 12 16:24:27.953876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:27.956909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.958712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e8d75a6-a4da-428b-afcd-fb700e185d7b HTTP/1.1" status: 204 len: 168 time: 0.2601655 Jul 12 16:24:27.963806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7ba361d0-55b6-4c51-a90c-1f94959ca3f1 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:27.964797 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-7ba361d0-55b6-4c51-a90c-1f94959ca3f1 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 12 16:24:27.966282 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-7ba361d0-55b6-4c51-a90c-1f94959ca3f1 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:27.972486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ba361d0-55b6-4c51-a90c-1f94959ca3f1 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132108 Jul 12 16:24:27.973340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34042) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:27.984937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3af87a8f-a5ec-4f8f-8867-34788a852976 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:27.985442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b680d8-9cbf-4e71-ab3e-1c795fdcbe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d75a6-a4da-428b-afcd-fb700e185d7b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:28.027812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-15395eae-c9bd-4ebe-826b-6920befdf715 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:28.029820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-15395eae-c9bd-4ebe-826b-6920befdf715 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.1987138 Jul 12 16:24:28.048929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'device_id': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'admin_state_up': True, 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.165516 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-3af87a8f-a5ec-4f8f-8867-34788a852976 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.166690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3af87a8f-a5ec-4f8f-8867-34788a852976 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1875899 Jul 12 16:24:28.169648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.174614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e54fba73-92eb-45b2-a129-cffc640c8b54 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.176065 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-e54fba73-92eb-45b2-a129-cffc640c8b54 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 12 16:24:28.176790 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-e54fba73-92eb-45b2-a129-cffc640c8b54 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.180428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e54fba73-92eb-45b2-a129-cffc640c8b54 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094635 Jul 12 16:24:28.183396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.194482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-83ff288c-ea72-4e38-8102-2d78c30b8057 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.243790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:28.250103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.299055 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-83ff288c-ea72-4e38-8102-2d78c30b8057 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.302249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83ff288c-ea72-4e38-8102-2d78c30b8057 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1169693 Jul 12 16:24:28.303690 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb29f3a-f28c-4f27-8651-f7d45c92fe6f x-openstack-request-id: req-6fb29f3a-f28c-4f27-8651-f7d45c92fe6f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:28.304247 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473a44e5-9877-4693-aa8d-d10b95a865b6", "name": "network-vif-deleted", "tag": "9063a2ca-0136-4baa-8173-1d1e6881f038", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:28.304734 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fb29f3a-f28c-4f27-8651-f7d45c92fe6f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:28.304978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.305640 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473a44e5-9877-4693-aa8d-d10b95a865b6', 'name': 'network-vif-deleted', 'tag': '9063a2ca-0136-4baa-8173-1d1e6881f038', 'status': 'completed', 'code': 200} Jul 12 16:24:28.312880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cddc4e82-377f-43f8-baec-fdee72616eea tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.321974 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-cddc4e82-377f-43f8-baec-fdee72616eea tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 12 16:24:28.322643 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-cddc4e82-377f-43f8-baec-fdee72616eea tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.326285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cddc4e82-377f-43f8-baec-fdee72616eea tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177717 Jul 12 16:24:28.327029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.341405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-93ae6e53-aa8c-4e7b-b126-7b00f8a45804 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.413991 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-93ae6e53-aa8c-4e7b-b126-7b00f8a45804 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.415166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-93ae6e53-aa8c-4e7b-b126-7b00f8a45804 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0861402 Jul 12 16:24:28.419520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34068) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.424481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-69b4c6c1-1593-4d36-a957-68d83d6ef139 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'c63fb22e-5e9e-4789-b73f-85d6e023908b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.460161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-772aec9c-1bef-425c-85a3-708a0c82dab4 req-cc83fa14-a40a-439f-abb8-39e6a54a1271 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 210 time: 0.0847170 Jul 12 16:24:28.513160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd9ea4cd-356b-49fe-aaa0-f240ccd5ce2b req-972f9a76-8bd5-4f0a-8b3b-73fe6eb851f1 tempest-InstanceActionsTestJSON-662005704 tempest-InstanceActionsTestJSON-662005704-project] 10.222.0.58 "GET /v2.0/ports?device_id=473a44e5-9877-4693-aa8d-d10b95a865b6 HTTP/1.1" status: 200 len: 210 time: 0.0389259 Jul 12 16:24:28.520143 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-69b4c6c1-1593-4d36-a957-68d83d6ef139 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:28.524561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-69b4c6c1-1593-4d36-a957-68d83d6ef139 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1013410 Jul 12 16:24:28.526465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.576951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.20.0.12 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/37f20234-f5a0-45d6-a2b2-6b2cfd4c4285) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:28.671911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.706263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.767035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.769753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.775103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/c63fb22e-5e9e-4789-b73f-85d6e023908b HTTP/1.1" status: 204 len: 168 time: 0.2450409 Jul 12 16:24:28.778367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.805587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244db6e-a9ef-400f-941d-1780461cbe4a tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fb22e-5e9e-4789-b73f-85d6e023908b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:28.900314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.916191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34090) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:28.916390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-567fcee7-dd50-4964-b348-01eac9d10c6c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1330934 Jul 12 16:24:28.926148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--925600209'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:28.927957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Transition to ACTIVE for port object 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:28.971078 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:28.992184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:24:29.015155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.044744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:29.048704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:29.063981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:29.147888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:29.170214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9063a2ca-0136-4baa-8173-1d1e6881f038 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:24:29.197365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 9063a2ca-0136-4baa-8173-1d1e6881f038 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:24:29.198048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9063a2ca-0136-4baa-8173-1d1e6881f038 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:24:29.198333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.208077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.208205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:29.208205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.226096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-e4478dba-4a17-4ce5-ae61-05527b8ca918 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1850073 Jul 12 16:24:29.257031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Request body: {'port': {'device_id': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:29.268812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.280562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3624506 Jul 12 16:24:29.282297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.287417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e3da0377-0cec-4604-84a7-f0cfdb7ec4e2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'dac22bfb-10c7-4025-830a-142ac0db0035', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:29.295346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9397e-cd68-4356-a038-6e45b8861513 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac22bfb-10c7-4025-830a-142ac0db0035,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:29.360739 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-e3da0377-0cec-4604-84a7-f0cfdb7ec4e2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The resource could not be found. Jul 12 16:24:29.366089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e3da0377-0cec-4604-84a7-f0cfdb7ec4e2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0790594 Jul 12 16:24:29.366797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.372397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0aa689e0-7b9d-49f9-97af-74325b0db3b8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'dac22bfb-10c7-4025-830a-142ac0db0035', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7253357a-881c-4a3f-9531-6c7db4e93705'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:29.379673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.431355 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-0aa689e0-7b9d-49f9-97af-74325b0db3b8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The resource could not be found. Jul 12 16:24:29.434515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0aa689e0-7b9d-49f9-97af-74325b0db3b8 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0667098 Jul 12 16:24:29.437290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34114) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.495132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3beddceb-333e-4139-8d4b-a226db8b732d None None] Provisioning for port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:29.502501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3beddceb-333e-4139-8d4b-a226db8b732d None None] Provisioning complete for port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:29.503139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3beddceb-333e-4139-8d4b-a226db8b732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.562376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.627839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.639016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3beddceb-333e-4139-8d4b-a226db8b732d None None] Port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:29.737541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.768009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.771120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.772625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/dac22bfb-10c7-4025-830a-142ac0db0035 HTTP/1.1" status: 204 len: 168 time: 0.3335130 Jul 12 16:24:29.779488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.808990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3174a-3b72-465d-9074-36f8ad89d6d5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac22bfb-10c7-4025-830a-142ac0db0035,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:29.831719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Deleting subnet 72914d20-9086-4f1f-923a-dd9fa4c38c86 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:24:29.845571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.858350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e848a0-f7a0-453d-a09b-25fa66fbab08 req-b91d17c1-29b7-4be4-9291-89b3604c7030 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:29.867340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0e848a0-f7a0-453d-a09b-25fa66fbab08 req-b91d17c1-29b7-4be4-9291-89b3604c7030 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 932 time: 0.1737764 Jul 12 16:24:29.907662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.913587 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4fc36a00-f771-4f2c-940e-ee2bb2145263 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258547 Jul 12 16:24:29.914962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:29.921187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c7245ea7-769a-44af-a565-5eeb0858f018 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'da50e124-969f-4e16-8d47-f55f2ec103bc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:29.947045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0e848a0-f7a0-453d-a09b-25fa66fbab08 req-00267cb6-757d-4eea-a1bd-2aa311669740 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Jul 12 16:24:29.999846 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c7245ea7-769a-44af-a565-5eeb0858f018 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The resource could not be found. Jul 12 16:24:30.003239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c7245ea7-769a-44af-a565-5eeb0858f018 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0858557 Jul 12 16:24:30.009023 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:30.018696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146688314'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:30.056065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.213517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.220647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.293250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda57211-980e-4986-944e-857344c5f6d0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:30.297536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.299282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b69e6081-b70a-4722-ad89-560ef0e3655c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2874188 Jul 12 16:24:30.302000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34170) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:30.316121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180089836'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:30.349067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.466247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.474030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.479314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:30.492879 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.498407 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.530430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.533950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2231164 Jul 12 16:24:30.540302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Transition to ACTIVE for port object 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:30.540302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:30.543837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d25a7e-277d-4b9c-b002-c50491ddd588 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4d130-b26e-421a-9ec3-f8538492a48c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:30.551014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-eb2cf509-bed2-4b68-95be-2e6733f36a2c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group_rule': {'security_group_id': 'fda57211-980e-4986-944e-857344c5f6d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '12f4d130-b26e-421a-9ec3-f8538492a48c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:30.559938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.654937 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.762362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:30.773286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72914d20-9086-4f1f-923a-dd9fa4c38c86,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:30.786736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.791452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34200) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:30.791751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/72914d20-9086-4f1f-923a-dd9fa4c38c86 HTTP/1.1" status: 204 len: 168 time: 1.0527809 Jul 12 16:24:30.803194 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-eb2cf509-bed2-4b68-95be-2e6733f36a2c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:24:30.804626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb2cf509-bed2-4b68-95be-2e6733f36a2c tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2611926 Jul 12 16:24:30.806893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.807236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.807578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.807938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.808308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.808657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.808896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.809224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.809706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.810032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.810691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.811398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.815909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34208) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:30.816534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Attempting to bind port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:30.816874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Attempting to bind port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:30.817213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Attempting to bind port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:30.821678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.822087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.822363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.822704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.823039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.823374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.823880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.824216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.824549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.825183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.828519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.828657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb728-5f1a-4cb1-a6e6-b7c4d5c6c00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:30.890441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 on network da52963c-91d4-443b-a418-11d804426a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:30.890790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Attempting to bind port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:30.900172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:24:30.900520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:30.900902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:24:30.901352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Bound port: 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:24:30.901718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.925886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.966784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.999962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.064874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:31.088267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:24:31.095652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.169491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:31.178599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.182783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.184513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/12f4d130-b26e-421a-9ec3-f8538492a48c HTTP/1.1" status: 204 len: 168 time: 0.3524714 Jul 12 16:24:31.186154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:31.186929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.188339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:31.189279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-8ba6f6fd-d290-47de-be1f-ff319eab9a8b service neutron] 10.222.0.77 "PUT /v2.0/ports/37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 HTTP/1.1" status: 200 len: 1092 time: 1.9503088 Jul 12 16:24:31.200047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:31.209778 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529acf52-0917-40db-a265-ec3a0c19ae12" -d '{"events": [{"name": "network-changed", "server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:31.220449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42dfc-8b31-44b3-9f48-c95e4a580fca tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4d130-b26e-421a-9ec3-f8538492a48c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:31.318195 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fb674-0832-4394-8729-490e01e328b8 x-openstack-request-id: req-129fb674-0832-4394-8729-490e01e328b8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:31.318469 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:31.318853 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-129fb674-0832-4394-8729-490e01e328b8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:31.319266 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285', 'status': 'completed', 'code': 200} Jul 12 16:24:31.375962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.385100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-ebbd340d-b3ab-447b-beed-e804b89311c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:31.387302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-ebbd340d-b3ab-447b-beed-e804b89311c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 1095 time: 0.1354284 Jul 12 16:24:31.479007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32590187-50c7-49fe-bb17-fcbf5de85274 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2837236 Jul 12 16:24:31.480292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f161451c-fe46-49bb-a724-3d4bd5081826']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:31.484283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:31.511527 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-4218597f-ed87-4178-9564-874fc2d9caf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 HTTP/1.1" status: 200 len: 217 time: 0.1173322 Jul 12 16:24:31.535851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64198e4-205f-4763-a8ad-a5cd834a9ce2') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:31.536164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64198e4-205f-4763-a8ad-a5cd834a9ce2') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:31.559321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.628901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-d9c777e5-6660-4941-b7ab-cd57e44f01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:31.631133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-d9c777e5-6660-4941-b7ab-cd57e44f01be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1100485 Jul 12 16:24:31.632558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.654127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:31.654723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:31.657775 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:31.725877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-bdb12fd4-0660-4163-bdb3-606d4603b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:31.726063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e06db-1099-4290-8087-1ea1d91fc4f7 req-56119756-16bd-4f66-a6be-e1c6c28bc0b9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:31.727615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b1e06db-1099-4290-8087-1ea1d91fc4f7 req-56119756-16bd-4f66-a6be-e1c6c28bc0b9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 944 time: 0.5141296 Jul 12 16:24:31.734058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-bdb12fd4-0660-4163-bdb3-606d4603b24d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959334 Jul 12 16:24:31.762630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.772198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:31.798992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.826482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b1e06db-1099-4290-8087-1ea1d91fc4f7 req-7d1a1257-a6c4-4042-8ed7-64f876cd78ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Jul 12 16:24:31.829068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.833135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f161451c-fe46-49bb-a724-3d4bd5081826 HTTP/1.1" status: 204 len: 168 time: 1.0379531 Jul 12 16:24:31.850709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.853792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd1186-b8c8-4e7f-a194-9bde5fc63f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f161451c-fe46-49bb-a724-3d4bd5081826,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:31.887523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-37c084ee-fba3-4452-9a90-a1ab16f7b7b3 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435552 Jul 12 16:24:31.907534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.912659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.913901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/fda57211-980e-4986-944e-857344c5f6d0 HTTP/1.1" status: 204 len: 168 time: 0.4221370 Jul 12 16:24:31.918650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:31.942265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f9239-995e-411c-842c-e54fae13ff5e tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda57211-980e-4986-944e-857344c5f6d0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:31.976699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2186d44-64d1-4a6a-8d6c-0c9645751c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.998784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-313a2217-aa30-43f6-abc2-188b4adc52b2 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788503 Jul 12 16:24:32.006299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.013424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696168096'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:32.014507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ce0-bc6a-4a73-8798-5deb13530282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.046042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.048514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f98d047d-c95f-4bec-a614-366cf0581d36 req-9106968c-1a09-42f2-9494-181ffedd35a0 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540422 Jul 12 16:24:32.055273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34306) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.126487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cc493c3a-7062-4d32-8d5c-a7c192aef1ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37747c278ec54c25a320c6e7a3219070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711589 Jul 12 16:24:32.129425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.194618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.234273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ce0-bc6a-4a73-8798-5deb13530282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.234821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.241133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-64d5e96a-b13a-48ce-a471-c3bc59416903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:32.242827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-64d5e96a-b13a-48ce-a471-c3bc59416903 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 1095 time: 0.1098115 Jul 12 16:24:32.250936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ce0-bc6a-4a73-8798-5deb13530282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.312388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.315649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.317884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9698a5e-838d-4b00-b694-f8d32e2d4682 HTTP/1.1" status: 204 len: 168 time: 0.1867807 Jul 12 16:24:32.348849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75943a-9ed4-4dba-be41-df104258ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9698a5e-838d-4b00-b694-f8d32e2d4682,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:32.359197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c2e0ce0-bc6a-4a73-8798-5deb13530282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41218ce697e84c0a8188012a86fb7d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860479 Jul 12 16:24:32.365677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0ce0-bc6a-4a73-8798-5deb13530282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc899e03-34d8-4bba-9452-799dd52fcedb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:32.372563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.466906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-1382e32f-ef27-4409-9eea-3018796a004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:32.467860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.469351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-1382e32f-ef27-4409-9eea-3018796a004b service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.2149003 Jul 12 16:24:32.473591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.476184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.513803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcc888-2d39-4744-9d24-76a5a81f9f9e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:32.522050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-eda5b6c5-7790-433f-822d-3ea55b76eade service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 HTTP/1.1" status: 200 len: 217 time: 0.0417974 Jul 12 16:24:32.543070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.545497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b812aa7-3e20-4e89-9322-24f4e0d33cb5 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5376604 Jul 12 16:24:32.551614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.556983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-350ba47a-5d46-4a34-a08a-3874ac420308 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:32.557545 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-350ba47a-5d46-4a34-a08a-3874ac420308 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 12 16:24:32.558050 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-350ba47a-5d46-4a34-a08a-3874ac420308 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] update failed (client error): There was a conflict when trying to complete your request. Jul 12 16:24:32.561733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-350ba47a-5d46-4a34-a08a-3874ac420308 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "PUT /v2.0/security-groups/3bbcc888-2d39-4744-9d24-76a5a81f9f9e HTTP/1.1" status: 409 len: 330 time: 0.0063808 Jul 12 16:24:32.562620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34340) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.572551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.612325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-8197f479-153e-4d83-a7ef-5ecb49d8e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:32.613814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-8197f479-153e-4d83-a7ef-5ecb49d8e9b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0856709 Jul 12 16:24:32.687017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.698240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.701983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.706559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc899e03-34d8-4bba-9452-799dd52fcedb HTTP/1.1" status: 204 len: 168 time: 0.3327534 Jul 12 16:24:32.715315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-90674c22-0874-44fc-866c-450966b81d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:32.717148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-90674c22-0874-44fc-866c-450966b81d53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955093 Jul 12 16:24:32.729844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc721fc-12c5-480b-9392-6f35ab420554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc899e03-34d8-4bba-9452-799dd52fcedb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:32.745682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.804224 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.806828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:32.811113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/3bbcc888-2d39-4744-9d24-76a5a81f9f9e HTTP/1.1" status: 204 len: 168 time: 0.2475004 Jul 12 16:24:32.811750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34354) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.829509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7662-61f6-4b37-943d-886572fe2948 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcc888-2d39-4744-9d24-76a5a81f9f9e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:32.883787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-5ecb0e41-75b3-4067-8fa9-9423617e4354 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422918 Jul 12 16:24:32.887621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b396016-f74a-4c95-b5dd-c34983438b74 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640950 Jul 12 16:24:32.887756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34362) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.929070 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-ebcc3bf0-2a5f-49e1-9db4-89163fdff6b9 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] delete failed (client error): The resource could not be found. Jul 12 16:24:32.930136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ebcc3bf0-2a5f-49e1-9db4-89163fdff6b9 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f4c56fc-b837-48e8-bba7-717a0785878c HTTP/1.1" status: 404 len: 347 time: 0.0413110 Jul 12 16:24:32.935292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34364) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.953443 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-0786a0c6-1bf9-43d8-a790-4fde0345d517 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] show failed (client error): The resource could not be found. Jul 12 16:24:32.961122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0786a0c6-1bf9-43d8-a790-4fde0345d517 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-groups/e8b21dc8-f6aa-4fa3-85c2-40d639950374 HTTP/1.1" status: 404 len: 347 time: 0.0246186 Jul 12 16:24:32.962017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34366) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:32.979276 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-755e4d4b-5f2d-4d00-a0a7-e3ced36dcfb0 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] show failed (client error): The resource could not be found. Jul 12 16:24:32.980924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-755e4d4b-5f2d-4d00-a0a7-e3ced36dcfb0 tempest-NegativeSecGroupTest-1025940253 tempest-NegativeSecGroupTest-1025940253-project] 10.222.0.58 "GET /v2.0/security-group-rules/b4eab5e3-383a-4557-9af5-39c3a54c9e2a HTTP/1.1" status: 404 len: 356 time: 0.0172472 Jul 12 16:24:33.013949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-529acf52-0917-40db-a265-ec3a0c19ae12 req-62a8db05-83b7-40ee-8345-bcf909a2fe65 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163404 Jul 12 16:24:33.056490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f518b-3eab-46a8-a33f-21e4ac5fafbc req-d25d9ecd-faab-4050-b41f-1c955659c585 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:33.058207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f65f518b-3eab-46a8-a33f-21e4ac5fafbc req-d25d9ecd-faab-4050-b41f-1c955659c585 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 944 time: 0.0817649 Jul 12 16:24:33.091096 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:33.112854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f65f518b-3eab-46a8-a33f-21e4ac5fafbc req-845bde91-08a6-4fb1-a222-54336a971772 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384529 Jul 12 16:24:33.479319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34400) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:33.682951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34422) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:33.683553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01a13f49-29aa-4e94-ab1f-ef62778bc0d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd8acb203b5d4c248aa3c79ec5bfd4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015085 Jul 12 16:24:33.746559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:33.775107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:33.849931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:33.852968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:33.860422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10f1e44e-a547-46ed-8292-939ac776d429 HTTP/1.1" status: 204 len: 168 time: 0.1692700 Jul 12 16:24:33.879052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14ddb-26d8-4ab7-9926-71efad68e7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1e44e-a547-46ed-8292-939ac776d429,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:34.351017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca459e-e0b0-40d3-b768-cc798f147b46 req-26db019c-a90e-473a-85f8-412ea83cf5a8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:34.353055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92ca459e-e0b0-40d3-b768-cc798f147b46 req-26db019c-a90e-473a-85f8-412ea83cf5a8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 944 time: 0.0792437 Jul 12 16:24:34.397091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:24:34.406753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-86c3193a-1664-4f1b-ad45-5e8796f1180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.406854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:34.417129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92ca459e-e0b0-40d3-b768-cc798f147b46 req-6f0fea16-e860-4146-8848-09e27b9abec2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573404 Jul 12 16:24:34.534776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:34.548564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285', 'mac_address': 'fa:16:3e:3f:08:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:24:34.590711 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.606073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:34.620885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00eab50d-a9c4-47e0-9c35-dcd786812b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.636622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:34.644916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.738348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:34.747622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00eab50d-a9c4-47e0-9c35-dcd786812b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.753197 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00eab50d-a9c4-47e0-9c35-dcd786812b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.803731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-00eab50d-a9c4-47e0-9c35-dcd786812b11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72f3bfd718b44a9b8d8c0c20a0847f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927639 Jul 12 16:24:34.803969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:34.817691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab50d-a9c4-47e0-9c35-dcd786812b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bf83cb-9d50-4fc7-bef5-5b9757f48c79,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:34.844917 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.874744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.902456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.952784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34502) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:34.967194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:24:34.994937 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:34.998428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.000181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88bf83cb-9d50-4fc7-bef5-5b9757f48c79 HTTP/1.1" status: 204 len: 168 time: 0.1950629 Jul 12 16:24:35.017226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a628e5-70f0-4eae-a13c-2df66b3939ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bf83cb-9d50-4fc7-bef5-5b9757f48c79,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:35.254372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1800914300-network', 'tenant_id': 'd2be70d9375745e3aa228e915b8ed0fb'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:35.276992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.279801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Made reservation on behalf of d2be70d9375745e3aa228e915b8ed0fb for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:35.282346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.292674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.396308 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.401624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.432559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:35.438419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1458b1-3ebe-41b4-b4db-2a67ad256c20,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:35.450661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.451099 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Added segment 9ce098ba-f566-455b-af9b-e0fed648053d of type vlan for network 2c558b38-5b35-4aec-939b-7c642aa08e22 Jul 12 16:24:35.509635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.558470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.559444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:35.560228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.645237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] Pushing event updated for resources: {'Network': ['ID=2c558b38-5b35-4aec-939b-7c642aa08e22,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:35.656645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2c558b38-5b35-4aec-939b-7c642aa08e22 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:35.711464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-80a986bb-c3b0-43a2-9797-19038fc398ec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7575130 Jul 12 16:24:35.714709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:35.720127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Request body: {'subnet': {'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1800914300-subnet', 'tenant_id': 'd2be70d9375745e3aa228e915b8ed0fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:35.727256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34552) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:35.769389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Made reservation on behalf of d2be70d9375745e3aa228e915b8ed0fb for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:35.772173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.778415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387278f-4b89-4e1e-8444-092ab08910ef req-deac7a9c-0cbe-4022-90d6-911eef5422c8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:35.780063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b387278f-4b89-4e1e-8444-092ab08910ef req-deac7a9c-0cbe-4022-90d6-911eef5422c8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 945 time: 0.2331841 Jul 12 16:24:35.841217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:35.857839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b387278f-4b89-4e1e-8444-092ab08910ef req-948d72f3-8719-494a-a3f5-7d0fc25600ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681262 Jul 12 16:24:35.865932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34568) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:35.882531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7102926-7d35-4566-a4d7-d6878883d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.015820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7102926-7d35-4566-a4d7-d6878883d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.017813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-318f4570-825e-4082-bc57-9c11d56d795e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.037908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.041148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7102926-7d35-4566-a4d7-d6878883d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.117068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11b1fd5-e055-4c50-b7b1-5d365ea7e564,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.124434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34574) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.126207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e7102926-7d35-4566-a4d7-d6878883d25c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2083bdcab464d9c889df89737e0567f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586646 Jul 12 16:24:36.136728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7102926-7d35-4566-a4d7-d6878883d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c105b4c-f630-44ca-a078-9fc1678968b9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.151920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Checking segment: {'id': '9ce098ba-f566-455b-af9b-e0fed648053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:36.152395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Network hostable DHCP agents. Network: 2c558b38-5b35-4aec-939b-7c642aa08e22, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:36.194504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34578) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.218422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Network 2c558b38-5b35-4aec-939b-7c642aa08e22 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:36.239457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2c558b38-5b35-4aec-939b-7c642aa08e22) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:36.245080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:36.245355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.254397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.262021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2e1ae-b6d1-4a59-a877-2c215e2fe2c2 None None] Network 2c558b38-5b35-4aec-939b-7c642aa08e22 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:36.267666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-318f4570-825e-4082-bc57-9c11d56d795e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.274002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-318f4570-825e-4082-bc57-9c11d56d795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.301307 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:24:36.327215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb8bec2a-0749-417c-848f-2a9b62528203 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6036825 Jul 12 16:24:36.336883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-318f4570-825e-4082-bc57-9c11d56d795e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1a2745f95e54b38bc7315671b201486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063702 Jul 12 16:24:36.337083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34582) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.338936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34586) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.346031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.356469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4570-825e-4082-bc57-9c11d56d795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8eae4-9165-4293-ad0c-3a2ddb4e95ef,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.418332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:36.449646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.477999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.482881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-02bcd0c7-1f14-4c08-9a23-869af3d17d33 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-724516357', 'prefixes': ['172.20.0.0/16']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:36.505787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.505787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.507106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c105b4c-f630-44ca-a078-9fc1678968b9 HTTP/1.1" status: 204 len: 168 time: 0.3804407 Jul 12 16:24:36.536039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef43c5-8475-4057-b63d-c5cd4b828ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c105b4c-f630-44ca-a078-9fc1678968b9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.550290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7b4d7-1774-4e36-84cb-13eca7266418 None None] Network 2c558b38-5b35-4aec-939b-7c642aa08e22 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:36.596962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.600202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.601339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcd0c7-1f14-4c08-9a23-869af3d17d33 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] Notify callbacks [] for subnetpool, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.606653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81c8eae4-9165-4293-ad0c-3a2ddb4e95ef HTTP/1.1" status: 204 len: 168 time: 0.2497408 Jul 12 16:24:36.606868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-02bcd0c7-1f14-4c08-9a23-869af3d17d33 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4075284 Jul 12 16:24:36.607013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4808da85-fab9-4ebb-aeb0-cef7f05a2844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.607435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34598) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.635251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9eb5-743c-4dff-b98d-06d9c967181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8eae4-9165-4293-ad0c-3a2ddb4e95ef,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.672235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:36.682147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:36.683049 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.717907 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-deebab6f-356b-46ba-8125-1670136533a4 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "GET /v2.0/subnetpools/43bf4f29-e512-4077-a720-bb4cf00f57e6 HTTP/1.1" status: 200 len: 731 time: 0.1085439 Jul 12 16:24:36.719931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.729403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9a5455ed-b75a-49bc-8b75-354a393ffa45 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1707760676'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:36.826522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4808da85-fab9-4ebb-aeb0-cef7f05a2844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.835221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4808da85-fab9-4ebb-aeb0-cef7f05a2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.846520 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.874837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a5455ed-b75a-49bc-8b75-354a393ffa45 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] Notify callbacks [] for subnetpool, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.876188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a5455ed-b75a-49bc-8b75-354a393ffa45 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "PUT /v2.0/subnetpools/43bf4f29-e512-4077-a720-bb4cf00f57e6 HTTP/1.1" status: 200 len: 684 time: 0.1540685 Jul 12 16:24:36.879009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34606) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:36.883964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:36.887136 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa3d91-6581-4f90-b661-9b57867cba6d" -d '{"events": [{"server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "name": "network-vif-plugged", "status": "completed", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:36.903915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:36.909881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:36.955694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808da85-fab9-4ebb-aeb0-cef7f05a2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afaac98-cdd8-4391-8a39-8b7be10219a4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:36.975781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4808da85-fab9-4ebb-aeb0-cef7f05a2844 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e231205c6e0a4bc69480fc3e83395b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341970 Jul 12 16:24:36.977321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34616) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:37.014739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:37.093646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.139188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.170046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43c53fdd-2dec-41ab-8e58-5fca17f8adfc tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] Notify callbacks [] for subnetpool, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.171403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-43c53fdd-2dec-41ab-8e58-5fca17f8adfc tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "DELETE /v2.0/subnetpools/43bf4f29-e512-4077-a720-bb4cf00f57e6 HTTP/1.1" status: 204 len: 168 time: 0.2912962 Jul 12 16:24:37.174956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:37.196617 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-4e7a0bd3-6299-4053-84e7-ccfefbca2365 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] show failed (client error): The resource could not be found. Jul 12 16:24:37.200617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e7a0bd3-6299-4053-84e7-ccfefbca2365 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "GET /v2.0/subnetpools/43bf4f29-e512-4077-a720-bb4cf00f57e6 HTTP/1.1" status: 404 len: 346 time: 0.0217714 Jul 12 16:24:37.200806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.203777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34628) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:37.264292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-02f23c4f-7e70-4e94-8cd5-21c445c39059 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:37.273376 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-a20b2982-c493-4267-ad22-33838b9292e4 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] delete failed (client error): The resource could not be found. Jul 12 16:24:37.274606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a20b2982-c493-4267-ad22-33838b9292e4 tempest-SubnetPoolsTestJSON-1742940787 tempest-SubnetPoolsTestJSON-1742940787-project] 10.222.0.58 "DELETE /v2.0/subnetpools/43bf4f29-e512-4077-a720-bb4cf00f57e6 HTTP/1.1" status: 404 len: 346 time: 0.0673792 Jul 12 16:24:37.276581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-02f23c4f-7e70-4e94-8cd5-21c445c39059 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/networks?id=2c558b38-5b35-4aec-939b-7c642aa08e22 HTTP/1.1" status: 200 len: 822 time: 0.2052362 Jul 12 16:24:37.290577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-3a4bf009-8f48-4785-84ef-6f8a9f63938a tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/quotas/d2be70d9375745e3aa228e915b8ed0fb HTTP/1.1" status: 200 len: 375 time: 0.0126517 Jul 12 16:24:37.328962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edc1b8-e0b6-4dee-8196-58ea128e2627 req-625ceaa4-42d4-4c3a-b24c-4e73046b385f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:37.331029 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0edc1b8-e0b6-4dee-8196-58ea128e2627 req-625ceaa4-42d4-4c3a-b24c-4e73046b385f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.1888061 Jul 12 16:24:37.353305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.354730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-5f2c9fde-4084-4614-8f22-23fea16eeeeb tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d2be70d9375745e3aa228e915b8ed0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475497 Jul 12 16:24:37.355987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.357193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1afaac98-cdd8-4391-8a39-8b7be10219a4 HTTP/1.1" status: 204 len: 168 time: 0.3787887 Jul 12 16:24:37.368317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-7a22a36f-b030-4ec2-926d-ba1e852ee1a6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:24:37.369310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-7a22a36f-b030-4ec2-926d-ba1e852ee1a6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061829 Jul 12 16:24:37.379287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2b5ad-dd67-4e0a-929e-8d6f79749905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afaac98-cdd8-4391-8a39-8b7be10219a4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:37.398357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0edc1b8-e0b6-4dee-8196-58ea128e2627 req-61038b4b-c658-4666-8d64-8369562396d6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586679 Jul 12 16:24:37.434608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a84ccc51-c20a-4b8a-9ae6-62845d47e3a3 None None] Provisioning complete for port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:37.435571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a84ccc51-c20a-4b8a-9ae6-62845d47e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:37.510357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1b65366f-264f-4740-9aeb-9ed6472dfdbd service neutron] 10.222.0.58 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311245 Jul 12 16:24:37.613195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-7c076732-2edf-49c9-8720-63fd292c7735 service neutron] 10.222.0.58 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018353 Jul 12 16:24:37.823998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34660) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:37.894340 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66bb6e-8dca-4460-9615-d7f1ed76c21a x-openstack-request-id: req-0f66bb6e-8dca-4460-9615-d7f1ed76c21a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:37.894875 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "name": "network-vif-plugged", "status": "completed", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:37.894875 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f66bb6e-8dca-4460-9615-d7f1ed76c21a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:37.895316 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285', 'code': 200} Jul 12 16:24:37.959041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bcc84a85-6435-473e-b68f-14279f8bc87a req-b748b6ae-4fda-4770-95da-fefec4da2d93 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 210 time: 0.0435858 Jul 12 16:24:38.047837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8116-1783-4b65-a9eb-6d3997d0e443 req-1e57c598-a012-4c46-84fb-def6e2bff82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:38.050119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be5e8116-1783-4b65-a9eb-6d3997d0e443 req-1e57c598-a012-4c46-84fb-def6e2bff82d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 1097 time: 0.0788736 Jul 12 16:24:38.115577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be5e8116-1783-4b65-a9eb-6d3997d0e443 req-881438cf-c586-48a0-9637-3272d1b432d9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Jul 12 16:24:38.125022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86d6cffc-5843-49e9-a7fb-23ed7045fb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.275951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86d6cffc-5843-49e9-a7fb-23ed7045fb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.281977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-86d6cffc-5843-49e9-a7fb-23ed7045fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.331411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34690) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:38.332088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-86d6cffc-5843-49e9-a7fb-23ed7045fb07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dfafb0c0894418b8b9c8d00cb7e7e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061522 Jul 12 16:24:38.334199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6cffc-5843-49e9-a7fb-23ed7045fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f389519-bab9-410c-b2b6-78c8ed85b018,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:38.419916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.457440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.519776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.522797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:38.532641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f389519-bab9-410c-b2b6-78c8ed85b018 HTTP/1.1" status: 204 len: 168 time: 0.2000747 Jul 12 16:24:38.557066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b805675-45c7-4863-b99c-103ff322d452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f389519-bab9-410c-b2b6-78c8ed85b018,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:38.661936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49404cba-47e3-4576-8847-5be5fc7bec57 req-d8862e71-3119-4936-9213-859ca4e60191 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:38.664024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49404cba-47e3-4576-8847-5be5fc7bec57 req-d8862e71-3119-4936-9213-859ca4e60191 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.0915842 Jul 12 16:24:38.714442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49404cba-47e3-4576-8847-5be5fc7bec57 req-fe0af187-ef69-427b-9c5b-82641755e3f2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Jul 12 16:24:39.132170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-807c0651-2e54-4e67-bf59-71eda3279f75 req-a24f522c-e688-4468-bfdf-740dd1212f2d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 210 time: 0.0367334 Jul 12 16:24:39.273698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-b17bff08-2fcc-429b-87e4-77ff684b927b tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:39.275373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-b17bff08-2fcc-429b-87e4-77ff684b927b tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.65 "GET /v2.0/networks?id=2c558b38-5b35-4aec-939b-7c642aa08e22 HTTP/1.1" status: 200 len: 822 time: 0.1258278 Jul 12 16:24:39.296678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Request body: {'port': {'device_id': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22', 'admin_state_up': True, 'tenant_id': 'd2be70d9375745e3aa228e915b8ed0fb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:39.439735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Made reservation on behalf of d2be70d9375745e3aa228e915b8ed0fb for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:39.444320 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:39.571201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34744) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:39.628554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Allocated IP 172.20.0.14 (2c558b38-5b35-4aec-939b-7c642aa08e22/a11b1fd5-e055-4c50-b7b1-5d365ea7e564/356ae2ae-610c-4469-8574-68004766e240) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:39.804953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:39.852787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:39.879094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Network 2c558b38-5b35-4aec-939b-7c642aa08e22 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:39.900195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:39.907286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:39.913379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a5297d09-51b6-464f-b77c-77ece2e6d839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:39.970917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Pushing event updated for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:39.991521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:39.992283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2052b66-09f8-4871-9e02-b705e5b5a89c req-c48e5549-3dbb-4f26-b932-4192a17c8ed0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:39.992401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:39.993943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2052b66-09f8-4871-9e02-b705e5b5a89c req-c48e5549-3dbb-4f26-b932-4192a17c8ed0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.1472070 Jul 12 16:24:40.066439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2052b66-09f8-4871-9e02-b705e5b5a89c req-bf3f4422-af29-44ef-8de7-fe89aea65fb3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622795 Jul 12 16:24:40.114665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a5297d09-51b6-464f-b77c-77ece2e6d839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.120195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a5297d09-51b6-464f-b77c-77ece2e6d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.127570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-1a2078ba-b59d-4108-adb4-82196043cc4d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363233 Jul 12 16:24:40.142603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-5d9f6a06-dd34-4dfd-b577-3503772fc5a0 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:24:40.144124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-5d9f6a06-dd34-4dfd-b577-3503772fc5a0 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059798 Jul 12 16:24:40.180930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a5297d09-51b6-464f-b77c-77ece2e6d839 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=093bd505cb63402b820bebd85dcbcf56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080534 Jul 12 16:24:40.183317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5297d09-51b6-464f-b77c-77ece2e6d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41268ba6-5ae7-4adf-9257-a50ecac69068,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:40.183747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34780) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:40.216591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:40.266745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.294863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.395147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.398170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.399475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41268ba6-5ae7-4adf-9257-a50ecac69068 HTTP/1.1" status: 204 len: 168 time: 0.2145553 Jul 12 16:24:40.411047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15c4e-e970-454e-939b-194eda6c4efb req-b53ba42c-86a5-40de-9267-d7adac953780 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:40.416244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-faf15c4e-e970-454e-939b-194eda6c4efb req-b53ba42c-86a5-40de-9267-d7adac953780 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 932 time: 0.1034207 Jul 12 16:24:40.422711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a7429-546f-453f-a51d-f279bd26afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41268ba6-5ae7-4adf-9257-a50ecac69068,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:40.470466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-faf15c4e-e970-454e-939b-194eda6c4efb req-018c3f75-1c3b-47b9-9d4f-1d8c490b9764 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Jul 12 16:24:40.486248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Request body: {'port': {'device_id': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:40.530854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-562669091'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:40.556425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Made reservation on behalf of 6e71b6ef6c2e46798ba11f61f5c9dcdd for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:40.561745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.572215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.577739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.696613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.703005 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.731045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:40.747207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192744ba-430c-4aac-9db7-1600694681bd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:40.750382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.750722 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Added segment 72c1c567-d6c2-49aa-bbc9-a44c101c4ef5 of type vlan for network 4f80660d-5f62-4129-94ae-444edbeec4d2 Jul 12 16:24:40.804977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.844773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.853168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:40.853778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.928526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7107940 Jul 12 16:24:40.943324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd567-8bc4-47a7-8d23-ca204da8924c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Pushing event updated for resources: {'Network': ['ID=4f80660d-5f62-4129-94ae-444edbeec4d2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:40.944199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356ae2ae-610c-4469-8574-68004766e240 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:40.955297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:40.960896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.976823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Transition to ACTIVE for port object 356ae2ae-610c-4469-8574-68004766e240 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:40.982397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.076602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Pushing event updated for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:41.135919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Attempting to bind port 356ae2ae-610c-4469-8574-68004766e240 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:41.136247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Attempting to bind port 356ae2ae-610c-4469-8574-68004766e240 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '9ce098ba-f566-455b-af9b-e0fed648053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:41.136584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Attempting to bind port 356ae2ae-610c-4469-8574-68004766e240 on network 2c558b38-5b35-4aec-939b-7c642aa08e22 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:41.141174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Port 356ae2ae-610c-4469-8574-68004766e240 on network 2c558b38-5b35-4aec-939b-7c642aa08e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:41.141503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Attempting to bind port 356ae2ae-610c-4469-8574-68004766e240 on network 2c558b38-5b35-4aec-939b-7c642aa08e22 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:41.146873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:24:41.147465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Checking segment: {'id': '9ce098ba-f566-455b-af9b-e0fed648053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:41.147605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Bound using segment: {'id': '9ce098ba-f566-455b-af9b-e0fed648053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:24:41.148066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Bound port: 356ae2ae-610c-4469-8574-68004766e240, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce098ba-f566-455b-af9b-e0fed648053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:24:41.148431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.235147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:41.238564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=356ae2ae-610c-4469-8574-68004766e240,segment=NetworkSegment(9ce098ba-f566-455b-af9b-e0fed648053d),segment_id=9ce098ba-f566-455b-af9b-e0fed648053d)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:24:41.251692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.289951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:41.290576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.292190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] 10.222.0.65 "PUT /v2.0/ports/356ae2ae-610c-4469-8574-68004766e240 HTTP/1.1" status: 200 len: 1092 time: 1.1367910 Jul 12 16:24:41.292708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'tag': '356ae2ae-610c-4469-8574-68004766e240'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:41.295031 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "tag": "356ae2ae-610c-4469-8574-68004766e240"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:41.323214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358302-8680-4b1f-8809-5a1fef9c922b service neutron] Pushing event updated for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:41.376022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:41.382189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2', 'binding:host_id': 'n-h2-800078-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-557462961'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:41.422303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-827ff4fe-f780-4db8-a29e-faa44f1105fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:41.424035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-827ff4fe-f780-4db8-a29e-faa44f1105fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2be70d9375745e3aa228e915b8ed0fb&device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 1095 time: 0.0754395 Jul 12 16:24:41.429099 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b57db-c0bd-485f-942d-d254a411b109 x-openstack-request-id: req-c16b57db-c0bd-485f-942d-d254a411b109 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:41.429502 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "tag": "356ae2ae-610c-4469-8574-68004766e240", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:41.430747 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c16b57db-c0bd-485f-942d-d254a411b109 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:41.430747 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'tag': '356ae2ae-610c-4469-8574-68004766e240', 'status': 'completed', 'code': 200} Jul 12 16:24:41.437106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Made reservation on behalf of a59fec10bf904be8b7a12b4b6d7d2aca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:41.439938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.450994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.500817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-c588daef-1656-4341-869f-41ce924ac22e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=356ae2ae-610c-4469-8574-68004766e240 HTTP/1.1" status: 200 len: 217 time: 0.0588493 Jul 12 16:24:41.572833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-6d0333e6-48d0-4b70-a918-6d461df28da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:41.574707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-6d0333e6-48d0-4b70-a918-6d461df28da4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a11b1fd5-e055-4c50-b7b1-5d365ea7e564 HTTP/1.1" status: 200 len: 862 time: 0.0620742 Jul 12 16:24:41.580089 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.585762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.592012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port 09071c18-662a-4923-a1c6-9be2c346a6d0 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:41.629362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-029e3c7e-600e-4a16-99ef-339ae8f29c5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2c558b38-5b35-4aec-939b-7c642aa08e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425758 Jul 12 16:24:41.772829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024153d3-99d6-4ae9-a049-5595abe09fd1 req-4a7f291e-3ff4-43d3-a1f6-7fd14738ef87 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:41.779347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-024153d3-99d6-4ae9-a049-5595abe09fd1 req-4a7f291e-3ff4-43d3-a1f6-7fd14738ef87 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 944 time: 0.1483502 Jul 12 16:24:41.816452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa2a3a-e348-403c-83ac-c42381abc701,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:41.826947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.827303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.827817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.828067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.828407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.828747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.829079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.829411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.829941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.830198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.831196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.831308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:24:41.844952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-54bbc584-92eb-47f7-a69b-54135d94f6a1 service neutron] 10.222.0.65 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775835 Jul 12 16:24:41.854300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34842) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:41.857280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-024153d3-99d6-4ae9-a049-5595abe09fd1 req-e1701c54-c84f-4d70-b3fe-ebc884d41060 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739377 Jul 12 16:24:41.917102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port 09071c18-662a-4923-a1c6-9be2c346a6d0 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:41.930261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.943245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Transition to ACTIVE for port object 09071c18-662a-4923-a1c6-9be2c346a6d0 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:41.954605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:41.966481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-282df6a6-ddfc-4e05-b635-94b5fb2a57e7 req-8562b58d-9d4e-4ee7-bdff-4315101226ba service neutron] 10.222.0.65 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055124 Jul 12 16:24:42.043858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f7f957e-38fb-4cdb-8561-eb1b09cf6989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.067974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=09071c18-662a-4923-a1c6-9be2c346a6d0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:42.077947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Checking segment: {'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:42.078265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Network hostable DHCP agents. Network: 4f80660d-5f62-4129-94ae-444edbeec4d2, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:42.099922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-1a61cc9a-466d-4990-998f-1b1d03e92c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:42.102097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-1a61cc9a-466d-4990-998f-1b1d03e92c32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2be70d9375745e3aa228e915b8ed0fb&device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 1095 time: 0.0679147 Jul 12 16:24:42.105183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:42.123378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4f80660d-5f62-4129-94ae-444edbeec4d2) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:42.130700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:42.132734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba3bfd-a659-413c-9e41-50be46e5f3c9 None None] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:42.155107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.155489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.156940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.164455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.164790 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.168810 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 2 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.190475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.190712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.191486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.199443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.200270 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.213185 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 3 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.229356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.229701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.229996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.237807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.238145 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.251345 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 4 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.281344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.281704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.282174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.286592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f7f957e-38fb-4cdb-8561-eb1b09cf6989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.289783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.290136 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.290537 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 5 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.303067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f7f957e-38fb-4cdb-8561-eb1b09cf6989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.325755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.326097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.326435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.354416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.354824 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.356359 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 6 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.357770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-b15d7925-ce20-46d7-8984-a9506edef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:42.361379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-b15d7925-ce20-46d7-8984-a9506edef859 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2c558b38-5b35-4aec-939b-7c642aa08e22 HTTP/1.1" status: 200 len: 923 time: 0.2516265 Jul 12 16:24:42.363730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9f7f957e-38fb-4cdb-8561-eb1b09cf6989 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65f384a33d784cb4a4cefc172246a53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080047 Jul 12 16:24:42.366458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34858) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:42.369659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f957e-38fb-4cdb-8561-eb1b09cf6989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed501b7d-51ca-408b-9e8a-69b75f5947fb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:42.376283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.376541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.376882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.382611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.382904 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.383401 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 7 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.404350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.405359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.405715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.410519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.410854 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.411368 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 8 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.425662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.425863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.426220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.432727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.433053 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.433452 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 9 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.449185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.449521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.449856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.455772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.456138 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.456573 n-d-800078-3 neutron-server[93712]: INFO neutron.plugins.ml2.plugin [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 10 to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 Jul 12 16:24:42.463845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-fb5cd880-01c1-4f15-aeea-12f88155630d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=356ae2ae-610c-4469-8574-68004766e240 HTTP/1.1" status: 200 len: 217 time: 0.0750980 Jul 12 16:24:42.478970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:42.479342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:42.479711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:42.484489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 09071c18-662a-4923-a1c6-9be2c346a6d0 on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:42.484809 n-d-800078-3 neutron-server[93712]: ERROR neutron.plugins.ml2.managers [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 09071c18-662a-4923-a1c6-9be2c346a6d0 on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:42.485175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.563460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.566201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-5c6808a9-2e9c-42c9-9c4b-a8e6ff8aa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:42.568421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-5c6808a9-2e9c-42c9-9c4b-a8e6ff8aa9a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a11b1fd5-e055-4c50-b7b1-5d365ea7e564 HTTP/1.1" status: 200 len: 862 time: 0.0794792 Jul 12 16:24:42.582114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port 09071c18-662a-4923-a1c6-9be2c346a6d0, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:42.582624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempted to set empty binding levels {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:24:42.588210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.625246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-4c50a5b4-f0a3-47f7-9652-c8ef0df38c30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2c558b38-5b35-4aec-939b-7c642aa08e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507619 Jul 12 16:24:42.630944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.644106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=09071c18-662a-4923-a1c6-9be2c346a6d0,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:42.659133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:42.661217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.682251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2c760472-852c-4fb6-94aa-73e7fc6cb160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3022459 Jul 12 16:24:42.682507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34870) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:42.758968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-426a0e54-fec9-433e-ac3d-bac84bee7cbf service neutron] 10.222.0.65 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258743 Jul 12 16:24:42.760645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.764347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.767054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed501b7d-51ca-408b-9e8a-69b75f5947fb HTTP/1.1" status: 204 len: 168 time: 0.3990505 Jul 12 16:24:42.784322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b9ac-3cb7-4b8f-9f74-2e1ae072dff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed501b7d-51ca-408b-9e8a-69b75f5947fb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:42.824216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Deleting port 09071c18-662a-4923-a1c6-9be2c346a6d0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:42.824474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.903937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9c3a56e-d4cc-4155-a483-cbcacdd0497f req-d4a606e8-78de-47e2-9f57-f9b514559ca2 service neutron] 10.222.0.65 "GET /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355381 Jul 12 16:24:42.935911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port 09071c18-662a-4923-a1c6-9be2c346a6d0, host n-h2-800078-3, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:42.937304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:42.963166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Calling delete_port for 09071c18-662a-4923-a1c6-9be2c346a6d0 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:43.169372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564386-8028-4354-8552-9386854ba125 req-61515d72-2b4c-49ba-8f32-0f6dd792ab1c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:43.171332 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec564386-8028-4354-8552-9386854ba125 req-61515d72-2b4c-49ba-8f32-0f6dd792ab1c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 944 time: 0.1052923 Jul 12 16:24:43.172741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.212031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event deleted for resources: {'Port': ['ID=09071c18-662a-4923-a1c6-9be2c346a6d0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:43.230231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.233661 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f73d52aa-4a18-45b8-b054-cb5e2b421e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "DELETE /v2.0/ports/09071c18-662a-4923-a1c6-9be2c346a6d0 HTTP/1.1" status: 204 len: 168 time: 0.5498164 Jul 12 16:24:43.235917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34896) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:43.278757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:43.289655 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c1412f-18c8-4fce-b448-5badee4e8a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:24:43.291434 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a7c1412f-18c8-4fce-b448-5badee4e8a63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports/09071c18-662a-4923-a1c6-9be2c346a6d0 HTTP/1.1" status: 404 len: 333 time: 0.0541747 Jul 12 16:24:43.295460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec564386-8028-4354-8552-9386854ba125 req-545b9e73-4dca-423b-94fc-ae991274c4ed tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162417 Jul 12 16:24:43.296298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34904) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:43.302801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-548843703'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:43.343431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Made reservation on behalf of a59fec10bf904be8b7a12b4b6d7d2aca for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:43.348389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.369712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port 4c140d37-e671-40c2-831c-7991cb54280e yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:43.576053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.607055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-df70307b-caa7-4b84-845d-d2dca5ad9006 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1273225014'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:43.607776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-df70307b-caa7-4b84-845d-d2dca5ad9006 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Unknown quota resources ['metering_label']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:24:43.676112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.763496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:43.768978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:43.776202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:43.778240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:43.778240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.798830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=4c140d37-e671-40c2-831c-7991cb54280e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:43.803665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b0f1d7e3-8bb5-4ced-a40e-33d7d1ea4ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5061512 Jul 12 16:24:43.807261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34920) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:43.814118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:43.892478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df70307b-caa7-4b84-845d-d2dca5ad9006 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.896115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-df70307b-caa7-4b84-845d-d2dca5ad9006 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6138840 Jul 12 16:24:43.896964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:43.901330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f0e0aa6c-3dc2-4b4a-9635-74c511faf974 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fb5abaeb-fa58-45e6-804e-5cc6f9b297ea'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:43.901843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f0e0aa6c-3dc2-4b4a-9635-74c511faf974 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:24:43.909466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:43.984796 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.metering.metering_plugin [None req-f0e0aa6c-3dc2-4b4a-9635-74c511faf974 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 12 16:24:44.090971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port 4c140d37-e671-40c2-831c-7991cb54280e yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:44.099695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.123133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Transition to ACTIVE for port object 4c140d37-e671-40c2-831c-7991cb54280e will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:44.128365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.190252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=4c140d37-e671-40c2-831c-7991cb54280e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:44.210744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.211312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.211505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.216748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.217092 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.217459 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 2 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.240593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.240927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.241409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.257520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.257981 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.258518 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 3 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.273412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.273810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.274241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.279365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.279715 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.280282 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 4 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.296205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.296796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.297127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.302827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.303155 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.303551 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 5 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.318933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.319266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.319624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.324812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.325145 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.325535 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 6 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.341078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.341404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.341914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.347453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.348050 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.348653 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 7 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.362548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.362880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.363220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.368762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.369096 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.369489 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 8 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.383505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.384535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.384535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.388984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.389310 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.389702 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 9 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.404377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.404709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.405236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.410621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.410949 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.411931 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 10 to bind port 4c140d37-e671-40c2-831c-7991cb54280e Jul 12 16:24:44.426381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:44.427465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:44.427986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:44.433259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:44.433839 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port 4c140d37-e671-40c2-831c-7991cb54280e on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:44.434365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.468852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0e0aa6c-3dc2-4b4a-9635-74c511faf974 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.470062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f0e0aa6c-3dc2-4b4a-9635-74c511faf974 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5721657 Jul 12 16:24:44.473465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:44.478621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-92a4a17d-93c8-4682-9b97-e2488b74783f tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fb5abaeb-fa58-45e6-804e-5cc6f9b297ea'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:44.479335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-92a4a17d-93c8-4682-9b97-e2488b74783f tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:24:44.540296 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.metering.metering_plugin [None req-92a4a17d-93c8-4682-9b97-e2488b74783f tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 12 16:24:44.629732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-92a4a17d-93c8-4682-9b97-e2488b74783f tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.633588 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-92a4a17d-93c8-4682-9b97-e2488b74783f tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1558003 Jul 12 16:24:44.633910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34940) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:44.647533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-405c5383-c9a6-499d-ab8b-660bce8f089c tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a899b1d5-55d4-4910-82b8-af0daebb3c88 HTTP/1.1" status: 200 len: 464 time: 0.0100369 Jul 12 16:24:44.647972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34944) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:44.787177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a028a1d-5440-483e-bf46-9a7822f958a2 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.791095 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1a028a1d-5440-483e-bf46-9a7822f958a2 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/a899b1d5-55d4-4910-82b8-af0daebb3c88 HTTP/1.1" status: 204 len: 168 time: 0.1397889 Jul 12 16:24:44.791468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34950) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:44.805552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-44b9ab06-96f0-4ef0-942c-e67b67e39dc2 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a899b1d5-55d4-4910-82b8-af0daebb3c88 HTTP/1.1" status: 200 len: 221 time: 0.0086648 Jul 12 16:24:44.807199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34952) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:44.812781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-97be7a44-e31d-4431-bb61-a1995d657b5a tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--992666572', 'description': 'label created by tempest'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:44.813092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-97be7a44-e31d-4431-bb61-a1995d657b5a tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Unknown quota resources ['metering_label']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:24:44.897594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port 4c140d37-e671-40c2-831c-7991cb54280e, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:44.897975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempted to set empty binding levels {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:24:44.907545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.924759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c2c37-41ee-44d7-aa9d-bcc0c207bc33 req-a81a94e5-3c58-44d9-9dc3-d7c34a1658a0 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:44.926519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-229c2c37-41ee-44d7-aa9d-bcc0c207bc33 req-a81a94e5-3c58-44d9-9dc3-d7c34a1658a0 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 944 time: 0.4457586 Jul 12 16:24:44.960482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] In _notify_port_updated(), no bound segment for port 4c140d37-e671-40c2-831c-7991cb54280e on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:44.961391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:44.961999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:44.963326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "PUT /v2.0/ports/4c140d37-e671-40c2-831c-7991cb54280e HTTP/1.1" status: 200 len: 978 time: 1.1548431 Jul 12 16:24:44.976320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.016567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97be7a44-e31d-4431-bb61-a1995d657b5a tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.021080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97be7a44-e31d-4431-bb61-a1995d657b5a tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2096763 Jul 12 16:24:45.022338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34966) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.044550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d0f5-c442-4c38-8aca-bfcd907a6a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=4c140d37-e671-40c2-831c-7991cb54280e,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:45.072074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-229c2c37-41ee-44d7-aa9d-bcc0c207bc33 req-31cac2b3-5458-488a-878b-81ce63557397 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254268 Jul 12 16:24:45.136720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-474f3358-ae1a-4ead-92c2-ed9b6cc6475c tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=ddfae6f1-e20f-4067-b384-b6318cd08b41 HTTP/1.1" status: 200 len: 467 time: 0.1131592 Jul 12 16:24:45.140387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.140958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.141800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.143025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.143727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.144342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.145218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.146453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.147065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.147713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.148317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.148917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.149516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.150112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.150742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.151349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.151975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.152570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.153170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.153765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.154362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.154958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.155554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.156186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.156786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.157505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.158105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:45.170509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bfba902a-fe61-4370-be14-dd7621013ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23474 time: 0.1928940 Jul 12 16:24:45.174173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.232837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 356ae2ae-610c-4469-8574-68004766e240 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:24:45.308743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Deleting port 4c140d37-e671-40c2-831c-7991cb54280e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:45.311456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.377871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1488c53c-0950-4d74-9142-e774fa733964 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.383121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1488c53c-0950-4d74-9142-e774fa733964 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/ddfae6f1-e20f-4067-b384-b6318cd08b41 HTTP/1.1" status: 204 len: 168 time: 0.2414930 Jul 12 16:24:45.383739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.403681 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9811e810-62f6-46bc-9e7d-b2d471729b40 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=ddfae6f1-e20f-4067-b384-b6318cd08b41 HTTP/1.1" status: 200 len: 216 time: 0.0187261 Jul 12 16:24:45.404391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.420272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-956ef174-2245-4e24-baed-aa8dd39c051a tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0145264 Jul 12 16:24:45.420920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.439338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=356ae2ae-610c-4469-8574-68004766e240,segment=NetworkSegment(9ce098ba-f566-455b-af9b-e0fed648053d),segment_id=9ce098ba-f566-455b-af9b-e0fed648053d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:45.440865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.441354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5bca0d2b-d53b-4963-8a63-c20257ef5cad tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0188990 Jul 12 16:24:45.444370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port 4c140d37-e671-40c2-831c-7991cb54280e, host n-h2-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:45.444856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.453735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '356ae2ae-610c-4469-8574-68004766e240', 'network_id': '2c558b38-5b35-4aec-939b-7c642aa08e22', 'port_id': '356ae2ae-610c-4469-8574-68004766e240', 'mac_address': 'fa:16:3e:d4:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11b1fd5-e055-4c50-b7b1-5d365ea7e564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:24:45.494337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.497657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Calling delete_port for 4c140d37-e671-40c2-831c-7991cb54280e owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:45.509706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356ae2ae-610c-4469-8574-68004766e240 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:24:45.538282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=356ae2ae-610c-4469-8574-68004766e240,segment=NetworkSegment(9ce098ba-f566-455b-af9b-e0fed648053d),segment_id=9ce098ba-f566-455b-af9b-e0fed648053d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:45.542780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.545094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74073933-6ba2-4e02-9b60-bd146045aa1b tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/fb5abaeb-fa58-45e6-804e-5cc6f9b297ea HTTP/1.1" status: 200 len: 473 time: 0.1029594 Jul 12 16:24:45.549013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.563642 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9845678a-72cf-4fdb-8c8a-aa195378cdef tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/850b6e72-626c-44e2-bfd3-1cb2fad2529a HTTP/1.1" status: 200 len: 461 time: 0.0100706 Jul 12 16:24:45.563952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.608811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:45.644968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.681102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c140d37-e671-40c2-831c-7991cb54280e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:45.686954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.692203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9919a905-8465-4f0e-ba62-073c7e309235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "DELETE /v2.0/ports/4c140d37-e671-40c2-831c-7991cb54280e HTTP/1.1" status: 204 len: 168 time: 0.5155208 Jul 12 16:24:45.692495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.759196 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d18f5dc-695a-4a3b-87cf-a3dce753f7a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:24:45.760757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d18f5dc-695a-4a3b-87cf-a3dce753f7a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports/4c140d37-e671-40c2-831c-7991cb54280e HTTP/1.1" status: 404 len: 333 time: 0.0667491 Jul 12 16:24:45.765552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49e23575-22dd-4719-8fae-571888ee4f79 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.765552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-49e23575-22dd-4719-8fae-571888ee4f79 tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/850b6e72-626c-44e2-bfd3-1cb2fad2529a HTTP/1.1" status: 204 len: 168 time: 0.1999943 Jul 12 16:24:45.765830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.767386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:45.770883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2030651911', 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:45.805522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Made reservation on behalf of a59fec10bf904be8b7a12b4b6d7d2aca for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:45.813299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:45.841512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['356ae2ae-610c-4469-8574-68004766e240'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:24:45.844142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port aea256d2-330d-4701-bc89-12f1b952061c yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:46.001227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86c931e5-2785-4513-8ff0-eaa0a416a51e tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.002419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-86c931e5-2785-4513-8ff0-eaa0a416a51e tempest-MeteringTestJSON-1432939000 tempest-MeteringTestJSON-1432939000-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/fb5abaeb-fa58-45e6-804e-5cc6f9b297ea HTTP/1.1" status: 204 len: 168 time: 0.2340794 Jul 12 16:24:46.095512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.163741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.217024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:46.220378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:46.227527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:46.228607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:46.229288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.256350 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4894271 Jul 12 16:24:46.257342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabf34f-6869-4187-9364-0154a8f1359e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=aea256d2-330d-4701-bc89-12f1b952061c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:46.259036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.319760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81c2cc-8670-4142-abf7-35ffd6204748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:46.321071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bc81c2cc-8670-4142-abf7-35ffd6204748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports/aea256d2-330d-4701-bc89-12f1b952061c HTTP/1.1" status: 200 len: 959 time: 0.0607438 Jul 12 16:24:46.326510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35010) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.343968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff999-8698-4ef3-81c6-c5e672fae5fb req-b8fd3712-2a03-4035-aa4d-db0f1f3ed2b4 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:46.352261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f15ff999-8698-4ef3-81c6-c5e672fae5fb req-b8fd3712-2a03-4035-aa4d-db0f1f3ed2b4 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 945 time: 0.1256640 Jul 12 16:24:46.397696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35012) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.409874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f15ff999-8698-4ef3-81c6-c5e672fae5fb req-a6992c36-0cdd-470a-b31a-c8b38e1f9c1d tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566127 Jul 12 16:24:46.456771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Deleting port aea256d2-330d-4701-bc89-12f1b952061c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:46.457335 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.540749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.555726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Calling delete_port for aea256d2-330d-4701-bc89-12f1b952061c owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:46.630865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d886025-f5fb-442c-8703-f600ed0d172d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.713229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.759410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.761565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "DELETE /v2.0/ports/aea256d2-330d-4701-bc89-12f1b952061c HTTP/1.1" status: 204 len: 168 time: 0.4337065 Jul 12 16:24:46.762717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e810e-87f9-484f-a282-4b52a6d7ad42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event deleted for resources: {'Port': ['ID=aea256d2-330d-4701-bc89-12f1b952061c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:46.764914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.796605 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cf8831-6dd1-4eef-91c4-151c7f2fd6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:24:46.799632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14cf8831-6dd1-4eef-91c4-151c7f2fd6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports/aea256d2-330d-4701-bc89-12f1b952061c HTTP/1.1" status: 404 len: 333 time: 0.0322993 Jul 12 16:24:46.804980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.811528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-547924424'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:46.820773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d886025-f5fb-442c-8703-f600ed0d172d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.825065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d886025-f5fb-442c-8703-f600ed0d172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.849199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Made reservation on behalf of a59fec10bf904be8b7a12b4b6d7d2aca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:46.852298 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.867855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886025-f5fb-442c-8703-f600ed0d172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b7649b-b718-4c29-869e-acb3f1d01738,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:46.873039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port f94e652e-b769-40c8-b446-14e5ad5bfdfa yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:46.876037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5d886025-f5fb-442c-8703-f600ed0d172d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db778d20b7474ed9ba3dce65d4654373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769423 Jul 12 16:24:46.876640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35026) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:46.932123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:46.954283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.011143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.014266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.018801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52b7649b-b718-4c29-869e-acb3f1d01738 HTTP/1.1" status: 204 len: 168 time: 0.1411436 Jul 12 16:24:47.028747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e23d9-7152-4299-a215-2e829bac9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b7649b-b718-4c29-869e-acb3f1d01738,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:47.089827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.142694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.189294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Network 4f80660d-5f62-4129-94ae-444edbeec4d2 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:47.194728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:47.198215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:47.199171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:47.199810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.213806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=f94e652e-b769-40c8-b446-14e5ad5bfdfa,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:47.225435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d5d3df21-acbd-4386-8bf1-660eb1a95b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4156978 Jul 12 16:24:47.225697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:47.231538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:47.254887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 356ae2ae-610c-4469-8574-68004766e240 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:47.329742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.347859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 356ae2ae-610c-4469-8574-68004766e240 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:47.359463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 356ae2ae-610c-4469-8574-68004766e240 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:47.360203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.447856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35046) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:47.465860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e74f38c4-5649-48d9-b9ea-5aa92801aa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.560915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.602021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ae2ae-610c-4469-8574-68004766e240'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:47.604559 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed2878-6e72-49ab-9640-369a102ccac4" -d '{"events": [{"server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "name": "network-vif-plugged", "status": "completed", "tag": "356ae2ae-610c-4469-8574-68004766e240"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:47.631082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e74f38c4-5649-48d9-b9ea-5aa92801aa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.639067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e74f38c4-5649-48d9-b9ea-5aa92801aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.648013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] device_id is not set on port f94e652e-b769-40c8-b446-14e5ad5bfdfa yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:47.659340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=356ae2ae-610c-4469-8574-68004766e240,segment=NetworkSegment(9ce098ba-f566-455b-af9b-e0fed648053d),segment_id=9ce098ba-f566-455b-af9b-e0fed648053d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:47.666396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.672339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.692151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e74f38c4-5649-48d9-b9ea-5aa92801aa98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=142411d26ca4453a999f0845db05efe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410903 Jul 12 16:24:47.692151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f38c4-5649-48d9-b9ea-5aa92801aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4c5ee-7dd1-43b6-a957-12be723f5dfa,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:47.694401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:47.760693 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e5a75-934f-4675-86e3-a3b2428f6b0f x-openstack-request-id: req-fc4e5a75-934f-4675-86e3-a3b2428f6b0f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:47.760965 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "name": "network-vif-plugged", "status": "completed", "tag": "356ae2ae-610c-4469-8574-68004766e240", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:47.763250 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc4e5a75-934f-4675-86e3-a3b2428f6b0f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:47.763817 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ae2ae-610c-4469-8574-68004766e240', 'code': 200} Jul 12 16:24:47.765299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:47.785502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Transition to ACTIVE for port object f94e652e-b769-40c8-b446-14e5ad5bfdfa will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:47.819437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.824786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.888185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.937399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:47.967521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.970217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:47.975449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00a4c5ee-7dd1-43b6-a957-12be723f5dfa HTTP/1.1" status: 204 len: 168 time: 0.2631726 Jul 12 16:24:47.975647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:47.975647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:47.975647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:47.985738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59989b33-8774-4bea-8331-e18743e1b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4c5ee-7dd1-43b6-a957-12be723f5dfa,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:47.987420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=f94e652e-b769-40c8-b446-14e5ad5bfdfa,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:48.016760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.017176 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.023995 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 2 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.053294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.053640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.053989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.066337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da500c-3b90-4da6-96bc-2001d9e9d378 req-6fc9e597-06e2-4687-8dde-beeb140e5e94 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:48.068614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24da500c-3b90-4da6-96bc-2001d9e9d378 req-6fc9e597-06e2-4687-8dde-beeb140e5e94 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 946 time: 0.3531511 Jul 12 16:24:48.069447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.069783 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.072784 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 3 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.087368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a999364-2b0e-4a36-9dbe-4d4e020d6472 req-554f1d3a-ef94-471a-a8f0-a6d8ef82f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:48.089085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a999364-2b0e-4a36-9dbe-4d4e020d6472 req-554f1d3a-ef94-471a-a8f0-a6d8ef82f0c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 1097 time: 0.2611880 Jul 12 16:24:48.097511 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f177757-0ee4-45e1-a8c3-76195444e273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.114940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.115320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.115479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.157679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.158030 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.163880 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 4 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.173550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24da500c-3b90-4da6-96bc-2001d9e9d378 req-1fbb8037-6df5-483e-a980-cb2b3ea99a08 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957911 Jul 12 16:24:48.175242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a999364-2b0e-4a36-9dbe-4d4e020d6472 req-c6a00feb-e5ea-4174-b227-af28f7337087 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Jul 12 16:24:48.185978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.186316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.186659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.192099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.193804 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.194213 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 5 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.216099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.216433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.216771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.221692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.222469 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.222875 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 6 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.239019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.239730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.240077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.247204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.247793 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.248352 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 7 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.266302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.266650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.267047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.276267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.276780 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.277319 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 8 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.297044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.297463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.297890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.301040 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f177757-0ee4-45e1-a8c3-76195444e273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.305614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.305955 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.306608 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 9 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.308008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f177757-0ee4-45e1-a8c3-76195444e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.322317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.322754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.323166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.328496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.329021 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.329492 n-d-800078-3 neutron-server[93711]: INFO neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempt 10 to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa Jul 12 16:24:48.352223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:48.352668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:48.353670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempting to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:48.359066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:24:48.359530 n-d-800078-3 neutron-server[93711]: ERROR neutron.plugins.ml2.managers [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Failed to bind port f94e652e-b769-40c8-b446-14e5ad5bfdfa on host n-h2-800078-3 for vnic_type normal using segments [{'id': '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f80660d-5f62-4129-94ae-444edbeec4d2'}] Jul 12 16:24:48.360027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.365695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5f177757-0ee4-45e1-a8c3-76195444e273 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28409e501be04761a4c0e3780842ea73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271948 Jul 12 16:24:48.366367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35074) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:48.372942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f177757-0ee4-45e1-a8c3-76195444e273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801482f-94df-4441-9a0c-6a2e89232d0b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:48.444990 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.459150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port f94e652e-b769-40c8-b446-14e5ad5bfdfa, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:48.459396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attempted to set empty binding levels {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 12 16:24:48.470386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.488282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.513957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] In _notify_port_updated(), no bound segment for port f94e652e-b769-40c8-b446-14e5ad5bfdfa on network 4f80660d-5f62-4129-94ae-444edbeec4d2 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:48.514963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:48.515609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.517247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "PUT /v2.0/ports/f94e652e-b769-40c8-b446-14e5ad5bfdfa HTTP/1.1" status: 200 len: 978 time: 1.2904735 Jul 12 16:24:48.520087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35080) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:48.548635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.552302 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.555957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5801482f-94df-4441-9a0c-6a2e89232d0b HTTP/1.1" status: 204 len: 168 time: 0.1860456 Jul 12 16:24:48.564137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e60b-e913-4b15-a767-70503800765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801482f-94df-4441-9a0c-6a2e89232d0b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:48.602112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca21ea1-2fdb-43ff-b539-539c52a6956a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event updated for resources: {'Port': ['ID=f94e652e-b769-40c8-b446-14e5ad5bfdfa,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:48.627560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Deleting port f94e652e-b769-40c8-b446-14e5ad5bfdfa {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:48.628048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.699399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] For port f94e652e-b769-40c8-b446-14e5ad5bfdfa, host n-h2-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:48.700014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.713470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Calling delete_port for f94e652e-b769-40c8-b446-14e5ad5bfdfa owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:48.805095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.834807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Pushing event deleted for resources: {'Port': ['ID=f94e652e-b769-40c8-b446-14e5ad5bfdfa,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:48.841384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.843575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64e28e52-74e1-4dd0-963c-fe12fed46aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f94e652e-b769-40c8-b446-14e5ad5bfdfa HTTP/1.1" status: 204 len: 168 time: 0.3219094 Jul 12 16:24:48.846526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35094) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:48.885412 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4d2a2f-06fc-4c7e-8ce6-55060473461a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] GET failed (client error): The resource could not be found. Jul 12 16:24:48.887628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e4d2a2f-06fc-4c7e-8ce6-55060473461a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475481724-project-admin] 10.222.0.58 "GET /v2.0/ports/f94e652e-b769-40c8-b446-14e5ad5bfdfa HTTP/1.1" status: 404 len: 333 time: 0.0392625 Jul 12 16:24:48.891198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35098) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:48.951329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35100) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:48.964689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a404-33cf-4e42-b37f-d48c6a37b419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.971864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:48.977560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:49.084435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a404-33cf-4e42-b37f-d48c6a37b419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.090190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a404-33cf-4e42-b37f-d48c6a37b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.109313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.122708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80660d-5f62-4129-94ae-444edbeec4d2']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:49.135846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7a404-33cf-4e42-b37f-d48c6a37b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b4df4-026c-4f72-bd3f-5ab8de9e6d77,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:49.137221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:49.137756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c1c567-d6c2-49aa-bbc9-a44c101c4ef5') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:49.141970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f6c7a404-33cf-4e42-b37f-d48c6a37b419 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c7c1bcef3194d5f967414d7eea56280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895223 Jul 12 16:24:49.145300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35110) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:49.149351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.165496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.173252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:49.174382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:49.179304 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:49.209403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.240205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.256552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1041939623'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:49.307701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:49.312742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.313003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.316756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.323211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a6b4df4-026c-4f72-bd3f-5ab8de9e6d77 HTTP/1.1" status: 204 len: 168 time: 0.1762822 Jul 12 16:24:49.333902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76103c-2aa5-45bb-b812-bdeee04b33e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b4df4-026c-4f72-bd3f-5ab8de9e6d77,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:49.339444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.353640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.355763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] 10.222.0.58 "DELETE /v2.0/networks/4f80660d-5f62-4129-94ae-444edbeec4d2 HTTP/1.1" status: 204 len: 168 time: 0.4634464 Jul 12 16:24:49.365511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.391008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37ab8-8ec1-48c8-acbb-d98a5c56c81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556146121-project] Pushing event deleted for resources: {'Network': ['ID=4f80660d-5f62-4129-94ae-444edbeec4d2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:49.517414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e06f66-48cf-4528-a6cf-7307bfdcdde2 req-b948e062-615b-43b0-a6a0-ba632e221f16 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:49.519211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17e06f66-48cf-4528-a6cf-7307bfdcdde2 req-b948e062-615b-43b0-a6a0-ba632e221f16 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 946 time: 0.1319695 Jul 12 16:24:49.524347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.530119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.577128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:49.602818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17e06f66-48cf-4528-a6cf-7307bfdcdde2 req-a380efb0-c23d-4229-8ee2-c574a898c8ff tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763388 Jul 12 16:24:49.611728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a070f123-ffd7-44d6-bfe0-4e7d70ea0bd0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:49.622639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.623245 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Added segment 4fb7448f-d267-44f0-be2f-2b54a32901b7 of type vlan for network c3703858-c40d-4753-a208-064a3fedcfbe Jul 12 16:24:49.679216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.724885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.732995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:49.733853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:49.765935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:49.846552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8665979 Jul 12 16:24:49.849695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:49.854825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'subnet': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:49.857559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6dfa3-e19d-42ad-bf1c-2bf2f6b8440b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Network': ['ID=c3703858-c40d-4753-a208-064a3fedcfbe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:49.872484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c3703858-c40d-4753-a208-064a3fedcfbe details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:50.028436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:50.032914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.092850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fc2a21c9-f0d1-4af9-8fff-34151fdd6071 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e71b6ef6c2e46798ba11f61f5c9dcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231707 Jul 12 16:24:50.092850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35150) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:50.225201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.282442 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.343522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:50.349424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919746e7-5e09-4b70-a797-0c908df20753 req-b4a9fca9-6900-4123-ba7e-5b627f3c9565 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:50.350989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-919746e7-5e09-4b70-a797-0c908df20753 req-b4a9fca9-6900-4123-ba7e-5b627f3c9565 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 946 time: 0.1977649 Jul 12 16:24:50.417489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.456008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1913724763-network', 'tenant_id': '89712731090c42ad9896fc16bdd2a7aa'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:50.456483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.459259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.460441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/192744ba-430c-4aac-9db7-1600694681bd HTTP/1.1" status: 204 len: 168 time: 0.3666921 Jul 12 16:24:50.474785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-919746e7-5e09-4b70-a797-0c908df20753 req-caa19296-05c5-4d21-8a69-5c17605fbee5 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022537 Jul 12 16:24:50.489899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Made reservation on behalf of 89712731090c42ad9896fc16bdd2a7aa for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:50.492456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.495236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8455a-b6a9-46d0-8f1d-e87786fc9dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192744ba-430c-4aac-9db7-1600694681bd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:50.509383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.527447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Subnet': ['ID=ff2ac376-d452-455f-9994-e58cb7b79749,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:50.534512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Checking segment: {'id': '4fb7448f-d267-44f0-be2f-2b54a32901b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:50.534849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network hostable DHCP agents. Network: c3703858-c40d-4753-a208-064a3fedcfbe, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:50.559848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:50.574728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c3703858-c40d-4753-a208-064a3fedcfbe) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:50.585134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:50.586212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.587213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516beb9-c6f0-460b-809f-938807d8f4a8 None None] Network c3703858-c40d-4753-a208-064a3fedcfbe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:50.658597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.667347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.672489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-69acba41-ea3f-43d8-b13b-a69937d75ff2 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8216202 Jul 12 16:24:50.675400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35174) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:50.686840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508566466'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:50.718732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa6ea2-2c61-4a74-9116-53f4d021019e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:50.734078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:50.748227 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.748590 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Added segment 10aa4364-64aa-4927-b906-2562f320064f of type vlan for network 026232c9-3de4-48a2-988d-282ae222c5bc Jul 12 16:24:50.818851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.863828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.865329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:50.866056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.902550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:50.907218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:50.913368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35176) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:50.954700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6100025 Jul 12 16:24:50.959622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35178) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:50.961023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b52d-c429-4a50-b527-598c14b80084 admin admin] Pushing event updated for resources: {'Network': ['ID=026232c9-3de4-48a2-988d-282ae222c5bc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:50.970365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Request body: {'subnet': {'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1913724763-subnet', 'tenant_id': '89712731090c42ad9896fc16bdd2a7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:50.992031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port 46eed631-455c-4afb-b250-bca8e9ce8fd7 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:50.994140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 026232c9-3de4-48a2-988d-282ae222c5bc details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:51.017554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c3703858-c40d-4753-a208-064a3fedcfbe', 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'tenant_id': '5a0ea56a9b7646d48995c208a647160c', 'fixed_ips': [{'subnet_id': 'ff2ac376-d452-455f-9994-e58cb7b79749'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:24:51.017776 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.101492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Made reservation on behalf of 89712731090c42ad9896fc16bdd2a7aa for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:51.105199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.141760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd35729d-12e2-45c1-ba2b-2293be84fb69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a59fec10bf904be8b7a12b4b6d7d2aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266507 Jul 12 16:24:51.144855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35180) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:51.197460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.229290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.290662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.293778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.295032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58fa2a3a-e348-403c-83ac-c42381abc701 HTTP/1.1" status: 204 len: 168 time: 0.1485870 Jul 12 16:24:51.303939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ac23d-4e29-444d-8f59-a2e6c717dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fa2a3a-e348-403c-83ac-c42381abc701,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:51.330731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::266 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/46eed631-455c-4afb-b250-bca8e9ce8fd7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:51.519877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-09cd59a8-bdc5-42c7-80a2-2920ce6919c1 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:51.522846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-09cd59a8-bdc5-42c7-80a2-2920ce6919c1 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 946 time: 0.0804622 Jul 12 16:24:51.545805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.642818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.661449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f35ecf-68a3-4754-945a-a23753a1c390,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:51.666325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Checking segment: {'id': '10aa4364-64aa-4927-b906-2562f320064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:51.666671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Network hostable DHCP agents. Network: 026232c9-3de4-48a2-988d-282ae222c5bc, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:51.669320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object 46eed631-455c-4afb-b250-bca8e9ce8fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:51.703264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Network 026232c9-3de4-48a2-988d-282ae222c5bc is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:51.718824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 026232c9-3de4-48a2-988d-282ae222c5bc) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:51.724889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:51.727648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f96c9e-8cbe-4297-a250-04f509933528 None None] Network 026232c9-3de4-48a2-988d-282ae222c5bc requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:51.737422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.747370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.774142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Deleting port 356ae2ae-610c-4469-8574-68004766e240 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:51.774668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.835236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-75d92b12-d3d5-45f9-9ed0-ffda9c4affe1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8740919 Jul 12 16:24:51.845929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e693b7-d698-4dc4-9a40-836ec0258a47 req-fab7ba0a-b937-4d5a-a32f-6289839bcb1a tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:51.848138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0e693b7-d698-4dc4-9a40-836ec0258a47 req-fab7ba0a-b937-4d5a-a32f-6289839bcb1a tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 946 time: 0.2018116 Jul 12 16:24:51.866513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:51.868058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=46eed631-455c-4afb-b250-bca8e9ce8fd7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:51.870647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:51.873009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:51.878653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:51.879291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.902254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4ad9d475-c85d-48ee-981f-93173519adc4 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2239738 Jul 12 16:24:51.905613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35214) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:51.913356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390743964', 'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:00:8e:d4'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:51.950582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0e693b7-d698-4dc4-9a40-836ec0258a47 req-23395fe6-02bd-405f-b3f0-928617d04be9 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec1458b1-3ebe-41b4-b4db-2a67ad256c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Jul 12 16:24:51.955734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] For port 356ae2ae-610c-4469-8574-68004766e240, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=356ae2ae-610c-4469-8574-68004766e240,segment=NetworkSegment(9ce098ba-f566-455b-af9b-e0fed648053d),segment_id=9ce098ba-f566-455b-af9b-e0fed648053d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:51.956101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:51.985177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Calling delete_port for 356ae2ae-610c-4469-8574-68004766e240 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:52.103905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:52.104438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e4641b-d134-414b-9633-3b8a3a5f7d97 None None] Network 026232c9-3de4-48a2-988d-282ae222c5bc requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:52.149349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Allocated IP 2001:db8::2 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/132ff70c-4337-4fe0-ac65-c9339d33ca3a) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:52.225603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.257270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['356ae2ae-610c-4469-8574-68004766e240'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:24:52.276976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.282226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Pushing event deleted for resources: {'Port': ['ID=356ae2ae-610c-4469-8574-68004766e240,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:52.328419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port ac7a15b0-5183-4e23-b2c4-2761619a5c28 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:52.389419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] No DVR routers for this DVR port 356ae2ae-610c-4469-8574-68004766e240 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:24:52.392931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.396709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a167e7e2-6ec0-45de-965f-321c23146ea2 req-95e76a9a-19db-4ce4-98f2-14232071470c tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.65 "DELETE /v2.0/ports/356ae2ae-610c-4469-8574-68004766e240 HTTP/1.1" status: 204 len: 173 time: 0.8649390 Jul 12 16:24:52.398992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'name': 'network-vif-deleted', 'tag': '356ae2ae-610c-4469-8574-68004766e240'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:24:52.401171 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68856522-5e86-4238-8dc0-f13b271d4edd" -d '{"events": [{"server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "name": "network-vif-deleted", "tag": "356ae2ae-610c-4469-8574-68004766e240"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:24:52.469256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1b37a-431f-41ec-be6f-04a62e1d56a7 req-bd4cd7ca-0eb0-4466-9a59-6f1986b2d942 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:52.473272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e1b37a-431f-41ec-be6f-04a62e1d56a7 req-bd4cd7ca-0eb0-4466-9a59-6f1986b2d942 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2029164 Jul 12 16:24:52.539281 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340a13d6-a869-4956-9b2c-ce2d3562c8e5 x-openstack-request-id: req-340a13d6-a869-4956-9b2c-ce2d3562c8e5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:24:52.541812 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3891eb-184a-49eb-bd5d-97b00f13c892", "name": "network-vif-deleted", "tag": "356ae2ae-610c-4469-8574-68004766e240", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:24:52.542221 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-340a13d6-a869-4956-9b2c-ce2d3562c8e5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:24:52.545418 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3891eb-184a-49eb-bd5d-97b00f13c892', 'name': 'network-vif-deleted', 'tag': '356ae2ae-610c-4469-8574-68004766e240', 'status': 'completed', 'code': 200} Jul 12 16:24:52.561047 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.571446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e1b37a-431f-41ec-be6f-04a62e1d56a7 req-a6aeb40f-a3e2-4ecd-af45-7c62d7880461 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896764 Jul 12 16:24:52.572724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Transition to ACTIVE for port object 132ff70c-4337-4fe0-ac65-c9339d33ca3a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:52.602792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Transition to ACTIVE for port object 132ff70c-4337-4fe0-ac65-c9339d33ca3a will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:52.639575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.731275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:52.743326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:52.762612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:52.775019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::e4 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/ac7a15b0-5183-4e23-b2c4-2761619a5c28) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:52.789674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Pushing event updated for resources: {'Port': ['ID=132ff70c-4337-4fe0-ac65-c9339d33ca3a,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:52.869316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Attempting to bind port 132ff70c-4337-4fe0-ac65-c9339d33ca3a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:24:52.869876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Attempting to bind port 132ff70c-4337-4fe0-ac65-c9339d33ca3a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4fb7448f-d267-44f0-be2f-2b54a32901b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:24:52.870400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Attempting to bind port 132ff70c-4337-4fe0-ac65-c9339d33ca3a on network c3703858-c40d-4753-a208-064a3fedcfbe {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:24:52.876887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:24:52.877601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Checking segment: {'id': '4fb7448f-d267-44f0-be2f-2b54a32901b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:52.878373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.878921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Bound using segment: {'id': '4fb7448f-d267-44f0-be2f-2b54a32901b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:24:52.880162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Bound port: 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb7448f-d267-44f0-be2f-2b54a32901b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:24:52.880725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.906153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35246) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:52.913025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1775526302-network', 'tenant_id': 'b87dffa7aaad4de5b6b5e9359a61620b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:52.921899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2449fa-7080-4be7-8c3b-77d2c0af6a0e req-9a04dce9-e462-4e9a-9726-8a0296cbd433 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:52.929208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed2449fa-7080-4be7-8c3b-77d2c0af6a0e req-9a04dce9-e462-4e9a-9726-8a0296cbd433 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1879575 Jul 12 16:24:52.942983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Made reservation on behalf of b87dffa7aaad4de5b6b5e9359a61620b for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:52.946381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:52.958098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.042107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed2449fa-7080-4be7-8c3b-77d2c0af6a0e req-ee75a6a9-a3c1-442e-bac2-16a9e56ecd8c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118939 Jul 12 16:24:53.056407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] For port 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:24:53.090068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] For port 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=132ff70c-4337-4fe0-ac65-c9339d33ca3a,segment=NetworkSegment(4fb7448f-d267-44f0-be2f-2b54a32901b7),segment_id=4fb7448f-d267-44f0-be2f-2b54a32901b7)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:24:53.107219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.170686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.173096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.179617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.221032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object ac7a15b0-5183-4e23-b2c4-2761619a5c28 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:53.247928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:53.275772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6fb0d-c273-4910-af08-3bf94a3f1208 None None] Pushing event updated for resources: {'Port': ['ID=132ff70c-4337-4fe0-ac65-c9339d33ca3a,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:53.287925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c559bb-2b49-4d64-8de2-902ccb637509,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:53.320635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.322169 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Added segment 698dc1e8-bbe7-4310-86a0-f2e9251ba9cb of type vlan for network e58577f8-3632-4315-b014-43d42647cafe Jul 12 16:24:53.367263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.425675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.498255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.500199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:53.501117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.658616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e58577f8-3632-4315-b014-43d42647cafe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:53.679563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e58577f8-3632-4315-b014-43d42647cafe details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:53.742265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a41a6de-09dc-43ef-98f8-1cfc778925a7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8314795 Jul 12 16:24:53.744011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:53.786347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Request body: {'subnet': {'network_id': 'e58577f8-3632-4315-b014-43d42647cafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1775526302-subnet', 'tenant_id': 'b87dffa7aaad4de5b6b5e9359a61620b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:53.865190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Made reservation on behalf of b87dffa7aaad4de5b6b5e9359a61620b for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:53.883989 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.982694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bf10c-5b70-4431-9a5c-1c54fdbabbba req-5074f551-f4f2-43ee-b2b8-842506aa809a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:53.986593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=ac7a15b0-5183-4e23-b2c4-2761619a5c28,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:53.998865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-163964bb-2a7a-444f-b576-e3ac88cd0689 req-89609318-de62-4f9b-af31-4d587f3bac23 tempest-InstanceActionsNegativeTestJSON-1721320722 tempest-InstanceActionsNegativeTestJSON-1721320722-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3891eb-184a-49eb-bd5d-97b00f13c892 HTTP/1.1" status: 200 len: 210 time: 0.6535003 Jul 12 16:24:54.003745 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a12bf10c-5b70-4431-9a5c-1c54fdbabbba req-5074f551-f4f2-43ee-b2b8-842506aa809a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3134589 Jul 12 16:24:54.006575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 132ff70c-4337-4fe0-ac65-c9339d33ca3a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:54.037415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:54.039877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:54.043022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:54.050879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:54.052001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.060914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a12bf10c-5b70-4431-9a5c-1c54fdbabbba req-6a5810a5-edbf-49ed-9d4b-5ac4693b1852 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561650 Jul 12 16:24:54.071712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-78128c79-442d-4524-bc6c-dfa5aeeb8e1b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.1648240 Jul 12 16:24:54.074031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:54.093981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:54.117624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 132ff70c-4337-4fe0-ac65-c9339d33ca3a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:54.233033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f854da-d3e5-4ca7-91b5-fac652e35e55 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:54.252480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f854da-d3e5-4ca7-91b5-fac652e35e55 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:54.258019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f854da-d3e5-4ca7-91b5-fac652e35e55 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:54.260262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.269927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a5f854da-d3e5-4ca7-91b5-fac652e35e55 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1948378 Jul 12 16:24:54.274939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35280) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:54.327958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1146686888'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:54.336082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9c02c3-ee7a-4584-8142-767a644f52b4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:54.342308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Checking segment: {'id': '698dc1e8-bbe7-4310-86a0-f2e9251ba9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e58577f8-3632-4315-b014-43d42647cafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:24:54.342670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Network hostable DHCP agents. Network: e58577f8-3632-4315-b014-43d42647cafe, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:24:54.370925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Network e58577f8-3632-4315-b014-43d42647cafe is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:24:54.385511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e58577f8-3632-4315-b014-43d42647cafe) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:54.391492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:54.392411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.396583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab6e9d-06f2-4331-8dd6-812c2d5c3690 None None] Network e58577f8-3632-4315-b014-43d42647cafe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:54.407488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.408568 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.414871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2ceccc9d-271d-46f4-a720-f1911b0ba108 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6338394 Jul 12 16:24:54.490178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.498079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.515109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port ac7a15b0-5183-4e23-b2c4-2761619a5c28 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:54.515660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.524659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.528605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:54.528726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a6e7a88-0830-4785-816c-594c6a8e9122 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4321609 Jul 12 16:24:54.670189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ea193-4e04-4fce-91a3-0e41263db14b None None] Network e58577f8-3632-4315-b014-43d42647cafe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:54.679540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.707318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for ac7a15b0-5183-4e23-b2c4-2761619a5c28 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:54.776975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.946669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:54.955348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199f259-a763-4080-96da-c0685eafad5e None None] Network c3703858-c40d-4753-a208-064a3fedcfbe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:24:54.987833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=ac7a15b0-5183-4e23-b2c4-2761619a5c28,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:55.094489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Provisioning for port 132ff70c-4337-4fe0-ac65-c9339d33ca3a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:55.123130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Provisioning complete for port 132ff70c-4337-4fe0-ac65-c9339d33ca3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:55.123796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.174542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.182694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8d02458f-c0da-48eb-8a18-fbe3f8eb4205 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/ac7a15b0-5183-4e23-b2c4-2761619a5c28 HTTP/1.1" status: 204 len: 168 time: 0.9004278 Jul 12 16:24:55.183634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35306) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:55.222686 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76bff87-7d8f-4596-94f4-5775d2e479fc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] GET failed (client error): The resource could not be found. Jul 12 16:24:55.228543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e76bff87-7d8f-4596-94f4-5775d2e479fc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports/ac7a15b0-5183-4e23-b2c4-2761619a5c28 HTTP/1.1" status: 404 len: 333 time: 0.0407357 Jul 12 16:24:55.230047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:55.236025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-92172099'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:55.247405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 356ae2ae-610c-4469-8574-68004766e240 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:24:55.270853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 356ae2ae-610c-4469-8574-68004766e240 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:24:55.271216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 356ae2ae-610c-4469-8574-68004766e240 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:24:55.277043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.336584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-7177d7a8-6c4b-44cd-94bd-c9ffc2a7cd55 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:55.338238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-7177d7a8-6c4b-44cd-94bd-c9ffc2a7cd55 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/networks?id=026232c9-3de4-48a2-988d-282ae222c5bc HTTP/1.1" status: 200 len: 809 time: 0.2628229 Jul 12 16:24:55.340271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] For port 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=132ff70c-4337-4fe0-ac65-c9339d33ca3a,segment=NetworkSegment(4fb7448f-d267-44f0-be2f-2b54a32901b7),segment_id=4fb7448f-d267-44f0-be2f-2b54a32901b7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:24:55.356615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.362009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-53580463-ccc9-4320-9384-4dcbfe3fc5bc tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/quotas/89712731090c42ad9896fc16bdd2a7aa HTTP/1.1" status: 200 len: 375 time: 0.0160615 Jul 12 16:24:55.408160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-aa3879bd-d19f-400e-8b74-54a393e771ea tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89712731090c42ad9896fc16bdd2a7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388029 Jul 12 16:24:55.439887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cbad7-3e8c-4021-a2e2-71e8953e2170 None None] Pushing event updated for resources: {'Port': ['ID=132ff70c-4337-4fe0-ac65-c9339d33ca3a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:55.456500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.462306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-b9643e10-bbfc-474b-a7d0-1e74ed9c5447 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7378504 Jul 12 16:24:55.463505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.501747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:55.505446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.548953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68bce0-7a8a-4183-8c82-c987dd839695 req-6f581f66-3f19-46e2-9446-7549b44ffb87 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:55.549168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-e8e86fc9-657f-4ebc-8b60-ed0d21dfcc12 service neutron] 10.222.0.58 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334660 Jul 12 16:24:55.553147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port 9fd139ad-b101-46c8-adb4-31a8ba975347 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:55.555862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da68bce0-7a8a-4183-8c82-c987dd839695 req-6f581f66-3f19-46e2-9446-7549b44ffb87 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2550662 Jul 12 16:24:55.576360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.576887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router addb2815-1922-4a17-acb8-0cd598069a8f {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:24:55.587455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.591771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-56d820af-9a1a-4302-ad1a-7c3b75a01ceb tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "DELETE /v2.0/routers/addb2815-1922-4a17-acb8-0cd598069a8f HTTP/1.1" status: 204 len: 168 time: 1.0575294 Jul 12 16:24:55.602799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35312) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:55.608390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Request body: {'router': {'name': 'tempest-router-202831615', 'distributed': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:55.642639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da68bce0-7a8a-4183-8c82-c987dd839695 req-988219ac-4a24-442a-8b3e-efadfae967af tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856924 Jul 12 16:24:55.667058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.668304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.700918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-c494e1ba-8bcf-4771-8dc0-75882048d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:55.702620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-c494e1ba-8bcf-4771-8dc0-75882048d636 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.1714656 Jul 12 16:24:55.749611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Provisioning for port 46eed631-455c-4afb-b250-bca8e9ce8fd7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:55.754031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Provisioning complete for port 46eed631-455c-4afb-b250-bca8e9ce8fd7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:55.761378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.778597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-715620b0-1cb0-4054-991e-49ffe0c9cae9 service neutron] 10.222.0.58 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186868 Jul 12 16:24:55.782109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::1b2 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/9fd139ad-b101-46c8-adb4-31a8ba975347) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:55.786757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35314) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:55.840803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Port 46eed631-455c-4afb-b250-bca8e9ce8fd7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:55.858425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Provisioning complete for port 132ff70c-4337-4fe0-ac65-c9339d33ca3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:55.860844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1011-b91b-49dd-ad6e-6017b79df72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.952513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 132ff70c-4337-4fe0-ac65-c9339d33ca3a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:24:55.966682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-73fe939e-af13-4d82-8397-dfb23bf5b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:55.968341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-73fe939e-af13-4d82-8397-dfb23bf5b4f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.2076490 Jul 12 16:24:55.972536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:55.979227 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.032804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Deleting subnet a11b1fd5-e055-4c50-b7b1-5d365ea7e564 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:24:56.061959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.071211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-441744ea-5080-4680-9fcb-b53e889e5783 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.0890400 Jul 12 16:24:56.082232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.089241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 132ff70c-4337-4fe0-ac65-c9339d33ca3a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:56.089710 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.091315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74869ee4-d1f9-4c8a-97e6-329a54f7711f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4862874 Jul 12 16:24:56.093431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35320) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:56.225841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab2e27d1-9a79-48a7-b85a-2ecfbd833822 None None] Provisioning complete for port 46eed631-455c-4afb-b250-bca8e9ce8fd7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:56.226336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab2e27d1-9a79-48a7-b85a-2ecfbd833822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.229884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.246644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object 9fd139ad-b101-46c8-adb4-31a8ba975347 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:24:56.282256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e27d1-9a79-48a7-b85a-2ecfbd833822 None None] Port 46eed631-455c-4afb-b250-bca8e9ce8fd7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:56.306274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f2d179b-95e6-4edb-91f4-a0aa7e3c0338 req-7171cb75-06cf-4874-bf67-537b694cc166 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 210 time: 0.1975036 Jul 12 16:24:56.316960 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.326764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.370035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.397818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94bec2f8-e3bd-4840-bd9e-7fcc88118a7a None None] Could not find standard attr ID for object ac7a15b0-5183-4e23-b2c4-2761619a5c28. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:24:56.409321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-e0e72e39-8deb-45fa-9feb-edaddd5fda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:56.411203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-e0e72e39-8deb-45fa-9feb-edaddd5fda5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.3185575 Jul 12 16:24:56.415982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:56.421322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:56.438331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:56.445115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:56.445647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.470270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=9fd139ad-b101-46c8-adb4-31a8ba975347,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:56.486313 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.512566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-50b7c0a3-82fd-40d5-a531-a7b615ff6325 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2825301 Jul 12 16:24:56.515100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35330) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:56.520754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:00:8e:d4'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:56.588267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.591251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.640114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.661012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.663355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.663872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f50d26-224f-4d1b-ad3d-c6f279f6090b {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:24:56.671758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.677930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28e00cbb-5fe1-4e4c-bffd-50dc1ec5649c tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "DELETE /v2.0/routers/54f50d26-224f-4d1b-ad3d-c6f279f6090b HTTP/1.1" status: 204 len: 168 time: 0.5832200 Jul 12 16:24:56.678418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:56.689019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-fd872a4a-35f9-4186-85fa-66b45b63b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:56.690715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-fd872a4a-35f9-4186-85fa-66b45b63b046 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367153 Jul 12 16:24:56.695510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Request body: {'router': {'name': 'tempest-router-206148128', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '454c6d5cf27141e99b2dcadaa77a2bed'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:56.732000 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.733869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a11b1fd5-e055-4c50-b7b1-5d365ea7e564 HTTP/1.1" status: 204 len: 168 time: 0.9461150 Jul 12 16:24:56.737338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35338) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:56.738104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1d624-ea28-4063-bf87-2f9064fcc8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11b1fd5-e055-4c50-b7b1-5d365ea7e564,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:56.803864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.805266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.847751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-b672d94a-601e-4012-b2cf-836f10ceae13 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472077 Jul 12 16:24:56.900948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.912783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.975941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:56.979979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e956169d-a789-42b4-992a-f6a184f3b6ae tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2971666 Jul 12 16:24:56.980599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35340) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:56.988536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:57.000528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.084995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e93d8ce0-ab1a-412b-9781-72deb498ca92 req-3959a5b1-b266-4acf-864d-0b6212ac3e8c service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208350 Jul 12 16:24:57.128108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6ad6d77-40de-4a90-85af-4d418aa1b9c6 None None] Provisioning for port 9fd139ad-b101-46c8-adb4-31a8ba975347 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:24:57.136825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6ad6d77-40de-4a90-85af-4d418aa1b9c6 None None] Provisioning complete for port 9fd139ad-b101-46c8-adb4-31a8ba975347 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:57.137840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6ad6d77-40de-4a90-85af-4d418aa1b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.173789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ac96b-b052-4411-be0b-d336322b91e1 req-2de8a1ce-36e0-4e83-9672-6a3eb125a1ab tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:57.175357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f51ac96b-b052-4411-be0b-d336322b91e1 req-2de8a1ce-36e0-4e83-9672-6a3eb125a1ab tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3087349 Jul 12 16:24:57.189856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.191360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad6d77-40de-4a90-85af-4d418aa1b9c6 None None] Port 9fd139ad-b101-46c8-adb4-31a8ba975347 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:57.222075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c558b38-5b35-4aec-939b-7c642aa08e22']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:57.237787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.238062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.249093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.252165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce098ba-f566-455b-af9b-e0fed648053d') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:57.252279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce098ba-f566-455b-af9b-e0fed648053d') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:24:57.264722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.274460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.310978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f51ac96b-b052-4411-be0b-d336322b91e1 req-a5b2245a-663d-467f-ba62-9c808ad584ab tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249096 Jul 12 16:24:57.320697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] In _notify_port_updated(), no bound segment for port 9fd139ad-b101-46c8-adb4-31a8ba975347 on network c3703858-c40d-4753-a208-064a3fedcfbe {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:24:57.326726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:57.327520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.331380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "PUT /v2.0/ports/9fd139ad-b101-46c8-adb4-31a8ba975347 HTTP/1.1" status: 200 len: 1001 time: 0.8128355 Jul 12 16:24:57.333792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35344) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:57.333966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.335554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93711) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 12 16:24:57.336041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Router 8332e3f2-61af-4fa7-b907-6b212ab86b63 migrating from provider to provider. {{(pid=93711) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 12 16:24:57.336488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.347404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:24:57.347874 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:24:57.350489 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:24:57.363773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eeeca-1760-41f1-b683-d47e5e38eae5 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=9fd139ad-b101-46c8-adb4-31a8ba975347,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:57.422113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.429497 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.430305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.433082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c558b38-5b35-4aec-939b-7c642aa08e22 HTTP/1.1" status: 204 len: 168 time: 0.6925924 Jul 12 16:24:57.448385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.470541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99284324-be57-4ba4-b0a3-3546c9e01527 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c558b38-5b35-4aec-939b-7c642aa08e22,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:57.610976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a68d7e0-9ee8-44ba-ae39-290356f7a939 req-385020bc-7c05-446f-ab3e-7031ed17a714 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 210 time: 0.0761127 Jul 12 16:24:57.683835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port 9fd139ad-b101-46c8-adb4-31a8ba975347 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:24:57.684189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.694155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:57.711831 n-d-800078-3 neutron-server[93711]: WARNING neutron.scheduler.l3_agent_scheduler [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] No L3 agents can host the router 8332e3f2-61af-4fa7-b907-6b212ab86b63 Jul 12 16:24:57.720967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-008bb04e-7fca-4f72-9486-bf19acec727a None None] Provisioning complete for port 9fd139ad-b101-46c8-adb4-31a8ba975347 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:24:57.721549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-008bb04e-7fca-4f72-9486-bf19acec727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.743753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d19831c-2457-4646-bee2-8f02b3535f58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2be70d9375745e3aa228e915b8ed0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482805 Jul 12 16:24:57.746124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35352) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:57.771188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-008bb04e-7fca-4f72-9486-bf19acec727a None None] Port 9fd139ad-b101-46c8-adb4-31a8ba975347 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:24:57.815865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.841193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.889857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-e8d6ea3e-c0cd-490e-ac95-1f693e3c6558 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:57.891615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-e8d6ea3e-c0cd-490e-ac95-1f693e3c6558 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.65 "GET /v2.0/networks?id=026232c9-3de4-48a2-988d-282ae222c5bc HTTP/1.1" status: 200 len: 809 time: 0.2848189 Jul 12 16:24:57.896333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.899741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:57.901025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec1458b1-3ebe-41b4-b4db-2a67ad256c20 HTTP/1.1" status: 204 len: 168 time: 0.1536787 Jul 12 16:24:57.909256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18dda5-8d07-4db6-b77f-8cb540ce1a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1458b1-3ebe-41b4-b4db-2a67ad256c20,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:57.916701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Request body: {'port': {'device_id': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc', 'admin_state_up': True, 'tenant_id': '89712731090c42ad9896fc16bdd2a7aa'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:57.964020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.015609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Hosts for router 8332e3f2-61af-4fa7-b907-6b212ab86b63: [] {{(pid=93711) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 12 16:24:58.024409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for 9fd139ad-b101-46c8-adb4-31a8ba975347 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:24:58.064760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Hosts for other DVR routers connected to router 8332e3f2-61af-4fa7-b907-6b212ab86b63: set() {{(pid=93711) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 12 16:24:58.067998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.069210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-15c5190e-db37-446a-9d5d-781563648e5f tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "PUT /v2.0/routers/8332e3f2-61af-4fa7-b907-6b212ab86b63 HTTP/1.1" status: 200 len: 716 time: 1.0859880 Jul 12 16:24:58.072083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35356) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:58.158352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6d7e2fc-8910-4cb5-94fb-831093cc977b tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "GET /v2.0/routers/8332e3f2-61af-4fa7-b907-6b212ab86b63 HTTP/1.1" status: 200 len: 716 time: 0.0848138 Jul 12 16:24:58.161113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35362) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:58.220662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Made reservation on behalf of 89712731090c42ad9896fc16bdd2a7aa for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:58.225909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.318888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.395563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=9fd139ad-b101-46c8-adb4-31a8ba975347,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:58.552452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cf1e7cfb-b10f-4e9a-b31f-f53461ce3c27 tempest-RoutersTestDVR-1726913239 tempest-RoutersTestDVR-1726913239-project] 10.222.0.58 "GET /v2.0/routers/8332e3f2-61af-4fa7-b907-6b212ab86b63 HTTP/1.1" status: 200 len: 682 time: 0.3899598 Jul 12 16:24:58.561924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35378) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:58.676297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.881321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35388) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:58.986775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:58.993014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e54b0720-6a64-4a45-9760-422f2e4ab6e8 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/9fd139ad-b101-46c8-adb4-31a8ba975347 HTTP/1.1" status: 204 len: 168 time: 1.6558299 Jul 12 16:24:58.993014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Allocated IP 172.20.0.10 (026232c9-3de4-48a2-988d-282ae222c5bc/92f35ecf-68a3-4754-945a-a23753a1c390/88367d2b-7092-4ee9-b9f4-54d8c55f7b04) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:58.996899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35392) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:59.027580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1119762211-network', 'tenant_id': 'b9f08bdf1396422fa99305454f9590dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:59.036202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-386b7673-22c8-4e40-9a0a-29d76528827d req-81e36318-1506-4019-9541-6ba3a706d7db tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 210 time: 0.0592890 Jul 12 16:24:59.061443 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-375013e5-e866-400b-ae59-3151fcba5aaa tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] GET failed (client error): The resource could not be found. Jul 12 16:24:59.066589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-375013e5-e866-400b-ae59-3151fcba5aaa tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports/9fd139ad-b101-46c8-adb4-31a8ba975347 HTTP/1.1" status: 404 len: 333 time: 0.0652657 Jul 12 16:24:59.069940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35394) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:59.103974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9eed-8943-4d3b-9dda-8f4869dae2ff req-0795e535-1d32-4fbd-a977-efa0060c7de1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:59.105498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80ef9eed-8943-4d3b-9dda-8f4869dae2ff req-0795e535-1d32-4fbd-a977-efa0060c7de1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.6557326 Jul 12 16:24:59.105877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2054893003'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:59.141375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Made reservation on behalf of b9f08bdf1396422fa99305454f9590dc for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:59.143850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.160800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.187673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.191752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.241650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80ef9eed-8943-4d3b-9dda-8f4869dae2ff req-fb6ad217-b52c-45ff-9af4-e1656ea33587 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282253 Jul 12 16:24:59.258244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.258880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8332e3f2-61af-4fa7-b907-6b212ab86b63 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:24:59.266144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.272088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b1ce14d-7be2-4577-b6d6-2788388ea3c2 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8332e3f2-61af-4fa7-b907-6b212ab86b63 HTTP/1.1" status: 204 len: 168 time: 0.7090642 Jul 12 16:24:59.278656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35398) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:59.283930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Request body: {'router': {'name': 'tempest-router-2127067590', 'distributed': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:59.315146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.399620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.438391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.446195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.459908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.460908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.482424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Network 026232c9-3de4-48a2-988d-282ae222c5bc is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:24:59.488795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:59.490935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Pushing event updated for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:59.492820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.493546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:24:59.500108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:24:59.508457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:24:59.540050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb3370-ef89-4667-906b-ef8c211d1afc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:59.541351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.547080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.550483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:24:59.551959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.552307 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Added segment 9a376b5b-bdcd-4523-8612-319c89fab627 of type vlan for network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba Jul 12 16:24:59.592414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.593517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f82e47a2-8642-47b8-abd3-4f1f826dc791 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3138671 Jul 12 16:24:59.596817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35400) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:59.598135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:59.598769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.617088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.628627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-6f45041f-b32e-4f21-8d91-825e666f0cec tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7259030 Jul 12 16:24:59.650420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Request body: {'port': {'device_id': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:59.676060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.677111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:24:59.677884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.693178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.758721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8587115 Jul 12 16:24:59.777412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:24:59.778067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e32fa-12c5-4551-88a2-d07d088b3442 admin admin] Pushing event updated for resources: {'Network': ['ID=4e160e19-9fc3-4eb5-88e4-1681dd67bcba,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:24:59.785920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Request body: {'subnet': {'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1119762211-subnet', 'tenant_id': 'b9f08bdf1396422fa99305454f9590dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:24:59.788033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:24:59.811541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.828377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Made reservation on behalf of b9f08bdf1396422fa99305454f9590dc for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:24:59.830837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.902450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::2b0 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:24:59.912046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.917369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.980699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.981188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91099303-eaf5-4879-8656-7fcf79dda026 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:24:59.987025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.992421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a68b4480-efa9-40e4-b7b8-b9800b943d42 tempest-RoutersTestDVR-713136833 tempest-RoutersTestDVR-713136833-project-admin] 10.222.0.58 "DELETE /v2.0/routers/91099303-eaf5-4879-8656-7fcf79dda026 HTTP/1.1" status: 204 len: 168 time: 0.3908517 Jul 12 16:25:00.146415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.164672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:00.208798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.229840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35410) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:00.242995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.273659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:00.283161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:00.285432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:00.288815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:00.294589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.295238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.314720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6bcec4ee-973c-4d4d-b20e-a3349a9b61ac tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2432747 Jul 12 16:25:00.316943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35416) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:00.323421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:00:8e:d4'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:00.365827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:00.382320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9eddc55-a7fe-431c-a761-b34805cab0a6,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:00.390487 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.417489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4cd6-0030-4f3d-b8ae-c09c3282cc08 req-53c2e9e0-cc95-4317-9dad-b070288add60 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.424810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-590d4cd6-0030-4f3d-b8ae-c09c3282cc08 req-53c2e9e0-cc95-4317-9dad-b070288add60 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 932 time: 0.2445438 Jul 12 16:25:00.435446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Transition to ACTIVE for port object 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:00.436654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Checking segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:00.437002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Network hostable DHCP agents. Network: 4e160e19-9fc3-4eb5-88e4-1681dd67bcba, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:00.457393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.499663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dff548a8-369c-4f67-ba46-8a1baae19ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.555743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-590d4cd6-0030-4f3d-b8ae-c09c3282cc08 req-b8d414ac-db7e-4c10-b4a2-b34b75648cb7 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300137 Jul 12 16:25:00.556107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a6bf-5faf-4592-ae1a-652ae191e526 req-3d2e330b-fcbd-4429-96bf-555ce82b8530 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.557664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb44a6bf-5faf-4592-ae1a-652ae191e526 req-3d2e330b-fcbd-4429-96bf-555ce82b8530 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1146944 Jul 12 16:25:00.578174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:00.581102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Pushing event updated for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:00.631019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.647186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4e160e19-9fc3-4eb5-88e4-1681dd67bcba) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:00.652889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb44a6bf-5faf-4592-ae1a-652ae191e526 req-7911a376-df89-4de5-9f9d-a77955dbe0ac tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758007 Jul 12 16:25:00.662494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.663102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.680475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a77fc-a3d7-45b8-b48f-36b38c33d40d None None] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:00.716719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a96b30fe-2781-4f37-8232-f975603a34a1 None None] Provisioning for port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:00.740522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Attempting to bind port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:00.740862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Attempting to bind port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '10aa4364-64aa-4927-b906-2562f320064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:00.741200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Attempting to bind port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 on network 026232c9-3de4-48a2-988d-282ae222c5bc {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:00.749777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 on network 026232c9-3de4-48a2-988d-282ae222c5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:25:00.750514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Attempting to bind port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 on network 026232c9-3de4-48a2-988d-282ae222c5bc {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:00.750624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a96b30fe-2781-4f37-8232-f975603a34a1 None None] Provisioning complete for port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:00.751248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a96b30fe-2781-4f37-8232-f975603a34a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.762173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:00.762509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Checking segment: {'id': '10aa4364-64aa-4927-b906-2562f320064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:00.762908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Bound using segment: {'id': '10aa4364-64aa-4927-b906-2562f320064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:00.763339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Bound port: 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa4364-64aa-4927-b906-2562f320064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:00.763729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.790864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dff548a8-369c-4f67-ba46-8a1baae19ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.804413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a96b30fe-2781-4f37-8232-f975603a34a1 None None] Port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:00.815606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dff548a8-369c-4f67-ba46-8a1baae19ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.832378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a594bdf7-4f04-4a74-a9ba-f5ce57dec504 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0446613 Jul 12 16:25:00.876653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff548a8-369c-4f67-ba46-8a1baae19ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598138e7-b9f4-4a98-a4e8-e479f4d1d46a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:00.880128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.885513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dff548a8-369c-4f67-ba46-8a1baae19ce0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=454c6d5cf27141e99b2dcadaa77a2bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483259 Jul 12 16:25:00.887249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35422) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:00.890199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.897295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86e521-282b-4507-807f-fa21ffc355e3 None None] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:00.907500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:00.932073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,segment=NetworkSegment(10aa4364-64aa-4927-b906-2562f320064f),segment_id=10aa4364-64aa-4927-b906-2562f320064f)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:00.941188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.970016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:00.981307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] In _notify_port_updated(), no bound segment for port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 on network c3703858-c40d-4753-a208-064a3fedcfbe {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:25:00.989288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.989912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.991327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-50273549-1466-4b48-aa34-a639a8196428 service neutron] 10.222.0.65 "PUT /v2.0/ports/88367d2b-7092-4ee9-b9f4-54d8c55f7b04 HTTP/1.1" status: 200 len: 1092 time: 1.3472066 Jul 12 16:25:00.991453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:00.991945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:00.992304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.993991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b0dfd852-1fc8-4e8f-923d-357b2d581b02 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "PUT /v2.0/ports/0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 HTTP/1.1" status: 200 len: 1003 time: 0.6756489 Jul 12 16:25:00.996724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35424) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:00.997298 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:01.009942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.045022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50273549-1466-4b48-aa34-a639a8196428 service neutron] Pushing event updated for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:01.052904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.091613 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbbd383-4bf1-4d23-bca5-177aa10054e4 x-openstack-request-id: req-0bbbd383-4bf1-4d23-bca5-177aa10054e4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:01.091613 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:01.091613 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bbbd383-4bf1-4d23-bca5-177aa10054e4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:01.091613 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04', 'status': 'completed', 'code': 200} Jul 12 16:25:01.165042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:01.165701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.211519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.215343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.219622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/598138e7-b9f4-4a98-a4e8-e479f4d1d46a HTTP/1.1" status: 204 len: 168 time: 0.3311832 Jul 12 16:25:01.238115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3724-53bf-43d4-b2b4-f9259000aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598138e7-b9f4-4a98-a4e8-e479f4d1d46a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:01.294265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-264a77bf-fca9-4da5-ae24-0340cb0f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.296091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-264a77bf-fca9-4da5-ae24-0340cb0f388a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89712731090c42ad9896fc16bdd2a7aa&device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 1095 time: 0.1429555 Jul 12 16:25:01.305803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.328750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:01.369573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-fcd00cc0-9c7d-4967-87d6-32499b36e7b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04 HTTP/1.1" status: 200 len: 217 time: 0.0615902 Jul 12 16:25:01.435806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4845c009-67a8-40d4-99df-2b11174778d1 None None] Provisioning complete for port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:01.436186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4845c009-67a8-40d4-99df-2b11174778d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.483291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4845c009-67a8-40d4-99df-2b11174778d1 None None] Port 0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:01.536121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-91839868-cbcb-4b42-90a1-7313fbe4b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.537982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-91839868-cbcb-4b42-90a1-7313fbe4b637 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92f35ecf-68a3-4754-945a-a23753a1c390 HTTP/1.1" status: 200 len: 849 time: 0.1543114 Jul 12 16:25:01.542067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.574559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:01.605010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-e072ef76-1541-49e0-a2f5-152eb54af5b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=026232c9-3de4-48a2-988d-282ae222c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520341 Jul 12 16:25:01.607506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.612764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c113d825-1e0d-4ff5-9142-ffe5fd16b11f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 HTTP/1.1" status: 204 len: 168 time: 0.5956795 Jul 12 16:25:01.613448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35448) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:01.619470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-19d28e38-19c6-45c3-9b32-7b82014d2949 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.621730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-19d28e38-19c6-45c3-9b32-7b82014d2949 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 818 time: 0.2505491 Jul 12 16:25:01.653579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-68c4e7c8-bd0b-4072-88e4-10c3f483ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.655929 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a5d97b-f9d8-4eef-94fa-e402befff217 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] GET failed (client error): The resource could not be found. Jul 12 16:25:01.657569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-68c4e7c8-bd0b-4072-88e4-10c3f483ed25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.2152674 Jul 12 16:25:01.662300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38a5d97b-f9d8-4eef-94fa-e402befff217 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports/0e65ee1a-10fe-4d3f-a8fd-4d1574f870f5 HTTP/1.1" status: 404 len: 333 time: 0.0471423 Jul 12 16:25:01.663015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35450) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:01.663409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35452) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:01.674062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1124396832'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:01.688890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2876e844-f3d0-4c1e-930d-382175de2351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.757163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-72d00e02-7e44-4cdb-82ab-51c65dac8803 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/quotas/b9f08bdf1396422fa99305454f9590dc HTTP/1.1" status: 200 len: 375 time: 0.1207840 Jul 12 16:25:01.805959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-c69093e3-a125-476d-b60c-c3a5dff3efe2 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410221 Jul 12 16:25:01.915697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-b708e505-3097-485e-b0f4-5a1c0a50203a service neutron] 10.222.0.65 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925973 Jul 12 16:25:01.918100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89369159-289f-4a83-963b-01afe6267288 req-488cf07f-2720-48f0-a044-54654bc3e762 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.919626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89369159-289f-4a83-963b-01afe6267288 req-488cf07f-2720-48f0-a044-54654bc3e762 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 944 time: 0.1683555 Jul 12 16:25:01.921334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-ea5c7ee3-4c03-4246-bc70-2f0e08211b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:01.922761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-ea5c7ee3-4c03-4246-bc70-2f0e08211b1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.2272265 Jul 12 16:25:01.942975 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c20d1f04-998f-4065-9aaa-3ea6fe972fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.985805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89369159-289f-4a83-963b-01afe6267288 req-af50e909-040f-4eeb-a594-db500bb228f3 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Jul 12 16:25:01.995947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2876e844-f3d0-4c1e-930d-382175de2351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.004199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2876e844-f3d0-4c1e-930d-382175de2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.050085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:02.054405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.060002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876e844-f3d0-4c1e-930d-382175de2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c492c398-c894-4340-9e4a-ee99dae7307b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:02.070878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2876e844-f3d0-4c1e-930d-382175de2351 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73c12ff4b20648a3b6f27844555deb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063818 Jul 12 16:25:02.074049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35458) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:02.092200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-90813ff5-c7ed-4a13-869a-3981c1bd00dd service neutron] 10.222.0.58 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693036 Jul 12 16:25:02.097750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port fd1f7a84-6070-48e7-8b66-b158284538c8 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:02.103484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-8f0f7742-b8f3-4f29-94fe-1d19a2eebd78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.1705005 Jul 12 16:25:02.217492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80a24883-d532-44bd-aa60-4f9b0ed0a114 req-2287b202-9076-4c5c-87e8-2e09f638c8c3 service neutron] 10.222.0.65 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855694 Jul 12 16:25:02.231895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.232489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-3c4b495c-4852-412f-a5eb-717044d4efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.234302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-3c4b495c-4852-412f-a5eb-717044d4efff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1167960 Jul 12 16:25:02.305195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.316934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f95a-701b-401b-a38f-4c4d1bac24c1 req-97b7f832-1942-44e6-bfe0-155f3aaf08a7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.318450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e54f95a-701b-401b-a38f-4c4d1bac24c1 req-97b7f832-1942-44e6-bfe0-155f3aaf08a7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2112916 Jul 12 16:25:02.332170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-f45b9979-9b7f-4cf6-a32c-b55215aae8ca service neutron] 10.222.0.58 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261717 Jul 12 16:25:02.352770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::51 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/fd1f7a84-6070-48e7-8b66-b158284538c8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:02.373347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-9cc02084-cd24-4707-9869-424ae5744675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.374876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-9cc02084-cd24-4707-9869-424ae5744675 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325998 Jul 12 16:25:02.393261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-fb21000b-e3e1-4524-b542-d77784346b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.394780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-fb21000b-e3e1-4524-b542-d77784346b9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89712731090c42ad9896fc16bdd2a7aa&device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 1095 time: 0.1102896 Jul 12 16:25:02.428359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e54f95a-701b-401b-a38f-4c4d1bac24c1 req-d8e8d0f5-b435-4bec-9448-97dc7c1040a3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020634 Jul 12 16:25:02.454330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.458920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.460337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c492c398-c894-4340-9e4a-ee99dae7307b HTTP/1.1" status: 204 len: 168 time: 0.3847494 Jul 12 16:25:02.476604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e310-ef29-434d-97c7-ecf68bb78afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c492c398-c894-4340-9e4a-ee99dae7307b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:02.560000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-d486fd00-b326-4e54-bdd4-037e91e2ebb6 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775353 Jul 12 16:25:02.576411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-9fe8553b-e309-4f29-a9c7-16f2ede2cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.578680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-9fe8553b-e309-4f29-a9c7-16f2ede2cd3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=026232c9-3de4-48a2-988d-282ae222c5bc HTTP/1.1" status: 200 len: 910 time: 0.1720433 Jul 12 16:25:02.668880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.700391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object fd1f7a84-6070-48e7-8b66-b158284538c8 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:02.812478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.888020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:02.893406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:02.918969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:02.928137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:02.928820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:02.966514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=fd1f7a84-6070-48e7-8b66-b158284538c8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:02.990058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6172f3c0-9c16-4cb1-a9d6-43c23d57a944 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3242195 Jul 12 16:25:02.991565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35482) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:02.996884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'network_id': 'c3703858-c40d-4753-a208-064a3fedcfbe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1109356885'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:03.127032 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:03.209128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Made reservation on behalf of 5a0ea56a9b7646d48995c208a647160c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:03.212878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:03.255847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] device_id is not set on port 66b5209d-9a77-4b78-ba95-9376990fa7f1 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:03.287329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-ad1d53e1-70a3-429e-b17b-1984a80094a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04 HTTP/1.1" status: 200 len: 217 time: 0.6491935 Jul 12 16:25:03.348836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-925bb617-a0fb-49ad-848e-b11336452d05 req-77a211ee-ea8e-48cd-b020-ba4daadc68aa tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 210 time: 0.0721099 Jul 12 16:25:03.387253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c608366e-e3e6-452c-b7aa-2db30889b5e7 None None] Provisioning for port fd1f7a84-6070-48e7-8b66-b158284538c8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:03.395899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c608366e-e3e6-452c-b7aa-2db30889b5e7 None None] Provisioning complete for port fd1f7a84-6070-48e7-8b66-b158284538c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:03.396580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c608366e-e3e6-452c-b7aa-2db30889b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:03.419906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-0f30fad4-f12b-4d57-9e69-3aff8bb96009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:03.421395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-0f30fad4-f12b-4d57-9e69-3aff8bb96009 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92f35ecf-68a3-4754-945a-a23753a1c390 HTTP/1.1" status: 200 len: 849 time: 0.1147428 Jul 12 16:25:03.432542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52092f35-2c8c-46ac-ad23-3ea242c421d4 req-ab23e865-b552-4b67-9626-98d7e1b01eb9 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526018 Jul 12 16:25:03.453263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c608366e-e3e6-452c-b7aa-2db30889b5e7 None None] Port fd1f7a84-6070-48e7-8b66-b158284538c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:03.500171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-3adad7fe-043f-4fa4-84f9-131b258bc030 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=026232c9-3de4-48a2-988d-282ae222c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667043 Jul 12 16:25:03.583020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ea04-6277-454d-ad5a-d6421dc4fe33 req-7dda67c3-147c-413a-8014-499f65572a52 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:03.584219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f553ea04-6277-454d-ad5a-d6421dc4fe33 req-7dda67c3-147c-413a-8014-499f65572a52 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 944 time: 0.3163965 Jul 12 16:25:03.623747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Allocated IP 2001:db8::2e7 (c3703858-c40d-4753-a208-064a3fedcfbe/ff2ac376-d452-455f-9994-e58cb7b79749/66b5209d-9a77-4b78-ba95-9376990fa7f1) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:03.679624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f553ea04-6277-454d-ad5a-d6421dc4fe33 req-eff41399-b913-4e88-98dd-e4452602b4e6 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Jul 12 16:25:03.684563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35512) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:03.720634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-c66c760b-7a00-4001-a017-d844cf29f732 service neutron] 10.222.0.65 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085731 Jul 12 16:25:03.815207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d572-7873-4fad-b909-95ed3df7030f req-cce6f80a-9306-47a5-b82a-f421e1da6856 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:03.817953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4534d572-7873-4fad-b909-95ed3df7030f req-cce6f80a-9306-47a5-b82a-f421e1da6856 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1954505 Jul 12 16:25:03.846398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1489598801'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:03.926525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:03.942803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4534d572-7873-4fad-b909-95ed3df7030f req-3839e493-6a27-47d3-9cfe-2075dda68090 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134105 Jul 12 16:25:03.944045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:03.947846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:03.953356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-397cb742-3bf7-4a1b-a04a-a1e63b9feff7 req-e982c6d5-aaf7-4709-8b6b-6f3c09b71985 service neutron] 10.222.0.65 "GET /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206619 Jul 12 16:25:03.953791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Transition to ACTIVE for port object 66b5209d-9a77-4b78-ba95-9376990fa7f1 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:03.963318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.017617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.071800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Network c3703858-c40d-4753-a208-064a3fedcfbe is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:04.078314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:04.104433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.113044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.121131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=66b5209d-9a77-4b78-ba95-9376990fa7f1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:04.126272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:04.129033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:04.137363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:04.137551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.137947 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Added segment 5dea237a-b167-4b2a-9c2a-a615dd770cdf of type vlan for network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 Jul 12 16:25:04.138067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.178147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d6b3f99-d63a-417f-87ee-5a2c8626b9bb tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1850269 Jul 12 16:25:04.181138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:04.193377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:00:8e:d4'}, {'ip_address': '2001:db8::51', 'mac_address': 'fa:16:3e:d3:4d:ac'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:04.213939 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.313629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.328555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:04.329214 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.401215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7014072 Jul 12 16:25:04.402621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35528) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:04.407254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d55f42bb-3119-48a1-87a8-1b08cc1709a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.416077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.420795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff792cf6-f610-495b-9e8e-520efb80da19,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:04.489988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:04.579264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69acfc-b986-4c69-98cf-079b02565d71 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Network': ['ID=41ca56fb-fb41-4dd8-a620-cb36b4c2c309,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:04.584869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-688b6cd9-54c9-4585-abf2-14c7bb569058 None None] Provisioning for port 66b5209d-9a77-4b78-ba95-9376990fa7f1 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:04.590375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-688b6cd9-54c9-4585-abf2-14c7bb569058 None None] Provisioning complete for port 66b5209d-9a77-4b78-ba95-9376990fa7f1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:04.590915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-688b6cd9-54c9-4585-abf2-14c7bb569058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.594839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:04.617571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:04.621385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.624042 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fb85510-498a-4e29-9b7e-4ca14d916ee8 req-bbbeb7dc-79a1-4b90-befc-dffab8efc8ec tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 210 time: 0.0420523 Jul 12 16:25:04.697117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-688b6cd9-54c9-4585-abf2-14c7bb569058 None None] Port 66b5209d-9a77-4b78-ba95-9376990fa7f1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:04.705628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.717879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.743497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] In _notify_port_updated(), no bound segment for port 66b5209d-9a77-4b78-ba95-9376990fa7f1 on network c3703858-c40d-4753-a208-064a3fedcfbe {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:25:04.750059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:04.750669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.752174 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "PUT /v2.0/ports/66b5209d-9a77-4b78-ba95-9376990fa7f1 HTTP/1.1" status: 200 len: 1067 time: 0.5700657 Jul 12 16:25:04.778120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35534) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:04.853227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:04.879893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20014ecd-c15a-442e-9c47-0417f25a8640 tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event updated for resources: {'Port': ['ID=66b5209d-9a77-4b78-ba95-9376990fa7f1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:04.952248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port 66b5209d-9a77-4b78-ba95-9376990fa7f1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:04.952717 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.084616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.092504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-07389449-6bd9-422c-bf65-91f7301e612f tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:05.094053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-07389449-6bd9-422c-bf65-91f7301e612f tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 818 time: 0.1337295 Jul 12 16:25:05.104878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.107762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for 66b5209d-9a77-4b78-ba95-9376990fa7f1 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:05.142673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-35b5e981-e2e2-4a8f-add8-6aba40e41449 None None] Provisioning complete for port 66b5209d-9a77-4b78-ba95-9376990fa7f1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:05.143043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35b5e981-e2e2-4a8f-add8-6aba40e41449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.152608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Request body: {'port': {'device_id': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'admin_state_up': True, 'tenant_id': 'b9f08bdf1396422fa99305454f9590dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:05.281443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-35b5e981-e2e2-4a8f-add8-6aba40e41449 None None] Port 66b5209d-9a77-4b78-ba95-9376990fa7f1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:05.304397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:25:05.307724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.325890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.402720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=66b5209d-9a77-4b78-ba95-9376990fa7f1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:05.420217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:05.420872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network hostable DHCP agents. Network: 41ca56fb-fb41-4dd8-a620-cb36b4c2c309, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:05.443535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5b895043-9da5-41f6-b47c-1b48026616ed tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:05.445190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5b895043-9da5-41f6-b47c-1b48026616ed tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.65 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 818 time: 0.2451353 Jul 12 16:25:05.446952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=c97033dc-12a5-4356-92ed-e0898bf9b7d5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:05.515475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Request body: {'port': {'device_id': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'admin_state_up': True, 'tenant_id': 'b9f08bdf1396422fa99305454f9590dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:05.530512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:05.694328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.696893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14ff979b-97ba-4742-b37f-5066cda1597f tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/66b5209d-9a77-4b78-ba95-9376990fa7f1 HTTP/1.1" status: 204 len: 168 time: 0.9177887 Jul 12 16:25:05.699785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35548) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:05.732795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff419-e3e1-42b7-b2be-f5d392381536 req-9fb53948-2311-47de-96b1-029695b65835 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:05.735436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2beff419-e3e1-42b7-b2be-f5d392381536 req-9fb53948-2311-47de-96b1-029695b65835 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 944 time: 0.7736819 Jul 12 16:25:05.745973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 41ca56fb-fb41-4dd8-a620-cb36b4c2c309) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:05.758764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:05.760283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.766524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dfb95b-391d-4b8f-baa3-c00d2d4f704e None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:05.797991 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72f685c-7ae6-4d7a-a355-f3ad3037706d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] GET failed (client error): The resource could not be found. Jul 12 16:25:05.805064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f72f685c-7ae6-4d7a-a355-f3ad3037706d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports/66b5209d-9a77-4b78-ba95-9376990fa7f1 HTTP/1.1" status: 404 len: 333 time: 0.1017616 Jul 12 16:25:05.824679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Made reservation on behalf of b9f08bdf1396422fa99305454f9590dc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:05.829431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.842796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:05.886568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:05.914854 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-daa2201e-3a5c-4b06-abaf-865220fd7681 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4951613 Jul 12 16:25:05.925085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35552) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:05.931675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,segment=NetworkSegment(10aa4364-64aa-4927-b906-2562f320064f),segment_id=10aa4364-64aa-4927-b906-2562f320064f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:05.948755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'name': 'tempest-NetworksTestDHCPv6-807699024'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:05.953994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04', 'network_id': '026232c9-3de4-48a2-988d-282ae222c5bc', 'port_id': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04', 'mac_address': 'fa:16:3e:03:83:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f35ecf-68a3-4754-945a-a23753a1c390', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:25:05.992637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145c4b-912f-4867-97a3-20da736fa4d4 req-7cf1cdfb-edb7-4751-8cb5-fdd697590d1b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:05.994641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34145c4b-912f-4867-97a3-20da736fa4d4 req-7cf1cdfb-edb7-4751-8cb5-fdd697590d1b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2244828 Jul 12 16:25:06.030621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.065920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2beff419-e3e1-42b7-b2be-f5d392381536 req-e9f0f3da-d7a7-43bf-a809-889a3c90258b tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130770 Jul 12 16:25:06.074584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:06.086572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'c97033dc-12a5-4356-92ed-e0898bf9b7d5'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:06.090536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.157928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,segment=NetworkSegment(10aa4364-64aa-4927-b906-2562f320064f),segment_id=10aa4364-64aa-4927-b906-2562f320064f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:06.191250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:06.195698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.217089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.285154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port c00b735e-4665-4eec-b92d-4ba5d8af74b1 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:06.316243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port fd1f7a84-6070-48e7-8b66-b158284538c8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:06.316508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.357043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:06.368926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a83e7526-3249-4ffb-a60f-3f566680a1bc req-04c581d4-21ed-4750-95aa-1b9531388397 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 210 time: 0.1124196 Jul 12 16:25:06.370035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.370564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.370912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.371254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.371611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.372160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.372508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.372843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.373387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.373504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.373817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.374142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:06.392519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c97033dc-12a5-4356-92ed-e0898bf9b7d5/d5a8b3c7-5098-44b8-91cf-f034d15648a0) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:06.398450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Made reservation on behalf of b9f08bdf1396422fa99305454f9590dc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:06.402789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.424241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Allocated IP 172.20.0.5 (4e160e19-9fc3-4eb5-88e4-1681dd67bcba/e9eddc55-a7fe-431c-a761-b34805cab0a6/22023063-6ba0-42a8-a41b-c39b561830b2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:06.432113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-db8c84c6-fe88-4bf0-af26-19c178d39675 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:06.433650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-db8c84c6-fe88-4bf0-af26-19c178d39675 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 818 time: 0.5600626 Jul 12 16:25:06.439099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34145c4b-912f-4867-97a3-20da736fa4d4 req-eaf1b879-2ee1-4557-b0bf-a6af462506d6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286039 Jul 12 16:25:06.447629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Request body: {'port': {'device_id': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'admin_state_up': True, 'tenant_id': 'b9f08bdf1396422fa99305454f9590dc'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:06.542315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.585044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.592468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Made reservation on behalf of b9f08bdf1396422fa99305454f9590dc for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:06.594104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['88367d2b-7092-4ee9-b9f4-54d8c55f7b04'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:06.597878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.620427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for fd1f7a84-6070-48e7-8b66-b158284538c8 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:06.631278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Transition to ACTIVE for port object d5a8b3c7-5098-44b8-91cf-f034d15648a0 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:06.687967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Transition to ACTIVE for port object d5a8b3c7-5098-44b8-91cf-f034d15648a0 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:06.703370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.761134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:06.768322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:06.775915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:06.788870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Pushing event updated for resources: {'Port': ['ID=d5a8b3c7-5098-44b8-91cf-f034d15648a0,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:06.864953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::269 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c97033dc-12a5-4356-92ed-e0898bf9b7d5/c00b735e-4665-4eec-b92d-4ba5d8af74b1) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:06.871873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Attempting to bind port d5a8b3c7-5098-44b8-91cf-f034d15648a0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:06.872203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Attempting to bind port d5a8b3c7-5098-44b8-91cf-f034d15648a0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:06.872554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Attempting to bind port d5a8b3c7-5098-44b8-91cf-f034d15648a0 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:06.880658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:06.882037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:06.882037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.882037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:06.882504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Bound port: d5a8b3c7-5098-44b8-91cf-f034d15648a0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:06.882662 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.951477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.970649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] For port d5a8b3c7-5098-44b8-91cf-f034d15648a0, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:06.975684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] For port d5a8b3c7-5098-44b8-91cf-f034d15648a0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5a8b3c7-5098-44b8-91cf-f034d15648a0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:06.980422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:06.998656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.049935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e48bb-02b8-4b4f-a534-8ce62c2851d1 None None] Pushing event updated for resources: {'Port': ['ID=d5a8b3c7-5098-44b8-91cf-f034d15648a0,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:07.129117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=fd1f7a84-6070-48e7-8b66-b158284538c8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:07.173934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.179930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4852f6f7-dc46-4f8f-a720-3611b8d16c7b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/fd1f7a84-6070-48e7-8b66-b158284538c8 HTTP/1.1" status: 204 len: 168 time: 1.3330026 Jul 12 16:25:07.180496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35564) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:07.194755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.252382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.270253 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7868a7-4dd5-467c-bb5d-16111ef4a20a tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] GET failed (client error): The resource could not be found. Jul 12 16:25:07.275561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b7868a7-4dd5-467c-bb5d-16111ef4a20a tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "GET /v2.0/ports/fd1f7a84-6070-48e7-8b66-b158284538c8 HTTP/1.1" status: 404 len: 333 time: 0.0904732 Jul 12 16:25:07.275816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object c00b735e-4665-4eec-b92d-4ba5d8af74b1 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:07.275816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.277441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35566) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:07.464480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf677-8656-43b1-9000-61c35b7b23a7 req-0df220a5-1dbe-44c5-b46a-46f87849eeee tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:07.474205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-970cf677-8656-43b1-9000-61c35b7b23a7 req-0df220a5-1dbe-44c5-b46a-46f87849eeee tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 945 time: 0.2425294 Jul 12 16:25:07.481473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:07.507789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:07.529462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event updated for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:07.539289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:07.547520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-970cf677-8656-43b1-9000-61c35b7b23a7 req-2ed7be32-b025-4544-9db4-69362245f269 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711174 Jul 12 16:25:07.553661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port 46eed631-455c-4afb-b250-bca8e9ce8fd7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:07.554835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.620362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:07.621047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.633947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Allocated IP 172.20.0.3 (4e160e19-9fc3-4eb5-88e4-1681dd67bcba/e9eddc55-a7fe-431c-a761-b34805cab0a6/c08d7239-7889-4bc4-8ff2-ff47362459e7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:07.647193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-b697ccff-5717-443d-8c1a-b677858517f9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5354056 Jul 12 16:25:07.669129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Request body: {'port': {'device_id': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:07.681388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.696232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for 46eed631-455c-4afb-b250-bca8e9ce8fd7 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:07.714119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-747d943e-36dd-4ff9-a07e-55db4e11dfcb req-51d80a8c-f4ca-4e09-a936-80f876ec5f27 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 210 time: 0.0763443 Jul 12 16:25:07.746402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.846818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deb244-cf7e-4527-86cc-ccd150e73c66 req-c7ec96ed-17c6-4792-b814-f18d3e033072 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:07.848479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:07.848928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8deb244-cf7e-4527-86cc-ccd150e73c66 req-c7ec96ed-17c6-4792-b814-f18d3e033072 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1361179 Jul 12 16:25:07.862127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:07.881074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:07.886616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:07.887229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.928903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=c00b735e-4665-4eec-b92d-4ba5d8af74b1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:07.940435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8deb244-cf7e-4527-86cc-ccd150e73c66 req-ab71d0a2-07c8-4c7c-af4f-7bff5521391d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795829 Jul 12 16:25:07.943476 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.948384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:07.970124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-93e1dcd1-208d-4730-a766-13fdd15f21f8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0308440 Jul 12 16:25:07.972904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35574) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:07.979781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5a8b3c7-5098-44b8-91cf-f034d15648a0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:07.983150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=46eed631-455c-4afb-b250-bca8e9ce8fd7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:08.018185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.022746 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ffeb72a-1a9c-417b-9402-bc16e8680d9d tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/ports/46eed631-455c-4afb-b250-bca8e9ce8fd7 HTTP/1.1" status: 204 len: 168 time: 0.7394068 Jul 12 16:25:08.025533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35576) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:08.052515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d5a8b3c7-5098-44b8-91cf-f034d15648a0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:08.091252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting subnet ff2ac376-d452-455f-9994-e58cb7b79749 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:08.094824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.146272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.254907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.337313 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.374894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2ac376-d452-455f-9994-e58cb7b79749,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:08.383948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.386379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2ed0ff25-63bf-40aa-99b1-9a3a8c6cddfc tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/subnets/ff2ac376-d452-455f-9994-e58cb7b79749 HTTP/1.1" status: 204 len: 168 time: 0.3594060 Jul 12 16:25:08.392255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35580) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:08.403531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828340b-227e-4e13-aafe-38822a85dc80 None None] Network c3703858-c40d-4753-a208-064a3fedcfbe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:08.483720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.558581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Deleting port 132ff70c-4337-4fe0-ac65-c9339d33ca3a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:08.559123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.602653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.651465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838487e-28b0-494e-9920-52e98f7fc2cd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:08.658067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838487e-28b0-494e-9920-52e98f7fc2cd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:08.662943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3838487e-28b0-494e-9920-52e98f7fc2cd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6857734 Jul 12 16:25:08.665531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35584) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:08.683145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] For port 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=132ff70c-4337-4fe0-ac65-c9339d33ca3a,segment=NetworkSegment(4fb7448f-d267-44f0-be2f-2b54a32901b7),segment_id=4fb7448f-d267-44f0-be2f-2b54a32901b7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:08.683781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.694415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] DHCP port deletion for c3703858-c40d-4753-a208-064a3fedcfbe request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:08.703627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49ab77-7bfb-4233-8ac2-800f54d039ea None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:08.729283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Calling delete_port for 132ff70c-4337-4fe0-ac65-c9339d33ca3a owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:08.814585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.819689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Provisioning for port d5a8b3c7-5098-44b8-91cf-f034d15648a0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:08.843839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Provisioning complete for port d5a8b3c7-5098-44b8-91cf-f034d15648a0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:08.844364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.896964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:08.904543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:08.911895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:08.946161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event updated for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:08.951246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Deleting port 132ff70c-4337-4fe0-ac65-c9339d33ca3a {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:08.951761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.957543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-229601af-8a51-4cc9-bc92-7813078e7298 req-cc78eb8d-9101-4da9-b074-31881e870994 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 210 time: 0.0924284 Jul 12 16:25:08.960436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:08.963917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514f51-5de2-4d3c-aaa3-14083e585eec req-1e15c30f-9c56-4a4d-8198-80f00b0fcdcd tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:08.965520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4514f51-5de2-4d3c-aaa3-14083e585eec req-1e15c30f-9c56-4a4d-8198-80f00b0fcdcd tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 945 time: 0.2366147 Jul 12 16:25:08.969860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Allocated IP 172.20.0.14 (4e160e19-9fc3-4eb5-88e4-1681dd67bcba/e9eddc55-a7fe-431c-a761-b34805cab0a6/3b867165-77c6-4dd2-b5e9-5c24b053fafb) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:08.976392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port c00b735e-4665-4eec-b92d-4ba5d8af74b1 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:08.976596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.000373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Port': ['ID=132ff70c-4337-4fe0-ac65-c9339d33ca3a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:09.019092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] No DVR routers for this DVR port 132ff70c-4337-4fe0-ac65-c9339d33ca3a on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:09.049414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] For port 132ff70c-4337-4fe0-ac65-c9339d33ca3a, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:09.049919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:09.050045 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.050137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.094526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-20ff0501-1f11-47c9-887f-f374814ecb8a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6325505 Jul 12 16:25:09.117017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Calling delete_port for 132ff70c-4337-4fe0-ac65-c9339d33ca3a owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:09.121514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Port 132ff70c-4337-4fe0-ac65-c9339d33ca3a was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:25:09.125471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.135024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Request body: {'port': {'device_id': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:09.145523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.164323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.196078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3703858-c40d-4753-a208-064a3fedcfbe']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:09.206066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4514f51-5de2-4d3c-aaa3-14083e585eec req-44b89e57-6f64-4951-9f18-ed13bac7f664 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268298 Jul 12 16:25:09.236317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] No DVR routers for this DVR port 132ff70c-4337-4fe0-ac65-c9339d33ca3a on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:09.239787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb7448f-d267-44f0-be2f-2b54a32901b7') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:09.240080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb7448f-d267-44f0-be2f-2b54a32901b7') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:09.240573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4cda-7fa6-41b4-b0cb-5f08c4933657 None None] Pushing event deleted for resources: {'Port': ['ID=132ff70c-4337-4fe0-ac65-c9339d33ca3a,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:09.254112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.265327 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.294467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.322216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for c00b735e-4665-4eec-b92d-4ba5d8af74b1 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:09.325450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] For port d5a8b3c7-5098-44b8-91cf-f034d15648a0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5a8b3c7-5098-44b8-91cf-f034d15648a0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:09.326811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:09.327796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:09.328580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.346302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.378920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:09.433143 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:09.452758 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.480893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9ab7-d033-49f0-89c4-208c85581ec2 None None] Pushing event updated for resources: {'Port': ['ID=d5a8b3c7-5098-44b8-91cf-f034d15648a0,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:09.509789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:09.521844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.522358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:09.523921 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.535098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] 10.222.0.58 "DELETE /v2.0/networks/c3703858-c40d-4753-a208-064a3fedcfbe HTTP/1.1" status: 204 len: 168 time: 1.1416507 Jul 12 16:25:09.601426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.604048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ebd62-fe33-4780-be46-bb8b7242089b tempest-AllowedAddressPairIpV6TestJSON-1557372201 tempest-AllowedAddressPairIpV6TestJSON-1557372201-project] Pushing event deleted for resources: {'Network': ['ID=c3703858-c40d-4753-a208-064a3fedcfbe,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:09.688857 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.697810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35600) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:09.719150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.728353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff442f-68d0-4d37-91ec-eefbdc07688f req-6b386077-fe3d-44c7-bcda-4229d36e7127 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:09.737648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,segment=NetworkSegment(10aa4364-64aa-4927-b906-2562f320064f),segment_id=10aa4364-64aa-4927-b906-2562f320064f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:09.740256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:09.740574 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ff442f-68d0-4d37-91ec-eefbdc07688f req-6b386077-fe3d-44c7-bcda-4229d36e7127 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2999027 Jul 12 16:25:09.744017 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2d148-3058-441b-a27a-853919800d87" -d '{"events": [{"server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "name": "network-vif-plugged", "status": "completed", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:09.748656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.825546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.840409 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5ff88-a96f-4c17-aa57-5128a519afb3 x-openstack-request-id: req-96f5ff88-a96f-4c17-aa57-5128a519afb3 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:09.840775 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "name": "network-vif-plugged", "status": "completed", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:09.841031 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96f5ff88-a96f-4c17-aa57-5128a519afb3 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:09.841670 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04', 'code': 200} Jul 12 16:25:09.845446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:09.888243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-21c71b2c-0c98-4129-a5fd-67ffcc2c068c None None] Provisioning complete for port d5a8b3c7-5098-44b8-91cf-f034d15648a0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:09.888723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-21c71b2c-0c98-4129-a5fd-67ffcc2c068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:09.946882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ff442f-68d0-4d37-91ec-eefbdc07688f req-87a9330c-b254-458a-8b94-090b0d882d11 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053387 Jul 12 16:25:09.986099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-21c71b2c-0c98-4129-a5fd-67ffcc2c068c None None] Could not find standard attr ID for object c00b735e-4665-4eec-b92d-4ba5d8af74b1. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:10.010424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:10.017572 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c43f953d-fd84-4e61-89fa-8c27ed947a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.020458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.025879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:10.026006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c00b735e-4665-4eec-b92d-4ba5d8af74b1 HTTP/1.1" status: 204 len: 168 time: 1.3581851 Jul 12 16:25:10.028863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35610) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:10.029008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb58579-2cea-4dc6-9d14-80df34d29480 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=c00b735e-4665-4eec-b92d-4ba5d8af74b1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:10.042953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:10.043891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5a8b3c7-5098-44b8-91cf-f034d15648a0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:10.123476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d5a8b3c7-5098-44b8-91cf-f034d15648a0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:10.124647 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.165647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event updated for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:10.194528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35612) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:10.302885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-efa1a475-4abc-4611-a3d7-94635b40f999 None None] Could not find standard attr ID for object c00b735e-4665-4eec-b92d-4ba5d8af74b1. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:10.385236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 132ff70c-4337-4fe0-ac65-c9339d33ca3a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:10.397058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22023063-6ba0-42a8-a41b-c39b561830b2 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:10.410161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 132ff70c-4337-4fe0-ac65-c9339d33ca3a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:10.411011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 132ff70c-4337-4fe0-ac65-c9339d33ca3a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:10.461348 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.495767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Transition to ACTIVE for port object 22023063-6ba0-42a8-a41b-c39b561830b2 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:10.544265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff267415-9259-4015-b2eb-53dc5189b544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.545938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff267415-9259-4015-b2eb-53dc5189b544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.550198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ff267415-9259-4015-b2eb-53dc5189b544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5094461 Jul 12 16:25:10.560334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.561000 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.563533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35620) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:10.571772 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.635550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a2184-1e06-4764-a617-b2fe8af8abd6 req-6a278ded-5231-48f2-9cc8-9a0a6bd660a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.636377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb5a2184-1e06-4764-a617-b2fe8af8abd6 req-6a278ded-5231-48f2-9cc8-9a0a6bd660a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 1097 time: 0.6839147 Jul 12 16:25:10.724228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Pushing event updated for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:10.737025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b36277-d149-4a39-a478-5c4f52caeda2 req-226ca89c-bd87-49c3-bd60-4676c36f5d67 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.738735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00b36277-d149-4a39-a478-5c4f52caeda2 req-226ca89c-bd87-49c3-bd60-4676c36f5d67 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 932 time: 0.4534876 Jul 12 16:25:10.745102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet c97033dc-12a5-4356-92ed-e0898bf9b7d5 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:10.755262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.764170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7975c4cf-82c5-4bd7-be94-3eeb2b2fa7ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a0ea56a9b7646d48995c208a647160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525835 Jul 12 16:25:10.767460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:10.797134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb5a2184-1e06-4764-a617-b2fe8af8abd6 req-94a54764-6e91-4a0e-9ccf-4a8b1b5e9cae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306727 Jul 12 16:25:10.822870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.873458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00b36277-d149-4a39-a478-5c4f52caeda2 req-c761a0ed-8aec-4a1d-b91b-7a687cd02115 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115110 Jul 12 16:25:10.893455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72ea5-340e-41a4-bff7-45c8566e7857 req-a7966144-422d-4d49-8215-730089a1debf tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:10.895783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3d72ea5-340e-41a4-bff7-45c8566e7857 req-a7966144-422d-4d49-8215-730089a1debf tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 946 time: 0.3205979 Jul 12 16:25:10.905593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c43f953d-fd84-4e61-89fa-8c27ed947a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.918247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c43f953d-fd84-4e61-89fa-8c27ed947a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.919468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Attempting to bind port 22023063-6ba0-42a8-a41b-c39b561830b2 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:10.919828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Attempting to bind port 22023063-6ba0-42a8-a41b-c39b561830b2 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:10.920163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Attempting to bind port 22023063-6ba0-42a8-a41b-c39b561830b2 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:10.936960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Port 22023063-6ba0-42a8-a41b-c39b561830b2 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:25:10.937171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-fcf14eb8-1013-498c-b8b2-f45607f16345 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4935660 Jul 12 16:25:10.937297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Attempting to bind port 22023063-6ba0-42a8-a41b-c39b561830b2 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:10.946086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.956350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08d7239-7889-4bc4-8ff2-ff47362459e7 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:10.960462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Request body: {'port': {'device_id': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:10.961798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:10.962211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Checking segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:10.962525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Bound using segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:10.963041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Bound port: 22023063-6ba0-42a8-a41b-c39b561830b2, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:10.963515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.977296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.007553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.036134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Transition to ACTIVE for port object c08d7239-7889-4bc4-8ff2-ff47362459e7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:11.053776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c43f953d-fd84-4e61-89fa-8c27ed947a2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ec76babad8f4ee4a1f67534f198e7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3528988 Jul 12 16:25:11.057870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.064665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:11.067449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f953d-fd84-4e61-89fa-8c27ed947a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdef04f-bda4-4387-ac82-e0107b766bf6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.081325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3d72ea5-340e-41a4-bff7-45c8566e7857 req-752cf3ab-1150-4ffe-b1cc-de72d3a8492f tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778867 Jul 12 16:25:11.084532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.152434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:11.161320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=22023063-6ba0-42a8-a41b-c39b561830b2,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:11.166436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.170885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.204192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.226706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.240181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:11.240813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.240929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.242544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] 10.222.0.77 "PUT /v2.0/ports/22023063-6ba0-42a8-a41b-c39b561830b2 HTTP/1.1" status: 200 len: 1091 time: 3.5802436 Jul 12 16:25:11.273295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:11.275636 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966001c-2606-4a47-b10c-be9cfd652725" -d '{"events": [{"name": "network-changed", "server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:11.293005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=c97033dc-12a5-4356-92ed-e0898bf9b7d5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.297793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.300179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ff7ac8d5-bb11-4eae-bb57-5286d6e1037d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c97033dc-12a5-4356-92ed-e0898bf9b7d5 HTTP/1.1" status: 204 len: 168 time: 0.7233980 Jul 12 16:25:11.309593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35632) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:11.312697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47afc55-e669-43eb-abf4-d2360e28af62 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:11.318697 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.322105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.325960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a070f123-ffd7-44d6-bfe0-4e7d70ea0bd0 HTTP/1.1" status: 204 len: 168 time: 0.5568526 Jul 12 16:25:11.326755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54670e-14b7-4dca-8aa5-37bfc846c64e service neutron] Pushing event updated for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.397077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84d79e0f-2fd4-40fc-8e76-44f8872c77ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859656 Jul 12 16:25:11.401645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35638) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:11.403898 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.417346 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35798be9-9c16-40eb-b39e-502c123f2164 x-openstack-request-id: req-35798be9-9c16-40eb-b39e-502c123f2164 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:11.417804 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:11.418202 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35798be9-9c16-40eb-b39e-502c123f2164 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:11.418800 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2', 'status': 'completed', 'code': 200} Jul 12 16:25:11.423990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:11.445171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10283e4-11be-4e13-abf3-d86727b3e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070f123-ffd7-44d6-bfe0-4e7d70ea0bd0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.508192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Attempting to bind port c08d7239-7889-4bc4-8ff2-ff47362459e7 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:11.508819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Attempting to bind port c08d7239-7889-4bc4-8ff2-ff47362459e7 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:11.509308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Attempting to bind port c08d7239-7889-4bc4-8ff2-ff47362459e7 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:11.517696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Port c08d7239-7889-4bc4-8ff2-ff47362459e7 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:25:11.518268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Attempting to bind port c08d7239-7889-4bc4-8ff2-ff47362459e7 on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:11.533739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:11.534080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Checking segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:11.534469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Bound using segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:11.534912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Bound port: c08d7239-7889-4bc4-8ff2-ff47362459e7, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:11.535270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.543070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-da1840fc-bdd6-42da-8b80-6a74681cb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:11.544650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-da1840fc-bdd6-42da-8b80-6a74681cb0ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 1094 time: 0.2563009 Jul 12 16:25:11.592177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1299-f705-4791-903d-bc313b1116ce req-f9085c8e-d663-489e-b679-2307dad655ed tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:11.600590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad6f1299-f705-4791-903d-bc313b1116ce req-f9085c8e-d663-489e-b679-2307dad655ed tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.5076244 Jul 12 16:25:11.663683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.666527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.668671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6bdef04f-bda4-4387-ac82-e0107b766bf6 HTTP/1.1" status: 204 len: 168 time: 0.6020145 Jul 12 16:25:11.690101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-aa7d0a42-1c38-4547-bcf8-2d978e449428 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22023063-6ba0-42a8-a41b-c39b561830b2 HTTP/1.1" status: 200 len: 217 time: 0.1363704 Jul 12 16:25:11.761044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:11.841933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04177d4-dfbb-479e-a070-8a5f05e54a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdef04f-bda4-4387-ac82-e0107b766bf6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:11.929589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad6f1299-f705-4791-903d-bc313b1116ce req-fb53ed60-04eb-4cc0-98ac-684b54ffe97c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280079 Jul 12 16:25:11.937615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Deleting port d5a8b3c7-5098-44b8-91cf-f034d15648a0 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:11.937991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:11.945624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5a8b3c7-5098-44b8-91cf-f034d15648a0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:11.956719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:11.961300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-26e1d40b-a4ad-4713-a4e9-7ffe3af775bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:11.963233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-26e1d40b-a4ad-4713-a4e9-7ffe3af775bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.2629719 Jul 12 16:25:11.965421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:11.981111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.032312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b867165-77c6-4dd2-b5e9-5c24b053fafb {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:12.041954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.054429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Transition to ACTIVE for port object 3b867165-77c6-4dd2-b5e9-5c24b053fafb will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:12.059880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-49c6df10-b497-4a5b-9e6a-df49a190d119 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846262 Jul 12 16:25:12.068882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.069273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.070047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.072283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] 10.222.0.65 "PUT /v2.0/ports/c08d7239-7889-4bc4-8ff2-ff47362459e7 HTTP/1.1" status: 200 len: 1091 time: 2.9418638 Jul 12 16:25:12.181116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] For port d5a8b3c7-5098-44b8-91cf-f034d15648a0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5a8b3c7-5098-44b8-91cf-f034d15648a0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:12.181727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.197084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.225694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Calling delete_port for d5a8b3c7-5098-44b8-91cf-f034d15648a0 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:12.267811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d5a8b3c7-5098-44b8-91cf-f034d15648a0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5a8b3c7-5098-44b8-91cf-f034d15648a0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:12.311655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.322796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65ea7-6a1c-45db-b2b1-ff3af864fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:12.407354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d5a8b3c7-5098-44b8-91cf-f034d15648a0,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:12.428016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-21c90169-5f1e-4eb7-85fc-a85c20dabd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.429559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-21c90169-5f1e-4eb7-85fc-a85c20dabd5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 1094 time: 0.3012052 Jul 12 16:25:12.433149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-e8b3a489-2a1b-4d15-a6a5-e96a0c08cc5a service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599153 Jul 12 16:25:12.435226 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.500786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:12.506603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.513776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] Pushing event deleted for resources: {'Port': ['ID=d5a8b3c7-5098-44b8-91cf-f034d15648a0,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:12.525505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56803f3-d150-42ec-b3b0-750f66b61ffe None None] No DVR routers for this DVR port d5a8b3c7-5098-44b8-91cf-f034d15648a0 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:12.546482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-7285d46b-2005-48a3-b28e-e09548d5698e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7 HTTP/1.1" status: 200 len: 217 time: 0.1091495 Jul 12 16:25:12.603479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da413c3-d0e3-4563-9c78-eb573bb06c1d req-ffbbe2bf-f3cd-4ecf-a855-cc823738d65b tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.605109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4da413c3-d0e3-4563-9c78-eb573bb06c1d req-ffbbe2bf-f3cd-4ecf-a855-cc823738d65b tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 944 time: 0.3097234 Jul 12 16:25:12.669704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.670775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-ad665da8-9fd6-4dc4-a36c-9810f52576cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.672561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-ad665da8-9fd6-4dc4-a36c-9810f52576cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.1176691 Jul 12 16:25:12.677973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.684146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.694116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.701634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.708242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.714666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:12.716879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-d3a78940-030b-44dc-9ffe-e64468040683 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.9878929 Jul 12 16:25:12.719418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Pushing event updated for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:12.719994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-8889b430-24e2-4584-9214-8f83d43a63af service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701247 Jul 12 16:25:12.722654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-9334f048-439e-438a-8526-7bc299e1dc74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383885 Jul 12 16:25:12.735170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4da413c3-d0e3-4563-9c78-eb573bb06c1d req-c23b2a92-ca31-41ea-8406-9b161274be59 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204321 Jul 12 16:25:12.843149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-61cbafd6-ba26-42bb-a216-b6b946f5756e req-12289731-621c-488b-ab4b-a883dd59020b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107886 Jul 12 16:25:12.864470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Attempting to bind port 3b867165-77c6-4dd2-b5e9-5c24b053fafb on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:12.864852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Attempting to bind port 3b867165-77c6-4dd2-b5e9-5c24b053fafb by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:12.865203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Attempting to bind port 3b867165-77c6-4dd2-b5e9-5c24b053fafb on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:12.927849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Port 3b867165-77c6-4dd2-b5e9-5c24b053fafb on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:25:12.928177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Attempting to bind port 3b867165-77c6-4dd2-b5e9-5c24b053fafb on network 4e160e19-9fc3-4eb5-88e4-1681dd67bcba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:12.938354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:12.938693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Checking segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:12.939074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Bound using segment: {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:12.939510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Bound port: 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a376b5b-bdcd-4523-8612-319c89fab627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:12.939900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:12.959085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35684) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:13.111481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-9e3a9348-0265-49a3-bdfc-dda911d4b969 service neutron] 10.222.0.65 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688681 Jul 12 16:25:13.113696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966001c-2606-4a47-b10c-be9cfd652725 req-a942a6ae-fa5a-41da-ae98-3e9ee3696722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.116208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-a942a6ae-fa5a-41da-ae98-3e9ee3696722 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 1094 time: 0.3197174 Jul 12 16:25:13.225623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.303659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:13.303883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:25:13.326480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:13.335544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:13.342338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2000025852'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:13.346773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:13.362176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.362710 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.367940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e649993a-02f8-4b2b-9c02-0dbfabdf2ec8 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:13.368228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.400771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-724d20e7-4305-4284-a983-76c7ca02e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.402364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-724d20e7-4305-4284-a983-76c7ca02e121 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.2513874 Jul 12 16:25:13.413024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-9610feff-5625-4710-837d-6439c8bb109b service neutron] 10.222.0.65 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930624 Jul 12 16:25:13.424402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd113f-1963-4fe7-b371-fc2e80a1fdc3 req-942cec73-036f-48d7-9b78-9afd5b34976b tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.432816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91dd113f-1963-4fe7-b371-fc2e80a1fdc3 req-942cec73-036f-48d7-9b78-9afd5b34976b tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 946 time: 0.3372843 Jul 12 16:25:13.433026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:13.438232 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:13.443013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=b5b9c9dd-0695-4ba6-8652-420ef75d6446,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:13.458583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.462850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.469198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.475478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.481923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.488238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.495263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.495471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.496039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.497525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a7d32a2-e5c2-4b86-a675-5a66c0f45103 req-acc54bf6-2f24-4556-a9c1-169711e02f8d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.3155112 Jul 12 16:25:13.497641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] 10.222.0.77 "PUT /v2.0/ports/3b867165-77c6-4dd2-b5e9-5c24b053fafb HTTP/1.1" status: 200 len: 1092 time: 2.5448136 Jul 12 16:25:13.500113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966001c-2606-4a47-b10c-be9cfd652725 req-dca51d3e-7a5a-4ac5-bd8c-6aa48387c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.501589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-dca51d3e-7a5a-4ac5-bd8c-6aa48387c687 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 919 time: 0.3733854 Jul 12 16:25:13.502051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:13.511276 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afbe25-e91f-4001-be81-0e18fd0ee977" -d '{"events": [{"name": "network-changed", "server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:13.516639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:13.523880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.544549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91dd113f-1963-4fe7-b371-fc2e80a1fdc3 req-bdb575e5-1fad-43d4-85f9-b712d4745532 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106639 Jul 12 16:25:13.618597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-016129de-27e0-4078-a7a4-9ed8a577ace6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22023063-6ba0-42a8-a41b-c39b561830b2 HTTP/1.1" status: 200 len: 217 time: 0.0938327 Jul 12 16:25:13.639913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.653685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'b5b9c9dd-0695-4ba6-8652-420ef75d6446'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:13.654568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:13.655328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73005-9c55-4e6a-b426-56f466666415 service neutron] Pushing event updated for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:13.663830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9e7eb775-2b95-4691-b07e-2ed02c84ce6b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2569311 Jul 12 16:25:13.677433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35706) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:13.706389 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127621a-5963-48ce-baea-1a58c81b4dad x-openstack-request-id: req-c127621a-5963-48ce-baea-1a58c81b4dad {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:13.709616 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:13.711026 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c127621a-5963-48ce-baea-1a58c81b4dad {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:13.711796 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7', 'status': 'completed', 'code': 200} Jul 12 16:25:13.726878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'name': 'tempest-NetworksTestDHCPv6-1980003473'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:13.986837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966001c-2606-4a47-b10c-be9cfd652725 req-ab2d4355-e6c0-4986-be5b-f4af01216181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:13.994294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-ab2d4355-e6c0-4986-be5b-f4af01216181 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.3669631 Jul 12 16:25:14.009569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-e6112d5e-7f00-4fe9-b202-d641f368a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:14.011797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-e6112d5e-7f00-4fe9-b202-d641f368a1eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.6015263 Jul 12 16:25:14.041156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-aa5a146d-78b7-4451-a0f4-d377e2935949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:14.042760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-aa5a146d-78b7-4451-a0f4-d377e2935949 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 1095 time: 0.3751316 Jul 12 16:25:14.049574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/b5b9c9dd-0695-4ba6-8652-420ef75d6446/81288c9c-a319-47c7-abec-7188207fb5fb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:14.124850 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743f54a-1646-44a4-b00a-4c94854632df x-openstack-request-id: req-e743f54a-1646-44a4-b00a-4c94854632df {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:14.125089 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:14.125431 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e743f54a-1646-44a4-b00a-4c94854632df {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:14.125898 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb', 'status': 'completed', 'code': 200} Jul 12 16:25:14.133880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-74c4422f-6b6f-4103-934e-b13f45a9780f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb HTTP/1.1" status: 200 len: 217 time: 0.0787187 Jul 12 16:25:14.180562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-8a842a25-1195-45a7-b3cc-0dcb50663499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:14.182236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-8a842a25-1195-45a7-b3cc-0dcb50663499 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 1094 time: 0.4673088 Jul 12 16:25:14.227554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-7fc8aeb3-ad81-4077-a997-aa0819ef5114 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147222 Jul 12 16:25:14.290281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-e0dc2ea0-125b-40bc-9312-4ab4b815c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:14.291804 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-e0dc2ea0-125b-40bc-9312-4ab4b815c2a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.1488833 Jul 12 16:25:14.296823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.314817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.352390 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-c47db640-ad14-4829-bedb-f2db05c78e7b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521059 Jul 12 16:25:14.401381 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.414494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Transition to ACTIVE for port object 81288c9c-a319-47c7-abec-7188207fb5fb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:14.434696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Transition to ACTIVE for port object 81288c9c-a319-47c7-abec-7188207fb5fb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:14.443613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.450590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:14.465142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:14.469016 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.494151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:14.494349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e514e18-e5ca-436a-b922-e86587a470b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:14.511781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=81288c9c-a319-47c7-abec-7188207fb5fb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:14.515186 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.515547 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment d8de8f32-a20f-460a-801d-26806a0ca520 of type vlan for network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 Jul 12 16:25:14.515879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:14.521655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:14.559303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:14.630014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 22023063-6ba0-42a8-a41b-c39b561830b2 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:25:14.655382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Attempting to bind port 81288c9c-a319-47c7-abec-7188207fb5fb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:14.656162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Attempting to bind port 81288c9c-a319-47c7-abec-7188207fb5fb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:14.656162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Attempting to bind port 81288c9c-a319-47c7-abec-7188207fb5fb on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:14.660140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.667846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:14.668134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:14.668542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.668941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:14.669433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Bound port: 81288c9c-a319-47c7-abec-7188207fb5fb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:14.670061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.730519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-0f720432-089c-4b57-9c26-c9eac667c7a5 service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610258 Jul 12 16:25:14.774601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12c3ed-5141-44c5-8d3d-67f1bb074337 req-eff45c2b-3e0e-4f64-85d7-d2b959983c7f tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:14.784919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd12c3ed-5141-44c5-8d3d-67f1bb074337 req-eff45c2b-3e0e-4f64-85d7-d2b959983c7f tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 944 time: 0.3470206 Jul 12 16:25:14.811534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=22023063-6ba0-42a8-a41b-c39b561830b2,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:14.824527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] For port 81288c9c-a319-47c7-abec-7188207fb5fb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:14.828542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] For port 81288c9c-a319-47c7-abec-7188207fb5fb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=81288c9c-a319-47c7-abec-7188207fb5fb,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:14.830177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '22023063-6ba0-42a8-a41b-c39b561830b2', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'port_id': '22023063-6ba0-42a8-a41b-c39b561830b2', 'mac_address': 'fa:16:3e:da:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9eddc55-a7fe-431c-a761-b34805cab0a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:25:14.837489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:14.975263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bd12c3ed-5141-44c5-8d3d-67f1bb074337 req-84edc71a-af37-4554-88d6-99496b5a1e5d tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888847 Jul 12 16:25:14.993375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:15.012588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:15.013520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:15.106255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-45f3f59a-57c3-40ec-b12a-0bdab2184225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:15.107921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-45f3f59a-57c3-40ec-b12a-0bdab2184225 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 919 time: 0.8748817 Jul 12 16:25:15.109754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-de0ecf48-4bbb-470c-b413-41ff48c72e3e service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672850 Jul 12 16:25:15.147696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::22e (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/b5b9c9dd-0695-4ba6-8652-420ef75d6446/acf8f1bc-a1a8-405a-aef8-f46e9e4b5779) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:15.164113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1906006 Jul 12 16:25:15.189541 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:15.200574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-e8450fbc-64c1-4a69-a4e4-fc507a87793d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7 HTTP/1.1" status: 200 len: 217 time: 0.0804675 Jul 12 16:25:15.201117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f419a8e-1884-4a96-8c09-2a93ba456809 req-da86ff8e-2f11-42cc-acbd-aa0eda6e94df service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481380 Jul 12 16:25:15.224293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc2ca-3dfa-41d5-8b61-81963e0cbd05 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=adc69d30-3fcd-4a8b-b5c2-9fcba9a95487,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:15.236472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09c23-269b-4362-a664-f5578dc5cdd0 None None] Pushing event updated for resources: {'Port': ['ID=81288c9c-a319-47c7-abec-7188207fb5fb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:15.250560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:15.367347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22023063-6ba0-42a8-a41b-c39b561830b2 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:15.381712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e388e-661b-401b-a4e0-0c3c5a4d70cd req-ba630937-dece-4e51-8683-f1a07075eb39 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:15.383279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-471e388e-661b-401b-a4e0-0c3c5a4d70cd req-ba630937-dece-4e51-8683-f1a07075eb39 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 1.5568466 Jul 12 16:25:15.391540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-b1ae06ef-815f-4aa8-9381-3323a3695ba8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 1.3497670 Jul 12 16:25:15.420252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c08d7239-7889-4bc4-8ff2-ff47362459e7 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:25:15.559831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=22023063-6ba0-42a8-a41b-c39b561830b2,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:15.621944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:15.792030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:15.817898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:15.831542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c08d7239-7889-4bc4-8ff2-ff47362459e7', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'port_id': 'c08d7239-7889-4bc4-8ff2-ff47362459e7', 'mac_address': 'fa:16:3e:d7:d0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9eddc55-a7fe-431c-a761-b34805cab0a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:25:15.932737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a966001c-2606-4a47-b10c-be9cfd652725 req-26b7c0c4-1fcf-4210-8fef-30a6d9340968 service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958612 Jul 12 16:25:15.937790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-360f6809-f299-445e-ab06-ce19197e7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:15.941174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-360f6809-f299-445e-ab06-ce19197e7d9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.5054901 Jul 12 16:25:15.959838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-6954baee-d8af-43f0-ba99-be2ef36e0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:15.961794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-6954baee-d8af-43f0-ba99-be2ef36e0d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.6828752 Jul 12 16:25:15.988694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:16.040556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08d7239-7889-4bc4-8ff2-ff47362459e7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:16.095225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 81288c9c-a319-47c7-abec-7188207fb5fb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:16.101043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-6aa32149-b750-4525-91f7-c9dd96f9bfc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861282 Jul 12 16:25:16.152217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:16.164277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-471e388e-661b-401b-a4e0-0c3c5a4d70cd req-8410490f-673c-47aa-b13d-f7f6968de57d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873845 Jul 12 16:25:16.170724 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:16.187448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:16.194637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['22023063-6ba0-42a8-a41b-c39b561830b2'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:16.273216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:16.288564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-6bbc8734-a3e9-4e80-9eb0-65117aecafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:16.290105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-6bbc8734-a3e9-4e80-9eb0-65117aecafe5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3360765 Jul 12 16:25:16.415561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:16.431120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 81288c9c-a319-47c7-abec-7188207fb5fb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:16.433281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:16.456326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:16.559035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-2fb63258-82b2-495e-83cb-62fed5a8a2de service neutron] 10.222.0.65 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361579 Jul 12 16:25:16.596857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c08d7239-7889-4bc4-8ff2-ff47362459e7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:16.600975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=acf8f1bc-a1a8-405a-aef8-f46e9e4b5779,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:16.658636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:16.709484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:16.716283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:16.727810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:16.728482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:16.736578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-2509bab9-0eb5-4d9a-b4c0-864269eee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:16.738124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-2509bab9-0eb5-4d9a-b4c0-864269eee42d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9f08bdf1396422fa99305454f9590dc&device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 1095 time: 1.4120507 Jul 12 16:25:16.828639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-5b68392e-7131-4276-a606-bfb321a0d60b service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305557 Jul 12 16:25:16.966545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35798) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:17.049036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea87c551-eb5d-47dd-9c8f-44d293772858 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3359091 Jul 12 16:25:17.055677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:17.176466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-c8aa22b3-06de-4636-84fb-c043d6e410e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.178333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-c8aa22b3-06de-4636-84fb-c043d6e410e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 200 len: 919 time: 0.4271076 Jul 12 16:25:17.231956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7d270e9-70f5-4cd0-9556-26e4f7d9a6fd req-e8fd0f6d-166b-4538-9e26-e83bf9a119bf service neutron] 10.222.0.65 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492136 Jul 12 16:25:17.243565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.244084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.244562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.245031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.245500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.245964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.246427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.254151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-a1e11063-668e-4a97-8b66-62dd410ba172 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.7956789 Jul 12 16:25:17.281235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2548275b-6e46-44fc-9021-f0ca7f7e9799 req-edaada54-d7ec-47e8-8cb1-337fd0e074b1 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393036 Jul 12 16:25:17.310811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-b475df10-1c08-442c-8b3e-f1092f742532 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557272 Jul 12 16:25:17.341172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Provisioning for port 81288c9c-a319-47c7-abec-7188207fb5fb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:17.346314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Provisioning complete for port 81288c9c-a319-47c7-abec-7188207fb5fb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:17.346659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.377049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdca3-ae38-49fe-ac61-88c5e5cf4243 req-bc7eb56b-e13d-4eb5-b35c-4546a31746dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.381775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-088fdca3-ae38-49fe-ac61-88c5e5cf4243 req-bc7eb56b-e13d-4eb5-b35c-4546a31746dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 944 time: 0.7854934 Jul 12 16:25:17.407420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-846fa437-cb3b-4475-a7fd-9cd86963b384 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb HTTP/1.1" status: 200 len: 217 time: 0.2166481 Jul 12 16:25:17.481862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4c7a-b177-4eb0-ad93-7baa581130dd req-bc454747-2cc6-4c13-bae3-063d421e06bc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.483666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a86d4c7a-b177-4eb0-ad93-7baa581130dd req-bc454747-2cc6-4c13-bae3-063d421e06bc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1199441 Jul 12 16:25:17.492910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c19be79a-50ee-4b45-bcb6-3cc7697debc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.546718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.565414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-088fdca3-ae38-49fe-ac61-88c5e5cf4243 req-c5c5179a-2afd-4c2f-b879-110fd19c215a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645193 Jul 12 16:25:17.573683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a86d4c7a-b177-4eb0-ad93-7baa581130dd req-50ac9bc1-2995-4074-8545-87db785d3bd6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820274 Jul 12 16:25:17.585154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999124-97a1-4ab6-9e44-7145b422332a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.595706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999124-97a1-4ab6-9e44-7145b422332a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.608810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] For port 81288c9c-a319-47c7-abec-7188207fb5fb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=81288c9c-a319-47c7-abec-7188207fb5fb,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:17.609295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:17.609648 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56999124-97a1-4ab6-9e44-7145b422332a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5437100 Jul 12 16:25:17.623630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.653679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-08a31b5a-fb56-4115-87c1-a47455e2888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:17.655339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-08a31b5a-fb56-4115-87c1-a47455e2888e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 200 len: 858 time: 0.2048290 Jul 12 16:25:17.729709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf876c59-d1b5-4bb3-a99c-0bdad96473e0 None None] Pushing event updated for resources: {'Port': ['ID=81288c9c-a319-47c7-abec-7188207fb5fb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:17.734532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-a5b63801-2a7d-4b21-af00-0de9109bc4ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e160e19-9fc3-4eb5-88e4-1681dd67bcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549419 Jul 12 16:25:17.878358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:17.878772 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.890416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-acd2e02e-6e8f-4ef5-b0a6-33fe540b17dc service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344666 Jul 12 16:25:17.893310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9d539edf-78dd-4bb5-b9f4-4418d01e7603 None None] Provisioning for port acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:17.904232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9d539edf-78dd-4bb5-b9f4-4418d01e7603 None None] Provisioning complete for port acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:17.906000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9d539edf-78dd-4bb5-b9f4-4418d01e7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:17.974334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9d539edf-78dd-4bb5-b9f4-4418d01e7603 None None] Port acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:17.980335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 81288c9c-a319-47c7-abec-7188207fb5fb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:18.062620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 81288c9c-a319-47c7-abec-7188207fb5fb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:18.062620 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.094435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.111611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:18.137374 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c19be79a-50ee-4b45-bcb6-3cc7697debc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.161780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c19be79a-50ee-4b45-bcb6-3cc7697debc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.211703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19be79a-50ee-4b45-bcb6-3cc7697debc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47af5344-e204-4645-9c29-48eb329ea789,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:18.218329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0afbe25-e91f-4001-be81-0e18fd0ee977 req-51ee6c4c-3aa4-4b30-ab90-c52c9325e20b service neutron] 10.222.0.77 "GET /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206909 Jul 12 16:25:18.241178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c19be79a-50ee-4b45-bcb6-3cc7697debc9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b246fc0797a84487951a63b581d3e09a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2603512 Jul 12 16:25:18.251314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35824) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:18.352995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.367876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.414904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.417472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=acf8f1bc-a1a8-405a-aef8-f46e9e4b5779,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:18.470710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.475901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-91ac3eec-d575-402a-84c4-41245c3a9bd7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 HTTP/1.1" status: 204 len: 168 time: 0.8622870 Jul 12 16:25:18.476698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35832) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:18.541453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6043a-1527-4ac9-bbe6-98372d9366a0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:18.543608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6043a-1527-4ac9-bbe6-98372d9366a0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:18.546956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f0b6043a-1527-4ac9-bbe6-98372d9366a0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0645554 Jul 12 16:25:18.549578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35836) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:18.560201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.562660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.566070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47af5344-e204-4645-9c29-48eb329ea789 HTTP/1.1" status: 204 len: 168 time: 0.3109608 Jul 12 16:25:18.591142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35840) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:18.601757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:18.613006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e532552-f303-4e5c-b0e7-d016d6e22961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af5344-e204-4645-9c29-48eb329ea789,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:18.630923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3b867165-77c6-4dd2-b5e9-5c24b053fafb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:25:18.638478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 22023063-6ba0-42a8-a41b-c39b561830b2 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:18.654778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet b5b9c9dd-0695-4ba6-8652-420ef75d6446 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:18.662389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.753281 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.791185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:18.798093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.876313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 22023063-6ba0-42a8-a41b-c39b561830b2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:18.900198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 22023063-6ba0-42a8-a41b-c39b561830b2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:18.900672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:18.956548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:18.981777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '3b867165-77c6-4dd2-b5e9-5c24b053fafb', 'network_id': '4e160e19-9fc3-4eb5-88e4-1681dd67bcba', 'port_id': '3b867165-77c6-4dd2-b5e9-5c24b053fafb', 'mac_address': 'fa:16:3e:6e:08:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9eddc55-a7fe-431c-a761-b34805cab0a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:25:19.000236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.031242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81c823-a4e0-4360-a14d-c7c70afaeda9 req-d0036c31-e5c6-42f0-bca9-ebcfaf50c6fc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:19.038535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d81c823-a4e0-4360-a14d-c7c70afaeda9 req-d0036c31-e5c6-42f0-bca9-ebcfaf50c6fc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1557386 Jul 12 16:25:19.088425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.104946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b867165-77c6-4dd2-b5e9-5c24b053fafb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:25:19.109794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.132301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d81c823-a4e0-4360-a14d-c7c70afaeda9 req-4dcd9a6a-c16b-4eb3-a9ee-ab99e8160b66 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881693 Jul 12 16:25:19.135771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e51807-b007-44e7-8cda-49da83b751cf req-d2d5e1ef-0114-4bab-a78c-b86a165d56eb tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:19.137592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1e51807-b007-44e7-8cda-49da83b751cf req-d2d5e1ef-0114-4bab-a78c-b86a165d56eb tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 944 time: 0.1088541 Jul 12 16:25:19.138900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35850) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:19.158471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:19.165438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:19.167825 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00244aaa-9876-4d7c-a371-b70aa05af858" -d '{"events": [{"server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "name": "network-vif-plugged", "status": "completed", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:19.172840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.203799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1e51807-b007-44e7-8cda-49da83b751cf req-98e63276-e9cd-4453-b924-26f9ea01a726 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Jul 12 16:25:19.204542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f74e706-7b75-4985-aac8-e057439ecdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.234499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:19.241645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=22023063-6ba0-42a8-a41b-c39b561830b2,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:19.254360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.256832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.322747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:19.329338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.370592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.372660 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/b5b9c9dd-0695-4ba6-8652-420ef75d6446 HTTP/1.1" status: 204 len: 168 time: 0.8220227 Jul 12 16:25:19.376986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c56249-b1b9-4dba-9a22-f2812ec0d209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b9c9dd-0695-4ba6-8652-420ef75d6446,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:19.379826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f9297-2078-42a2-8cdf-2996081c8211 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:19.380702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:19.398124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=97361770-4bd3-4ad6-bfda-eb43a57871ab,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:19.423030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': 'd8de8f32-a20f-460a-801d-26806a0ca520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:19.423399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: adc69d30-3fcd-4a8b-b5c2-9fcba9a95487, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:19.435150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c08d7239-7889-4bc4-8ff2-ff47362459e7 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:19.441364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84a92-9d6b-4f33-95ed-032f29c52501 req-39b71244-539b-4919-9ce1-ccd8acbf4eca tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:19.443672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41b84a92-9d6b-4f33-95ed-032f29c52501 req-39b71244-539b-4919-9ce1-ccd8acbf4eca tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 946 time: 0.1279879 Jul 12 16:25:19.461403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:19.466549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54c89bc0-ba7f-41b5-8cd2-f22c18c04997 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670714 Jul 12 16:25:19.506815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f74e706-7b75-4985-aac8-e057439ecdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.524761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f74e706-7b75-4985-aac8-e057439ecdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.564564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35858) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:19.576429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:19.577842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['3b867165-77c6-4dd2-b5e9-5c24b053fafb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:19.609094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c08d7239-7889-4bc4-8ff2-ff47362459e7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:19.616867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e706-7b75-4985-aac8-e057439ecdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a161e8-f966-4c21-897f-cc43b13c3dc8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:19.623930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c08d7239-7889-4bc4-8ff2-ff47362459e7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:19.624396 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.626915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7f74e706-7b75-4985-aac8-e057439ecdc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50251347fd0746d1add1d8df3137e241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867775 Jul 12 16:25:19.656618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:19.666707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f76d3c-417c-4888-b2c6-4dffe574c563 req-76109f71-f3ef-47c8-96d6-0a6afc65fcaf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:19.668529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78f76d3c-417c-4888-b2c6-4dffe574c563 req-76109f71-f3ef-47c8-96d6-0a6afc65fcaf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3014674 Jul 12 16:25:19.773590 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.778266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, adc69d30-3fcd-4a8b-b5c2-9fcba9a95487) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:19.781885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78f76d3c-417c-4888-b2c6-4dffe574c563 req-740b0f73-d57a-46fc-93cb-569c7598ebd6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952497 Jul 12 16:25:19.787644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:19.789554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.814988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41b84a92-9d6b-4f33-95ed-032f29c52501 req-9dd17958-d9ec-4ff0-b2f7-5adbeb9c59fa tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617091 Jul 12 16:25:19.815724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.867769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-506db37d-ebf9-41f9-877f-1e5a5f02b29e tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2753618 Jul 12 16:25:19.868541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35864) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:19.872712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.875166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342054992'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:19.890830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d034b-14ca-4c35-9561-9bafec010d9f None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:19.892879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:19.900291 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c0c29-c721-4059-8a2d-02bb3259324a x-openstack-request-id: req-de2c0c29-c721-4059-8a2d-02bb3259324a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:19.900629 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "name": "network-vif-plugged", "status": "completed", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:19.900881 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de2c0c29-c721-4059-8a2d-02bb3259324a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:19.901305 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2', 'code': 200} Jul 12 16:25:19.920054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:19.924209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.927875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:19.932166 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:19.980130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 81288c9c-a319-47c7-abec-7188207fb5fb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:19.981084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:20.028513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:20.033083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.033343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.033483 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment 3278597b-1a05-4431-8933-11e6be3960a4 of type vlan for network f19ee732-b105-46fd-903f-d8fc630ed95e Jul 12 16:25:20.037430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.038515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92a161e8-f966-4c21-897f-cc43b13c3dc8 HTTP/1.1" status: 204 len: 168 time: 0.3805115 Jul 12 16:25:20.048409 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.065076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25c30e-ca13-46ca-ba1f-8ea8b907c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a161e8-f966-4c21-897f-cc43b13c3dc8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:20.137894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdba7ae-3c7c-4120-a732-80bf525a63c3 req-32aeb36f-5089-4ea4-8a90-d7fea4acca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.139643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbdba7ae-3c7c-4120-a732-80bf525a63c3 req-32aeb36f-5089-4ea4-8a90-d7fea4acca9d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 1096 time: 0.1605022 Jul 12 16:25:20.142006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.216312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Deleting port 81288c9c-a319-47c7-abec-7188207fb5fb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:20.216714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.259167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cbdba7ae-3c7c-4120-a732-80bf525a63c3 req-3469d90e-3f33-4792-a694-4f2235850ffd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117117 Jul 12 16:25:20.272361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.272736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.279519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.280222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.280951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:20.287798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.361320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] For port 81288c9c-a319-47c7-abec-7188207fb5fb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=81288c9c-a319-47c7-abec-7188207fb5fb,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:20.361723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.370186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=f19ee732-b105-46fd-903f-d8fc630ed95e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:20.392643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-117e507d-7ab3-48a7-b6c1-d76c54e4df17 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5222173 Jul 12 16:25:20.395936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35872) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:20.402639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:20.426459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:20.438077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:20.445391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.445713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.462746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=c4cae967-1f08-4e93-8ada-9123a728d7bf,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:20.475502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d5644d3f-b4a4-4106-9e62-5f29dd99fb0c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9091058 Jul 12 16:25:20.479634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:20.485352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'name': 'tempest-NetworksTestDHCPv6-361403580'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:20.595206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ace9dbdb-5cb3-421e-93cb-0a6ec257c625 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.596894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ace9dbdb-5cb3-421e-93cb-0a6ec257c625 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 946 time: 0.3034849 Jul 12 16:25:20.606792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:20.607277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f19ee732-b105-46fd-903f-d8fc630ed95e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:20.614423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.621910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 81288c9c-a319-47c7-abec-7188207fb5fb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=81288c9c-a319-47c7-abec-7188207fb5fb,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:20.623949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Calling delete_port for 81288c9c-a319-47c7-abec-7188207fb5fb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:20.701644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.717288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-adc69d30-3fcd-4a8b-b5c2-9fcba9a95487', 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487', 'tenant_id': '2ae8d3663d044acc93d5a227438b6f66', 'fixed_ips': [{'subnet_id': '97361770-4bd3-4ad6-bfda-eb43a57871ab'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:20.718144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.742447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87cfa6-b4a9-4815-8fa2-c3632378c994 req-d6cb27e3-2229-4588-a739-6feb5679d6bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.744054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b87cfa6-b4a9-4815-8fa2-c3632378c994 req-d6cb27e3-2229-4588-a739-6feb5679d6bf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2114067 Jul 12 16:25:20.766397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:20.770592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.808549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:20.838035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Deleting port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:20.838035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:20.878815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b87cfa6-b4a9-4815-8fa2-c3632378c994 req-490de947-5f58-4093-89aa-c91e20ecaee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229641 Jul 12 16:25:20.906154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=81288c9c-a319-47c7-abec-7188207fb5fb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:20.947524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490c606-fb92-4df7-b82f-7985c436d405 req-9b79eea9-9aa1-4346-ab88-ab0eef5020e5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:20.949331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3490c606-fb92-4df7-b82f-7985c436d405 req-9b79eea9-9aa1-4346-ab88-ab0eef5020e5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 945 time: 0.4081218 Jul 12 16:25:21.029262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Allocated IP 2001:db8:0:ffff::2 (adc69d30-3fcd-4a8b-b5c2-9fcba9a95487/97361770-4bd3-4ad6-bfda-eb43a57871ab/1a645a50-adf3-4e93-b8e3-2c2b005823bd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:21.058033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3490c606-fb92-4df7-b82f-7985c436d405 req-4e10ba33-f61d-44fe-81e5-7e9ef1c82fae tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Jul 12 16:25:21.098641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] For port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,segment=NetworkSegment(10aa4364-64aa-4927-b906-2562f320064f),segment_id=10aa4364-64aa-4927-b906-2562f320064f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:21.099027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.139992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Calling delete_port for 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:21.142207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::254 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c4cae967-1f08-4e93-8ada-9123a728d7bf/2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:21.258934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:25:21.260766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.342389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.351403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Transition to ACTIVE for port object 1a645a50-adf3-4e93-b8e3-2c2b005823bd will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:21.367958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Transition to ACTIVE for port object 1a645a50-adf3-4e93-b8e3-2c2b005823bd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:21.377114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.382138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': '3278597b-1a05-4431-8933-11e6be3960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:21.389332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.392173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: f19ee732-b105-46fd-903f-d8fc630ed95e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:21.397024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=37c470fb-aa9d-4fd7-9018-1a887b7ff3d4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:21.438257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network f19ee732-b105-46fd-903f-d8fc630ed95e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:21.450144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f19ee732-b105-46fd-903f-d8fc630ed95e) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:21.455965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:21.456615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.469954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee9cd8-27b6-46c6-a2ab-9bc24e3836e6 None None] Network f19ee732-b105-46fd-903f-d8fc630ed95e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:21.476535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7f74-1fa8-4644-a37d-27e4237af30c req-49875a4c-54c3-4cc9-8717-dbf2a6599bf2 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:21.483858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c36c7f74-1fa8-4644-a37d-27e4237af30c req-49875a4c-54c3-4cc9-8717-dbf2a6599bf2 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 946 time: 0.3743477 Jul 12 16:25:21.491623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-df2e9910-230f-4491-b57d-4586eca588d5 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0908601 Jul 12 16:25:21.491623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:21.496536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'port': {'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e', 'name': 'tempest-NetworksIpV6TestAttrs-2014065885'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:21.563798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:21.568213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] No DVR routers for this DVR port 81288c9c-a319-47c7-abec-7188207fb5fb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:21.581803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:21.585954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:21.637594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4b6df-ffac-4516-a04d-2b2c166a339c None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:21.648220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c36c7f74-1fa8-4644-a37d-27e4237af30c req-e788429a-6511-415a-920f-f65473d3f7b5 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/security-groups?id=80fa6ea2-2c61-4a74-9116-53f4d021019e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633861 Jul 12 16:25:21.711339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d57ae-caff-4134-9e09-7de4c096cfac req-d18888df-ee94-4dcc-a953-719a76eebf60 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:21.718220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff8d57ae-caff-4134-9e09-7de4c096cfac req-d18888df-ee94-4dcc-a953-719a76eebf60 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1305637 Jul 12 16:25:21.724229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.724429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Pushing event updated for resources: {'Port': ['ID=1a645a50-adf3-4e93-b8e3-2c2b005823bd,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:21.732430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.768830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:21.774123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.790112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Pushing event deleted for resources: {'Port': ['ID=88367d2b-7092-4ee9-b9f4-54d8c55f7b04,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:21.792486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:21.807483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7b9d6-4836-4dd3-a322-70644f307d85 None None] Pushing event deleted for resources: {'Port': ['ID=81288c9c-a319-47c7-abec-7188207fb5fb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:21.826761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Attempting to bind port 1a645a50-adf3-4e93-b8e3-2c2b005823bd on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:21.827626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Attempting to bind port 1a645a50-adf3-4e93-b8e3-2c2b005823bd by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd8de8f32-a20f-460a-801d-26806a0ca520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:21.828314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Attempting to bind port 1a645a50-adf3-4e93-b8e3-2c2b005823bd on network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:21.860889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:21.861652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Checking segment: {'id': 'd8de8f32-a20f-460a-801d-26806a0ca520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:21.862058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.862519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Bound using segment: {'id': 'd8de8f32-a20f-460a-801d-26806a0ca520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:21.863092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Bound port: 1a645a50-adf3-4e93-b8e3-2c2b005823bd, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de8f32-a20f-460a-801d-26806a0ca520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'adc69d30-3fcd-4a8b-b5c2-9fcba9a95487'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:21.864098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.865532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff8d57ae-caff-4134-9e09-7de4c096cfac req-5f7eb165-5472-48ef-ac51-cdf4a7c0a1dd tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463721 Jul 12 16:25:21.880162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] device_id is not set on port 16ac3be5-13d3-4a4e-b27a-befc9f7e7316 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:21.907780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:21.910699 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c22ef2-7d14-4787-9751-82244dee6e10" -d '{"events": [{"server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "name": "network-vif-plugged", "status": "completed", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:21.921364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] No DVR routers for this DVR port 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:21.937643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:21.939664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99d1c0d1-673c-42b6-9981-081b081485d6 req-ff8bfa29-2bcb-477a-98d4-99c793c8c0d4 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.65 "DELETE /v2.0/ports/88367d2b-7092-4ee9-b9f4-54d8c55f7b04 HTTP/1.1" status: 204 len: 173 time: 1.3281412 Jul 12 16:25:21.940116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'name': 'network-vif-deleted', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:21.943040 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ed695-4818-4ff0-9025-2317ad4fe16d" -d '{"events": [{"server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "name": "network-vif-deleted", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:21.981784 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fa927a-6397-42b2-852e-75de63ec3e01 x-openstack-request-id: req-e8fa927a-6397-42b2-852e-75de63ec3e01 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:21.982074 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "name": "network-vif-plugged", "status": "completed", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:21.982494 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8fa927a-6397-42b2-852e-75de63ec3e01 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:21.983041 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7', 'code': 200} Jul 12 16:25:22.004067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.072699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f19ee732-b105-46fd-903f-d8fc630ed95e', 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e', 'tenant_id': '2ae8d3663d044acc93d5a227438b6f66', 'fixed_ips': [{'subnet_id': '37c470fb-aa9d-4fd7-9018-1a887b7ff3d4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:22.074081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.081455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-74d51228-e006-456a-91c3-42a67c01516d None None] For port 1a645a50-adf3-4e93-b8e3-2c2b005823bd, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:22.085192 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efe485-c8bf-45b3-a670-902d50426b81 x-openstack-request-id: req-58efe485-c8bf-45b3-a670-902d50426b81 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:22.092097 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4", "name": "network-vif-deleted", "tag": "88367d2b-7092-4ee9-b9f4-54d8c55f7b04", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:22.092364 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58efe485-c8bf-45b3-a670-902d50426b81 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:22.092781 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4', 'name': 'network-vif-deleted', 'tag': '88367d2b-7092-4ee9-b9f4-54d8c55f7b04', 'status': 'completed', 'code': 200} Jul 12 16:25:22.122224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Allocated IP 2001:db8::f816:3eff:fecc:3128 (f19ee732-b105-46fd-903f-d8fc630ed95e/37c470fb-aa9d-4fd7-9018-1a887b7ff3d4/16ac3be5-13d3-4a4e-b27a-befc9f7e7316) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:22.133664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-74d51228-e006-456a-91c3-42a67c01516d None None] For port 1a645a50-adf3-4e93-b8e3-2c2b005823bd, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a645a50-adf3-4e93-b8e3-2c2b005823bd,segment=NetworkSegment(d8de8f32-a20f-460a-801d-26806a0ca520),segment_id=d8de8f32-a20f-460a-801d-26806a0ca520)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:22.166577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.239634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:22.245622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:22.261439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:22.267333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:22.268068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.284180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:22.344026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e26425c-1965-4983-bd1b-f200796e5d3d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8608766 Jul 12 16:25:22.349229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35922) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:22.405780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51228-e006-456a-91c3-42a67c01516d None None] Pushing event updated for resources: {'Port': ['ID=1a645a50-adf3-4e93-b8e3-2c2b005823bd,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:22.425094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073022a-c991-43a7-83fe-2b133f665c46 req-9fb79d2a-68db-4d88-979e-3dc38c08a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:22.426717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5073022a-c991-43a7-83fe-2b133f665c46 req-9fb79d2a-68db-4d88-979e-3dc38c08a728 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 1096 time: 0.3283153 Jul 12 16:25:22.439331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'c4cae967-1f08-4e93-8ada-9123a728d7bf'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:22.440309 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.474854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47949f3-f458-40f5-82d9-8c485f1b9e01 req-54772267-8346-4410-9ee1-48f714ff71b6 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:22.481888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a47949f3-f458-40f5-82d9-8c485f1b9e01 req-54772267-8346-4410-9ee1-48f714ff71b6 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 945 time: 0.1815183 Jul 12 16:25:22.493241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.498634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:22.520812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Transition to ACTIVE for port object 16ac3be5-13d3-4a4e-b27a-befc9f7e7316 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:22.561476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.658752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3b867165-77c6-4dd2-b5e9-5c24b053fafb up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:22.669700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922811e9-3e1e-47cd-8db0-272fc5def88b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:22.669888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network f19ee732-b105-46fd-903f-d8fc630ed95e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:22.674162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:22.700033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:22.705838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-922811e9-3e1e-47cd-8db0-272fc5def88b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3544426 Jul 12 16:25:22.715411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a47949f3-f458-40f5-82d9-8c485f1b9e01 req-240881a6-d084-4711-88ea-3e9b34362109 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326434 Jul 12 16:25:22.716956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35930) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:22.723609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:22.724424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.746320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Port': ['ID=16ac3be5-13d3-4a4e-b27a-befc9f7e7316,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:22.762535 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5073022a-c991-43a7-83fe-2b133f665c46 req-12e6965b-fca2-4b33-b127-3f43154d564c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247621 Jul 12 16:25:22.765209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:22.779549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb262796-c9fe-4038-9741-9587141e7cce tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2870426 Jul 12 16:25:22.782643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:22.794323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Allocated IP 2001:db8::f816:3eff:fe06:e759 (f19ee732-b105-46fd-903f-d8fc630ed95e/37c470fb-aa9d-4fd7-9018-1a887b7ff3d4/19e5e45a-324f-428a-a4b3-62a3fc8bd405) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:22.845321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 3b867165-77c6-4dd2-b5e9-5c24b053fafb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:22.855087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.866242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 3b867165-77c6-4dd2-b5e9-5c24b053fafb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:22.866456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting subnet 37c470fb-aa9d-4fd7-9018-1a887b7ff3d4 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:22.866753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:22.975730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c4cae967-1f08-4e93-8ada-9123a728d7bf/984cfb0d-796e-4feb-807a-4ccb554ad83d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:22.988984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:22.995966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.023203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-973f18fe-623e-4244-8220-9afa2ab31e16 req-3697d78a-d8c5-4509-a2e9-bd8a605fb1a3 tempest-VolumesActionsTest-1349760795 tempest-VolumesActionsTest-1349760795-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b6df47e-bdb6-4d3c-9d8d-5ac3c22285f4 HTTP/1.1" status: 200 len: 210 time: 0.0644774 Jul 12 16:25:23.039065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.173762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Allocated IP 172.25.8.161 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/a55155c1-8aab-4834-9bbd-9e4f20cc5f13) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:23.176975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.207992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcc14-ddc4-4c49-9353-cabc49969489 req-f30d8067-4475-4318-b1f2-0b361a0e8a82 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:23.214152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d1bcc14-ddc4-4c49-9353-cabc49969489 req-f30d8067-4475-4318-b1f2-0b361a0e8a82 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1665685 Jul 12 16:25:23.241884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.313955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.317739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.326753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Transition to ACTIVE for port object 984cfb0d-796e-4feb-807a-4ccb554ad83d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:23.344950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Transition to ACTIVE for port object 984cfb0d-796e-4feb-807a-4ccb554ad83d will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:23.371754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.396158 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.406598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:23.427569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Pushing event updated for resources: {'Port': ['ID=a55155c1-8aab-4834-9bbd-9e4f20cc5f13,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:23.452035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:23.456802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:23.462344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:23.524016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Pushing event updated for resources: {'Port': ['ID=984cfb0d-796e-4feb-807a-4ccb554ad83d,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:23.527951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:23.528589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 88367d2b-7092-4ee9-b9f4-54d8c55f7b04 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:23.543644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.563548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:23.565765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:23.570387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:23.574218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:23.579796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.592496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Transition to ACTIVE for port object 19e5e45a-324f-428a-a4b3-62a3fc8bd405 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:23.642666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:23.674725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d1bcc14-ddc4-4c49-9353-cabc49969489 req-98d50e2a-28bd-4dbc-8d59-3b109521a030 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596684 Jul 12 16:25:23.679379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.821642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.940687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:23.959736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Transition to ACTIVE for port object 19e5e45a-324f-428a-a4b3-62a3fc8bd405 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:23.963150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eca000-e4fb-4c10-a33a-789a6bff6762 None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:24.005871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.056763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.059239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:24.059813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.063216 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999294d-cddd-49b5-aa41-6f3ba048a252" -d '{"events": [{"server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "name": "network-vif-plugged", "status": "completed", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:24.067094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a645a50-adf3-4e93-b8e3-2c2b005823bd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:24.069508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.073602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b0f2e9d8-7c19-469c-a923-d7e52d3488c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe HTTP/1.1" status: 204 len: 168 time: 1.3418531 Jul 12 16:25:24.089315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e032-5292-4982-a0c3-2d5b6ef35e23 req-ab0a9a71-7468-466a-9cd7-1239017d6b56 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:24.102735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8137e032-5292-4982-a0c3-2d5b6ef35e23 req-ab0a9a71-7468-466a-9cd7-1239017d6b56 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 946 time: 0.2159493 Jul 12 16:25:24.105026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35946) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:24.123251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.141383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1df0289e-130d-436d-93d9-f4b5a5013e41 None None] Provisioning for port 1a645a50-adf3-4e93-b8e3-2c2b005823bd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:24.157245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.161785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.165175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Network f19ee732-b105-46fd-903f-d8fc630ed95e is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:24.172499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Attempting to bind port 984cfb0d-796e-4feb-807a-4ccb554ad83d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:24.172871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Attempting to bind port 984cfb0d-796e-4feb-807a-4ccb554ad83d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:24.173234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Attempting to bind port 984cfb0d-796e-4feb-807a-4ccb554ad83d on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:24.182431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:24.195358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:24.269320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:24.270331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:24.270829 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.271285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:24.271806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Bound port: 984cfb0d-796e-4feb-807a-4ccb554ad83d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:24.272833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.330713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8137e032-5292-4982-a0c3-2d5b6ef35e23 req-c8a3d799-de70-4adc-a42f-42527a61c472 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265124 Jul 12 16:25:24.402222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Pushing event updated for resources: {'Port': ['ID=19e5e45a-324f-428a-a4b3-62a3fc8bd405,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.414999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.451274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Attempting to bind port 19e5e45a-324f-428a-a4b3-62a3fc8bd405 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:24.452774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Attempting to bind port 19e5e45a-324f-428a-a4b3-62a3fc8bd405 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3278597b-1a05-4431-8933-11e6be3960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:24.454358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Attempting to bind port 19e5e45a-324f-428a-a4b3-62a3fc8bd405 on network f19ee732-b105-46fd-903f-d8fc630ed95e {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:24.462572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1fb59-4087-43c4-9bbd-183cd1d7e06a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:24.469478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1fb59-4087-43c4-9bbd-183cd1d7e06a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:24.474375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-70c1fb59-4087-43c4-9bbd-183cd1d7e06a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3647141 Jul 12 16:25:24.476069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:24.482747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1a645a50-adf3-4e93-b8e3-2c2b005823bd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:24.506426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.561717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet c4cae967-1f08-4e93-8ada-9123a728d7bf {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:24.565356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.567581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] For port 984cfb0d-796e-4feb-807a-4ccb554ad83d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:24.574830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] For port 984cfb0d-796e-4feb-807a-4ccb554ad83d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=984cfb0d-796e-4feb-807a-4ccb554ad83d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:24.582260 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb762d19-5779-43f4-b1ad-0e350896663f x-openstack-request-id: req-bb762d19-5779-43f4-b1ad-0e350896663f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:24.585803 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "name": "network-vif-plugged", "status": "completed", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:24.586334 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb762d19-5779-43f4-b1ad-0e350896663f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:24.593516 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb', 'code': 200} Jul 12 16:25:24.598825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.599860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:24.602091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Checking segment: {'id': '3278597b-1a05-4431-8933-11e6be3960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:24.603221 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.603895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Bound using segment: {'id': '3278597b-1a05-4431-8933-11e6be3960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:24.606378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Pushing event updated for resources: {'Port': ['ID=a55155c1-8aab-4834-9bbd-9e4f20cc5f13,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.607224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Bound port: 19e5e45a-324f-428a-a4b3-62a3fc8bd405, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3278597b-1a05-4431-8933-11e6be3960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f19ee732-b105-46fd-903f-d8fc630ed95e'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:24.607947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.614880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1a645a50-adf3-4e93-b8e3-2c2b005823bd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:24.616394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.630520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.661786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.680312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=37c470fb-aa9d-4fd7-9018-1a887b7ff3d4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.716041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.718391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4804cc19-9c16-47ea-8d0c-a3d85211daf2 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/37c470fb-aa9d-4fd7-9018-1a887b7ff3d4 HTTP/1.1" status: 204 len: 168 time: 1.9345775 Jul 12 16:25:24.725499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35952) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:24.763652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.791963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd636d5-b244-4534-9be1-9fc182c7e016 req-10853848-cdf0-43cb-8a97-622661f46d65 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:24.800293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3dd636d5-b244-4534-9be1-9fc182c7e016 req-10853848-cdf0-43cb-8a97-622661f46d65 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2967401 Jul 12 16:25:24.805783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:24.809764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d13e9380-ab50-4e73-9e06-82dfdd602f68 tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3068917 Jul 12 16:25:24.810661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:24.833908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1863729039', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'fixed_ips': [{'ip_address': '172.25.8.161'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:24.880541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe527-27df-4b55-9482-05a1766d618d req-09b54166-2a9a-4770-9663-ea8f090de658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:24.882121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84dfe527-27df-4b55-9482-05a1766d618d req-09b54166-2a9a-4770-9663-ea8f090de658 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 1097 time: 0.2807896 Jul 12 16:25:24.884535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9379e6-39d4-4b5f-8885-67f04d85b863 None None] Pushing event updated for resources: {'Port': ['ID=984cfb0d-796e-4feb-807a-4ccb554ad83d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:24.891319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3dd636d5-b244-4534-9be1-9fc182c7e016 req-d8770366-5a92-4400-a285-e3e9cb407c74 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897334 Jul 12 16:25:24.930457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84dfe527-27df-4b55-9482-05a1766d618d req-0c37d731-7a98-4e6e-9162-4f737848acfe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jul 12 16:25:24.951233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] For port 19e5e45a-324f-428a-a4b3-62a3fc8bd405, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:24.973184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] For port 19e5e45a-324f-428a-a4b3-62a3fc8bd405, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19e5e45a-324f-428a-a4b3-62a3fc8bd405,segment=NetworkSegment(3278597b-1a05-4431-8933-11e6be3960a4),segment_id=3278597b-1a05-4431-8933-11e6be3960a4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:24.982632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.000859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923efd1-b424-4e3a-80d8-f4b0dd183ddc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:25.003111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923efd1-b424-4e3a-80d8-f4b0dd183ddc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:25.005186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9923efd1-b424-4e3a-80d8-f4b0dd183ddc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2787032 Jul 12 16:25:25.008742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.027985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Made reservation on behalf of 36a62aa663324044ae2c37d2a9fcc37e for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:25.033384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.044995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.090695 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.168870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ec6f-ed50-4b97-ad14-7e8d99de3b1a None None] Pushing event updated for resources: {'Port': ['ID=19e5e45a-324f-428a-a4b3-62a3fc8bd405,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:25.221850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.234292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1a645a50-adf3-4e93-b8e3-2c2b005823bd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a645a50-adf3-4e93-b8e3-2c2b005823bd,segment=NetworkSegment(d8de8f32-a20f-460a-801d-26806a0ca520),segment_id=d8de8f32-a20f-460a-801d-26806a0ca520)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:25.243422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.249478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0802f53-9e39-4408-b167-083b7de54706 None None] Network f19ee732-b105-46fd-903f-d8fc630ed95e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:25.259280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.319510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cae967-1f08-4e93-8ada-9123a728d7bf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:25.336765 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.349646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-75e99c86-b587-44f5-8937-d1546843b1a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c4cae967-1f08-4e93-8ada-9123a728d7bf HTTP/1.1" status: 204 len: 168 time: 0.8694055 Jul 12 16:25:25.350064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.374506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-336774e5-1061-46f4-bfc1-4988816b517b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.411816 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-336774e5-1061-46f4-bfc1-4988816b517b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 12 16:25:25.412291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336774e5-1061-46f4-bfc1-4988816b517b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:25.414242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-336774e5-1061-46f4-bfc1-4988816b517b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/f19ee732-b105-46fd-903f-d8fc630ed95e HTTP/1.1" status: 409 len: 405 time: 0.4045455 Jul 12 16:25:25.420652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.428199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088614552'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:25.445698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1a645a50-adf3-4e93-b8e3-2c2b005823bd,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:25.490822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b50855c5-5a64-4336-ae4d-8bdceffff9a1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371264 Jul 12 16:25:25.491475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.535798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.558868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.564749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] device_id is not set on port ea7ef8bb-c995-4a82-a061-d76afadfc52c yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:25.591786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872848c-d730-4e0f-a893-b2b3e8df53f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:25.595087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f872848c-d730-4e0f-a893-b2b3e8df53f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0991602 Jul 12 16:25:25.595742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.605756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1fb81a50-a12d-4a89-8dea-0fa2f1eac5fc None None] Provisioning complete for port 1a645a50-adf3-4e93-b8e3-2c2b005823bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:25.606115 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fb81a50-a12d-4a89-8dea-0fa2f1eac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.675851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1c437-a47a-4598-b088-9cb038c1747f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:25.680629 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32f1c437-a47a-4598-b088-9cb038c1747f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812054 Jul 12 16:25:25.681223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35974) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.683617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:25.687471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.734650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dd0273b-f8cf-4a74-9733-1f0e155efb51 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473659 Jul 12 16:25:25.734865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:25.740908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:25.813438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b705c9e-bc68-4760-bfe0-bf6b9a55e66c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:25.857823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:25.955731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:25.961789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:25.999851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.000461 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment b541f39b-8db8-46b3-970f-08080ab5bc53 of type vlan for network f7951662-4372-48b5-8a38-16298a23e702 Jul 12 16:25:26.089991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806d80-23b4-4133-b81a-5b9efd5de52f req-92c65add-d467-4bae-b82f-29f0aab41119 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:26.097170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7806d80-23b4-4133-b81a-5b9efd5de52f req-92c65add-d467-4bae-b82f-29f0aab41119 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 946 time: 0.4300432 Jul 12 16:25:26.135796 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 12 16:25:26.136462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:26.144018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.168768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 984cfb0d-796e-4feb-807a-4ccb554ad83d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:26.180827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d84b5d42-27ed-4766-92e1-f1f7db531a8a tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3619323 Jul 12 16:25:26.182703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35982) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:26.264326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7806d80-23b4-4133-b81a-5b9efd5de52f req-7e33962a-89be-4ea7-b205-d123a89d4643 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655180 Jul 12 16:25:26.266875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:25:26.302081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 984cfb0d-796e-4feb-807a-4ccb554ad83d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:26.318079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a645a50-adf3-4e93-b8e3-2c2b005823bd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:26.377572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf913-73b4-43fc-897c-d17ca3222d39 req-b3fba857-2af2-472d-b71d-344250b0f3a3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:26.380584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c5bf913-73b4-43fc-897c-d17ca3222d39 req-b3fba857-2af2-472d-b71d-344250b0f3a3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1546884 Jul 12 16:25:26.387688 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.393146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:26.393781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.427227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1a645a50-adf3-4e93-b8e3-2c2b005823bd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:26.427649 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.436134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.464104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c5bf913-73b4-43fc-897c-d17ca3222d39 req-01945eef-9bfc-4eb3-9787-4e58b47864d6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757341 Jul 12 16:25:26.505178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:26.506804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:26.509840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:26.510697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.549393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1276474 Jul 12 16:25:26.554474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8175981 Jul 12 16:25:26.554646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:26.554646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35988) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:26.555616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf6a24-bdb7-4c72-8552-da626524dd5d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=efc25044-0132-4cfd-9d51-ac0b02bcea52,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:26.561448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': 'efc25044-0132-4cfd-9d51-ac0b02bcea52', 'ip_address': '2001:db8::8bae:2e88:991:b619'}], 'name': 'tempest-NetworksTestDHCPv6-1097910753'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:26.569485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa43bb-70f7-4eb2-a533-51bd3823b804 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:26.571084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': 'f7951662-4372-48b5-8a38-16298a23e702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:26.633284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f3df-8263-4dc3-9455-ff29ef0bc18b tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=f7951662-4372-48b5-8a38-16298a23e702,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:26.633778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Provisioning for port 984cfb0d-796e-4feb-807a-4ccb554ad83d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:26.640181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Provisioning complete for port 984cfb0d-796e-4feb-807a-4ccb554ad83d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:26.640557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.645862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f7951662-4372-48b5-8a38-16298a23e702 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:26.792761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Deleting port a55155c1-8aab-4834-9bbd-9e4f20cc5f13 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:26.793104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.864031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:26.866683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.867571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.909290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] For port 984cfb0d-796e-4feb-807a-4ccb554ad83d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=984cfb0d-796e-4feb-807a-4ccb554ad83d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:26.916564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:26.938290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aae2a-a2f4-47c8-948f-5e2bd743b488 req-18fab8d6-d4ea-40d4-bed6-1e7a15839368 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:26.938769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f66aae2a-a2f4-47c8-948f-5e2bd743b488 req-18fab8d6-d4ea-40d4-bed6-1e7a15839368 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3161769 Jul 12 16:25:26.952397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:26.958229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Could not find standard attr ID for object 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:26.984630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006344da-d185-4cc3-a2ba-1e0fdf12e08f None None] Pushing event updated for resources: {'Port': ['ID=984cfb0d-796e-4feb-807a-4ccb554ad83d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:27.077727 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:27.077727 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:27.120649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Calling delete_port for a55155c1-8aab-4834-9bbd-9e4f20cc5f13 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:27.127353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f66aae2a-a2f4-47c8-948f-5e2bd743b488 req-c85f59fa-76cd-4bbb-a4cd-de35c3a2d8f7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790435 Jul 12 16:25:27.184989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d55f7615-ded0-43f5-a0a7-f20567a74797 None None] Provisioning complete for port 984cfb0d-796e-4feb-807a-4ccb554ad83d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:27.185599 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d55f7615-ded0-43f5-a0a7-f20567a74797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:27.349904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:27.387452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:27.417434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e3bb-a2b4-4a55-ab4d-9042fe1a78b7 req-bc313f56-188c-4156-979a-aee54c03289d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:27.425553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-caa7e3bb-a2b4-4a55-ab4d-9042fe1a78b7 req-bc313f56-188c-4156-979a-aee54c03289d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1081848 Jul 12 16:25:27.491319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-caa7e3bb-a2b4-4a55-ab4d-9042fe1a78b7 req-dda00eab-b6e7-4bcc-a757-4f3d7de4bb57 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639553 Jul 12 16:25:27.513494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa019a82-b651-4075-8a4d-666f8612fa01 None None] Could not find standard attr ID for object 2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:27.692835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148a6f-9923-4cbf-b1cd-37a7e879f6d1 req-19335c49-f187-409c-847b-b82e215d4f57 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:27.701090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58148a6f-9923-4cbf-b1cd-37a7e879f6d1 req-19335c49-f187-409c-847b-b82e215d4f57 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.0874419 Jul 12 16:25:27.761771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58148a6f-9923-4cbf-b1cd-37a7e879f6d1 req-60c67d6a-a7a4-4ccc-8d2b-e538d80333e7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575519 Jul 12 16:25:27.770991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a67b15a-6917-4223-ab63-6fb7eb27a708 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:25:27.790223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::8bae:2e88:991:b619 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/efc25044-0132-4cfd-9d51-ac0b02bcea52/92c1c2a3-1c32-4239-9d0c-6e37f1b87863) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:27.908200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67b15a-6917-4223-ab63-6fb7eb27a708 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:25:27.909757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e5b56-f121-4138-984b-c4dd72e22d31 req-0844ba0f-662a-4642-b78a-61e2d34125f5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:27.917618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b53e5b56-f121-4138-984b-c4dd72e22d31 req-0844ba0f-662a-4642-b78a-61e2d34125f5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 946 time: 0.3906984 Jul 12 16:25:27.946876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 984cfb0d-796e-4feb-807a-4ccb554ad83d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:27.970203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.032581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:25:28.088845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 984cfb0d-796e-4feb-807a-4ccb554ad83d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:28.089226 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.412854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.423932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55155c1-8aab-4834-9bbd-9e4f20cc5f13,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:28.468111 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b53e5b56-f121-4138-984b-c4dd72e22d31 req-b5489ac5-8844-4ccd-831a-e204f9a571b9 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496049 Jul 12 16:25:28.562143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=5fd87207-194e-4e70-8af7-994641bf284e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:28.601034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.603486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.607783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6ab390a-f1c3-4aaf-b3cf-bb7e7d34e57b tempest-ExternalNetworksAdminNegativeTestJSON-943646906 tempest-ExternalNetworksAdminNegativeTestJSON-943646906-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/9bab79ce-bf62-4829-a7ac-4078911a975c HTTP/1.1" status: 204 len: 168 time: 2.4191518 Jul 12 16:25:28.612213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': 'b541f39b-8db8-46b3-970f-08080ab5bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:28.612577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: f7951662-4372-48b5-8a38-16298a23e702, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:28.626069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.643067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:28.671046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672018-0f35-4621-82d0-4d3bcb17dfb1 req-6f07417d-a67b-476d-b969-e6fa191d48e5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:28.673822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79672018-0f35-4621-82d0-4d3bcb17dfb1 req-6f07417d-a67b-476d-b969-e6fa191d48e5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 945 time: 0.0870748 Jul 12 16:25:28.696182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.744595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79672018-0f35-4621-82d0-4d3bcb17dfb1 req-fb7cd591-1953-47f1-a4eb-0c85897fd71a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630574 Jul 12 16:25:28.752892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network f7951662-4372-48b5-8a38-16298a23e702 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:28.769855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:28.774886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:28.784102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f7951662-4372-48b5-8a38-16298a23e702) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:28.791355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:28.792806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.810071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:28.820347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:28.820766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:28.824461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=92c1c2a3-1c32-4239-9d0c-6e37f1b87863,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:28.840136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18780a22-c4ea-4a11-863e-8a6f975aaee2 None None] Network f7951662-4372-48b5-8a38-16298a23e702 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:28.856607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0048d94f-290e-4ea6-91de-7f09a7de289a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2977118 Jul 12 16:25:28.857059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:28.863721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'port': {'network_id': 'f7951662-4372-48b5-8a38-16298a23e702', 'name': 'tempest-NetworksIpV6TestAttrs-1123326891'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:28.887302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-76321da5-a0c0-484b-bbdf-c1f6541221ee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3296261 Jul 12 16:25:28.889978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36020) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:29.083780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:29.111407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d6789-b619-4871-bb17-c1ab78e72cac req-320d8f72-08b0-48ba-922a-7757a0ebd624 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:29.113462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b08d6789-b619-4871-bb17-c1ab78e72cac req-320d8f72-08b0-48ba-922a-7757a0ebd624 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 945 time: 0.1745486 Jul 12 16:25:29.136562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f22a18-1c43-46bb-b419-439ffb0124c5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:29.151568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f22a18-1c43-46bb-b419-439ffb0124c5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:29.156096 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12f22a18-1c43-46bb-b419-439ffb0124c5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2644651 Jul 12 16:25:29.163927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:29.255067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b08d6789-b619-4871-bb17-c1ab78e72cac req-4a77e47a-1039-423c-a879-2f984b751027 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334326 Jul 12 16:25:29.285926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f7951662-4372-48b5-8a38-16298a23e702', 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702', 'tenant_id': '2ae8d3663d044acc93d5a227438b6f66', 'fixed_ips': [{'subnet_id': '5fd87207-194e-4e70-8af7-994641bf284e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:29.287297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.333841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:29.337666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.370241 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-387c9dad-9cf1-4c73-a3d8-5d0123b163d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.415862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] device_id is not set on port c7203f60-9f7c-4b96-825f-9ab7aec93bbd yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:29.420596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5e1eea3f-99d9-4200-81a8-f3ec38cb3e1b None None] Provisioning for port 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:29.441852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5e1eea3f-99d9-4200-81a8-f3ec38cb3e1b None None] Provisioning complete for port 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:29.451983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5e1eea3f-99d9-4200-81a8-f3ec38cb3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.477072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:29.477468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.536137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5e1eea3f-99d9-4200-81a8-f3ec38cb3e1b None None] Port 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:29.562308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Allocated IP 2001:db8::f816:3eff:fe6d:fd93 (f7951662-4372-48b5-8a38-16298a23e702/5fd87207-194e-4e70-8af7-994641bf284e/3fd49a32-26ea-44e9-b7cc-2a4897e0cc95) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:29.579571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-387c9dad-9cf1-4c73-a3d8-5d0123b163d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.586274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-387c9dad-9cf1-4c73-a3d8-5d0123b163d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.653646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-387c9dad-9cf1-4c73-a3d8-5d0123b163d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66fcc7fca4c648fb911ccc7f504d2cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651941 Jul 12 16:25:29.658859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36036) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:29.698540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.716921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 92c1c2a3-1c32-4239-9d0c-6e37f1b87863 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:29.732801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9dad-9cf1-4c73-a3d8-5d0123b163d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824743f4-b233-4c56-ad49-4d2f2be53dfb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:29.810958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.834539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Transition to ACTIVE for port object 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:29.901543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.912897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.914523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Transition to ACTIVE for port object 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:29.929266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.951736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:29.965751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=92c1c2a3-1c32-4239-9d0c-6e37f1b87863,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:30.019401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084813d4-874a-4107-8ecf-311a044f7622 req-198dbd5c-f644-472c-8714-1b123942f610 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:30.027792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-084813d4-874a-4107-8ecf-311a044f7622 req-198dbd5c-f644-472c-8714-1b123942f610 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 945 time: 0.2121329 Jul 12 16:25:30.030596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Pushing event updated for resources: {'Port': ['ID=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:30.031872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.038950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3b798c39-1705-4df8-bbcd-437b78e875e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/92c1c2a3-1c32-4239-9d0c-6e37f1b87863 HTTP/1.1" status: 204 len: 168 time: 0.8710339 Jul 12 16:25:30.041637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36042) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:30.043629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Network f7951662-4372-48b5-8a38-16298a23e702 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:30.045926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:30.049070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:30.083545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Allocated IP 2001:db8::f816:3eff:febc:b00a (f7951662-4372-48b5-8a38-16298a23e702/5fd87207-194e-4e70-8af7-994641bf284e/c7203f60-9f7c-4b96-825f-9ab7aec93bbd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:30.154408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ece88-cdbb-4283-ac3f-07416be06c61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:30.156240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ece88-cdbb-4283-ac3f-07416be06c61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:30.161247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-387ece88-cdbb-4283-ac3f-07416be06c61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1133559 Jul 12 16:25:30.161876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:30.195366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Attempting to bind port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:30.195905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Attempting to bind port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b541f39b-8db8-46b3-970f-08080ab5bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:30.196280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Attempting to bind port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 on network f7951662-4372-48b5-8a38-16298a23e702 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:30.213546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:30.213899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Checking segment: {'id': 'b541f39b-8db8-46b3-970f-08080ab5bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:30.214313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.214717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Bound using segment: {'id': 'b541f39b-8db8-46b3-970f-08080ab5bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:30.215196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Bound port: 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b541f39b-8db8-46b3-970f-08080ab5bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f7951662-4372-48b5-8a38-16298a23e702'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:30.215626 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.262162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-084813d4-874a-4107-8ecf-311a044f7622 req-2ec1bc28-deff-4611-beac-f587f6410dca tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321744 Jul 12 16:25:30.271955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.274736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.278544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/824743f4-b233-4c56-ad49-4d2f2be53dfb HTTP/1.1" status: 204 len: 168 time: 0.6162560 Jul 12 16:25:30.316779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet efc25044-0132-4cfd-9d51-ac0b02bcea52 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:30.339085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb4e52-3895-4aa9-a5b1-13109bee342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824743f4-b233-4c56-ad49-4d2f2be53dfb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:30.343694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.383418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] For port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:30.394948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] For port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,segment=NetworkSegment(b541f39b-8db8-46b3-970f-08080ab5bc53),segment_id=b541f39b-8db8-46b3-970f-08080ab5bc53)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:30.405986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.427786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.499637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.537597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec5d2f-8ec5-4408-8a03-8d70077dfa80 None None] Pushing event updated for resources: {'Port': ['ID=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:30.631604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.669015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23d0aa-7130-4647-ae7f-061c678346b4 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:30.725347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=efc25044-0132-4cfd-9d51-ac0b02bcea52,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:30.735025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.739658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-17c6aa63-5837-4681-986e-de4a18a70850 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/efc25044-0132-4cfd-9d51-ac0b02bcea52 HTTP/1.1" status: 204 len: 168 time: 0.5730758 Jul 12 16:25:30.741314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:30.815044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-557d28a7-86d7-4716-a6dc-4d387bd0c209 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712404 Jul 12 16:25:30.817488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36054) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:30.822622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:30.828362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:30.850482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:30.893523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Transition to ACTIVE for port object c7203f60-9f7c-4b96-825f-9ab7aec93bbd will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:30.926026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b93cf91-5a4c-4f36-b88e-0ac588abef40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36a62aa663324044ae2c37d2a9fcc37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933599 Jul 12 16:25:30.926026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36058) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:31.011858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:31.018610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.027103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.049895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:31.055326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.141293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Deleting port 984cfb0d-796e-4feb-807a-4ccb554ad83d {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:31.141936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.153003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.210264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Port': ['ID=c7203f60-9f7c-4b96-825f-9ab7aec93bbd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:31.214402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network f7951662-4372-48b5-8a38-16298a23e702 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:31.225211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:31.229970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:31.235898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:31.236419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.271036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] For port 984cfb0d-796e-4feb-807a-4ccb554ad83d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=984cfb0d-796e-4feb-807a-4ccb554ad83d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:31.271705 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.280085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b7d4c77-e054-45ec-a1ed-f0744f24e881 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4208224 Jul 12 16:25:31.281404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36062) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:31.288699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Calling delete_port for 984cfb0d-796e-4feb-807a-4ccb554ad83d owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:31.313068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-295b0bf4-711a-46c7-a734-10f8eeef8a9a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:31.314694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-295b0bf4-711a-46c7-a734-10f8eeef8a9a tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 945 time: 0.1852784 Jul 12 16:25:31.315579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.318900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.332402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b705c9e-bc68-4760-bfe0-bf6b9a55e66c HTTP/1.1" status: 204 len: 168 time: 0.4045837 Jul 12 16:25:31.376154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5e5f-9d3b-4ce2-b853-a1aab9cbbce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b705c9e-bc68-4760-bfe0-bf6b9a55e66c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:31.397645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting subnet 5fd87207-194e-4e70-8af7-994641bf284e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:31.414511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.428869 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.477906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] No DVR routers for this DVR port 984cfb0d-796e-4feb-807a-4ccb554ad83d on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:31.485605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42e06b-9886-4403-b198-6db0c96a86ba None None] Pushing event deleted for resources: {'Port': ['ID=984cfb0d-796e-4feb-807a-4ccb554ad83d,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:31.526825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.536301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Deleting port 22023063-6ba0-42a8-a41b-c39b561830b2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:31.536517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.573062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.611248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdec35-bcba-48b4-afe7-4c63d64a997e req-da04db84-5d49-4ee4-b69c-fbba7adbf917 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:31.618177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cbdec35-bcba-48b4-afe7-4c63d64a997e req-da04db84-5d49-4ee4-b69c-fbba7adbf917 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 945 time: 0.1578183 Jul 12 16:25:31.647007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=74f475bf-5bc3-4128-89ed-f3a2fea2a533,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:31.666341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:31.670293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:31.672015 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.672273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.672623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.673029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.673346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.673681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.674151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.674409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.676288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.676288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.676288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.676575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:31.686007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1ac50-b429-410e-884e-1510fbc1197a None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:31.686145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:31.686655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.692794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cbdec35-bcba-48b4-afe7-4c63d64a997e req-860bfd2f-9950-4f03-b051-d2976fab09bd tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700812 Jul 12 16:25:31.719550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] For port 22023063-6ba0-42a8-a41b-c39b561830b2, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=22023063-6ba0-42a8-a41b-c39b561830b2,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:31.720326 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:31.730251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7aeb57ba-d0c9-4b98-9026-16f0c3456ee1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9116611 Jul 12 16:25:31.736678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36070) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:31.743672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Calling delete_port for 22023063-6ba0-42a8-a41b-c39b561830b2 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:31.755406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '74f475bf-5bc3-4128-89ed-f3a2fea2a533', 'ip_address': '2001:db8::67d2:bca5:6081:82a5'}], 'name': 'tempest-NetworksTestDHCPv6-1870699688'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:31.907574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.003392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-de377944-d799-4f2b-841c-c6bd5cfb3993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.008643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.017140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '74f475bf-5bc3-4128-89ed-f3a2fea2a533'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:32.021089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.042826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c08d7239-7889-4bc4-8ff2-ff47362459e7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:32.045803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['22023063-6ba0-42a8-a41b-c39b561830b2', '3b867165-77c6-4dd2-b5e9-5c24b053fafb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:32.048216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:32.094019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.094514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event deleted for resources: {'Port': ['ID=22023063-6ba0-42a8-a41b-c39b561830b2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:32.103045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:32.105118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3a949-692e-42c3-9deb-32d319bc121c None None] Network f7951662-4372-48b5-8a38-16298a23e702 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:32.108253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.137100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd87207-194e-4e70-8af7-994641bf284e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:32.150597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.152307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abc42d4b-e204-41ab-8c27-275a1bf83241 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/5fd87207-194e-4e70-8af7-994641bf284e HTTP/1.1" status: 204 len: 168 time: 0.8699222 Jul 12 16:25:32.157178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36080) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:32.171240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 1fa7c358-3fb5-4392-87ec-0906132dcf79 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:32.210235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] No DVR routers for this DVR port 22023063-6ba0-42a8-a41b-c39b561830b2 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:32.215157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.219348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b746303-b80d-4c8c-9308-a9ce1fb3cb4c req-ce05ce2c-8e65-475d-ae75-13fab84191a0 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "DELETE /v2.0/ports/22023063-6ba0-42a8-a41b-c39b561830b2 HTTP/1.1" status: 204 len: 173 time: 0.8853140 Jul 12 16:25:32.220268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'name': 'network-vif-deleted', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:32.225038 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15dcfe3-917c-4f21-8342-cde1a3eaf1e7" -d '{"events": [{"server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "name": "network-vif-deleted", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:32.290260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77213dad-490a-4bfe-853e-d716fb2d68d0 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:32.301611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77213dad-490a-4bfe-853e-d716fb2d68d0 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:32.305857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77213dad-490a-4bfe-853e-d716fb2d68d0 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1451805 Jul 12 16:25:32.306564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:32.309080 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c68bc-72e7-4f17-9992-293357d44967 x-openstack-request-id: req-4a0c68bc-72e7-4f17-9992-293357d44967 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:32.309553 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c641948-c67c-4390-8289-4b8eb13d1e4b", "name": "network-vif-deleted", "tag": "22023063-6ba0-42a8-a41b-c39b561830b2", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:32.309941 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a0c68bc-72e7-4f17-9992-293357d44967 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:32.310572 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c641948-c67c-4390-8289-4b8eb13d1e4b', 'name': 'network-vif-deleted', 'tag': '22023063-6ba0-42a8-a41b-c39b561830b2', 'status': 'completed', 'code': 200} Jul 12 16:25:32.450376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5440bb94-2a2e-4929-94b2-23902dcf8700 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.462741 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5440bb94-2a2e-4929-94b2-23902dcf8700 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 12 16:25:32.463313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5440bb94-2a2e-4929-94b2-23902dcf8700 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:32.465211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5440bb94-2a2e-4929-94b2-23902dcf8700 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/f7951662-4372-48b5-8a38-16298a23e702 HTTP/1.1" status: 409 len: 405 time: 0.1577215 Jul 12 16:25:32.474605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:32.479143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2015747585'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:32.520105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7aeeaddc-45cb-4e6e-b670-f8221b4dc24b None None] Provisioning for port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:32.604160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::67d2:bca5:6081:82a5 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/74f475bf-5bc3-4128-89ed-f3a2fea2a533/1fa7c358-3fb5-4392-87ec-0906132dcf79) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:32.646101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:32.650969 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.654533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:32.665322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:32.665724 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.705561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:32.847919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:32.848594 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment 1ecd25be-d5f5-4a07-88a4-ab9f4f5d8c4a of type vlan for network bb655534-88f0-4009-bbec-17d207c51c72 Jul 12 16:25:32.969316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.007484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.025168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea4720f6-d95a-4f79-b856-fbc25c9c055c req-245e8d9c-2692-41fb-8748-a8cfb64a6610 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c641948-c67c-4390-8289-4b8eb13d1e4b HTTP/1.1" status: 200 len: 210 time: 0.0878892 Jul 12 16:25:33.057089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.062322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 1fa7c358-3fb5-4392-87ec-0906132dcf79 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:33.064808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.072266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:33.073114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.108882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,segment=NetworkSegment(b541f39b-8db8-46b3-970f-08080ab5bc53),segment_id=b541f39b-8db8-46b3-970f-08080ab5bc53)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:33.123731 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.130623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] DHCP port deletion for f7951662-4372-48b5-8a38-16298a23e702 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:33.165626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6910281 Jul 12 16:25:33.168582 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.169110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36114) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:33.179329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': 'bb655534-88f0-4009-bbec-17d207c51c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:33.187412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941021f9-b7aa-4bb6-8a47-c8239825a9ef tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=bb655534-88f0-4009-bbec-17d207c51c72,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:33.225591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.242015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network bb655534-88f0-4009-bbec-17d207c51c72 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:33.318106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=1fa7c358-3fb5-4392-87ec-0906132dcf79,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:33.324991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:33.327053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:33.333711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:33.349998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:33.350605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.380171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44465058-51e1-4cec-a66b-507b46b7b5dc tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6392534 Jul 12 16:25:33.381185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:33.392262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 984cfb0d-796e-4feb-807a-4ccb554ad83d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:33.395714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:33.400813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.453103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 984cfb0d-796e-4feb-807a-4ccb554ad83d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:33.453469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 984cfb0d-796e-4feb-807a-4ccb554ad83d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:33.477117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:33.478486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8430e68-d608-46d1-8a4f-0e5df9db2729 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:33.485363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f8430e68-d608-46d1-8a4f-0e5df9db2729 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1030114 Jul 12 16:25:33.486169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36126) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:33.500019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/74f475bf-5bc3-4128-89ed-f3a2fea2a533/2659b2f0-efa4-4967-a429-0f1ba49bba1d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:33.526322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Deleting port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:33.526825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.687121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] For port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,segment=NetworkSegment(b541f39b-8db8-46b3-970f-08080ab5bc53),segment_id=b541f39b-8db8-46b3-970f-08080ab5bc53)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:33.687616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.709978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 1fa7c358-3fb5-4392-87ec-0906132dcf79 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:33.712991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.725008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Calling delete_port for 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:33.817557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.834950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 1fa7c358-3fb5-4392-87ec-0906132dcf79 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:33.879456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:25:33.881210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.960383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=152b055b-7865-4906-ae98-e8794fda402c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:33.969450 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:33.971859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': '1ecd25be-d5f5-4a07-88a4-ab9f4f5d8c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bb655534-88f0-4009-bbec-17d207c51c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:33.973038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: bb655534-88f0-4009-bbec-17d207c51c72, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:33.992189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:33.999284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network bb655534-88f0-4009-bbec-17d207c51c72 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:34.009917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, bb655534-88f0-4009-bbec-17d207c51c72) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:34.014955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:34.015547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.033691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9cdaccbd-8af2-42b3-b7e3-738aa9f7ad09 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8617237 Jul 12 16:25:34.036957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:34.049330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530f2ed-ba41-41c2-9744-cb4835b85585 None None] Network bb655534-88f0-4009-bbec-17d207c51c72 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:34.070674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.080372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.109450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Transition to ACTIVE for port object 2659b2f0-efa4-4967-a429-0f1ba49bba1d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:34.135442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=1fa7c358-3fb5-4392-87ec-0906132dcf79,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:34.164991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.167076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-61fb77bd-6b90-4a06-928c-9481547f23e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/1fa7c358-3fb5-4392-87ec-0906132dcf79 HTTP/1.1" status: 204 len: 168 time: 0.6800022 Jul 12 16:25:34.169604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:34.178324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.277068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.290520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65cf06-5423-4ea7-bc16-d50dfc515538 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:34.293030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65cf06-5423-4ea7-bc16-d50dfc515538 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:34.295039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c65cf06-5423-4ea7-bc16-d50dfc515538 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1239946 Jul 12 16:25:34.300256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36148) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:34.355937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] Pushing event deleted for resources: {'Port': ['ID=3fd49a32-26ea-44e9-b7cc-2a4897e0cc95,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:34.386440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 74f475bf-5bc3-4128-89ed-f3a2fea2a533 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:34.416188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Transition to ACTIVE for port object 2659b2f0-efa4-4967-a429-0f1ba49bba1d will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:34.418097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da743ba8-962d-4ac7-8fc3-30d975dd9f6c None None] No DVR routers for this DVR port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:34.422416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.441254 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.477014 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.529215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Pushing event updated for resources: {'Port': ['ID=2659b2f0-efa4-4967-a429-0f1ba49bba1d,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:34.531706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No active binding found for port 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:25:34.532170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3fd49a32-26ea-44e9-b7cc-2a4897e0cc95 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:34.538089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=152b055b-7865-4906-ae98-e8794fda402c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:34.539485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35de7990-38cc-4bba-af23-4e0ecabda36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.568932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.570383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:34.573097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:34.600317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:34.607936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.624998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb655534-88f0-4009-bbec-17d207c51c72']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:34.639327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecd25be-d5f5-4a07-88a4-ab9f4f5d8c4a') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:34.639666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecd25be-d5f5-4a07-88a4-ab9f4f5d8c4a') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:34.653142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.675026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.695962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:34.696382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:34.703776 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:34.721284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 22023063-6ba0-42a8-a41b-c39b561830b2 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:34.757752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Attempting to bind port 2659b2f0-efa4-4967-a429-0f1ba49bba1d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:34.758125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Attempting to bind port 2659b2f0-efa4-4967-a429-0f1ba49bba1d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:34.758490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Attempting to bind port 2659b2f0-efa4-4967-a429-0f1ba49bba1d on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:34.763195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9e31a-6c5e-4131-8d9b-d9a713349560 None None] Network bb655534-88f0-4009-bbec-17d207c51c72 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:34.773845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.795185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36162) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:34.823215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.835054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.841443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/bb655534-88f0-4009-bbec-17d207c51c72 HTTP/1.1" status: 204 len: 168 time: 0.8028483 Jul 12 16:25:34.842979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36166) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:34.851249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 22023063-6ba0-42a8-a41b-c39b561830b2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:34.851612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 22023063-6ba0-42a8-a41b-c39b561830b2 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:34.854993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:34.855373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:34.855804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.856196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:34.856676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Bound port: 2659b2f0-efa4-4967-a429-0f1ba49bba1d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:34.857059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.859525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2521ef-0a07-4962-9958-e3e0d5875ad4 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=bb655534-88f0-4009-bbec-17d207c51c72,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:34.866586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-287309889'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:34.872448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9e31a-6c5e-4131-8d9b-d9a713349560 None None] Network bb655534-88f0-4009-bbec-17d207c51c72 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:25:34.904224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:34.908838 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.915258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.971208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:34.984271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.984935 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment 9b47ab08-e744-4328-84aa-5bd5746b3ffc of type vlan for network d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e Jul 12 16:25:34.986807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:34.990578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] For port 2659b2f0-efa4-4967-a429-0f1ba49bba1d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:34.995266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] For port 2659b2f0-efa4-4967-a429-0f1ba49bba1d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2659b2f0-efa4-4967-a429-0f1ba49bba1d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:35.003940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.045941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:35.058961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=74f475bf-5bc3-4128-89ed-f3a2fea2a533,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:35.073875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.079484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36168) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:35.083836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bb376d52-2079-4f4f-afbe-da19d97bd7e5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/74f475bf-5bc3-4128-89ed-f3a2fea2a533 HTTP/1.1" status: 204 len: 168 time: 0.7739496 Jul 12 16:25:35.102649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8027fe-2b80-48c0-870c-d4e361470466 None None] Pushing event updated for resources: {'Port': ['ID=2659b2f0-efa4-4967-a429-0f1ba49bba1d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:35.130704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.163674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7fc041f0-64ab-478e-b630-c5f5a5441bd1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798218 Jul 12 16:25:35.164217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36176) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:35.169507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:35.186064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.195764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:35.196828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.285044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.302538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4561801 Jul 12 16:25:35.306191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36180) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:35.314926 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.319299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': 'd5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:35.404537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:35.408177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.435021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8d70-a7a4-4a00-855c-adabca6f13ea tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:35.452089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:35.516065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:35.520654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.650966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.757708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.802863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.823995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.935088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:35.944542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:35.946513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': '9b47ab08-e744-4328-84aa-5bd5746b3ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:35.947128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:35.948212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:35.948843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:35.958121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=b6fdaa4d-91f9-4b95-a1c3-0477b436da94,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:35.986218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Allocated IP 172.25.8.218 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0f7fee03-9b12-4f17-b5e6-e218f5b2c566) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:35.988759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=ee23159d-22f0-44b9-9efc-f7de2cdb0ee4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:35.999095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36190) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:35.999882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-718463cb-62af-4427-b76e-2ecdf9443dce tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8346179 Jul 12 16:25:36.011364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': 'ee23159d-22f0-44b9-9efc-f7de2cdb0ee4', 'ip_address': '2001:db8::7a9a:8a0e:e864:9a21'}], 'name': 'tempest-NetworksTestDHCPv6-1930684638'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:36.082188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2659b2f0-efa4-4967-a429-0f1ba49bba1d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:36.137693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:36.161074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:36.163275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:36.180041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625478e-59a4-4034-8a27-e10fc87e2b9b None None] Network d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:36.195811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:36.211311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.211793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.249681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cdd7fac3-2a29-4685-8bd4-9da5a6c86150 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9425013 Jul 12 16:25:36.251087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36192) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:36.299345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d672a3-dda3-4829-b755-422822928573 req-ee766fbe-87d9-437a-8733-e4ac97f717c5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:36.306901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d672a3-dda3-4829-b755-422822928573 req-ee766fbe-87d9-437a-8733-e4ac97f717c5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:36.314948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4d672a3-dda3-4829-b755-422822928573 req-ee766fbe-87d9-437a-8733-e4ac97f717c5 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217&device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 1682 time: 0.3909209 Jul 12 16:25:36.403122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:36.424470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.487785 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.516666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea95b7f-14d5-4bbb-b7f0-b3749a915dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e', 'network_id': 'd5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e', 'tenant_id': '2ae8d3663d044acc93d5a227438b6f66', 'fixed_ips': [{'subnet_id': 'b6fdaa4d-91f9-4b95-a1c3-0477b436da94'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:36.517573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ea95b7f-14d5-4bbb-b7f0-b3749a915dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.553517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:36.561007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:36.563823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:36.608506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4d672a3-dda3-4829-b755-422822928573 req-ca458597-e307-4749-a6d9-51dfd04ecd64 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776921 Jul 12 16:25:36.616228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.662269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=0f7fee03-9b12-4f17-b5e6-e218f5b2c566,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:36.716322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.733605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133a4f2-41e7-46e4-97d3-c2c0250e5aec None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:36.758977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 10392a62-461d-4788-bc8e-9f8dbc0d00b2 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:36.796036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.815496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:36.891379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fdaa4d-91f9-4b95-a1c3-0477b436da94,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-3ea95b7f-14d5-4bbb-b7f0-b3749a915dd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6fdaa4d-91f9-4b95-a1c3-0477b436da94: This subnet is being modified by another concurrent operation. Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:25:36.909525 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6fdaa4d-91f9-4b95-a1c3-0477b436da94: This subnet is being modified by another concurrent operation. Jul 12 16:25:36.913272 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:25:37.000626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.014172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Provisioning for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:37.016433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b097a-c360-43bf-8aa4-68e74c2460cc None None] Network d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:37.045326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::7a9a:8a0e:e864:9a21 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/ee23159d-22f0-44b9-9efc-f7de2cdb0ee4/10392a62-461d-4788-bc8e-9f8dbc0d00b2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:37.081044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Provisioning complete for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:37.082383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.124395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.236051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:37.263631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b47ab08-e744-4328-84aa-5bd5746b3ffc') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:37.271982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b47ab08-e744-4328-84aa-5bd5746b3ffc') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:37.280913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.297122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 10392a62-461d-4788-bc8e-9f8dbc0d00b2 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:37.300735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.329264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.335664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.350721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.382358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:37.383860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:37.397258 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:37.429238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=10392a62-461d-4788-bc8e-9f8dbc0d00b2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:37.449052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:37.454598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:37.458340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.466031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:37.470255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:37.471018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.496374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36214) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:37.497206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77a5a59c-336d-4f91-8993-d4f9c45d9c18 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4927926 Jul 12 16:25:37.559328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.570031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.576133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e HTTP/1.1" status: 204 len: 168 time: 1.3170276 Jul 12 16:25:37.576133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.576523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36216) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:37.582882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1860242967'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:37.592686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] For port 2659b2f0-efa4-4967-a429-0f1ba49bba1d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2659b2f0-efa4-4967-a429-0f1ba49bba1d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:37.592960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc17bc-fc1b-4600-80eb-43d1cf3c6798 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:37.594759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.610113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.638294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:37.641918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.686134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:37.706768 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.707188 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Added segment 1b390440-3514-46cd-98cd-5855a7d02c22 of type vlan for network 316447fd-3878-4098-8220-6c3d903a5fd8 Jul 12 16:25:37.729367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0ed41-86d4-48f1-97ed-34c74fc24526 None None] Pushing event updated for resources: {'Port': ['ID=2659b2f0-efa4-4967-a429-0f1ba49bba1d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:37.758191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=0f7fee03-9b12-4f17-b5e6-e218f5b2c566,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:37.762100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.766368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.775689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43305c06-c092-4bf3-be09-d68b2e5ed5d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:37.781929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43305c06-c092-4bf3-be09-d68b2e5ed5d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:37.783819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-43305c06-c092-4bf3-be09-d68b2e5ed5d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2840018 Jul 12 16:25:37.787372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36218) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:37.803080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.810052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89320401-9c21-472b-a441-7371045765bf tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0131052 Jul 12 16:25:37.810901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:37.817920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1100617585'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:37.853275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Made reservation on behalf of b95015e0a5d048d7a41b4eec47a366fd for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:37.856901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.865126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.870898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:37.871904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.885819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:37.958963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2659b2f0-efa4-4967-a429-0f1ba49bba1d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:38.038578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a26a28c8-c10b-4e9b-8c0f-caf6314e0bfa None None] Provisioning complete for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:38.038578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a26a28c8-c10b-4e9b-8c0f-caf6314e0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.058114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Network': ['ID=316447fd-3878-4098-8220-6c3d903a5fd8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:38.076826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:38.091303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.102402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 10392a62-461d-4788-bc8e-9f8dbc0d00b2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:38.102770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.112034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-864924c0-d819-4bc3-a3c3-63a2a8bbb46c tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5341365 Jul 12 16:25:38.126967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:38.134773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Request body: {'subnet': {'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:38.139415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.233921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.235726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:38.250356 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.250952 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Added segment e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2 of type vlan for network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 Jul 12 16:25:38.257175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 10392a62-461d-4788-bc8e-9f8dbc0d00b2 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:38.258438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:38.258823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.311252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.339726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb4d97-e816-49d9-a55b-3c9606cf207a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:38.398345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1473b5d-d9b9-463a-8862-2e135addcf42 req-50fe685b-a302-4a2a-bce2-736f419685d4 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:38.404318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1a3eabcd-7f1f-4212-a44c-c77b7d0edcb6 None None] Could not find standard attr ID for object 1fa7c358-3fb5-4392-87ec-0906132dcf79. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:38.407007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1473b5d-d9b9-463a-8862-2e135addcf42 req-50fe685b-a302-4a2a-bce2-736f419685d4 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 945 time: 0.3587778 Jul 12 16:25:38.420457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.426676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:38.427300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.443152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.465130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Made reservation on behalf of 2ae8d3663d044acc93d5a227438b6f66 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:38.468824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.476368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=10392a62-461d-4788-bc8e-9f8dbc0d00b2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:38.508444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.510539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b097e835-6ff3-4286-9229-c4943dbf40fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/10392a62-461d-4788-bc8e-9f8dbc0d00b2 HTTP/1.1" status: 204 len: 168 time: 0.7221816 Jul 12 16:25:38.513307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36230) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:38.577115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fc99b-a64c-488c-a642-d135df3a3ad4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:38.578791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fc99b-a64c-488c-a642-d135df3a3ad4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:38.584465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-930fc99b-a64c-488c-a642-d135df3a3ad4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0662091 Jul 12 16:25:38.585329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36234) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:38.627224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b68925e0-eb3a-428f-bb52-5912ce3225e9 None None] Could not find standard attr ID for object 10392a62-461d-4788-bc8e-9f8dbc0d00b2. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:25:38.658030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet ee23159d-22f0-44b9-9efc-f7de2cdb0ee4 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:38.665687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.724518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.811665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:38.839436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0253689 Jul 12 16:25:38.844112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:38.853963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Request body: {'subnet': {'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:38.904815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1473b5d-d9b9-463a-8862-2e135addcf42 req-3368329a-0ffa-455d-a613-54eb7dc47bf6 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971163 Jul 12 16:25:38.923288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69b0b-3dde-4b5a-b49e-7c2b4302c03c tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Network': ['ID=7c8fd480-9de5-4988-ad49-1a399cbaa8f4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:38.940703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:39.150964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941299f-83b7-428c-9cd1-4b7c03c27c9d None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:25:39.279532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:25:39.283307 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.364635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event updated for resources: {'Subnet': ['ID=afbc3a85-8f06-4f15-a1e8-2554a3acbda0,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:39.377409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Checking segment: {'id': '1b390440-3514-46cd-98cd-5855a7d02c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:39.377767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network hostable DHCP agents. Network: 316447fd-3878-4098-8220-6c3d903a5fd8, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:39.396374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Network 316447fd-3878-4098-8220-6c3d903a5fd8 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:39.411920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941299f-83b7-428c-9cd1-4b7c03c27c9d None None] Unable to find a vacant binding_index for network 316447fd-3878-4098-8220-6c3d903a5fd8 and agent af1c337d-34c6-4a98-929c-883bdd708d8f {{(pid=93713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 12 16:25:39.421273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941299f-83b7-428c-9cd1-4b7c03c27c9d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 316447fd-3878-4098-8220-6c3d903a5fd8) {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:25:39.421487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 316447fd-3878-4098-8220-6c3d903a5fd8) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:39.455483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:39.456131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.496862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-120807e7-b1e8-4974-8e78-ea3cad90545d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3687468 Jul 12 16:25:39.500161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:39.508872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-09245550-41b5-40b0-b8e5-0c40f227c055 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:39.511357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-09245550-41b5-40b0-b8e5-0c40f227c055 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.65 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 945 time: 0.1403837 Jul 12 16:25:39.514089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Made reservation on behalf of b95015e0a5d048d7a41b4eec47a366fd for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:39.517697 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.577021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-a55646f5-5d65-4e32-8bf7-6761949419ae tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:39.578476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-a55646f5-5d65-4e32-8bf7-6761949419ae tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded969b6-0acd-4e1f-9b37-ce9db23039a3 HTTP/1.1" status: 200 len: 946 time: 0.1739061 Jul 12 16:25:39.742645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.746779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Deleting port 3b867165-77c6-4dd2-b5e9-5c24b053fafb {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:39.747107 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.835042 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.842446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-316447fd-3878-4098-8220-6c3d903a5fd8', 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8', 'tenant_id': '2ae8d3663d044acc93d5a227438b6f66', 'fixed_ips': [{'subnet_id': 'afbc3a85-8f06-4f15-a1e8-2554a3acbda0'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:39.843449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.857058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] For port 3b867165-77c6-4dd2-b5e9-5c24b053fafb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3b867165-77c6-4dd2-b5e9-5c24b053fafb,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:39.857496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:39.871447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Calling delete_port for 3b867165-77c6-4dd2-b5e9-5c24b053fafb owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:39.927010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.033994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.039482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/ee23159d-22f0-44b9-9efc-f7de2cdb0ee4 HTTP/1.1" status: 204 len: 168 time: 1.4509187 Jul 12 16:25:40.042984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.094696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Allocated IP 2001:db8::f816:3eff:fe5f:b494 (316447fd-3878-4098-8220-6c3d903a5fd8/afbc3a85-8f06-4f15-a1e8-2554a3acbda0/01ea3037-233e-4acb-b14b-3cb29e33a78b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:40.111385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.163367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.180581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['3b867165-77c6-4dd2-b5e9-5c24b053fafb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:25:40.209455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event deleted for resources: {'Port': ['ID=3b867165-77c6-4dd2-b5e9-5c24b053fafb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.225299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Subnet': ['ID=feef6f99-d00d-4301-b406-5bfbb5398851,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.230538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4ee803ab-738e-4f0d-a8f4-848c96b97e97 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856935 Jul 12 16:25:40.239388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.245989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Checking segment: {'id': 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:40.246592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network hostable DHCP agents. Network: 7c8fd480-9de5-4988-ad49-1a399cbaa8f4, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:40.268449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] No DVR routers for this DVR port 3b867165-77c6-4dd2-b5e9-5c24b053fafb on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:40.271929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.274043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56d32f3d-62bb-4687-aba7-0cd37a7d8931 req-6b750c5f-9526-4e6b-913c-2ffdba5345dc tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.77 "DELETE /v2.0/ports/3b867165-77c6-4dd2-b5e9-5c24b053fafb HTTP/1.1" status: 204 len: 173 time: 0.6858220 Jul 12 16:25:40.274583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'name': 'network-vif-deleted', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:40.277056 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40327f1-78cc-46c7-bb80-94dd4e47fa79" -d '{"events": [{"server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "name": "network-vif-deleted", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:40.313184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7885ad-0513-4d68-a129-00b12ec12299 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=ee23159d-22f0-44b9-9efc-f7de2cdb0ee4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.377817 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be719792-833f-464c-98dd-5c5b456782a3 x-openstack-request-id: req-be719792-833f-464c-98dd-5c5b456782a3 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:40.379166 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded969b6-0acd-4e1f-9b37-ce9db23039a3", "name": "network-vif-deleted", "tag": "3b867165-77c6-4dd2-b5e9-5c24b053fafb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:40.379302 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be719792-833f-464c-98dd-5c5b456782a3 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:40.379870 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded969b6-0acd-4e1f-9b37-ce9db23039a3', 'name': 'network-vif-deleted', 'tag': '3b867165-77c6-4dd2-b5e9-5c24b053fafb', 'status': 'completed', 'code': 200} Jul 12 16:25:40.390081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61b936-7d40-473b-bbb4-6539885da042 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:40.391928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c61b936-7d40-473b-bbb4-6539885da042 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1513801 Jul 12 16:25:40.394406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36260) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.420048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:40.424883 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.442468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Transition to ACTIVE for port object 01ea3037-233e-4acb-b14b-3cb29e33a78b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:40.457549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1078-2d32-45e5-9c8e-17e471c4248d req-a452759e-90d6-4aec-a760-6e83f37e7696 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:40.466461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ffc1078-2d32-45e5-9c8e-17e471c4248d req-a452759e-90d6-4aec-a760-6e83f37e7696 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 945 time: 0.3051414 Jul 12 16:25:40.481350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Transition to ACTIVE for port object 01ea3037-233e-4acb-b14b-3cb29e33a78b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:40.482185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 7c8fd480-9de5-4988-ad49-1a399cbaa8f4) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:40.483638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f0226-07f2-478d-9a19-92f3ce14e8b7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:40.485351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b60f0226-07f2-478d-9a19-92f3ce14e8b7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899012 Jul 12 16:25:40.488748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.492518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:40.493293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.494485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.519502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Deleting port c08d7239-7889-4bc4-8ff2-ff47362459e7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:40.520979 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.553338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:40.556485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:40.570868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:40.579912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9fc29023-9704-4308-b906-cd609ce3259e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885284 Jul 12 16:25:40.584556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36264) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.599163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-354b88af-9719-40dd-82af-0604240647b3 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7536848 Jul 12 16:25:40.603346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:40.609201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36266) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:40.609942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Pushing event updated for resources: {'Port': ['ID=01ea3037-233e-4acb-b14b-3cb29e33a78b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.615247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-641362166', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:40.633150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ffc1078-2d32-45e5-9c8e-17e471c4248d req-035e0522-7463-445f-8642-b3adb8a9a178 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/security-groups?id=99cb3370-ef89-4667-906b-ef8c211d1afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658235 Jul 12 16:25:40.643866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.672532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Attempting to bind port 01ea3037-233e-4acb-b14b-3cb29e33a78b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:40.673161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Attempting to bind port 01ea3037-233e-4acb-b14b-3cb29e33a78b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1b390440-3514-46cd-98cd-5855a7d02c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:40.673725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Attempting to bind port 01ea3037-233e-4acb-b14b-3cb29e33a78b on network 316447fd-3878-4098-8220-6c3d903a5fd8 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:40.685569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:40.686271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Checking segment: {'id': '1b390440-3514-46cd-98cd-5855a7d02c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:40.686803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.688451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Bound using segment: {'id': '1b390440-3514-46cd-98cd-5855a7d02c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:40.689115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Bound port: 01ea3037-233e-4acb-b14b-3cb29e33a78b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b390440-3514-46cd-98cd-5855a7d02c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '316447fd-3878-4098-8220-6c3d903a5fd8'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:40.690871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.698552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.700002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.710348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] For port c08d7239-7889-4bc4-8ff2-ff47362459e7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c08d7239-7889-4bc4-8ff2-ff47362459e7,segment=NetworkSegment(9a376b5b-bdcd-4523-8612-319c89fab627),segment_id=9a376b5b-bdcd-4523-8612-319c89fab627)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:40.710747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.727007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=afbc3a85-8f06-4f15-a1e8-2554a3acbda0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.728198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Calling delete_port for c08d7239-7889-4bc4-8ff2-ff47362459e7 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:40.793605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] For port 01ea3037-233e-4acb-b14b-3cb29e33a78b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:40.797185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] For port 01ea3037-233e-4acb-b14b-3cb29e33a78b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=01ea3037-233e-4acb-b14b-3cb29e33a78b,segment=NetworkSegment(1b390440-3514-46cd-98cd-5855a7d02c22),segment_id=1b390440-3514-46cd-98cd-5855a7d02c22)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:40.805734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.818843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.825099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.838135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316447fd-3878-4098-8220-6c3d903a5fd8']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:40.860893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b390440-3514-46cd-98cd-5855a7d02c22') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:40.861181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b390440-3514-46cd-98cd-5855a7d02c22') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:40.881236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.901505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:40.905946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.911856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.980660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64975-e9f1-4ad1-b915-ec195c687c12 None None] Pushing event updated for resources: {'Port': ['ID=01ea3037-233e-4acb-b14b-3cb29e33a78b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:40.981228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:40.981730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:40.987543 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:41.018068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5dc3e9-c9f1-4e59-83b0-9527c15e8dfe None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:25:41.082982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:25:41.082982 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:25:41.082982 n-d-800078-3 neutron-server[93712]: [parameters: {'id': '316447fd-3878-4098-8220-6c3d903a5fd8'}] Jul 12 16:25:41.082982 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:25:41.083437 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:25:41.164157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dc3e9-c9f1-4e59-83b0-9527c15e8dfe None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:25:41.259413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.290537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.311888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.320281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Pushing event deleted for resources: {'Port': ['ID=c08d7239-7889-4bc4-8ff2-ff47362459e7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:41.368624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:41.372250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:41.377290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:41.378045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.392396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] No DVR routers for this DVR port c08d7239-7889-4bc4-8ff2-ff47362459e7 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:41.396270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.398761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64568171-f0e9-4ed4-9ce9-408125a63061 req-3529dbd4-7d34-43fc-90b1-19f07f304a92 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.65 "DELETE /v2.0/ports/c08d7239-7889-4bc4-8ff2-ff47362459e7 HTTP/1.1" status: 204 len: 173 time: 1.5820096 Jul 12 16:25:41.416774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8308227 Jul 12 16:25:41.417492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:41.425078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '3eb47572-df59-4991-8341-a9ab13668a36', 'ip_address': '2001:db8::f5ad:c49f:146f:6687'}], 'name': 'tempest-NetworksTestDHCPv6-839436644'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:41.429469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'name': 'network-vif-deleted', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:25:41.432595 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ec25b3-d95d-420d-b3c2-cf345ea0f604" -d '{"events": [{"server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "name": "network-vif-deleted", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:25:41.489638 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d77cc4-3183-48bb-a54a-2cd7c51e5a62 x-openstack-request-id: req-01d77cc4-3183-48bb-a54a-2cd7c51e5a62 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:25:41.489945 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50edf8f-8de4-4ef3-9420-9be380414217", "name": "network-vif-deleted", "tag": "c08d7239-7889-4bc4-8ff2-ff47362459e7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:25:41.490240 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01d77cc4-3183-48bb-a54a-2cd7c51e5a62 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:25:41.490625 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50edf8f-8de4-4ef3-9420-9be380414217', 'name': 'network-vif-deleted', 'tag': 'c08d7239-7889-4bc4-8ff2-ff47362459e7', 'status': 'completed', 'code': 200} Jul 12 16:25:41.528401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c935931-75af-4ed4-926a-7b0782616b52 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=3eb47572-df59-4991-8341-a9ab13668a36,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:41.577222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c08d7239-7889-4bc4-8ff2-ff47362459e7 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:41.587938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.648302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c08d7239-7889-4bc4-8ff2-ff47362459e7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:41.648549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c08d7239-7889-4bc4-8ff2-ff47362459e7 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:41.731544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.751968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:41.756142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.821752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-7c8fd480-9de5-4988-ad49-1a399cbaa8f4', 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4', 'tenant_id': 'b95015e0a5d048d7a41b4eec47a366fd', 'fixed_ips': [{'subnet_id': 'feef6f99-d00d-4301-b406-5bfbb5398851'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:41.822624 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.849888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting port 01ea3037-233e-4acb-b14b-3cb29e33a78b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:41.850335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.954809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-740b0ab2-4207-4430-b356-9c5d0495cbba req-f1ae1eb1-9072-44b5-9365-4d1d361d7577 tempest-ListServersNegativeTestJSON-2081758565 tempest-ListServersNegativeTestJSON-2081758565-project] 10.222.0.58 "GET /v2.0/ports?device_id=d50edf8f-8de4-4ef3-9420-9be380414217 HTTP/1.1" status: 200 len: 210 time: 0.0539668 Jul 12 16:25:41.981213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] For port 01ea3037-233e-4acb-b14b-3cb29e33a78b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=01ea3037-233e-4acb-b14b-3cb29e33a78b,segment=NetworkSegment(1b390440-3514-46cd-98cd-5855a7d02c22),segment_id=1b390440-3514-46cd-98cd-5855a7d02c22)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:41.981731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:41.987291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Allocated IP 172.25.8.122 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/da7eaea5-73a2-4b5a-ba9d-8cd214a54185) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:41.993826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.010295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Calling delete_port for 01ea3037-233e-4acb-b14b-3cb29e33a78b owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:42.027973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 9dbf5d50-f38e-479d-a112-5e86b572d4a0 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:42.068119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Allocated IP 172.20.0.2 (7c8fd480-9de5-4988-ad49-1a399cbaa8f4/feef6f99-d00d-4301-b406-5bfbb5398851/15027888-0860-41a4-b676-cc3e9d567fc6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:42.275278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.380531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.456094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.461350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=da7eaea5-73a2-4b5a-ba9d-8cd214a54185,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:42.466402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:42.468190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:42.468339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Transition to ACTIVE for port object 15027888-0860-41a4-b676-cc3e9d567fc6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:42.471072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:42.475963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f5ad:c49f:146f:6687 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/3eb47572-df59-4991-8341-a9ab13668a36/9dbf5d50-f38e-479d-a112-5e86b572d4a0) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:42.488522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Transition to ACTIVE for port object 15027888-0860-41a4-b676-cc3e9d567fc6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:42.499682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.558876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:42.558876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:42.567760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:42.583840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Pushing event updated for resources: {'Port': ['ID=15027888-0860-41a4-b676-cc3e9d567fc6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:42.603473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.695023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Attempting to bind port 15027888-0860-41a4-b676-cc3e9d567fc6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:42.695672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Attempting to bind port 15027888-0860-41a4-b676-cc3e9d567fc6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:42.696098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Attempting to bind port 15027888-0860-41a4-b676-cc3e9d567fc6 on network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:42.703517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:42.704033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Checking segment: {'id': 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:42.705636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.706127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Bound using segment: {'id': 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:42.706736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Bound port: 15027888-0860-41a4-b676-cc3e9d567fc6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:42.707238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.710332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Port': ['ID=01ea3037-233e-4acb-b14b-3cb29e33a78b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:42.754495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No DVR routers for this DVR port 01ea3037-233e-4acb-b14b-3cb29e33a78b on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:42.756989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.757328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.757666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.758006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.758346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.758680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.758970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.759288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.759669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.760005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.760321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.760632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:42.805909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] For port 15027888-0860-41a4-b676-cc3e9d567fc6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:42.810217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] For port 15027888-0860-41a4-b676-cc3e9d567fc6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=15027888-0860-41a4-b676-cc3e9d567fc6,segment=NetworkSegment(e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2),segment_id=e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:42.812061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3b867165-77c6-4dd2-b5e9-5c24b053fafb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:42.817966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.844148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 3b867165-77c6-4dd2-b5e9-5c24b053fafb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:42.844606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3b867165-77c6-4dd2-b5e9-5c24b053fafb not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:42.875021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.891823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316447fd-3878-4098-8220-6c3d903a5fd8']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:42.903563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.908309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f1a95-3aa2-45aa-936e-03ee78d18c91 None None] Pushing event updated for resources: {'Port': ['ID=15027888-0860-41a4-b676-cc3e9d567fc6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:42.915895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.922400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b390440-3514-46cd-98cd-5855a7d02c22') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:42.922858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b390440-3514-46cd-98cd-5855a7d02c22') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:42.936677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.954641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 9dbf5d50-f38e-479d-a112-5e86b572d4a0 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:42.960095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.969758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:42.970154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:42.974658 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:43.064080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.114434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.140031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.146730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/316447fd-3878-4098-8220-6c3d903a5fd8 HTTP/1.1" status: 204 len: 168 time: 3.6414840 Jul 12 16:25:43.152475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.168599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36292) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.178575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:43.180320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34aa1-d483-4fba-996d-69ee844b855a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=316447fd-3878-4098-8220-6c3d903a5fd8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:43.182745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:43.184344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=9dbf5d50-f38e-479d-a112-5e86b572d4a0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:43.186788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:43.192776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:43.193404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.207907 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcd2ba1-33d8-47f2-aae0-f3d0561432d6 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.208278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcd2ba1-33d8-47f2-aae0-f3d0561432d6 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.213322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ffcd2ba1-33d8-47f2-aae0-f3d0561432d6 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/afbc3a85-8f06-4f15-a1e8-2554a3acbda0 HTTP/1.1" status: 404 len: 337 time: 0.0579383 Jul 12 16:25:43.214367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36294) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.227073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-41a6dfb5-8d00-4398-96b0-9effe0588e8f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8060424 Jul 12 16:25:43.242266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.248380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '3eb47572-df59-4991-8341-a9ab13668a36', 'ip_address': '2001:db8::f5ad:c49f:146f:6687'}], 'name': 'tempest-NetworksTestDHCPv6-769038272'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:43.252658 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cabe824-4040-4662-82aa-1887837b6cd3 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.253898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cabe824-4040-4662-82aa-1887837b6cd3 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.258413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6cabe824-4040-4662-82aa-1887837b6cd3 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/316447fd-3878-4098-8220-6c3d903a5fd8 HTTP/1.1" status: 404 len: 339 time: 0.0402884 Jul 12 16:25:43.258610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36298) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.297856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.307082 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dce5ffa-fc73-419d-9ed4-ae1a1e0e4823 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.307543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dce5ffa-fc73-419d-9ed4-ae1a1e0e4823 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.309440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6dce5ffa-fc73-419d-9ed4-ae1a1e0e4823 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/b6fdaa4d-91f9-4b95-a1c3-0477b436da94 HTTP/1.1" status: 404 len: 337 time: 0.0483541 Jul 12 16:25:43.312691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.320123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Deleting subnet e9eddc55-a7fe-431c-a761-b34805cab0a6 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:43.339013 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-507bfcae-d1a8-44de-8dac-45695fc71761 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.339519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507bfcae-d1a8-44de-8dac-45695fc71761 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.341341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-507bfcae-d1a8-44de-8dac-45695fc71761 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/d5572ebb-0fa8-4038-b3e6-8bc0e8fe1d7e HTTP/1.1" status: 404 len: 339 time: 0.0276730 Jul 12 16:25:43.344548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.358853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.381738 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-978ff968-dab9-4176-bfc6-1ee089345c15 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.381993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978ff968-dab9-4176-bfc6-1ee089345c15 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.385397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-978ff968-dab9-4176-bfc6-1ee089345c15 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/152b055b-7865-4906-ae98-e8794fda402c HTTP/1.1" status: 404 len: 337 time: 0.0382802 Jul 12 16:25:43.386632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36304) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.421632 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bc4739-b2a5-4c58-994a-7d4c9774c355 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:43.422193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bc4739-b2a5-4c58-994a-7d4c9774c355 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.423944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23bc4739-b2a5-4c58-994a-7d4c9774c355 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/bb655534-88f0-4009-bbec-17d207c51c72 HTTP/1.1" status: 404 len: 339 time: 0.0363607 Jul 12 16:25:43.428682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36306) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.434304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.452970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:43.459369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.477697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 3fa42a91-6a2c-49f9-be07-310281916006 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:43.539680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.646618 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 12 16:25:43.647273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:43.664112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f69573a-934f-4d8e-bb5f-80f1876e8c19 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4201581 Jul 12 16:25:43.666706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.752581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e47889-bb21-45ab-81cb-fd3cac5c9f61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:43.759357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e47889-bb21-45ab-81cb-fd3cac5c9f61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:43.762525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-91e47889-bb21-45ab-81cb-fd3cac5c9f61 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0933492 Jul 12 16:25:43.763812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36310) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:43.930125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 9dbf5d50-f38e-479d-a112-5e86b572d4a0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:43.930461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:43.995486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Router a985598c-cf4b-49db-b71f-484046ce2124 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:25:44.013166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.035405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 15027888-0860-41a4-b676-cc3e9d567fc6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:44.048700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting port c7203f60-9f7c-4b96-825f-9ab7aec93bbd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:44.048700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.070655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9eddc55-a7fe-431c-a761-b34805cab0a6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:44.109161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.120379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.122290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-623163a6-b74f-43c8-8956-ea8b76aba4cf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e9eddc55-a7fe-431c-a761-b34805cab0a6 HTTP/1.1" status: 204 len: 168 time: 0.9484370 Jul 12 16:25:44.126278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36320) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.133263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 9dbf5d50-f38e-479d-a112-5e86b572d4a0 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:44.133452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa4510-9a15-4489-9efd-d164272acb30 None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:44.135558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a8927-bf2c-4bb9-8b11-9d4c59d949a3 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:44.181259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac7657-ef94-4f62-9901-17b82b2a2ac9 None None] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:44.230755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa4510-9a15-4489-9efd-d164272acb30 None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:25:44.261904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.282475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456751cf-d9d2-4c54-9fae-1ff486b5ba4d None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:44.299616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456751cf-d9d2-4c54-9fae-1ff486b5ba4d None None] Network 316447fd-3878-4098-8220-6c3d903a5fd8 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:25:44.314065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Calling delete_port for c7203f60-9f7c-4b96-825f-9ab7aec93bbd owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:44.322655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-90e98b7b-4bf5-42a8-9e41-16955e2c080a None None] Provisioning for port 15027888-0860-41a4-b676-cc3e9d567fc6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:44.342066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 15027888-0860-41a4-b676-cc3e9d567fc6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:44.345407 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.367796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.371329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 15027888-0860-41a4-b676-cc3e9d567fc6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:44.371860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.408369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:25:44.422652 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] Sync routers for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:25:44.426987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=9dbf5d50-f38e-479d-a112-5e86b572d4a0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:44.446375 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:44.448420 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.475030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.476963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35f2f4ce-15b4-471b-aee7-4e7cc1765d07 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/9dbf5d50-f38e-479d-a112-5e86b572d4a0 HTTP/1.1" status: 204 len: 168 time: 0.7121849 Jul 12 16:25:44.479674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36326) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.498233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.501993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d0526a8-786f-4b31-b433-22e1ea873cd0 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8893363 Jul 12 16:25:44.508896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.543319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.555996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eae61b-9190-4d6e-8528-7ce0679d29fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:44.558362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eae61b-9190-4d6e-8528-7ce0679d29fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:44.559077 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:44.560198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.560358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9eae61b-9190-4d6e-8528-7ce0679d29fb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742323 Jul 12 16:25:44.563485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36330) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.595935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.606894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.619345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e160e19-9fc3-4eb5-88e4-1681dd67bcba']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.653490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Port': ['ID=c7203f60-9f7c-4b96-825f-9ab7aec93bbd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:44.664496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 3eb47572-df59-4991-8341-a9ab13668a36 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:44.665886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a376b5b-bdcd-4523-8612-319c89fab627') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.666300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a376b5b-bdcd-4523-8612-319c89fab627') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.673550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.683748 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.721441 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:44.723340 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b609df-234c-47ad-8c73-dbc57a06c313 None None] The sync data for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:25:44.725192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.736908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.740140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d09b1628-b59b-4d7e-a631-7b81deda6fe7 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/ports/c7203f60-9f7c-4b96-825f-9ab7aec93bbd HTTP/1.1" status: 204 len: 168 time: 1.3031011 Jul 12 16:25:44.749712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36332) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.762740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.775658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:44.776079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:44.778021 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:44.783739 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2a08ad-f24a-4423-9999-6155fef74f77 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:44.784292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2a08ad-f24a-4423-9999-6155fef74f77 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:44.787150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f2a08ad-f24a-4423-9999-6155fef74f77 tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/5fd87207-194e-4e70-8af7-994641bf284e HTTP/1.1" status: 404 len: 337 time: 0.0363891 Jul 12 16:25:44.790351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:44.817618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.821723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 15027888-0860-41a4-b676-cc3e9d567fc6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=15027888-0860-41a4-b676-cc3e9d567fc6,segment=NetworkSegment(e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2),segment_id=e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:44.829127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.908397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.926616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=15027888-0860-41a4-b676-cc3e9d567fc6,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:44.955368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.960585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] 10.222.0.58 "DELETE /v2.0/networks/4e160e19-9fc3-4eb5-88e4-1681dd67bcba HTTP/1.1" status: 204 len: 168 time: 0.7914305 Jul 12 16:25:44.978492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba23af-92fc-4f26-b40c-d8d53c009c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e160e19-9fc3-4eb5-88e4-1681dd67bcba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:44.983008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:44.989138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.329955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36340) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:45.333028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084dc203-69a5-4837-ba85-5ba884d1c3ab None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:45.434327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.455161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36342) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:45.456273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-38830a86-692a-41b0-9393-51f737957e1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9f08bdf1396422fa99305454f9590dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251523 Jul 12 16:25:45.533790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.544225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7951662-4372-48b5-8a38-16298a23e702']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:45.555775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b541f39b-8db8-46b3-970f-08080ab5bc53') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:45.556066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b541f39b-8db8-46b3-970f-08080ab5bc53') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:45.573078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.591947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.598556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:45.599015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:45.663203 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:45.668839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-886ae84d-4558-409a-8d3f-79960d063456 None None] Provisioning complete for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:45.669659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-886ae84d-4558-409a-8d3f-79960d063456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.679163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.686562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.688907 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/f7951662-4372-48b5-8a38-16298a23e702 HTTP/1.1" status: 204 len: 168 time: 0.8974726 Jul 12 16:25:45.698713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36344) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:45.767319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0c793-6842-4769-8cbe-7560951bda6a tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=f7951662-4372-48b5-8a38-16298a23e702,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:45.788179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21fd948-07a2-4839-a19c-070ed77c0336 None None] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:45.828823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.854297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.856167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/3eb47572-df59-4991-8341-a9ab13668a36 HTTP/1.1" status: 204 len: 168 time: 1.2916846 Jul 12 16:25:45.876958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36346) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:45.926660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:45.928580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea43f5-6d00-46ce-92a6-1360810d6f69 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb47572-df59-4991-8341-a9ab13668a36,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:45.934495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2c4130b2-9029-46b3-898f-2b1d6bbee351 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535269 Jul 12 16:25:45.946559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36348) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:45.951706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:45.995099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Allocated IP 172.20.0.1 (7c8fd480-9de5-4988-ad49-1a399cbaa8f4/feef6f99-d00d-4301-b406-5bfbb5398851/9742894c-231c-402e-8540-2e2915762a38) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:46.042426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 15027888-0860-41a4-b676-cc3e9d567fc6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:46.108615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.146959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e39bdc5a-a5ee-4076-8669-cc4a013a027b None None] Provisioning complete for port 15027888-0860-41a4-b676-cc3e9d567fc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:46.147347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e39bdc5a-a5ee-4076-8669-cc4a013a027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.159228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.177475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Transition to ACTIVE for port object 9742894c-231c-402e-8540-2e2915762a38 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:46.234229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.238573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting port 16ac3be5-13d3-4a4e-b27a-befc9f7e7316 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:46.238935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.283573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821abfed-333c-40b1-9968-94d0563ae805 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:46.308119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 15027888-0860-41a4-b676-cc3e9d567fc6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:46.308573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.322505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:46.325874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:46.328126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:46.332747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.340210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.341138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:46.342787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.344011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99cb3370-ef89-4667-906b-ef8c211d1afc HTTP/1.1" status: 204 len: 168 time: 0.8862410 Jul 12 16:25:46.413292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3ac59-bcee-493b-8087-9e1eb2de80bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb3370-ef89-4667-906b-ef8c211d1afc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:46.419881 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.436171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.460477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Calling delete_port for 16ac3be5-13d3-4a4e-b27a-befc9f7e7316 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:46.613790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=9742894c-231c-402e-8540-2e2915762a38,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:46.696220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.731819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-06b994c0-c556-44e1-b34e-178afd66bce3 None None] Provisioning complete for port 2659b2f0-efa4-4967-a429-0f1ba49bba1d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:46.732298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-06b994c0-c556-44e1-b34e-178afd66bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.849858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Port': ['ID=16ac3be5-13d3-4a4e-b27a-befc9f7e7316,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:46.879973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:46.883987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.886309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.897354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36356) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:46.900760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-78a7d704-0607-4d0b-89ae-14559fdafc1d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/ports/16ac3be5-13d3-4a4e-b27a-befc9f7e7316 HTTP/1.1" status: 204 len: 168 time: 1.1955667 Jul 12 16:25:46.918679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:46.947340 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-87896bed-3266-420f-b6ae-92efc4782b8d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] DELETE failed (client error): The resource could not be found. Jul 12 16:25:46.947340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87896bed-3266-420f-b6ae-92efc4782b8d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:46.950761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-87896bed-3266-420f-b6ae-92efc4782b8d tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/37c470fb-aa9d-4fd7-9018-1a887b7ff3d4 HTTP/1.1" status: 404 len: 337 time: 0.0496433 Jul 12 16:25:46.987519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36362) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:47.012902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=2e4303d6-2c67-4918-abbe-186c2b295326,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:47.032972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Deleting port 2659b2f0-efa4-4967-a429-0f1ba49bba1d {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:47.037728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.046635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:47.052654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:47.055833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:47.056429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.092615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a3fdb3d0-9ae4-45bf-9f6b-b8ea849099cb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1448441 Jul 12 16:25:47.093177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36368) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:47.099703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '2e4303d6-2c67-4918-abbe-186c2b295326', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1461574392'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:47.109109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-940fdacb-1f37-4cf9-b1cd-37bb279d730d None None] Provisioning complete for port 15027888-0860-41a4-b676-cc3e9d567fc6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:47.110212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-940fdacb-1f37-4cf9-b1cd-37bb279d730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.259827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] For port 2659b2f0-efa4-4967-a429-0f1ba49bba1d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2659b2f0-efa4-4967-a429-0f1ba49bba1d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:47.260288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.270895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.276818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Calling delete_port for 2659b2f0-efa4-4967-a429-0f1ba49bba1d owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:47.308322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:47.392548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3909ce9b-d953-4135-bd06-c1b0e57b873a None None] Provisioning for port 9742894c-231c-402e-8540-2e2915762a38 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:47.399579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3909ce9b-d953-4135-bd06-c1b0e57b873a None None] Provisioning complete for port 9742894c-231c-402e-8540-2e2915762a38 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:47.400370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3909ce9b-d953-4135-bd06-c1b0e57b873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.440043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.446794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.471318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 4ca153a7-2f69-4932-a473-83b40a4e6c18 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:47.491898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] Pushing event deleted for resources: {'Port': ['ID=2659b2f0-efa4-4967-a429-0f1ba49bba1d,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:47.520025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d721e9-a4e5-4917-a7f7-0cdb863c973e None None] No DVR routers for this DVR port 2659b2f0-efa4-4967-a429-0f1ba49bba1d on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:47.532192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3909ce9b-d953-4135-bd06-c1b0e57b873a None None] Port 9742894c-231c-402e-8540-2e2915762a38 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:47.548020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901345d-b37e-4ffa-aaa2-28918745db0d None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:47.563367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting port 19e5e45a-324f-428a-a4b3-62a3fc8bd405 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:47.563905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.645097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] For port 19e5e45a-324f-428a-a4b3-62a3fc8bd405, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19e5e45a-324f-428a-a4b3-62a3fc8bd405,segment=NetworkSegment(3278597b-1a05-4431-8933-11e6be3960a4),segment_id=3278597b-1a05-4431-8933-11e6be3960a4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:47.645471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.659846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Calling delete_port for 19e5e45a-324f-428a-a4b3-62a3fc8bd405 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:47.668312 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:25:47.669066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:25:47.690577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1dce4816-bd0d-48fe-bdde-8d68c470c695 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5961406 Jul 12 16:25:47.693290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36384) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:47.743294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01b3df48-5830-46a2-8ac9-f5de20670733 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484180 Jul 12 16:25:47.745437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36390) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:47.765646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.823128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Port': ['ID=19e5e45a-324f-428a-a4b3-62a3fc8bd405,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:47.825012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No DVR routers for this DVR port 19e5e45a-324f-428a-a4b3-62a3fc8bd405 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:47.829141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2a555-dab0-40cc-b533-5e22b7925958 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:47.833178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2a555-dab0-40cc-b533-5e22b7925958 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:47.836617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97c2a555-dab0-40cc-b533-5e22b7925958 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0900130 Jul 12 16:25:47.839466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36392) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:47.927095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 2e4303d6-2c67-4918-abbe-186c2b295326 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:47.932090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.958907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1228b-340e-4ff4-89b7-ed3a361f6990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '2e4303d6-2c67-4918-abbe-186c2b295326'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:47.966277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1228b-340e-4ff4-89b7-ed3a361f6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:47.968019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.016783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.026813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19ee732-b105-46fd-903f-d8fc630ed95e']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:48.041127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.047171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.059222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2659b2f0-efa4-4967-a429-0f1ba49bba1d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:48.064234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3278597b-1a05-4431-8933-11e6be3960a4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:48.064858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3278597b-1a05-4431-8933-11e6be3960a4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:48.086590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 2659b2f0-efa4-4967-a429-0f1ba49bba1d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:48.086937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2659b2f0-efa4-4967-a429-0f1ba49bba1d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:48.130589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.176458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.203494 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.275118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-7dd1228b-340e-4ff4-89b7-ed3a361f6990 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e4303d6-2c67-4918-abbe-186c2b295326: This subnet is being modified by another concurrent operation. Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:25:48.281836 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e4303d6-2c67-4918-abbe-186c2b295326: This subnet is being modified by another concurrent operation. Jul 12 16:25:48.285960 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:25:48.288294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.318902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4303d6-2c67-4918-abbe-186c2b295326,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:48.326888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.330961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-288300a1-cba3-4611-a85e-d24b37fbb5cf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/2e4303d6-2c67-4918-abbe-186c2b295326 HTTP/1.1" status: 204 len: 168 time: 0.4879048 Jul 12 16:25:48.332265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:48.333513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=9742894c-231c-402e-8540-2e2915762a38,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:48.375405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:48.376113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:48.446105 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:48.452454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.463787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.467487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/f19ee732-b105-46fd-903f-d8fc630ed95e HTTP/1.1" status: 204 len: 168 time: 1.4780779 Jul 12 16:25:48.470418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4857658c-32bc-40da-8674-de85918c6d20 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351330 Jul 12 16:25:48.471333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36424) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:48.478884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36426) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:48.484447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:48.487257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b45837-bf08-4967-9368-8f279cd54bbc tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=f19ee732-b105-46fd-903f-d8fc630ed95e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:48.558430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:48.560366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:48.587512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c5a67324-e51c-4ba7-8d99-1aec0379d489 None None] Provisioning complete for port 9742894c-231c-402e-8540-2e2915762a38 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:48.588151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c5a67324-e51c-4ba7-8d99-1aec0379d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.591865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb26100-7e8c-4cae-b6c1-04dde0c1f049 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:25:48.685415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting subnet 97361770-4bd3-4ad6-bfda-eb43a57871ab {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:48.688719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:48.693370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.709492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.746146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c5a67324-e51c-4ba7-8d99-1aec0379d489 None None] Port 9742894c-231c-402e-8540-2e2915762a38 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:48.757809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36430) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:48.806229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Router a985598c-cf4b-49db-b71f-484046ce2124 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:25:48.838119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:48.899450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb26100-7e8c-4cae-b6c1-04dde0c1f049 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:25:49.014416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.046665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f6a32d8-8049-4ae1-a779-af883fd1ecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.054305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:25:49.059897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0768c0b5-b02f-408a-9f82-a390298a342b tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "PUT /v2.0/routers/a985598c-cf4b-49db-b71f-484046ce2124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5499070 Jul 12 16:25:49.062601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:49.074073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Request body: {'port': {'network_id': '7c8fd480-9de5-4988-ad49-1a399cbaa8f4', 'name': 'tempest-FloatingIPAdminTestJSON-1717625345'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:49.154045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] Sync routers for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:25:49.179433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.220020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:49.220697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:49.255078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.263375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:49.276594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:49.285638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:49.286393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:49.294481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:49.305112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:49.305703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.309523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.311655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/subnets/97361770-4bd3-4ad6-bfda-eb43a57871ab HTTP/1.1" status: 204 len: 168 time: 0.8383870 Jul 12 16:25:49.314302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36438) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:49.319191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=968f1d6a-5f6c-4047-9ed5-8e327ac97f7f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:49.355821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c0aed-7bdb-49d4-a6b7-a7112208800f tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Subnet': ['ID=97361770-4bd3-4ad6-bfda-eb43a57871ab,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:49.392604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f6a32d8-8049-4ae1-a779-af883fd1ecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.400642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f6a32d8-8049-4ae1-a779-af883fd1ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.417914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b4a529c-e8aa-4910-a95b-bfdb9618d115 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9355862 Jul 12 16:25:49.420374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36440) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:49.429575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:49.448941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5f6a32d8-8049-4ae1-a779-af883fd1ecc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d59c6af44a984f09a847c62d5819a9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645796 Jul 12 16:25:49.449970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a32d8-8049-4ae1-a779-af883fd1ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153a2321-4f17-4ed1-b3cc-caf88355d515,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:49.452706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36442) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:49.465135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.477737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Made reservation on behalf of b95015e0a5d048d7a41b4eec47a366fd for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:49.482162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.515072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.516057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.517047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:49.518150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d33c1-173e-4f70-81be-bc8ffc934735 None None] The sync data for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:25:49.520611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.522707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] device_id is not set on port 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:49.548383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.614836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.617750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.621465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/153a2321-4f17-4ed1-b3cc-caf88355d515 HTTP/1.1" status: 204 len: 168 time: 0.1654053 Jul 12 16:25:49.632805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91767d-158e-4dd3-80f2-bc02a1c85020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153a2321-4f17-4ed1-b3cc-caf88355d515,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:49.665119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:25:49.666065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:49.827107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/968f1d6a-5f6c-4047-9ed5-8e327ac97f7f/5bfa2425-0c7e-4d16-854e-48207d4bc6a5) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:50.010179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.021880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Transition to ACTIVE for port object 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:50.038446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.039311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Transition to ACTIVE for port object 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:50.047119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.049026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.085678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:50.092653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:50.096549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:50.105327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Pushing event updated for resources: {'Port': ['ID=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:50.109952 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.111160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ccaa5de7-7ca0-4199-aacf-c17e9a453cb0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6874096 Jul 12 16:25:50.114876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:50.120425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Deleting port 1a645a50-adf3-4e93-b8e3-2c2b005823bd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:50.120773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.177650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Allocated IP 172.20.0.12 (7c8fd480-9de5-4988-ad49-1a399cbaa8f4/feef6f99-d00d-4301-b406-5bfbb5398851/26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:50.200161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Attempting to bind port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:50.200738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Attempting to bind port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:50.203716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Attempting to bind port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:50.218586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] For port 1a645a50-adf3-4e93-b8e3-2c2b005823bd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1a645a50-adf3-4e93-b8e3-2c2b005823bd,segment=NetworkSegment(d8de8f32-a20f-460a-801d-26806a0ca520),segment_id=d8de8f32-a20f-460a-801d-26806a0ca520)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:50.218985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.222202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:50.223027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:50.223772 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.224278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:50.225578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Bound port: 5bfa2425-0c7e-4d16-854e-48207d4bc6a5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:50.226184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.246673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Calling delete_port for 1a645a50-adf3-4e93-b8e3-2c2b005823bd owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:50.304029 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:25:50.342920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] For port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:50.347992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] For port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:50.355708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.445787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.463889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194a4c-adf1-4dc1-bf4b-92d1262e6ee9 None None] Pushing event updated for resources: {'Port': ['ID=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:50.492014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Port': ['ID=1a645a50-adf3-4e93-b8e3-2c2b005823bd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:50.497938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.503171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] No DVR routers for this DVR port 1a645a50-adf3-4e93-b8e3-2c2b005823bd on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:25:50.558854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Transition to ACTIVE for port object 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:50.610723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.630869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc69d30-3fcd-4a8b-b5c2-9fcba9a95487']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:50.654733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8de8f32-a20f-460a-801d-26806a0ca520') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:50.655032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8de8f32-a20f-460a-801d-26806a0ca520') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:50.681036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.705090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.709776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.733696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.753878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:50.754554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:50.781235 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:50.884187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:50.895028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:50.898627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:50.913759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event updated for resources: {'Port': ['ID=26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:50.938358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.944143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:50.946252 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] 10.222.0.58 "DELETE /v2.0/networks/adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 HTTP/1.1" status: 204 len: 168 time: 1.6304619 Jul 12 16:25:50.997204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848fa3a-b800-4fff-80e4-db58e1980bfe tempest-NetworksIpV6TestAttrs-611550900 tempest-NetworksIpV6TestAttrs-611550900-project] Pushing event deleted for resources: {'Network': ['ID=adc69d30-3fcd-4a8b-b5c2-9fcba9a95487,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:51.041931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:51.043575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.067916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-795ef06e-69a1-4ece-9b74-1a76be40e91d tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0002558 Jul 12 16:25:51.069825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36500) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:51.174750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::1 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/968f1d6a-5f6c-4047-9ed5-8e327ac97f7f/745c7bf7-e8d6-4c21-b718-a887fce6f3b7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:51.324685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:51.351524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.369144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:51.407893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.438613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'project_id': 'b95015e0a5d048d7a41b4eec47a366fd', 'port_id': '26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:51.484437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.504359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:51.514924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:51.520650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:51.522900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.578041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:51.691251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0160bd6a-1dc2-449b-a158-9bfb1d6ac9c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ae8d3663d044acc93d5a227438b6f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640242 Jul 12 16:25:51.692435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36520) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:51.774092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.809973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.854673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.882715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.926230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f6ea8-687e-4a17-b5f9-c62e668013d2 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:51.930650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad3b21-55b0-420e-84a8-b7d5fe6ea993 None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:51.967022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.981909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:51.989581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e514e18-e5ca-436a-b922-e86587a470b0 HTTP/1.1" status: 204 len: 168 time: 0.2945240 Jul 12 16:25:52.104673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad3b21-55b0-420e-84a8-b7d5fe6ea993 None None] Network adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:25:52.132559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977f5e-e05f-4be4-91c2-97bd03be7919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e514e18-e5ca-436a-b922-e86587a470b0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:52.152281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fe8291b3-b9d3-4e9d-9bad-79b35e0d0f46 None None] Provisioning for port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:52.240336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20969b7-743a-4336-ba2c-0da1d12ed253 None None] DHCP port deletion for adc69d30-3fcd-4a8b-b5c2-9fcba9a95487 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:25:52.247355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Allocated IP 172.25.8.95 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b4d743ec-aa25-4d5e-beaf-c993b2fa28a3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:25:52.333870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:52.464333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.473832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.528966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.541770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:52.570571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.623290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:52.638077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e6bce6a-a4c1-43b2-a79c-ef0bfcd65e32 None None] Provisioning complete for port 9742894c-231c-402e-8540-2e2915762a38 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:52.638531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e6bce6a-a4c1-43b2-a79c-ef0bfcd65e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.653425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.694137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:52.695001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.696883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bce6a-a4c1-43b2-a79c-ef0bfcd65e32 None None] Port 9742894c-231c-402e-8540-2e2915762a38 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:52.740779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:52.742259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:52.772736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:52.779405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:52.784098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:52.789017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d743ec-aa25-4d5e-beaf-c993b2fa28a3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:52.916053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:52.969135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Router 08af23ab-b43d-4de7-947a-d0ba39747ef3 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:25:52.974072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba32cc81-03a7-4592-a77e-c21e489c3be6 None None] Provisioning for port 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:53.009965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba32cc81-03a7-4592-a77e-c21e489c3be6 None None] Provisioning complete for port 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:53.010353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba32cc81-03a7-4592-a77e-c21e489c3be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.019356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:53.116563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.198365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ba32cc81-03a7-4592-a77e-c21e489c3be6 None None] Port 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:53.450950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Provisioning for port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:25:53.481097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Provisioning complete for port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:53.481891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.579072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.583452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:53.615654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:53.636594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Provisioning complete for port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:53.636914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0331a7e1-3472-4054-882d-e16976f02590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.820897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:25:53.840127 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Sync routers for ids ['08af23ab-b43d-4de7-947a-d0ba39747ef3'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:25:53.854565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:53.859651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6d15a6c9-be77-4f37-80c9-5446a53cb05b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "PUT /v2.0/routers/08af23ab-b43d-4de7-947a-d0ba39747ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412610 Jul 12 16:25:53.861823 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Routers {'08af23ab-b43d-4de7-947a-d0ba39747ef3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:53.862532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:53.862943 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['08af23ab-b43d-4de7-947a-d0ba39747ef3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:53.940306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-771d4c1e-4672-40a3-8be1-f7a4e74c2488 None None] Provisioning complete for port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:53.941491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-771d4c1e-4672-40a3-8be1-f7a4e74c2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.063229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-771d4c1e-4672-40a3-8be1-f7a4e74c2488 None None] Port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:54.095656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:25:54.098899 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Set router 08af23ab-b43d-4de7-947a-d0ba39747ef3 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:25:54.107819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71c7b7-902c-4b64-9880-8b25bcca6130 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:54.112191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e71c7b7-902c-4b64-9880-8b25bcca6130 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports/745c7bf7-e8d6-4c21-b718-a887fce6f3b7 HTTP/1.1" status: 200 len: 911 time: 0.2207179 Jul 12 16:25:54.114645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36566) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:54.235013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:54.235356 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.331879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36570) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:54.360112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2730bd9-e072-4e16-acf7-5bbc1c3b1e47 None None] Provisioning complete for port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:54.360498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2730bd9-e072-4e16-acf7-5bbc1c3b1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.414887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.426332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.431003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc23d2-966b-47cd-b451-c38f6f5e0735 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:54.472890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc23d2-966b-47cd-b451-c38f6f5e0735 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:54.479679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-48bc23d2-966b-47cd-b451-c38f6f5e0735 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3633759 Jul 12 16:25:54.480571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36574) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:54.505522 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:51Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': '745c7bf7-e8d6-4c21-b718-a887fce6f3b7', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:e4:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:25:50Z', 'updated_at': '2021-07-12T16:25:52Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:54.543504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c2730bd9-e072-4e16-acf7-5bbc1c3b1e47 None None] Port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:54.570055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d743ec-aa25-4d5e-beaf-c993b2fa28a3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:54.614104 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Checking router: 08af23ab-b43d-4de7-947a-d0ba39747ef3 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:25:54.614868 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Updating router 08af23ab-b43d-4de7-947a-d0ba39747ef3 port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:25:54.617786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a645a50-adf3-4e93-b8e3-2c2b005823bd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:54.718811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1a645a50-adf3-4e93-b8e3-2c2b005823bd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:54.723631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.724448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1a645a50-adf3-4e93-b8e3-2c2b005823bd not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:25:54.729195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1523092276'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:54.747622 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.879686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3629ca7-caa1-441e-ab6c-f74e9e972a60 None None] Provisioning complete for port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:25:54.895074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3629ca7-caa1-441e-ab6c-f74e9e972a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:54.979286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:54.991859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.017555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.043811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a3629ca7-caa1-441e-ab6c-f74e9e972a60 None None] Port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:25:55.118391 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Floating IP ee627fb1-bda2-4065-a66d-c19b89e19809 associated. External IP: 172.25.8.95, port: 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4. Jul 12 16:25:55.302617 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.315743 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Transition to ACTIVE for port object 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:25:55.323789 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.488101 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Pushing event updated for resources: {'Port': ['ID=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:55.530727 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.531197 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.531642 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.532307 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.532655 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.533069 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.533875 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.534918 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.535628 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.536112 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.536449 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.536781 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:25:55.553491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.618720 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Attempting to bind port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:25:55.619362 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Attempting to bind port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:25:55.619890 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Attempting to bind port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:25:55.628099 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:25:55.628628 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:55.629348 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.630238 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:25:55.630886 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Bound port: 745c7bf7-e8d6-4c21-b718-a887fce6f3b7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:25:55.636056 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.676576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36596) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:55.772835 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] For port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:25:55.777263 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] For port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:25:55.783345 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.787224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.800294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.804751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Router a985598c-cf4b-49db-b71f-484046ce2124 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:25:55.861364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:55.909234 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155bf0-a0e7-4ca2-ab17-f4842e5854f9 None None] Pushing event updated for resources: {'Port': ['ID=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:55.919147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-594c8f21-9838-45a5-aaab-afed844d8763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.924151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe76c4-ebd3-4f8b-a9aa-ad29a41b9b4a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:55.928138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:55.928666 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 8ee802d9-b776-44e6-a9a9-c0332533ebd7 of type vlan for network 4ec93f32-ddfc-494a-9fcc-58287308e30c Jul 12 16:25:55.955531 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Routers {'08af23ab-b43d-4de7-947a-d0ba39747ef3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:55.957637 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['08af23ab-b43d-4de7-947a-d0ba39747ef3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.001745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:56.002252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.070063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.197395 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] Set router 08af23ab-b43d-4de7-947a-d0ba39747ef3 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:25:56.211845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] For port 745c7bf7-e8d6-4c21-b718-a887fce6f3b7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:25:56.212238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.231529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.238489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:56.239455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.258286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:56.325277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:25:56.333154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=4ec93f32-ddfc-494a-9fcc-58287308e30c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:56.341155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] Sync routers for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:25:56.349808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:56.388801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-594c8f21-9838-45a5-aaab-afed844d8763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.396171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-594c8f21-9838-45a5-aaab-afed844d8763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.416867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.427419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:56.430954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64ccde35-db2c-4a80-9320-691056b87331 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0953817 Jul 12 16:25:56.434532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:56.435329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.448342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'name': 'tempest-PortsTestJSON-1256057982'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:56.482416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-594c8f21-9838-45a5-aaab-afed844d8763 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aaa9f66d2cef4c7dbc650c125689bcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7969005 Jul 12 16:25:56.488076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36604) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:56.490944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8f21-9838-45a5-aaab-afed844d8763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31715539-e65c-4948-b9fe-a1c7ba4c495e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:56.512396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.513752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-353225f3-4232-4be4-85cf-68742232dbb3 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4428222 Jul 12 16:25:56.517423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36606) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:56.539625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:56.540235 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c6209287-6640-4608-9101-051d2fcde734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:51Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': '745c7bf7-e8d6-4c21-b718-a887fce6f3b7', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:e4:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:25:50Z', 'updated_at': '2021-07-12T16:25:55Z', 'revision_number': 4, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.540761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.574390 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6209287-6640-4608-9101-051d2fcde734 None None] The sync data for ids ['08af23ab-b43d-4de7-947a-d0ba39747ef3'] in n-d-800078-3 is: [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:51Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': '745c7bf7-e8d6-4c21-b718-a887fce6f3b7', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:e4:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:25:50Z', 'updated_at': '2021-07-12T16:25:55Z', 'revision_number': 4, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '968f1d6a-5f6c-4047-9ed5-8e327ac97f7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:25:56.601319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:56.615808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.616767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:56.617803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acde7a4-b0ed-459a-9b01-02031a98ecb3 None None] The sync data for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:25:56.637745 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9319a5c-1808-4b4e-981d-8fc8d6c423d7 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "GET /v2.0/floatingips/ee627fb1-bda2-4065-a66d-c19b89e19809 HTTP/1.1" status: 200 len: 983 time: 0.1192129 Jul 12 16:25:56.642920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36608) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:56.650473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port a9e2236f-381d-430e-a82f-4a26b6d6048b yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:56.772787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.803446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=745c7bf7-e8d6-4c21-b718-a887fce6f3b7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:56.830714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a44a33c-d8b5-4d96-9fb2-2d6233f918ed tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.1841784 Jul 12 16:25:56.838791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36610) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:56.849261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.963973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:56.968445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-9708ddbb-0135-43db-940b-68a4acfef9b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2923775 Jul 12 16:25:57.056248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.225912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.228543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.236411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31715539-e65c-4948-b9fe-a1c7ba4c495e HTTP/1.1" status: 204 len: 168 time: 0.7404847 Jul 12 16:25:57.236509 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.241614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-d9b4cd98-ab44-4562-a026-71e7709cac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:57.248687 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-d9b4cd98-ab44-4562-a026-71e7709cac5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.1979623 Jul 12 16:25:57.262773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e3f60-fd67-4f83-aa12-c30acaaf2d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31715539-e65c-4948-b9fe-a1c7ba4c495e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:57.276808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port b4d743ec-aa25-4d5e-beaf-c993b2fa28a3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:57.277348 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.387287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Router 08af23ab-b43d-4de7-947a-d0ba39747ef3 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:25:57.467683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.468025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.501245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for b4d743ec-aa25-4d5e-beaf-c993b2fa28a3 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:25:57.508531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-a4cb4c7d-3b53-42ff-bc38-86b7322fc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:57.510001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-a4cb4c7d-3b53-42ff-bc38-86b7322fc1bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.1831439 Jul 12 16:25:57.535808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:25:57.542069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18b10598-719d-48bb-a88f-c7add273c203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "PUT /v2.0/routers/08af23ab-b43d-4de7-947a-d0ba39747ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562150 Jul 12 16:25:57.543945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.546187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36618) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:57.623659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '8ee802d9-b776-44e6-a9a9-c0332533ebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:57.624217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: 4ec93f32-ddfc-494a-9fcc-58287308e30c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:57.631370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=a9e2236f-381d-430e-a82f-4a26b6d6048b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:57.650267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:57.671573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4ec93f32-ddfc-494a-9fcc-58287308e30c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:57.677813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:57.685936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa9910-a57b-429c-8af4-cbef31e8776e None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:57.696698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:57.697803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.711220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36620) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:57.730068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9631eba-1fc0-4b41-8b78-fbbd37390ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.738725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6e4715c-b637-4a58-8ac5-38864423acd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3030498 Jul 12 16:25:57.739613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36622) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:57.746490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-140949036'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:57.802716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:57.806704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.851361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:25:57.863184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.863565 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 5a2e6832-c25b-41b3-b1a0-650d9f7f15af of type vlan for network f75a666e-e2ce-43b9-9790-3043469abd5e Jul 12 16:25:57.916789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.967328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:57.973237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:57.973839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.071646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=f75a666e-e2ce-43b9-9790-3043469abd5e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:58.085504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f75a666e-e2ce-43b9-9790-3043469abd5e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:25:58.106944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9631eba-1fc0-4b41-8b78-fbbd37390ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.113331 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9631eba-1fc0-4b41-8b78-fbbd37390ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.124942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-4dd42de4-5d3a-45dd-8074-da654bcb1513 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.5960975 Jul 12 16:25:58.151774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9631eba-1fc0-4b41-8b78-fbbd37390ea4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb47efec37044090b01aca9996631638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361677 Jul 12 16:25:58.156864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:58.163875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-93ece825-6dc5-4e4d-9e5e-24f94a206833 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4217656 Jul 12 16:25:58.169129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:58.203635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-4b8b6dd0-476d-44e7-bd87-45ca0bef5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:58.205290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-4b8b6dd0-476d-44e7-bd87-45ca0bef5991 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0595388 Jul 12 16:25:58.221173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'ports': [{'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'}, {'network_id': 'f75a666e-e2ce-43b9-9790-3043469abd5e'}]} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:58.221461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:58.222078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': 'f75a666e-e2ce-43b9-9790-3043469abd5e'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:25:58.277101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13a51a-3115-4197-ade4-b404bbf9a23b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:58.278823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13a51a-3115-4197-ade4-b404bbf9a23b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:58.282715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b13a51a-3115-4197-ade4-b404bbf9a23b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7310565 Jul 12 16:25:58.282715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36632) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:58.291558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36634) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:58.296625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9631eba-1fc0-4b41-8b78-fbbd37390ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c8b12-d77a-4ac2-a537-95d182c583f9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:58.302448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.415478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 968f1d6a-5f6c-4047-9ed5-8e327ac97f7f {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:58.427797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.432178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.470141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Deleting subnet 92f35ecf-68a3-4754-945a-a23753a1c390 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:25:58.480225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.489262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-01618e98-a516-44e4-b292-0ed96dbee4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:58.490798 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-01618e98-a516-44e4-b292-0ed96dbee4bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711074 Jul 12 16:25:58.502377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 2} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:25:58.509613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.525438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.537260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.539805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.540934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b99c8b12-d77a-4ac2-a537-95d182c583f9 HTTP/1.1" status: 204 len: 168 time: 0.3826151 Jul 12 16:25:58.554447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12963a-6012-4f2d-99c1-58557ae4cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c8b12-d77a-4ac2-a537-95d182c583f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:58.642289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 714c2575-020b-4373-95e5-bf39a1e4f281 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:58.672404 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.726986 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Sync routers for ids ['08af23ab-b43d-4de7-947a-d0ba39747ef3'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:25:58.735398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.738519 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Routers {'08af23ab-b43d-4de7-947a-d0ba39747ef3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:58.739155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['08af23ab-b43d-4de7-947a-d0ba39747ef3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:58.770640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.799434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.812614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:58.822307 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Set router 08af23ab-b43d-4de7-947a-d0ba39747ef3 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:25:58.858262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=b4d743ec-aa25-4d5e-beaf-c993b2fa28a3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:58.896319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:56Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:58.928253 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Checking router: 08af23ab-b43d-4de7-947a-d0ba39747ef3 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:25:58.937453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 7824cf4f-c11a-4713-9b9e-fbb1b4da3b15 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:25:58.946911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Routers {'08af23ab-b43d-4de7-947a-d0ba39747ef3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:25:58.947766 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['08af23ab-b43d-4de7-947a-d0ba39747ef3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:58.978431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-705daf7d-519a-4dee-bf17-72636bdb1931 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419830 Jul 12 16:25:59.083958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.087873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.141669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.153259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] Set router 08af23ab-b43d-4de7-947a-d0ba39747ef3 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:25:59.158147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.159886 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Floating IP ee627fb1-bda2-4065-a66d-c19b89e19809 disassociated (deleted). External IP: 172.25.8.95, port: 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4. Jul 12 16:25:59.163901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.198194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=714c2575-020b-4373-95e5-bf39a1e4f281,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:59.224184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:25:59.226542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:59.226971 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:56Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:59.229171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:59.230092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.278815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcc30d-d7ee-4d40-bb4f-409974148796 None None] The sync data for ids ['08af23ab-b43d-4de7-947a-d0ba39747ef3'] in n-d-800078-3 is: [{'id': '08af23ab-b43d-4de7-947a-d0ba39747ef3', 'name': 'tempest-NetworksTestDHCPv6-router-1911891175', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:25:49Z', 'updated_at': '2021-07-12T16:25:56Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:25:59.279751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.286025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92f35ecf-68a3-4754-945a-a23753a1c390 HTTP/1.1" status: 204 len: 168 time: 0.9961247 Jul 12 16:25:59.286797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36648) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:59.302277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc361a0b-4a7c-4cc1-83e7-7de9cc3471bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f35ecf-68a3-4754-945a-a23753a1c390,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:59.364896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=7824cf4f-c11a-4713-9b9e-fbb1b4da3b15,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:59.373569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '5a2e6832-c25b-41b3-b1a0-650d9f7f15af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f75a666e-e2ce-43b9-9790-3043469abd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:25:59.373832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: f75a666e-e2ce-43b9-9790-3043469abd5e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:25:59.382628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f918f8a7-7f49-43fa-8344-9e4b5336d374 req-c757b5ae-294f-4dd9-8ac1-f8472558fbf8 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899689 Jul 12 16:25:59.394281 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.416451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.419571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network f75a666e-e2ce-43b9-9790-3043469abd5e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:25:59.433923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f75a666e-e2ce-43b9-9790-3043469abd5e) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:25:59.438786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:25:59.444212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2cae0-f4ba-405e-a77e-e20c6737b884 None None] Network f75a666e-e2ce-43b9-9790-3043469abd5e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:59.445766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:59.451094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:25:59.451776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.459014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=968f1d6a-5f6c-4047-9ed5-8e327ac97f7f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:59.472007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.476894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77b4a4d9-8863-476b-b34c-156805088aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/968f1d6a-5f6c-4047-9ed5-8e327ac97f7f HTTP/1.1" status: 204 len: 168 time: 1.1705477 Jul 12 16:25:59.477262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36656) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:59.486818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f92583-7cee-44dc-86bd-39a645984638 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:25:59.493902 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2c06bc9-cea8-4a98-952c-fb2d55d4f7c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3172371 Jul 12 16:25:59.494314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36658) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:59.619076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.672514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026232c9-3de4-48a2-988d-282ae222c5bc']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:59.686443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa4364-64aa-4927-b906-2562f320064f') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:59.686814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa4364-64aa-4927-b906-2562f320064f') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:25:59.699410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.709362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-272024e9-3b41-4eab-9e85-bb111eb6c4f6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2310522 Jul 12 16:25:59.712052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:59.719928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.727619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:25:59.728029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:25:59.795479 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:25:59.800973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.812207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.812966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.817750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] 10.222.0.58 "DELETE /v2.0/networks/026232c9-3de4-48a2-988d-282ae222c5bc HTTP/1.1" status: 204 len: 168 time: 0.5282011 Jul 12 16:25:59.818369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Router a985598c-cf4b-49db-b71f-484046ce2124 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:25:59.820138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:25:59.832334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dff75-a2fc-4e6d-a834-76ea2814efac admin admin] Pushing event deleted for resources: {'Network': ['ID=026232c9-3de4-48a2-988d-282ae222c5bc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:25:59.863870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 7824cf4f-c11a-4713-9b9e-fbb1b4da3b15 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:25:59.864212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:59.925734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:25:59.957099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:25:59.957750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 745c7bf7-e8d6-4c21-b718-a887fce6f3b7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:00.016370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.042512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 7824cf4f-c11a-4713-9b9e-fbb1b4da3b15 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:00.053581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:00.075965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Deleting subnet bd9c02c3-ee7a-4584-8142-767a644f52b4 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:00.114486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.119568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Deleting port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:00.120299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.211199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] For port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:00.211953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.218594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.224909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.231280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Calling delete_port for 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:00.247700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.340129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.340666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Fanout notify agent at l3_agent the message router_deleted on router 08af23ab-b43d-4de7-947a-d0ba39747ef3 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:26:00.349848 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.351012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d50cbf2b-bb0b-467c-8b48-ceb5f37614f7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/routers/08af23ab-b43d-4de7-947a-d0ba39747ef3 HTTP/1.1" status: 204 len: 168 time: 0.6383295 Jul 12 16:26:00.354436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:26:00.360500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.365547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36680) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:00.366988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] Sync routers for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:26:00.372924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:00.380214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:00.381236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:00.436269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:00.447450 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.452867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.494032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] Pushing event deleted for resources: {'Port': ['ID=5bfa2425-0c7e-4d16-854e-48207d4bc6a5,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:00.502886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04214de0-7ae4-41e6-ba60-dd622122476a None None] No DVR routers for this DVR port 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:00.506245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:00.509248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:25:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:00.532151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.556627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2f8dbebd-b26f-4a16-ac46-16128ca53f93 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee627fb1-bda2-4065-a66d-c19b89e19809 HTTP/1.1" status: 204 len: 168 time: 3.7155659 Jul 12 16:26:00.567149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:00.567980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e4e3f-65a8-4aa9-8a32-92ea580c35bf None None] The sync data for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:26:00.575078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36686) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:00.588686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:00.589174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=7824cf4f-c11a-4713-9b9e-fbb1b4da3b15,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:00.599070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.602813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c53d861-b9e4-44e5-aeeb-eccdb94c2bcf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/7824cf4f-c11a-4713-9b9e-fbb1b4da3b15 HTTP/1.1" status: 204 len: 168 time: 1.1069708 Jul 12 16:26:00.605258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36688) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:00.663669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.703878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f44c5d-c2e0-43f0-a186-a842fef713c1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:00.714041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f44c5d-c2e0-43f0-a186-a842fef713c1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:00.716595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-85f44c5d-c2e0-43f0-a186-a842fef713c1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1101086 Jul 12 16:26:00.719211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36692) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:00.719773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.764579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:00.768469 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.772349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:00.776926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bd9c02c3-ee7a-4584-8142-767a644f52b4 HTTP/1.1" status: 204 len: 168 time: 0.9555175 Jul 12 16:26:00.778086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36696) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:00.791574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7def6-6839-4b2e-819e-3fa83803db62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9c02c3-ee7a-4584-8142-767a644f52b4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:00.960941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.028948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 714c2575-020b-4373-95e5-bf39a1e4f281 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:01.029287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.045686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.071556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.095416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17a64-16c8-4292-af69-def57fe62669 req-f6b246e9-907c-4419-be92-572c34f530f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.099071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-f6b246e9-907c-4419-be92-572c34f530f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.2478204 Jul 12 16:26:01.124761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b56b-4aea-466a-b825-5b8185ca4ea7 req-1d57c7f5-0005-4ea7-9644-3e57629d97f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.126397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20e1b56b-4aea-466a-b825-5b8185ca4ea7 req-1d57c7f5-0005-4ea7-9644-3e57629d97f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2375603 Jul 12 16:26:01.161285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.193466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:01.217371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:01.224739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.225673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58577f8-3632-4315-b014-43d42647cafe']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:01.225764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.232412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64a2d0-9ee6-4ae4-b41b-85aab525b0f1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:01.249497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698dc1e8-bbe7-4310-86a0-f2e9251ba9cb') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:01.249682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698dc1e8-bbe7-4310-86a0-f2e9251ba9cb') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:01.255861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=4343c3ce-b83e-4b58-ab48-5f9edbdbf555,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:01.263755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.282982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.308457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 714c2575-020b-4373-95e5-bf39a1e4f281 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:01.325007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.345617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:01.345967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:01.348819 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:01.350814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17a64-16c8-4292-af69-def57fe62669 req-63b15215-9dc0-4e51-9aec-db169e5674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.351308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-63b15215-9dc0-4e51-9aec-db169e5674b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.2160254 Jul 12 16:26:01.356907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20e1b56b-4aea-466a-b825-5b8185ca4ea7 req-e5b6a47a-716f-48d6-85a6-b1e56596313d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983111 Jul 12 16:26:01.399877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-46ec7c60-88a4-4775-b89b-3654127c421a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0310891 Jul 12 16:26:01.402475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:01.402938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36710) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:01.403898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.407502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:01.444000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Allocated IP 172.25.8.131 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/76809ca4-9faf-4463-8286-33f22c4a8d9a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:01.535626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.564427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.566908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e58577f8-3632-4315-b014-43d42647cafe HTTP/1.1" status: 204 len: 168 time: 0.7847481 Jul 12 16:26:01.593842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df694c3-61dd-40a7-9fb4-a7c73b404556 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58577f8-3632-4315-b014-43d42647cafe,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:01.599608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-c3fd9a92-b15f-4c81-ba91-2403d25ed017 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.2062607 Jul 12 16:26:01.677482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.742356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=714c2575-020b-4373-95e5-bf39a1e4f281,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:01.755377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.760117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eeaaabba-f416-46e8-8ba1-9c7acd5b8415 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/714c2575-020b-4373-95e5-bf39a1e4f281 HTTP/1.1" status: 204 len: 168 time: 1.0368915 Jul 12 16:26:01.760724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36720) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:01.773041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17a64-16c8-4292-af69-def57fe62669 req-de186138-8df8-46d4-b4e7-9b5b322dec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.774577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-de186138-8df8-46d4-b4e7-9b5b322dec2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1685913 Jul 12 16:26:01.816339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/4343c3ce-b83e-4b58-ab48-5f9edbdbf555/5ea84cbf-bd73-4d40-8d0a-cf23849dbd04) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:01.869891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36724) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:01.911609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe89bdd-b345-42bc-a370-faacb4576af7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.915662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fbe89bdd-b345-42bc-a370-faacb4576af7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1513550 Jul 12 16:26:01.915662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17a64-16c8-4292-af69-def57fe62669 req-3181a0b9-9845-4092-af81-09152787d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:01.917789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-3181a0b9-9845-4092-af81-09152787d3ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182785 Jul 12 16:26:01.920307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36726) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:01.973910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-366d4ade-2ed8-4919-8c7e-ec94152b13aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:01.977127 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabb1c69-a1ca-49e7-b2e9-ce0cc39b9af7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:01.982108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aabb1c69-a1ca-49e7-b2e9-ce0cc39b9af7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/7824cf4f-c11a-4713-9b9e-fbb1b4da3b15 HTTP/1.1" status: 404 len: 333 time: 0.0565324 Jul 12 16:26:01.992311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:01.993237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:02.020700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:02.020700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5bfa2425-0c7e-4d16-854e-48207d4bc6a5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:02.067724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fab85f2b-8410-44fc-b1b8-34b61e953ecc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89712731090c42ad9896fc16bdd2a7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956933 Jul 12 16:26:02.070573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36730) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:02.072947 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e34b89-d49e-443a-a1d5-3292f44c3cf6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:02.075643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-57e34b89-d49e-443a-a1d5-3292f44c3cf6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/714c2575-020b-4373-95e5-bf39a1e4f281 HTTP/1.1" status: 404 len: 333 time: 0.0503683 Jul 12 16:26:02.081775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36732) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:02.151042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.164717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Transition to ACTIVE for port object 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:02.186259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Transition to ACTIVE for port object 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:02.195460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.253920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.257778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-f70c5753-5dfb-4e20-8a4f-d2ef19203ea0 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188851 Jul 12 16:26:02.267816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Pushing event updated for resources: {'Port': ['ID=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:02.279669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:02.281202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:02.288699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:02.307429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.310379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.311367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.327565 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.364880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Attempting to bind port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:02.365267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Attempting to bind port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:02.366038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Attempting to bind port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:02.385549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:02.386268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.386457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:02.389465 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.390056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:02.390807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Bound port: 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:02.391336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.392278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.397322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.415967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.421534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.422938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7906cb1a-3f3b-4be6-9eef-e8caae775719 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0189633 Jul 12 16:26:02.447929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:02.511565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] For port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:02.517548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] For port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:02.524994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.539036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:02.546266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:02.557470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:02.560756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Pushing event updated for resources: {'Port': ['ID=76809ca4-9faf-4463-8286-33f22c4a8d9a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:02.603044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4d61-1aa9-42da-8677-93c12c0d407c None None] Pushing event updated for resources: {'Port': ['ID=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:02.637335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.644286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77b17a64-16c8-4292-af69-def57fe62669 req-eab74dc0-288d-4fa5-9e89-69ff2413bf24 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706033 Jul 12 16:26:02.656787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75a666e-e2ce-43b9-9790-3043469abd5e']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:02.671646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2e6832-c25b-41b3-b1a0-650d9f7f15af') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:02.671901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2e6832-c25b-41b3-b1a0-650d9f7f15af') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:02.687129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.728631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.731419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.732935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80fa6ea2-2c61-4a74-9116-53f4d021019e HTTP/1.1" status: 204 len: 168 time: 0.6611185 Jul 12 16:26:02.748550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.778955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:02.789723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:02.795554 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:02.828410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55db9b-d24f-4192-8eda-d7b2f9314f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa6ea2-2c61-4a74-9116-53f4d021019e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:02.859536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95b4f0-0b71-4260-9293-ada6c460d445 req-302843e1-f33b-4abb-b450-7a28249988c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:02.871381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac95b4f0-0b71-4260-9293-ada6c460d445 req-302843e1-f33b-4abb-b450-7a28249988c0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3447208 Jul 12 16:26:02.963343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.021233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac95b4f0-0b71-4260-9293-ada6c460d445 req-3e30598f-9d83-4126-a808-34f908a7bfc8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494174 Jul 12 16:26:03.023903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.036461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.044685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/f75a666e-e2ce-43b9-9790-3043469abd5e HTTP/1.1" status: 204 len: 168 time: 0.9607513 Jul 12 16:26:03.045712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36746) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:03.063035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-964663865'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:03.068335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa235-e388-4f68-bd96-4c8f72ec9470 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=f75a666e-e2ce-43b9-9790-3043469abd5e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:03.118942 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.132726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:03.141724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.171867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:03.186224 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.186564 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 684dda34-9689-46bd-9668-174460c12ca3 of type vlan for network c23ddd5e-c427-4eb3-9221-76134fa249c5 Jul 12 16:26:03.257282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.264900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.280148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36752) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:03.293557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.301554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:03.302454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.379154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3207691 Jul 12 16:26:03.382439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:03.389948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:03.439496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247ade8-a9cf-42a4-86f5-f82f2255af69 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=c23ddd5e-c427-4eb3-9221-76134fa249c5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:03.451266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:03.519566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:03.526023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.572839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36758) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:03.578004 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c721be-e4ae-4647-97a8-dfdec81d4334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.604722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::1 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/4343c3ce-b83e-4b58-ab48-5f9edbdbf555/e8ec008f-fc4f-4968-97ee-400f59db45c8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:03.606870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.775800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.776408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-76dc7b21-a786-4770-9505-cc04f048357f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b87dffa7aaad4de5b6b5e9359a61620b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997337 Jul 12 16:26:03.778381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:03.905116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=0bb82bde-7b67-4ef6-8c51-ef009c7114db,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:03.912346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '684dda34-9689-46bd-9668-174460c12ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:03.912817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: c23ddd5e-c427-4eb3-9221-76134fa249c5, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:03.936560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.936885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.961837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:03.982689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:03.993821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c23ddd5e-c427-4eb3-9221-76134fa249c5) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:03.997644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object e8ec008f-fc4f-4968-97ee-400f59db45c8 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:04.001093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:04.001872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.002571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c721be-e4ae-4647-97a8-dfdec81d4334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.014066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c721be-e4ae-4647-97a8-dfdec81d4334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.014548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb9c57-2df1-4fbb-b612-d6d8471ea5b9 None None] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:04.061608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ee7add39-8f59-41e2-9ff3-905e27c892e1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6773205 Jul 12 16:26:04.063946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36764) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:04.072846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5', 'name': 'tempest-PortsTestJSON-1323390859'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:04.086428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.093406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5c721be-e4ae-4647-97a8-dfdec81d4334 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19a4110fdc764fcd9d801f62e604147e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8112760 Jul 12 16:26:04.100637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36766) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:04.108396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.130639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c721be-e4ae-4647-97a8-dfdec81d4334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecab8c4-7ee6-4815-b3e7-f6e64a1a5d8f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.162370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.165705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.169281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75c559bb-2b49-4d64-8de2-902ccb637509 HTTP/1.1" status: 204 len: 168 time: 0.3847253 Jul 12 16:26:04.182818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce109-fafb-40e4-be91-1efd6eba699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c559bb-2b49-4d64-8de2-902ccb637509,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.247875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:04.262643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Pushing event updated for resources: {'Port': ['ID=76809ca4-9faf-4463-8286-33f22c4a8d9a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.271553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:04.277631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.278164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.301607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 879eaec8-25e2-4f2a-ae06-300db2c70fe5 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:04.346310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c23ddd5e-c427-4eb3-9221-76134fa249c5', 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': '0bb82bde-7b67-4ef6-8c51-ef009c7114db'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:04.348966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.365320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-00b15eb6-2f69-4b36-b0bc-42b2e63ba9e9 None None] Provisioning for port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:04.368392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:04.369795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=e8ec008f-fc4f-4968-97ee-400f59db45c8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.379092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:04.388453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:04.389346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.455248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.470294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.482583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.12 (c23ddd5e-c427-4eb3-9221-76134fa249c5/0bb82bde-7b67-4ef6-8c51-ef009c7114db/879eaec8-25e2-4f2a-ae06-300db2c70fe5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:04.498398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:04.506998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:04.507370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.521569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.551858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.553793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-009c636d-46c7-4f45-9803-ab5babc0b5c5 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9749732 Jul 12 16:26:04.565295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed4a3-7551-47c6-9b7a-8851f69c7dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.570594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36772) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:04.591261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f283505-abc8-4a90-8c32-aa0ca298b27b req-4cbeceaa-a224-4978-b738-8b76c1e3abe5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:04.604083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f283505-abc8-4a90-8c32-aa0ca298b27b req-4cbeceaa-a224-4978-b738-8b76c1e3abe5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4025688 Jul 12 16:26:04.619954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.660879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:04.666947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.740402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.747343 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f283505-abc8-4a90-8c32-aa0ca298b27b req-aa635ed7-61b4-4d73-b3ec-fb29970729f1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424201 Jul 12 16:26:04.793318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.800392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.805011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ecab8c4-7ee6-4815-b3e7-f6e64a1a5d8f HTTP/1.1" status: 204 len: 168 time: 0.7015672 Jul 12 16:26:04.816957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42c465-9884-4f58-94ff-4a90178fba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecab8c4-7ee6-4815-b3e7-f6e64a1a5d8f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:04.817753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.833736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.845400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 879eaec8-25e2-4f2a-ae06-300db2c70fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:04.873828 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.902171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8ba4a715-3d35-4781-ad49-2bc3309205cd None None] Provisioning for port e8ec008f-fc4f-4968-97ee-400f59db45c8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:04.908493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8ba4a715-3d35-4781-ad49-2bc3309205cd None None] Provisioning complete for port e8ec008f-fc4f-4968-97ee-400f59db45c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:04.910444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a715-3d35-4781-ad49-2bc3309205cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:04.933105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.012634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4a715-3d35-4781-ad49-2bc3309205cd None None] Port e8ec008f-fc4f-4968-97ee-400f59db45c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:05.037055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:05.047232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:05.048377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Allocated IP 172.20.0.2 (c23ddd5e-c427-4eb3-9221-76134fa249c5/0bb82bde-7b67-4ef6-8c51-ef009c7114db/1ea8007e-af26-4e99-a777-2f94c08d7cd6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:05.052816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:05.061202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:05.070307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=879eaec8-25e2-4f2a-ae06-300db2c70fe5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:05.123019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.135515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:05.136615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.162991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-22801dba-e102-4be8-b59f-a3a5ba8e5930 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0974467 Jul 12 16:26:05.163927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:05.306379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.306789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.321510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Transition to ACTIVE for port object 1ea8007e-af26-4e99-a777-2f94c08d7cd6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:05.324284 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.332168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.341128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Transition to ACTIVE for port object 1ea8007e-af26-4e99-a777-2f94c08d7cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:05.351498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 879eaec8-25e2-4f2a-ae06-300db2c70fe5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:05.351791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.354283 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.406193 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.440892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:05.452100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.462263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:05.480933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:05.494841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Pushing event updated for resources: {'Port': ['ID=1ea8007e-af26-4e99-a777-2f94c08d7cd6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:05.532468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=e8ec008f-fc4f-4968-97ee-400f59db45c8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:05.556035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.561172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:05.587611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-417a66f7-4452-4e1e-9950-5d25cbc28153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.608955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 879eaec8-25e2-4f2a-ae06-300db2c70fe5 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:05.665307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:05.669923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:05.678381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Attempting to bind port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:05.679130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Attempting to bind port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '684dda34-9689-46bd-9668-174460c12ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:05.679762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Attempting to bind port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 on network c23ddd5e-c427-4eb3-9221-76134fa249c5 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:05.686897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:05.687837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Checking segment: {'id': '684dda34-9689-46bd-9668-174460c12ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:05.688878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.690995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Allocated IP 172.25.8.241 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/ff4be63a-79aa-4f09-bc2a-dccf89108251) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:05.691242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Bound using segment: {'id': '684dda34-9689-46bd-9668-174460c12ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:05.691844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Bound port: 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684dda34-9689-46bd-9668-174460c12ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c23ddd5e-c427-4eb3-9221-76134fa249c5'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:05.697925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.888748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] For port 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:05.895249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] For port 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1ea8007e-af26-4e99-a777-2f94c08d7cd6,segment=NetworkSegment(684dda34-9689-46bd-9668-174460c12ca3),segment_id=684dda34-9689-46bd-9668-174460c12ca3)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:05.898479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.911332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.916984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-417a66f7-4452-4e1e-9950-5d25cbc28153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.927475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-df249a2e-4b46-41cd-a8fc-826053af0266 None None] Provisioning complete for port e8ec008f-fc4f-4968-97ee-400f59db45c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:05.928254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-df249a2e-4b46-41cd-a8fc-826053af0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.948660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-417a66f7-4452-4e1e-9950-5d25cbc28153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:05.961845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Router 99951d9f-c7e6-4deb-94f6-a417dd233f53 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:26:05.967828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.012388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-df249a2e-4b46-41cd-a8fc-826053af0266 None None] Port e8ec008f-fc4f-4968-97ee-400f59db45c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:06.043672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:06.053202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a66f7-4452-4e1e-9950-5d25cbc28153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24123e67-5d1e-4d41-ac79-05f9c3a629a8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:06.123367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-417a66f7-4452-4e1e-9950-5d25cbc28153 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c86e52d453364a4b9dffe4cbb8155b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589046 Jul 12 16:26:06.123561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36804) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.141277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.150624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:26:06.152564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb2713-6755-43c3-8c2d-0a0e2e22cfd0 None None] Pushing event updated for resources: {'Port': ['ID=1ea8007e-af26-4e99-a777-2f94c08d7cd6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:06.165199 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Sync routers for ids ['99951d9f-c7e6-4deb-94f6-a417dd233f53'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:26:06.181290 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Routers {'99951d9f-c7e6-4deb-94f6-a417dd233f53'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:06.184018 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99951d9f-c7e6-4deb-94f6-a417dd233f53'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:06.184920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5a318d10-1768-4847-83ad-cbbbe1ed8cdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "PUT /v2.0/routers/99951d9f-c7e6-4deb-94f6-a417dd233f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7348874 Jul 12 16:26:06.190074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.198545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36808) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.201782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:06.202356 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.327023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f46e93b-aac0-42a5-a18a-876627bd9209 None None] Provisioning complete for port e8ec008f-fc4f-4968-97ee-400f59db45c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:06.327641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f46e93b-aac0-42a5-a18a-876627bd9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.340073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=879eaec8-25e2-4f2a-ae06-300db2c70fe5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:06.353435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:06.379476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:06.386452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:06.391260 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Set router 99951d9f-c7e6-4deb-94f6-a417dd233f53 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:26:06.402475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4f46e93b-aac0-42a5-a18a-876627bd9209 None None] Port e8ec008f-fc4f-4968-97ee-400f59db45c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:06.440274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.479788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.481399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61accf3-cfeb-4456-a0ac-0288af802cf7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:06.482024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d2b37e33-5e57-40de-a097-ff9ce17f2b19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/879eaec8-25e2-4f2a-ae06-300db2c70fe5 HTTP/1.1" status: 204 len: 168 time: 1.3168809 Jul 12 16:26:06.486170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f61accf3-cfeb-4456-a0ac-0288af802cf7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports/e8ec008f-fc4f-4968-97ee-400f59db45c8 HTTP/1.1" status: 200 len: 911 time: 0.2809789 Jul 12 16:26:06.489683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Pushing event updated for resources: {'Port': ['ID=ff4be63a-79aa-4f09-bc2a-dccf89108251,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:06.489834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36810) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.490507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36812) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.569795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.572649 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23bb87a-6985-493d-bc07-aadde61f0600 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:26:06.573389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23bb87a-6985-493d-bc07-aadde61f0600 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:06.577743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a23bb87a-6985-493d-bc07-aadde61f0600 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/879eaec8-25e2-4f2a-ae06-300db2c70fe5 HTTP/1.1" status: 404 len: 333 time: 0.0835130 Jul 12 16:26:06.581367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.586251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.641280 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3095bb-d570-4c14-ad08-836bf20ef106 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:06.642861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9d3095bb-d570-4c14-ad08-836bf20ef106 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/879eaec8-25e2-4f2a-ae06-300db2c70fe5 HTTP/1.1" status: 404 len: 333 time: 0.0591233 Jul 12 16:26:06.647551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36816) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.698887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.702770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:04Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': 'e8ec008f-fc4f-4968-97ee-400f59db45c8', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:d5:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:26:03Z', 'updated_at': '2021-07-12T16:26:05Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:06.718363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e8eee4-c838-436a-b84e-7b0cad3557d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:06.725364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e8eee4-c838-436a-b84e-7b0cad3557d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:06.727482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04e8eee4-c838-436a-b84e-7b0cad3557d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2346609 Jul 12 16:26:06.731638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36820) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:06.740641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.744302 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.748654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24123e67-5d1e-4d41-ac79-05f9c3a629a8 HTTP/1.1" status: 204 len: 168 time: 0.6240056 Jul 12 16:26:06.768973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 0bb82bde-7b67-4ef6-8c51-ef009c7114db {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:06.773744 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Checking router: 99951d9f-c7e6-4deb-94f6-a417dd233f53 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:26:06.775538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Updating router 99951d9f-c7e6-4deb-94f6-a417dd233f53 port e8ec008f-fc4f-4968-97ee-400f59db45c8 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:26:06.779076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:06.829446 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.197058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.346582 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.357457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.364426 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Transition to ACTIVE for port object e8ec008f-fc4f-4968-97ee-400f59db45c8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:07.381828 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.496390 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a380a-e4c7-479d-9667-61e7ffd3dd44 None None] Pushing event updated for resources: {'Port': ['ID=e8ec008f-fc4f-4968-97ee-400f59db45c8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:07.500804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.652793 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Attempting to bind port e8ec008f-fc4f-4968-97ee-400f59db45c8 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:07.653159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Attempting to bind port e8ec008f-fc4f-4968-97ee-400f59db45c8 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:07.653523 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Attempting to bind port e8ec008f-fc4f-4968-97ee-400f59db45c8 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:07.660361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b1351-7a70-4412-bdb6-02cff3e61273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24123e67-5d1e-4d41-ac79-05f9c3a629a8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:07.660582 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:07.661036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:07.661275 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.661664 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:07.662463 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Bound port: e8ec008f-fc4f-4968-97ee-400f59db45c8, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:07.662609 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.680814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.756082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111abdbd-23ea-4f94-abb8-90a0d108e567 None None] Network c23ddd5e-c427-4eb3-9221-76134fa249c5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:07.773050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb82bde-7b67-4ef6-8c51-ef009c7114db,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:07.789137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.828770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82cc7407-57bf-4e82-a463-d6f6f4630d19 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/0bb82bde-7b67-4ef6-8c51-ef009c7114db HTTP/1.1" status: 204 len: 168 time: 1.1786439 Jul 12 16:26:07.833553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36840) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:07.882790 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] For port e8ec008f-fc4f-4968-97ee-400f59db45c8, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:07.894742 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] For port e8ec008f-fc4f-4968-97ee-400f59db45c8, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e8ec008f-fc4f-4968-97ee-400f59db45c8,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:07.912237 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.953987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca428b50-aae3-4eb3-a7aa-de58520ef297 None None] Provisioning for port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:07.981918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:07.999967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.014550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.092759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1ea8007e-af26-4e99-a777-2f94c08d7cd6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:08.104581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a380a-e4c7-479d-9667-61e7ffd3dd44 None None] Pushing event updated for resources: {'Port': ['ID=e8ec008f-fc4f-4968-97ee-400f59db45c8,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:08.130438 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Routers {'99951d9f-c7e6-4deb-94f6-a417dd233f53'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:08.131092 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99951d9f-c7e6-4deb-94f6-a417dd233f53'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:08.152972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:08.153328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.186093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.233100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:08.238500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:08.238879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.283762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.286264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6801434 Jul 12 16:26:08.290193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1ea8007e-af26-4e99-a777-2f94c08d7cd6,segment=NetworkSegment(684dda34-9689-46bd-9668-174460c12ca3),segment_id=684dda34-9689-46bd-9668-174460c12ca3)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:08.290582 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.298418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36852) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:08.320819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 1ea8007e-af26-4e99-a777-2f94c08d7cd6 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:08.322202 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] Set router 99951d9f-c7e6-4deb-94f6-a417dd233f53 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:26:08.346385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] DHCP port deletion for c23ddd5e-c427-4eb3-9221-76134fa249c5 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:08.392623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79558-2b65-47cb-8801-3a24650ddbb8 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Pushing event updated for resources: {'Port': ['ID=ff4be63a-79aa-4f09-bc2a-dccf89108251,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:08.448318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.452801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0ae48f51-0ebf-4184-bb10-f7bc4486dd44 tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.1425688 Jul 12 16:26:08.456695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36856) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:08.520387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Deleting port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:08.520772 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.602638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-45cb254d-e7ff-43b2-87b0-6398c15c46c7 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1447325 Jul 12 16:26:08.603413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36860) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:08.635415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1ea8007e-af26-4e99-a777-2f94c08d7cd6,segment=NetworkSegment(684dda34-9689-46bd-9668-174460c12ca3),segment_id=684dda34-9689-46bd-9668-174460c12ca3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:08.642339 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:04Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': 'e8ec008f-fc4f-4968-97ee-400f59db45c8', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:d5:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:26:03Z', 'updated_at': '2021-07-12T16:26:07Z', 'revision_number': 4, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:08.669819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] For port 1ea8007e-af26-4e99-a777-2f94c08d7cd6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1ea8007e-af26-4e99-a777-2f94c08d7cd6,segment=NetworkSegment(684dda34-9689-46bd-9668-174460c12ca3),segment_id=684dda34-9689-46bd-9668-174460c12ca3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:08.670335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.692479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Calling delete_port for 1ea8007e-af26-4e99-a777-2f94c08d7cd6 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:08.709925 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff4606-7881-46c6-a3d7-6603432ce8a3 None None] The sync data for ids ['99951d9f-c7e6-4deb-94f6-a417dd233f53'] in n-d-800078-3 is: [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:04Z', 'revision_number': 2, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None, '_interfaces': [{'id': 'e8ec008f-fc4f-4968-97ee-400f59db45c8', 'name': '', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'mac_address': 'fa:16:3e:d5:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:26:03Z', 'updated_at': '2021-07-12T16:26:07Z', 'revision_number': 4, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'subnets': [{'id': '4343c3ce-b83e-4b58-ab48-5f9edbdbf555', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:26:08.728578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.733199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.773803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.842451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event deleted for resources: {'Port': ['ID=1ea8007e-af26-4e99-a777-2f94c08d7cd6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:08.848457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:08.850513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=1ea8007e-af26-4e99-a777-2f94c08d7cd6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:08.856009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.856391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.856980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.857331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.857675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.858014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.858786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.858786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.858994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.859317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.859768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.860249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:08.867683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:08.881707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] No DVR routers for this DVR port 1ea8007e-af26-4e99-a777-2f94c08d7cd6 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:08.903618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993ddda-7e59-4068-88ac-7af0dba4c152 None None] Pushing event deleted for resources: {'Port': ['ID=1ea8007e-af26-4e99-a777-2f94c08d7cd6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:09.009134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.024036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23ddd5e-c427-4eb3-9221-76134fa249c5']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:09.028415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Deleting port ff4be63a-79aa-4f09-bc2a-dccf89108251 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:09.029030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.124795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684dda34-9689-46bd-9668-174460c12ca3') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:09.125106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684dda34-9689-46bd-9668-174460c12ca3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:09.167454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.204651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.219623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port e8ec008f-fc4f-4968-97ee-400f59db45c8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:09.220104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.230822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:09.231561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:09.241370 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:09.351447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.352106 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.373151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Calling delete_port for ff4be63a-79aa-4f09-bc2a-dccf89108251 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:09.389092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.400937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.407883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/c23ddd5e-c427-4eb3-9221-76134fa249c5 HTTP/1.1" status: 204 len: 168 time: 1.5752659 Jul 12 16:26:09.409403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36878) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:09.439418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-375265027'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:09.446191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] For port e8ec008f-fc4f-4968-97ee-400f59db45c8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e8ec008f-fc4f-4968-97ee-400f59db45c8,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:09.446553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.450876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea9d35-75a7-4d36-806c-20c0c31722bf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=c23ddd5e-c427-4eb3-9221-76134fa249c5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:09.469680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for e8ec008f-fc4f-4968-97ee-400f59db45c8 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:09.563893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:09.576677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.637008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:09.651575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.652034 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 94658b4c-d479-4d90-9b02-7efbb07a01bb of type vlan for network 665f0395-8933-44aa-8616-006ba104145d Jul 12 16:26:09.761275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.777650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.792933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.838453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=e8ec008f-fc4f-4968-97ee-400f59db45c8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:09.857371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Pushing event deleted for resources: {'Port': ['ID=ff4be63a-79aa-4f09-bc2a-dccf89108251,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:09.878552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:09.885137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:09.886023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.057774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1ea8007e-af26-4e99-a777-2f94c08d7cd6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:10.063346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6280303 Jul 12 16:26:10.066622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36892) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:10.080343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '665f0395-8933-44aa-8616-006ba104145d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:10.086044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683499d6-5f9e-4380-8f3e-eb1b5bb6a9aa tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=665f0395-8933-44aa-8616-006ba104145d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:10.099198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.105142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.108901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c271453b-ecef-44a0-bacf-43e69b846393 tempest-FloatingIPAdminTestJSON-694605067 tempest-FloatingIPAdminTestJSON-694605067-project] 10.222.0.58 "DELETE /v2.0/floatingips/3dc98eba-a150-4267-bc21-a556cb9a8547 HTTP/1.1" status: 204 len: 168 time: 1.4990654 Jul 12 16:26:10.109478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36894) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:10.126790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 665f0395-8933-44aa-8616-006ba104145d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:10.132233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1ea8007e-af26-4e99-a777-2f94c08d7cd6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:10.132574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1ea8007e-af26-4e99-a777-2f94c08d7cd6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:10.203324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.335986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Deleting port 76809ca4-9faf-4463-8286-33f22c4a8d9a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:10.336324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.360304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:10.364321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.467848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.468191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.487046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Calling delete_port for 76809ca4-9faf-4463-8286-33f22c4a8d9a owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:10.621023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Router 99951d9f-c7e6-4deb-94f6-a417dd233f53 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:26:10.739488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:10.876454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:26:10.909854 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-42789d51-a024-4a5e-9b44-7b6071b00273 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "PUT /v2.0/routers/99951d9f-c7e6-4deb-94f6-a417dd233f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1709292 Jul 12 16:26:10.911051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:10.999388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Pushing event deleted for resources: {'Port': ['ID=76809ca4-9faf-4463-8286-33f22c4a8d9a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:11.004821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.007692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.012641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-62d1b3f8-8a9f-4ee9-9297-254b5f8ad45f tempest-FloatingIPAdminTestJSON-1597354092 tempest-FloatingIPAdminTestJSON-1597354092-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/a38f5477-4157-4994-9efb-6049e8636d28 HTTP/1.1" status: 204 len: 168 time: 0.8984654 Jul 12 16:26:11.014215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36912) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:11.106997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Sync routers for ids ['99951d9f-c7e6-4deb-94f6-a417dd233f53'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:26:11.125755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Routers {'99951d9f-c7e6-4deb-94f6-a417dd233f53'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:11.132445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99951d9f-c7e6-4deb-94f6-a417dd233f53'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:11.139072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f76e9-2c94-4ea9-9e46-f04351e9110b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:11.145988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f76e9-2c94-4ea9-9e46-f04351e9110b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:11.151055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e3f76e9-2c94-4ea9-9e46-f04351e9110b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2360039 Jul 12 16:26:11.154141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36916) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:11.194097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:11.194497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.266551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Set router 99951d9f-c7e6-4deb-94f6-a417dd233f53 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:26:11.290539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.327627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.343103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:09Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:11.346916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for 26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:11.350341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 4343c3ce-b83e-4b58-ab48-5f9edbdbf555 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:11.362505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.374741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Checking router: 99951d9f-c7e6-4deb-94f6-a417dd233f53 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:26:11.384248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Routers {'99951d9f-c7e6-4deb-94f6-a417dd233f53'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:11.385638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99951d9f-c7e6-4deb-94f6-a417dd233f53'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:11.466458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] Set router 99951d9f-c7e6-4deb-94f6-a417dd233f53 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:26:11.470587 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.475225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=f7b982f9-a942-4746-a352-70ad7dfdabd3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:11.518721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '94658b4c-d479-4d90-9b02-7efbb07a01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '665f0395-8933-44aa-8616-006ba104145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:11.519061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: 665f0395-8933-44aa-8616-006ba104145d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:11.542018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:09Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:11.577056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13cf86-c236-4e73-a917-278164194bdd None None] The sync data for ids ['99951d9f-c7e6-4deb-94f6-a417dd233f53'] in n-d-800078-3 is: [{'id': '99951d9f-c7e6-4deb-94f6-a417dd233f53', 'name': 'tempest-NetworksTestDHCPv6-router-809631316', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:02Z', 'updated_at': '2021-07-12T16:26:09Z', 'revision_number': 3, 'project_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:26:11.592452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.607950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 665f0395-8933-44aa-8616-006ba104145d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:11.638302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 665f0395-8933-44aa-8616-006ba104145d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:11.651290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f376933-d723-4188-a609-8c05774cda81 None None] Network 665f0395-8933-44aa-8616-006ba104145d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:11.654271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:11.658470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:11.659104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.668128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.777831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.783940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba7be58c-b3b7-4cc0-9a0f-6116aa01ea4a tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/ports/26c3a1b8-f5cc-4e18-9d2b-c9d448e0b1b4 HTTP/1.1" status: 204 len: 168 time: 0.7683740 Jul 12 16:26:11.784738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:11.789999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e709ed26-2e80-4bdc-b5e6-d52858ca6b9d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7198908 Jul 12 16:26:11.793032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:11.819014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '665f0395-8933-44aa-8616-006ba104145d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-774689462'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:11.945406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:11.959007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61ce6f-0b5c-4b17-8f9a-26de32bae37f tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:11.960813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e61ce6f-0b5c-4b17-8f9a-26de32bae37f tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "GET /v2.0/ports?device_id=a985598c-cf4b-49db-b71f-484046ce2124 HTTP/1.1" status: 200 len: 913 time: 0.1748509 Jul 12 16:26:11.963511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:12.043942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=4343c3ce-b83e-4b58-ab48-5f9edbdbf555,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:12.059250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.064863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f5773d17-6ee1-46e5-a31c-fc0caca16e1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/4343c3ce-b83e-4b58-ab48-5f9edbdbf555 HTTP/1.1" status: 204 len: 168 time: 0.9098451 Jul 12 16:26:12.067257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:12.081736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e8ec008f-fc4f-4968-97ee-400f59db45c8 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:12.084766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779230d-f49e-4db1-af77-520c2ba10856 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:12.197795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e8ec008f-fc4f-4968-97ee-400f59db45c8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:12.200752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e8ec008f-fc4f-4968-97ee-400f59db45c8 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:12.288112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e88a6169-c1b5-4018-beec-483225275e4d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2044809 Jul 12 16:26:12.289030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:12.404135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.406240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:12.411240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.515691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port f33a2874-7af3-4bf5-8b98-7a2d085924bd yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:12.615669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-665f0395-8933-44aa-8616-006ba104145d', 'network_id': '665f0395-8933-44aa-8616-006ba104145d', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': 'f7b982f9-a942-4746-a352-70ad7dfdabd3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:12.616603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.709608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.753384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.758513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.779206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:12.885132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Deleting port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:12.885601 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.896933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.898142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Fanout notify agent at l3_agent the message router_deleted on router 99951d9f-c7e6-4deb-94f6-a417dd233f53 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:26:12.914757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:12.918837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:12.919878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24275d75-c478-4e48-899f-398f25530974 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/routers/99951d9f-c7e6-4deb-94f6-a417dd233f53 HTTP/1.1" status: 204 len: 168 time: 0.6281583 Jul 12 16:26:12.950495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.5 (665f0395-8933-44aa-8616-006ba104145d/f7b982f9-a942-4746-a352-70ad7dfdabd3/f33a2874-7af3-4bf5-8b98-7a2d085924bd) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:12.987624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] For port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:12.990041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.011459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Calling delete_port for 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:13.145371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-9f538590-610e-4d11-a6cd-472b62016c2e req-8e7f1e9b-5e07-4f59-b7de-fbe6d75b5507 tempest-ServersOnMultiNodesTest-1034380779 tempest-ServersOnMultiNodesTest-1034380779-project] (93711) timed out ('10.222.0.65', 53090) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:26:13.148111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.169815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce8c6e7-1825-40ce-a7fb-bb8cba4f14b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:13.171375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ce8c6e7-1825-40ce-a7fb-bb8cba4f14b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2483578 Jul 12 16:26:13.174612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:13.178317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] No DVR routers for this DVR port 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:13.207729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.233863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8e2d0-0cef-450f-85aa-7b99896ef16b None None] Pushing event deleted for resources: {'Port': ['ID=5ea84cbf-bd73-4d40-8d0a-cf23849dbd04,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:13.247853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object f33a2874-7af3-4bf5-8b98-7a2d085924bd will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:13.293170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.312660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ab21c-7a97-4b12-aeba-d54c80f2b0b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:13.314513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-658ab21c-7a97-4b12-aeba-d54c80f2b0b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1388724 Jul 12 16:26:13.318125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:13.349322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 665f0395-8933-44aa-8616-006ba104145d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:13.353078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:13.358336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:13.366705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=f33a2874-7af3-4bf5-8b98-7a2d085924bd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:13.385660 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ad568e8c-b620-4277-a16f-070ff4d4ab4a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623631 Jul 12 16:26:13.386702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:13.392751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:13.395944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Allocated IP 172.20.0.2 (665f0395-8933-44aa-8616-006ba104145d/f7b982f9-a942-4746-a352-70ad7dfdabd3/a8236faa-b8a8-4add-8818-704d2a66c591) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:13.428782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:13.429491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.449480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e6fbb0cf-a9bd-4a85-98a2-83c7c901f4ad tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6544039 Jul 12 16:26:13.452035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:13.587849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port 9742894c-231c-402e-8540-2e2915762a38 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:13.588170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.593102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:13.597247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.660088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port f33a2874-7af3-4bf5-8b98-7a2d085924bd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:13.660609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.698909 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.724448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Transition to ACTIVE for port object a8236faa-b8a8-4add-8818-704d2a66c591 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:13.751376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Transition to ACTIVE for port object a8236faa-b8a8-4add-8818-704d2a66c591 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:13.760583 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.819434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Network 665f0395-8933-44aa-8616-006ba104145d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:13.821305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.825323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:13.832392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:13.840439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for f33a2874-7af3-4bf5-8b98-7a2d085924bd owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:13.871354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Pushing event updated for resources: {'Port': ['ID=a8236faa-b8a8-4add-8818-704d2a66c591,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:13.927013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Attempting to bind port a8236faa-b8a8-4add-8818-704d2a66c591 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:13.927399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Attempting to bind port a8236faa-b8a8-4add-8818-704d2a66c591 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '94658b4c-d479-4d90-9b02-7efbb07a01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '665f0395-8933-44aa-8616-006ba104145d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:13.929223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Attempting to bind port a8236faa-b8a8-4add-8818-704d2a66c591 on network 665f0395-8933-44aa-8616-006ba104145d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:13.950119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:13.950505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Checking segment: {'id': '94658b4c-d479-4d90-9b02-7efbb07a01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '665f0395-8933-44aa-8616-006ba104145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:13.950925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:13.951336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Bound using segment: {'id': '94658b4c-d479-4d90-9b02-7efbb07a01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '665f0395-8933-44aa-8616-006ba104145d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:13.953156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Bound port: a8236faa-b8a8-4add-8818-704d2a66c591, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94658b4c-d479-4d90-9b02-7efbb07a01bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '665f0395-8933-44aa-8616-006ba104145d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:13.953156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.023077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:14.057339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:14.057682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ea84cbf-bd73-4d40-8d0a-cf23849dbd04 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:14.082202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] For port a8236faa-b8a8-4add-8818-704d2a66c591, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:14.086875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] For port a8236faa-b8a8-4add-8818-704d2a66c591, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a8236faa-b8a8-4add-8818-704d2a66c591,segment=NetworkSegment(94658b4c-d479-4d90-9b02-7efbb07a01bb),segment_id=94658b4c-d479-4d90-9b02-7efbb07a01bb)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:14.106248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.200365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab2da-7ffe-4e40-abaa-932318f0df89 None None] Pushing event updated for resources: {'Port': ['ID=a8236faa-b8a8-4add-8818-704d2a66c591,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:14.483550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.529599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:14.537416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=f33a2874-7af3-4bf5-8b98-7a2d085924bd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:14.539542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.542839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.586643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for 9742894c-231c-402e-8540-2e2915762a38 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:14.627131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:14.653010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.656038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5ad7cf57-ed21-4161-8533-bc7651f8cc98 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/f33a2874-7af3-4bf5-8b98-7a2d085924bd HTTP/1.1" status: 204 len: 168 time: 1.2026930 Jul 12 16:26:14.664095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:14.670377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:14.673864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:14.674647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.679460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba497b1-32e2-46bd-ba00-3de911a8d826 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:14.692975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=280dc962-a4fc-4024-a3bb-f463c226337a,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:14.713591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c147ec28-6e8a-4700-a92f-0433cfea76f1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3249247 Jul 12 16:26:14.718521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:14.730398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:14.734380 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ff5608-09b5-4129-8b2b-303fc087fb1e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:14.739415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e3ff5608-09b5-4129-8b2b-303fc087fb1e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/f33a2874-7af3-4bf5-8b98-7a2d085924bd HTTP/1.1" status: 404 len: 333 time: 0.0715141 Jul 12 16:26:14.740328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37012) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:14.839751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet f7b982f9-a942-4746-a352-70ad7dfdabd3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:14.854135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.917696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:14.958746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '280dc962-a4fc-4024-a3bb-f463c226337a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:14.959840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.013456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:15.018552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.018735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.129875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.202318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.210982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/f7b982f9-a942-4746-a352-70ad7dfdabd3 HTTP/1.1" status: 204 len: 168 time: 0.4695313 Jul 12 16:26:15.213744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b39224-65da-4036-a605-681237ddaca3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b982f9-a942-4746-a352-70ad7dfdabd3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:15.216355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:15.290013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.312241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Allocated IP 2001:db8::f816:3eff:fe2c:7adf (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/280dc962-a4fc-4024-a3bb-f463c226337a/53c8a234-0ca4-4638-8f88-3980abe3e419) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:15.341104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=9742894c-231c-402e-8540-2e2915762a38,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:15.450959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.573614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port a8236faa-b8a8-4add-8818-704d2a66c591 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:15.574367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.596577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.618373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Transition to ACTIVE for port object 53c8a234-0ca4-4638-8f88-3980abe3e419 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:15.656663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Transition to ACTIVE for port object 53c8a234-0ca4-4638-8f88-3980abe3e419 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:15.669706 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.743950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port a8236faa-b8a8-4add-8818-704d2a66c591, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a8236faa-b8a8-4add-8818-704d2a66c591,segment=NetworkSegment(94658b4c-d479-4d90-9b02-7efbb07a01bb),segment_id=94658b4c-d479-4d90-9b02-7efbb07a01bb)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:15.744328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.782320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for a8236faa-b8a8-4add-8818-704d2a66c591 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:15.786836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:15.790330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Pushing event updated for resources: {'Port': ['ID=53c8a234-0ca4-4638-8f88-3980abe3e419,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:15.797933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:15.802114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:15.868008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.876543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb60db-66b0-4833-8fd8-49b90535a48b None None] Network 665f0395-8933-44aa-8616-006ba104145d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:15.973734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:15.983031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.027479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=a8236faa-b8a8-4add-8818-704d2a66c591,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:16.032442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port a8236faa-b8a8-4add-8818-704d2a66c591 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:16.066322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-049f3e5b-0af8-4542-83bf-cbbec2af03c8 None None] Could not find standard attr ID for object a8236faa-b8a8-4add-8818-704d2a66c591. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:16.078687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Attempting to bind port 53c8a234-0ca4-4638-8f88-3980abe3e419 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:16.079199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Attempting to bind port 53c8a234-0ca4-4638-8f88-3980abe3e419 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:16.080078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Attempting to bind port 53c8a234-0ca4-4638-8f88-3980abe3e419 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:16.089778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:16.090153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:16.090565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.090962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:16.091437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Bound port: 53c8a234-0ca4-4638-8f88-3980abe3e419, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:16.091860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.094508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:16.105947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:16.115944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:16.116634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.138128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4182730 Jul 12 16:26:16.139077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:16.140005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84267cc3-0bfc-4dc6-82cd-1a251fc8efe4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=d66008c9-3a2b-49e8-bf89-ca4aa9617679,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:16.150154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:95:e9:6a', 'name': 'tempest-NetworksTestDHCPv6-190835365'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:16.162018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.168289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a8236faa-b8a8-4add-8818-704d2a66c591 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:16.179557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665f0395-8933-44aa-8616-006ba104145d']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:16.192381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94658b4c-d479-4d90-9b02-7efbb07a01bb') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:16.192995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94658b4c-d479-4d90-9b02-7efbb07a01bb') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:16.204361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.222851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.231477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:16.232070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.244696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a8236faa-b8a8-4add-8818-704d2a66c591 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:16.245448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a8236faa-b8a8-4add-8818-704d2a66c591 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 12 16:26:16.293154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port a8236faa-b8a8-4add-8818-704d2a66c591 not found, will not notify nova. {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:16.302975 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:16.309382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.314696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.322830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/665f0395-8933-44aa-8616-006ba104145d HTTP/1.1" status: 204 len: 168 time: 1.1026115 Jul 12 16:26:16.333602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] For port 53c8a234-0ca4-4638-8f88-3980abe3e419, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:16.333861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:16.337227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] For port 53c8a234-0ca4-4638-8f88-3980abe3e419, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=53c8a234-0ca4-4638-8f88-3980abe3e419,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:16.338867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'name': 'tempest-PortsTestJSON-1993258707'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:16.345372 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.351700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33085cc6-0fa7-46e7-b640-8b9fae2ac591 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=665f0395-8933-44aa-8616-006ba104145d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:16.390357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c56b3-6fe7-4175-b5fb-526859d05849 None None] DHCP port deletion for 665f0395-8933-44aa-8616-006ba104145d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:16.442109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118839b-027a-4866-80ab-1ace3c7091ad None None] Pushing event updated for resources: {'Port': ['ID=53c8a234-0ca4-4638-8f88-3980abe3e419,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:16.544159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:16.626278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Router a985598c-cf4b-49db-b71f-484046ce2124 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:26:16.670417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:16.685496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.785510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:16.849111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 06c1559f-3c37-49de-9d62-4c11352e64c3 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:16.876641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 453c1aa9-c71f-47c2-8873-565c30cbb9fd yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:16.981223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:26:16.990400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1920cf3f-0ce3-4825-bf66-a5295128ebd5 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "PUT /v2.0/routers/a985598c-cf4b-49db-b71f-484046ce2124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257368 Jul 12 16:26:16.993018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:16.995738 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] Sync routers for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:26:17.010945 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:17.011597 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:17.116313 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:17.134666 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] Routers {'a985598c-cf4b-49db-b71f-484046ce2124'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:17.135293 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a985598c-cf4b-49db-b71f-484046ce2124'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:17.202125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.230119 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:17.230819 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee99c9e-327f-43ef-8261-972b40a54ce8 None None] The sync data for ids ['a985598c-cf4b-49db-b71f-484046ce2124'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:26:17.288540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.330232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 172.20.0.13 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/d66008c9-3a2b-49e8-bf89-ca4aa9617679/453c1aa9-c71f-47c2-8873-565c30cbb9fd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:17.351136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fe95:e96a (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/280dc962-a4fc-4024-a3bb-f463c226337a/453c1aa9-c71f-47c2-8873-565c30cbb9fd) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:17.381683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.497939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.520396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port da7eaea5-73a2-4b5a-ba9d-8cd214a54185 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:17.520753 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.624703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.648774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for da7eaea5-73a2-4b5a-ba9d-8cd214a54185 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:17.668481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37058) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:17.681096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:17.701788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:17.704628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:17.721819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:17.723176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.740631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=06c1559f-3c37-49de-9d62-4c11352e64c3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:17.789310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e71bef78-f6b0-4b2e-812e-2bf0ae909ac2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4542940 Jul 12 16:26:17.792138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:17.876970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8222e9-9482-4594-bb60-af11962bf73b None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:17.887268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:17.991698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 453c1aa9-c71f-47c2-8873-565c30cbb9fd will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:18.050753 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.066174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eac8c247-414d-4d5d-b4d9-45a8962f28f3 None None] Provisioning for port 53c8a234-0ca4-4638-8f88-3980abe3e419 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:18.103893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=da7eaea5-73a2-4b5a-ba9d-8cd214a54185,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:18.113458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 53c8a234-0ca4-4638-8f88-3980abe3e419 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:18.188451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27f577f5-3da1-4eba-9a97-8b1440c62870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.203098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.278373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 06c1559f-3c37-49de-9d62-4c11352e64c3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:18.278711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.333980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.338552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.349265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.357224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 53c8a234-0ca4-4638-8f88-3980abe3e419 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:18.363052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 53c8a234-0ca4-4638-8f88-3980abe3e419 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:18.363440 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.396791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.397702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Fanout notify agent at l3_agent the message router_deleted on router a985598c-cf4b-49db-b71f-484046ce2124 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:26:18.412607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.415428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.416763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:18.417170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c52e1495-5147-4a46-b8c1-612b6a024d24 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/routers/a985598c-cf4b-49db-b71f-484046ce2124 HTTP/1.1" status: 204 len: 168 time: 1.4223356 Jul 12 16:26:18.419547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37072) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:18.429567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:18.449585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:18.460348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 06c1559f-3c37-49de-9d62-4c11352e64c3 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:18.490739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting subnet feef6f99-d00d-4301-b406-5bfbb5398851 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:18.497179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.523001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.523217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:18.523722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.528980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27f577f5-3da1-4eba-9a97-8b1440c62870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.536644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=453c1aa9-c71f-47c2-8873-565c30cbb9fd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:18.559244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27f577f5-3da1-4eba-9a97-8b1440c62870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.590851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd9c635f-920f-4865-b3ac-f29500d8df0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4482281 Jul 12 16:26:18.591054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 53c8a234-0ca4-4638-8f88-3980abe3e419, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=53c8a234-0ca4-4638-8f88-3980abe3e419,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:18.600880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.603627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.630355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:18.652587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '280dc962-a4fc-4024-a3bb-f463c226337a', 'ip_address': '2001:db8::f816:3eff:fe2c:7adf'}, {'subnet_id': 'd66008c9-3a2b-49e8-bf89-ca4aa9617679'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '53c8a234-0ca4-4638-8f88-3980abe3e419'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:18.697075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=53c8a234-0ca4-4638-8f88-3980abe3e419,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:18.711537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-27f577f5-3da1-4eba-9a97-8b1440c62870 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02dabd1793274bedab68d95affd31eed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341008 Jul 12 16:26:18.714610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.720460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37080) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:18.721091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f577f5-3da1-4eba-9a97-8b1440c62870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eefa2c-dfc7-42b7-902d-93c355717bac,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:18.764619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a8236faa-b8a8-4add-8818-704d2a66c591 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:18.780908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.792434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a8236faa-b8a8-4add-8818-704d2a66c591 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:18.793344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a8236faa-b8a8-4add-8818-704d2a66c591 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:18.799741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2b903-1df6-4bb4-9b6e-d1b72cf486ba tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:18.807734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2b903-1df6-4bb4-9b6e-d1b72cf486ba tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:18.809859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6b2b903-1df6-4bb4-9b6e-d1b72cf486ba tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1772511 Jul 12 16:26:18.812523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:18.826489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.851864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.881941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=06c1559f-3c37-49de-9d62-4c11352e64c3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:18.885523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.888851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:18.891744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-882b41e6-de5e-4e9c-a969-2ccba342d7b5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/06c1559f-3c37-49de-9d62-4c11352e64c3 HTTP/1.1" status: 204 len: 168 time: 1.0932326 Jul 12 16:26:18.895181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37088) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:18.903055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'mac_address': 'fa:16:3e:1b:f7:dd', 'name': 'tempest-PortsTestJSON-1455860882'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:18.983948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.006385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 453c1aa9-c71f-47c2-8873-565c30cbb9fd {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:19.007131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.014764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Allocated IP 172.20.0.2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/d66008c9-3a2b-49e8-bf89-ca4aa9617679/53c8a234-0ca4-4638-8f88-3980abe3e419) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:19.034856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Subnet': ['ID=feef6f99-d00d-4301-b406-5bfbb5398851,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:19.036948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.038909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f51637f4-9797-468e-9791-241fc1c3f8d1 tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/subnets/feef6f99-d00d-4301-b406-5bfbb5398851 HTTP/1.1" status: 204 len: 168 time: 0.6167526 Jul 12 16:26:19.042244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:19.053013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d126e61-df02-4eba-a873-71bebf57181e None None] Network 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:19.105293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:19.138071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.154539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 453c1aa9-c71f-47c2-8873-565c30cbb9fd owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:19.172324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.175042 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.178622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3eefa2c-dfc7-42b7-902d-93c355717bac HTTP/1.1" status: 204 len: 168 time: 0.4535933 Jul 12 16:26:19.191069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65450b90-2aa7-49c4-8296-994b3af2eda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eefa2c-dfc7-42b7-902d-93c355717bac,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:19.213564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.222690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.287923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 927ad63c-7fa4-4915-be07-4cf8fd689387 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:19.369835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] For port 53c8a234-0ca4-4638-8f88-3980abe3e419, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=53c8a234-0ca4-4638-8f88-3980abe3e419,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:19.379704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port 15027888-0860-41a4-b676-cc3e9d567fc6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:19.380048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.450676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.474909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Transition to ACTIVE for port object 53c8a234-0ca4-4638-8f88-3980abe3e419 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:19.488849 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.490455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] For port 15027888-0860-41a4-b676-cc3e9d567fc6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=15027888-0860-41a4-b676-cc3e9d567fc6,segment=NetworkSegment(e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2),segment_id=e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:19.490834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.506304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for 15027888-0860-41a4-b676-cc3e9d567fc6 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:19.603215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.637844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b8dcb-ec99-4ca2-a90b-727a869458d5 None None] Pushing event updated for resources: {'Port': ['ID=53c8a234-0ca4-4638-8f88-3980abe3e419,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:19.670305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=15027888-0860-41a4-b676-cc3e9d567fc6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:19.690349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] No DVR routers for this DVR port 15027888-0860-41a4-b676-cc3e9d567fc6 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:19.796677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.864073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=453c1aa9-c71f-47c2-8873-565c30cbb9fd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:19.882764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.900433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8fd480-9de5-4988-ad49-1a399cbaa8f4']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:19.913269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bfe2ec-da04-4676-91a1-a571a9455508 None None] DHCP port deletion for 7c8fd480-9de5-4988-ad49-1a399cbaa8f4 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:19.918878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:19.919188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bef8a3-cdfe-4e4e-b63e-45b9bb4b0dc2') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:19.938678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.943556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.967779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.978969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:19.979579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:19.983075 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:20.062047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 53c8a234-0ca4-4638-8f88-3980abe3e419 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:20.079643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.083045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.101286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.106374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6970268-8cee-4074-988e-d1cddead78e8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/453c1aa9-c71f-47c2-8873-565c30cbb9fd HTTP/1.1" status: 204 len: 168 time: 1.2905536 Jul 12 16:26:20.106759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.117735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.120970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/networks/7c8fd480-9de5-4988-ad49-1a399cbaa8f4 HTTP/1.1" status: 204 len: 168 time: 1.0777192 Jul 12 16:26:20.187765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3acac9-289a-4434-9db7-078785a4488c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:20.188292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.189313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3acac9-289a-4434-9db7-078785a4488c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:20.192146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3acac9-289a-4434-9db7-078785a4488c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:20.193779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aa3acac9-289a-4434-9db7-078785a4488c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0860629 Jul 12 16:26:20.196680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37124) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.218406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:20.219414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f7df2-a0be-472d-a724-d5b66868768e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Network': ['ID=7c8fd480-9de5-4988-ad49-1a399cbaa8f4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:20.221207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=927ad63c-7fa4-4915-be07-4cf8fd689387,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:20.269667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:20.271912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 15027888-0860-41a4-b676-cc3e9d567fc6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:20.276354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:20.282041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:20.282678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.304487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 15027888-0860-41a4-b676-cc3e9d567fc6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:20.304871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 15027888-0860-41a4-b676-cc3e9d567fc6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:20.337514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 280dc962-a4fc-4024-a3bb-f463c226337a {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:20.341673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.347278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a39ad8f-10ae-4fbc-baa1-ae5a1795f5f6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4485345 Jul 12 16:26:20.377937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37130) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.403885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.470554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1472bb0-57bb-4314-9b02-1d6ad1558dea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:20.475558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c1472bb0-57bb-4314-9b02-1d6ad1558dea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/927ad63c-7fa4-4915-be07-4cf8fd689387 HTTP/1.1" status: 200 len: 841 time: 0.0932720 Jul 12 16:26:20.476076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37134) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.525914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.532548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Deleting port 0f7fee03-9b12-4f17-b5e6-e218f5b2c566 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:20.532896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.616996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.668406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=280dc962-a4fc-4024-a3bb-f463c226337a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:20.680492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.682504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1bf1e4c-9d71-4009-9657-1a4e841a823c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/280dc962-a4fc-4024-a3bb-f463c226337a HTTP/1.1" status: 204 len: 168 time: 0.4848452 Jul 12 16:26:20.687338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:20.708347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.708600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.725833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Calling delete_port for 0f7fee03-9b12-4f17-b5e6-e218f5b2c566 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:20.737514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 927ad63c-7fa4-4915-be07-4cf8fd689387 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:20.738055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.758865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet d66008c9-3a2b-49e8-bf89-ca4aa9617679 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:20.762531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.811392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.887491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:20.918868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 927ad63c-7fa4-4915-be07-4cf8fd689387 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:20.947168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.035060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8db7b-847a-43bd-abf1-2b70cd4917c1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:21.065547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.077745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.089258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.104759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=d66008c9-3a2b-49e8-bf89-ca4aa9617679,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:21.113624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.115813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32a70f82-f6f6-4c53-9ceb-68404ed4f05d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/d66008c9-3a2b-49e8-bf89-ca4aa9617679 HTTP/1.1" status: 204 len: 168 time: 0.4272835 Jul 12 16:26:21.118156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37152) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:21.122975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Pushing event deleted for resources: {'Port': ['ID=0f7fee03-9b12-4f17-b5e6-e218f5b2c566,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:21.155968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=927ad63c-7fa4-4915-be07-4cf8fd689387,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:21.188273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.190876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a300f271-572b-4662-b898-7d8bc0d84a8e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/927ad63c-7fa4-4915-be07-4cf8fd689387 HTTP/1.1" status: 204 len: 168 time: 0.7138698 Jul 12 16:26:21.199781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:21.215366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63519fa2-98fb-405a-9170-f8d0e9ddf061 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960374 Jul 12 16:26:21.223823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37156) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:21.228808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:21.265060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.265268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1de2b98e-5b46-4115-8a15-5ce3c15c4646 None None] Provisioning for port 53c8a234-0ca4-4638-8f88-3980abe3e419 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:21.268608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.272341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1de2b98e-5b46-4115-8a15-5ce3c15c4646 None None] Provisioning complete for port 53c8a234-0ca4-4638-8f88-3980abe3e419 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:21.272903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de2b98e-5b46-4115-8a15-5ce3c15c4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.285710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9948fce2-870c-42e8-be5e-675e12d7ae1e tempest-FloatingIPAdminTestJSON-214623336 tempest-FloatingIPAdminTestJSON-214623336-project] 10.222.0.58 "DELETE /v2.0/floatingips/78fee771-0b7b-4941-9fee-a4e3ec883c34 HTTP/1.1" status: 204 len: 168 time: 1.0837569 Jul 12 16:26:21.347142 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e509801e-5835-4390-a083-35c987850bd4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:21.349047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e509801e-5835-4390-a083-35c987850bd4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/927ad63c-7fa4-4915-be07-4cf8fd689387 HTTP/1.1" status: 404 len: 333 time: 0.1481764 Jul 12 16:26:21.352848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:21.365649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'name': 'tempest-PortsTestJSON-1775321977'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:21.369295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:21.378479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.457885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:21.582781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Deleting port 53c8a234-0ca4-4638-8f88-3980abe3e419 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:21.583361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.630057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:21.639980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.672692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] For port 53c8a234-0ca4-4638-8f88-3980abe3e419, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=53c8a234-0ca4-4638-8f88-3980abe3e419,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:21.672959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.686882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 3c5be0c5-a983-491b-bb70-4bcf679f9555 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:21.716133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Calling delete_port for 53c8a234-0ca4-4638-8f88-3980abe3e419 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:21.849758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.863698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37180) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:21.885172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] Pushing event deleted for resources: {'Port': ['ID=53c8a234-0ca4-4638-8f88-3980abe3e419,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:21.886157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:21.899560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:21.913167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b180a2f-6533-465b-bf12-9c9936a2dec5 None None] No DVR routers for this DVR port 53c8a234-0ca4-4638-8f88-3980abe3e419 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:21.957055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.004807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.009574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37186) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.011240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 53c8a234-0ca4-4638-8f88-3980abe3e419 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:22.029657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:22.031180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:22.033916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=9c7d6a7c-19f6-49a8-9a73-73b674bace68,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.037432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:22.038110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.055495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee755eb9-27cb-400f-b942-eb0918d469be None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:22.057687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-70760eb4-6483-40e2-b9d0-54038d5530e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8327894 Jul 12 16:26:22.058209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 53c8a234-0ca4-4638-8f88-3980abe3e419 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:22.058549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 53c8a234-0ca4-4638-8f88-3980abe3e419 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:22.065946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.072692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:22.078102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:22.082812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:22.087066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:22.094525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:22.095365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.124746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=3c5be0c5-a983-491b-bb70-4bcf679f9555,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.132255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-25371c52-4194-4d01-ac51-abdef21868e8 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7782302 Jul 12 16:26:22.134967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.142787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:22.262576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '9c7d6a7c-19f6-49a8-9a73-73b674bace68'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:22.263975 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.264620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38b3a276-c9d7-41e1-9729-91577bb1c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.289434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.324415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2ec710c7-d2cd-4288-b8b4-e51ef203ce05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b95015e0a5d048d7a41b4eec47a366fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595284 Jul 12 16:26:22.326734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37194) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.348084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:22.351671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.438620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Allocated IP 2001:db8::f816:3eff:fe09:b23f (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/9c7d6a7c-19f6-49a8-9a73-73b674bace68/64669707-64e8-49c7-9e73-86b800f1b2af) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:22.607579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.651738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.662556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Transition to ACTIVE for port object 64669707-64e8-49c7-9e73-86b800f1b2af will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:22.680221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Transition to ACTIVE for port object 64669707-64e8-49c7-9e73-86b800f1b2af will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:22.690674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.702138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.743865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:22.750061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:22.755761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:22.760484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.797614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38b3a276-c9d7-41e1-9729-91577bb1c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.808378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38b3a276-c9d7-41e1-9729-91577bb1c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.813834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.820021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.833675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Attempting to bind port 64669707-64e8-49c7-9e73-86b800f1b2af on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:22.834512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Attempting to bind port 64669707-64e8-49c7-9e73-86b800f1b2af by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:22.834892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Attempting to bind port 64669707-64e8-49c7-9e73-86b800f1b2af on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:22.845118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:22.845498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:22.845941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.846471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:22.846946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Bound port: 64669707-64e8-49c7-9e73-86b800f1b2af, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:22.847693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.854287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.860733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] In _notify_port_updated(), no bound segment for port 3c5be0c5-a983-491b-bb70-4bcf679f9555 on network 4ec93f32-ddfc-494a-9fcc-58287308e30c {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:26:22.869210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:22.869974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.871409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/ports/3c5be0c5-a983-491b-bb70-4bcf679f9555 HTTP/1.1" status: 200 len: 818 time: 0.7349734 Jul 12 16:26:22.874855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.878236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.880747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.887902 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4bb4d97-e816-49d9-a55b-3c9606cf207a HTTP/1.1" status: 204 len: 168 time: 0.5568089 Jul 12 16:26:22.891268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38b3a276-c9d7-41e1-9729-91577bb1c5f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=417a309483d54913bc936c710e81088e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801973 Jul 12 16:26:22.896307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:22.936883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd1e5-2432-49db-9dc7-0a3d3ab0e0d1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=3c5be0c5-a983-491b-bb70-4bcf679f9555,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.937985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:22.948020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3a276-c9d7-41e1-9729-91577bb1c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff4a776-b569-4236-bced-93cb24622541,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.950369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:22.966030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:22.968985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5a399-9c8d-4ac1-a380-6def25bba364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb4d97-e816-49d9-a55b-3c9606cf207a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.971780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=a6535cc5-33c0-42f0-8c55-471c14287505,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:22.980267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:22.982716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:22.986111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:22.986583 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.010378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83be8849-6bba-4909-95d4-0574f5be1117 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9407985 Jul 12 16:26:23.010881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37206) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.019477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:b2:a0:0c', 'name': 'tempest-NetworksTestDHCPv6-442910131'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:23.049549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.094202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c37c-1ab0-4d29-82ef-312029554aee None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:23.099356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.115609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 3c5be0c5-a983-491b-bb70-4bcf679f9555 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:23.115954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.159764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:23.216322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.234013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 3c5be0c5-a983-491b-bb70-4bcf679f9555 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:23.240769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.243791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.270465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.271099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fff4a776-b569-4236-bced-93cb24622541 HTTP/1.1" status: 204 len: 168 time: 0.3396592 Jul 12 16:26:23.301679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port cd803110-082e-42be-9688-9082fbd11b73 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:23.340308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37212) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.349088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d7636-6f00-4635-b3b2-d7f7569278e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff4a776-b569-4236-bced-93cb24622541,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:23.374889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4670562-644e-428a-849e-6356049c7cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.446179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.482314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=3c5be0c5-a983-491b-bb70-4bcf679f9555,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:23.503860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.505873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ec20f816-b73e-4ad8-9ceb-5f2ee422ad4d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/3c5be0c5-a983-491b-bb70-4bcf679f9555 HTTP/1.1" status: 204 len: 168 time: 0.6300907 Jul 12 16:26:23.509647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37216) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.528571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 172.20.0.7 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/a6535cc5-33c0-42f0-8c55-471c14287505/cd803110-082e-42be-9688-9082fbd11b73) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:23.536857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:feb2:a00c (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/9c7d6a7c-19f6-49a8-9a73-73b674bace68/cd803110-082e-42be-9688-9082fbd11b73) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:23.633054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4670562-644e-428a-849e-6356049c7cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.640977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4670562-644e-428a-849e-6356049c7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.651047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8d0f0-40f4-419b-aebe-7cd7df69c1f0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:23.652699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-56d8d0f0-40f4-419b-aebe-7cd7df69c1f0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1419971 Jul 12 16:26:23.656753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37220) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.694893 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcbc32a-933b-48bd-8966-38a946c28867 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:23.696508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2dcbc32a-933b-48bd-8966-38a946c28867 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/3c5be0c5-a983-491b-bb70-4bcf679f9555 HTTP/1.1" status: 404 len: 333 time: 0.0386300 Jul 12 16:26:23.696635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c4670562-644e-428a-849e-6356049c7cce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd0ad313591484e8214bf00df6adb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548326 Jul 12 16:26:23.697465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670562-644e-428a-849e-6356049c7cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fe2e6-34f4-4978-99ee-686e6cb93867,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:23.700316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.703246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.711076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724315801'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:23.747279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37228) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:23.755653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:23.759161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.781026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92578198-60a8-4803-8897-a743932812cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.796541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.811017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:23.820979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object cd803110-082e-42be-9688-9082fbd11b73 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:23.827228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.863491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.863904 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment b4e30be7-b5d7-40de-8036-a5edcad197a9 of type vlan for network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 Jul 12 16:26:23.864287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.911255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.940709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:23.959483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:23.964411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:23.973353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:24.008738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.012077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.015889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f5fe2e6-34f4-4978-99ee-686e6cb93867 HTTP/1.1" status: 204 len: 168 time: 0.3147504 Jul 12 16:26:24.036563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.044179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:24.044834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.047331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=cd803110-082e-42be-9688-9082fbd11b73,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:24.050685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd78001-6bd6-4920-b94f-7ade9c0de65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5fe2e6-34f4-4978-99ee-686e6cb93867,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:24.079548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:24.080815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.141248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92578198-60a8-4803-8897-a743932812cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.163967 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f354f5c-4eb5-48fa-8c67-f2a2292a6aa1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1520305 Jul 12 16:26:24.164589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37242) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:24.180142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:24.239974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92578198-60a8-4803-8897-a743932812cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.305261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 64669707-64e8-49c7-9e73-86b800f1b2af completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:24.311338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6065376 Jul 12 16:26:24.324595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37250) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:24.340719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:24.353916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc212a8a-8512-48c7-9964-d0a5b0986a4e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:24.370773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:24.378794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578198-60a8-4803-8897-a743932812cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e0a03f-d36c-40f5-a558-c52e967deace,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:24.391735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-92578198-60a8-4803-8897-a743932812cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f0a38f956a14d209fe9a26deae9f72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427801 Jul 12 16:26:24.394784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:24.496541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.528603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.559740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7ae8d-fefa-4ed5-8aa4-f1b51eef16ef None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:24.575961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752aeca-7d85-4fc7-b622-87bd945dc203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:24.595216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752aeca-7d85-4fc7-b622-87bd945dc203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:24.602820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37264) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:24.612878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e752aeca-7d85-4fc7-b622-87bd945dc203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4471674 Jul 12 16:26:24.647904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:24.654297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.694159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Provisioning for port 64669707-64e8-49c7-9e73-86b800f1b2af completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:24.707348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:24.708749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:24.709343 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.735704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6da4709f-5cdc-4781-b8a5-e1ea559c4d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.792167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.794607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.805530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64e0a03f-d36c-40f5-a558-c52e967deace HTTP/1.1" status: 204 len: 168 time: 0.4047771 Jul 12 16:26:24.845571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ef60f-fe97-4f35-bd03-6960fab9aaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e0a03f-d36c-40f5-a558-c52e967deace,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:24.888478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port cd803110-082e-42be-9688-9082fbd11b73 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:24.889027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.945134 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:24.998402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.014665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:25.015260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for cd803110-082e-42be-9688-9082fbd11b73 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:25.022889 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.079347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.182257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=e510d713-1d76-40c5-a424-3471d1084e86,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:25.222759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '9c7d6a7c-19f6-49a8-9a73-73b674bace68', 'ip_address': '2001:db8::f816:3eff:fe09:b23f'}, {'subnet_id': 'a6535cc5-33c0-42f0-8c55-471c14287505'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '64669707-64e8-49c7-9e73-86b800f1b2af'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:25.224984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f3008-e431-4bca-b0fc-9ce66c573f68 None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:25.234875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': 'b4e30be7-b5d7-40de-8036-a5edcad197a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:25.235233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:25.273891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:25.287288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.289695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:25.296102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:25.296835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.305027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6da4709f-5cdc-4781-b8a5-e1ea559c4d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.310360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.325709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8131a7a2-2fe4-490d-b923-28c179bb88ea tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9978855 Jul 12 16:26:25.326368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6da4709f-5cdc-4781-b8a5-e1ea559c4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.328760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37274) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.337333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:25.419355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=cd803110-082e-42be-9688-9082fbd11b73,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:25.477496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.496512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0d6a1-36ef-41c0-8bbd-6bf8eeac7413 None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:25.518453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.529679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4709f-5cdc-4781-b8a5-e1ea559c4d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a808c1a9-22db-494b-863d-6506107a9471,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:25.539906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6da4709f-5cdc-4781-b8a5-e1ea559c4d61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b212999fc1a4d2686ee1b4967c9d8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8283098 Jul 12 16:26:25.542831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.569806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.574084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-df7ea929-a054-4d01-add6-4f8bbc3db71d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/cd803110-082e-42be-9688-9082fbd11b73 HTTP/1.1" status: 204 len: 168 time: 0.9681571 Jul 12 16:26:25.575670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.603053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:26:25.603053 n-d-800078-3 neutron-server[93712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:26:25.603053 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id': 'c54205125c994a8e90c9fd7724e20def', 'id': 'ebd54ebf-0bff-4549-986b-cb51dd320257', 'expiration': datetime.datetime(2021, 7, 12, 16, 28, 25, 565519)}] Jul 12 16:26:25.603053 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:25.603461 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:25.604685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:25.611628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.646572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.670161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.693303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Allocated IP 172.20.0.2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/a6535cc5-33c0-42f0-8c55-471c14287505/64669707-64e8-49c7-9e73-86b800f1b2af) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:25.726265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db30efc-a3ae-4b6c-9dc7-ed4f3b017db1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:25.727881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db30efc-a3ae-4b6c-9dc7-ed4f3b017db1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:25.729472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db30efc-a3ae-4b6c-9dc7-ed4f3b017db1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:25.733475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4db30efc-a3ae-4b6c-9dc7-ed4f3b017db1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1546001 Jul 12 16:26:25.734255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37282) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.742231 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e510d713-1d76-40c5-a424-3471d1084e86 (CIDR: 172.20.0.0/28) Jul 12 16:26:25.745436 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:25.746076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:25.767019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea32489e-296f-41c5-b4a9-780758a79003 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4370842 Jul 12 16:26:25.768468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37284) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:25.774561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:25.802169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 9c7d6a7c-19f6-49a8-9a73-73b674bace68 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:25.806272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.809055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.812769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a808c1a9-22db-494b-863d-6506107a9471 HTTP/1.1" status: 204 len: 168 time: 0.2669420 Jul 12 16:26:25.821040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0743527-1a3d-489e-a382-c0d020dc9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808c1a9-22db-494b-863d-6506107a9471,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:25.840875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': 'e510d713-1d76-40c5-a424-3471d1084e86'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:25.842015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:25.967060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:25.973700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.007823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:26.104208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.150709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Allocated IP 172.20.0.2 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/e510d713-1d76-40c5-a424-3471d1084e86/916897fb-3c43-4cd7-8cca-b642f6c738ac) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:26.248586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:26.290661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:26.290901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.325223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.339475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.354432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.368837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.409211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104107df-06a3-4850-9bd9-8671e8afb10c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:26.418939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:26.425050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Transition to ACTIVE for port object 64669707-64e8-49c7-9e73-86b800f1b2af will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:26.431023 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:26.432189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.444253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.447128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:26.449382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.499706 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.501612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f36a29-3a49-4cb2-b369-b98079cabc3c None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:26.502841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f049fcc5-8fd9-4bc2-a317-09713d7018cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c54205125c994a8e90c9fd7724e20def&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0179117 Jul 12 16:26:26.504961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.507304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=137a4cb4-7f88-4156-a16f-8ded78e97106,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:26.511031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37302) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:26.518620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port 64669707-64e8-49c7-9e73-86b800f1b2af had new provisioning blocks added so it will not transition to active. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 12 16:26:26.524076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-00223f67-acf3-453f-ae98-f1a3a5a4ef20 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7539775 Jul 12 16:26:26.526257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37304) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:26.536950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'fixed_ips': [{'subnet_id': 'e510d713-1d76-40c5-a424-3471d1084e86'}, {'subnet_id': '137a4cb4-7f88-4156-a16f-8ded78e97106'}], 'name': 'tempest-PortsTestJSON-1239259702'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:26.543161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Transition to ACTIVE for port object 916897fb-3c43-4cd7-8cca-b642f6c738ac will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:26.601125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Transition to ACTIVE for port object 916897fb-3c43-4cd7-8cca-b642f6c738ac will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:26.611548 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.660841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:26.664325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:26.670008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:26.673199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Pushing event updated for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:26.726501 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.730668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:26.765766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.780155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Attempting to bind port 916897fb-3c43-4cd7-8cca-b642f6c738ac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:26.780653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Attempting to bind port 916897fb-3c43-4cd7-8cca-b642f6c738ac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b4e30be7-b5d7-40de-8036-a5edcad197a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:26.781026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Attempting to bind port 916897fb-3c43-4cd7-8cca-b642f6c738ac on network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:26.799922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:26.802514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Checking segment: {'id': 'b4e30be7-b5d7-40de-8036-a5edcad197a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:26.802937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.803427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Bound using segment: {'id': 'b4e30be7-b5d7-40de-8036-a5edcad197a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:26.806725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Bound port: 916897fb-3c43-4cd7-8cca-b642f6c738ac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e30be7-b5d7-40de-8036-a5edcad197a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:26.807189 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.838136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.874778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37312) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:26.903668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.913375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.922289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.925552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/104107df-06a3-4850-9bd9-8671e8afb10c HTTP/1.1" status: 204 len: 168 time: 0.4133730 Jul 12 16:26:26.947696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 64106006-32a5-4798-a0b6-9aac7cf4d3fc yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:26.949110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:26.959348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=916897fb-3c43-4cd7-8cca-b642f6c738ac,segment=NetworkSegment(b4e30be7-b5d7-40de-8036-a5edcad197a9),segment_id=b4e30be7-b5d7-40de-8036-a5edcad197a9)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:26.978719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:26.989390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164a902-0d25-4db8-b617-e07ba0549190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104107df-06a3-4850-9bd9-8671e8afb10c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:27.061395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.087726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2033616477'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:27.150494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7d6a7c-19f6-49a8-9a73-73b674bace68,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:27.156032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.168396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d7ae-0a7c-41a3-8f7a-f343fcc8b8d4 None None] Pushing event updated for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:27.172536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:27.173406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12fd88fe-b182-46f4-a441-224c862296b3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/9c7d6a7c-19f6-49a8-9a73-73b674bace68 HTTP/1.1" status: 204 len: 168 time: 1.4385283 Jul 12 16:26:27.190109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Made reservation on behalf of d9da67c4a3a54406b27506ff5a9e853a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:27.194452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.234814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.305466 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:26:27.339539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet a6535cc5-33c0-42f0-8c55-471c14287505 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:27.355997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.523639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.700304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.7 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/e510d713-1d76-40c5-a424-3471d1084e86/64106006-32a5-4798-a0b6-9aac7cf4d3fc) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:27.722691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.18 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/137a4cb4-7f88-4156-a16f-8ded78e97106/64106006-32a5-4798-a0b6-9aac7cf4d3fc) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:27.739020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3a189-33c4-4a3e-8be4-87f66141ec0e None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:27.761123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.764737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.800553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.805908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f5b476f-7f9a-43dc-b684-c08353bcbd01 None None] Could not find standard attr ID for object cd803110-082e-42be-9688-9082fbd11b73. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:27.854345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f5b476f-7f9a-43dc-b684-c08353bcbd01 None None] Provisioning for port 64669707-64e8-49c7-9e73-86b800f1b2af completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:27.869277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f5b476f-7f9a-43dc-b684-c08353bcbd01 None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:27.869277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f5b476f-7f9a-43dc-b684-c08353bcbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.886591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:27.947762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131a6cf9-8e1a-4c21-9974-ff49d7ae24c6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:27.962199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:27.962400 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Added segment 80960938-eb95-4487-b569-d7093c938e7f of type vlan for network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 Jul 12 16:26:28.006815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.063475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=a6535cc5-33c0-42f0-8c55-471c14287505,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:28.102135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.122174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.127001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37342) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:28.127802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8ed2a8bc-4eef-47c8-aa03-7d424ecd7544 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/a6535cc5-33c0-42f0-8c55-471c14287505 HTTP/1.1" status: 204 len: 168 time: 0.9489613 Jul 12 16:26:28.173382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.195096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.212136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:28.212773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.257138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 64106006-32a5-4798-a0b6-9aac7cf4d3fc will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:28.273728 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1f6b0b1e-84e8-4455-b559-79fd3efb68db tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452386 Jul 12 16:26:28.277807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 916897fb-3c43-4cd7-8cca-b642f6c738ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:28.287946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:28.294670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:28.357012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43536aa5-3499-449e-be71-4c5a8fefd578 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': 'a6535cc5-33c0-42f0-8c55-471c14287505'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '64669707-64e8-49c7-9e73-86b800f1b2af'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:28.404010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5280633 Jul 12 16:26:28.412721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:28.421085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 916897fb-3c43-4cd7-8cca-b642f6c738ac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:28.426572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Request body: {'subnet': {'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:28.431478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:28.437015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43536aa5-3499-449e-be71-4c5a8fefd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.517254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:28.522156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.579530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61032-f24c-4626-ac65-f596d8c2a9cb tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'Network': ['ID=cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:28.639236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.729989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:28.730715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37358) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:28.751208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:28.759007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:28.790970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Made reservation on behalf of d9da67c4a3a54406b27506ff5a9e853a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:28.795544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:28.887773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=64106006-32a5-4798-a0b6-9aac7cf4d3fc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:28.924843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:28.925521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.000600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:29.003291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940beee-1df9-4400-b6be-d09f88824fea None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:29.022267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.085278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:29.091111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:29.094958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:29.095974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.118289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=04c6015f-f0f3-4539-8663-3a51339d5925,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:29.132703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-95780c21-5615-41b6-aa08-7730a1d9d81e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8430998 Jul 12 16:26:29.133512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37370) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:29.140690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:29.151683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:29.152059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.283129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Provisioning for port 916897fb-3c43-4cd7-8cca-b642f6c738ac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:29.290020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:29.294132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.318684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Provisioning complete for port 916897fb-3c43-4cd7-8cca-b642f6c738ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:29.319492 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.382972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c55c4-a836-4ac1-8c87-8e190e8a3e42 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:29.421635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb979af3-4808-4fc8-8754-dda641233910 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8937817 Jul 12 16:26:29.432691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37380) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:29.445450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e510d713-1d76-40c5-a424-3471d1084e86'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:29.525485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52028e12-43ca-4168-9be7-c624b9029d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.536450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.602252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.682219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'Subnet': ['ID=e2bc5422-1231-45ec-943d-fd2ee594a97a,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:29.758008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Checking segment: {'id': '80960938-eb95-4487-b569-d7093c938e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:29.758800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Network hostable DHCP agents. Network: cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:29.794472 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.844214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:29.874662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:29.922159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=916897fb-3c43-4cd7-8cca-b642f6c738ac,segment=NetworkSegment(b4e30be7-b5d7-40de-8036-a5edcad197a9),segment_id=b4e30be7-b5d7-40de-8036-a5edcad197a9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:29.943640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:29.953900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52028e12-43ca-4168-9be7-c624b9029d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.959081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:29.959727 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.965307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:29.968650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52028e12-43ca-4168-9be7-c624b9029d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.021088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89039975-31ee-4223-bfba-2e218076d47b None None] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:30.031829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:30.035081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '04c6015f-f0f3-4539-8663-3a51339d5925'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '64669707-64e8-49c7-9e73-86b800f1b2af'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:30.042403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1c58ca8-584f-48ed-8361-3198334ec28f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6258957 Jul 12 16:26:30.045302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37432) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:30.054335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Request body: {'port': {'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-670017044'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:30.071743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-52028e12-43ca-4168-9be7-c624b9029d09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6fe96bb6e8e4714a9c2a62862272e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3323474 Jul 12 16:26:30.073241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:30.130185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52028e12-43ca-4168-9be7-c624b9029d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce575a2-e846-4810-a892-d456b6dc9736,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:30.146291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Delete allocated IP 172.20.0.18 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/137a4cb4-7f88-4156-a16f-8ded78e97106) {{(pid=93712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:26:30.258149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.270883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Update dhcp port {'port': {'network_id': '8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7', 'fixed_ips': [{'subnet_id': 'e510d713-1d76-40c5-a424-3471d1084e86', 'ip_address': '172.20.0.2'}, {'subnet_id': '137a4cb4-7f88-4156-a16f-8ded78e97106'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '916897fb-3c43-4cd7-8cca-b642f6c738ac'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:30.277633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.294561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.309425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Made reservation on behalf of d9da67c4a3a54406b27506ff5a9e853a for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:30.313147 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.319785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.347378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] device_id is not set on port f9b0e2e1-602c-4f82-9281-18a08d60c60e yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:30.378314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.380908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.384994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dce575a2-e846-4810-a892-d456b6dc9736 HTTP/1.1" status: 204 len: 168 time: 0.3107827 Jul 12 16:26:30.389424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6734-1089-409e-9b34-9646f2ba532a None None] Pushing event updated for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:30.405593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.415784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7461c92-20ce-4a05-9aa1-45e8cd03c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce575a2-e846-4810-a892-d456b6dc9736,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:30.418934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Ignored duplicate provisioning block setup for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 12 16:26:30.430190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.483114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3', 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3', 'tenant_id': 'd9da67c4a3a54406b27506ff5a9e853a', 'fixed_ips': [{'subnet_id': 'e2bc5422-1231-45ec-943d-fd2ee594a97a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:30.484097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.508998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adc5f157-f24e-4b31-9034-2711b3e26dbc None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:30.509402 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-adc5f157-f24e-4b31-9034-2711b3e26dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.582997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=64106006-32a5-4798-a0b6-9aac7cf4d3fc,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:30.617804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Allocated IP 172.20.0.8 (cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3/e2bc5422-1231-45ec-943d-fd2ee594a97a/f9b0e2e1-602c-4f82-9281-18a08d60c60e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:30.624414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] In _notify_port_updated(), no bound segment for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc on network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:26:30.630897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:30.631470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.632821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-086e5fac-adbc-4917-a6a8-ed281417f826 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/ports/64106006-32a5-4798-a0b6-9aac7cf4d3fc HTTP/1.1" status: 200 len: 919 time: 1.1991947 Jul 12 16:26:30.632953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.635718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37458) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:30.640089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:30.650154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e510d713-1d76-40c5-a424-3471d1084e86'}, {'subnet_id': '137a4cb4-7f88-4156-a16f-8ded78e97106'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:30.746543 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.760525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.777107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37462) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:30.777107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.852306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.868427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.869237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Transition to ACTIVE for port object f9b0e2e1-602c-4f82-9281-18a08d60c60e will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:30.912743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:30.961426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Allocated IP 172.20.0.2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/04c6015f-f0f3-4539-8663-3a51339d5925/64669707-64e8-49c7-9e73-86b800f1b2af) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:30.986984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'Port': ['ID=f9b0e2e1-602c-4f82-9281-18a08d60c60e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:31.011653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:31.013426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:31.016084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:31.076772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:31.077424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.092893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ae74e910-6eea-4fb0-9c0a-3147bb78c652 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0443914 Jul 12 16:26:31.097133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37474) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:31.102690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Request body: {'port': {'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1550787122', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:31.103247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] bootfile-name is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:31.103607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] tftp-server is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:31.104315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] server-ip-address is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:31.184697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Allocated IP 172.20.0.2 (cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3/e2bc5422-1231-45ec-943d-fd2ee594a97a/9a92c624-e6a7-4e67-83e8-281955333f07) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:31.224425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:31.238365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-274c6b55-c114-4ade-9b9f-0f24748dd473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.281292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Made reservation on behalf of d9da67c4a3a54406b27506ff5a9e853a for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:31.287338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.334513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] device_id is not set on port 0b009c85-03ed-4bb5-a8e8-9400f2958c1a yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:31.348374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:31.351067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:31.362212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:31.373012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:31.373721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.378168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:31.450440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.577532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-274c6b55-c114-4ade-9b9f-0f24748dd473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.589914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-274c6b55-c114-4ade-9b9f-0f24748dd473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.600135 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2185631-6877-4b7b-b537-ef7cb7bfc139 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4619646 Jul 12 16:26:31.603974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37488) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:31.616454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:e0:af:68', 'name': 'tempest-NetworksTestDHCPv6-143019931'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:31.653259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.661729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c6b55-c114-4ade-9b9f-0f24748dd473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82652be-2153-4ee2-97a6-4c4814ab4be2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:31.698022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Transition to ACTIVE for port object 64669707-64e8-49c7-9e73-86b800f1b2af will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:31.721754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.743846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Allocated IP 172.20.0.18 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/137a4cb4-7f88-4156-a16f-8ded78e97106/916897fb-3c43-4cd7-8cca-b642f6c738ac) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:31.754256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:31.796015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-274c6b55-c114-4ade-9b9f-0f24748dd473 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7bed96449274b2abc15edde635d5959&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0170093 Jul 12 16:26:31.800378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37492) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:31.870776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.892947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.918751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.961013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port c2980402-e53c-42f1-bb37-270a184fb88d yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:31.961313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.964906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:31.966643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e82652be-2153-4ee2-97a6-4c4814ab4be2 HTTP/1.1" status: 204 len: 168 time: 0.1658783 Jul 12 16:26:31.987062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82652be-2153-4ee2-97a6-4c4814ab4be2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:32.009697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.010757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.011105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.011441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.012230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.012230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.012503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.012753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.013078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.013401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.018227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.018924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b82e5c9-8dc8-4afa-954b-40678ecdb00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:32.030196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:32.030832 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:32.084883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782445e-7079-4866-8a90-8ec749f7d9fe None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:32.088207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.098540 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-df18624e-30f9-4adf-a21b-5dc990eca4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.114696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Transition to ACTIVE for port object 9a92c624-e6a7-4e67-83e8-281955333f07 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:32.147885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Transition to ACTIVE for port object 9a92c624-e6a7-4e67-83e8-281955333f07 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:32.150455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=916897fb-3c43-4cd7-8cca-b642f6c738ac,segment=NetworkSegment(b4e30be7-b5d7-40de-8036-a5edcad197a9),segment_id=b4e30be7-b5d7-40de-8036-a5edcad197a9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:32.162267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.263458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.270870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:32.282582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:32.289665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:32.299081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Pushing event updated for resources: {'Port': ['ID=9a92c624-e6a7-4e67-83e8-281955333f07,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:32.304589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Transition to ACTIVE for port object 916897fb-3c43-4cd7-8cca-b642f6c738ac will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:32.345377 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.375301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Allocated IP 172.20.0.13 (cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3/e2bc5422-1231-45ec-943d-fd2ee594a97a/0b009c85-03ed-4bb5-a8e8-9400f2958c1a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:32.415148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-601f1223-4273-40b6-9148-fa34c0a14fd9 {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:32.416335 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:32.430375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 172.20.0.3 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/04c6015f-f0f3-4539-8663-3a51339d5925/c2980402-e53c-42f1-bb37-270a184fb88d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:32.450033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fee0:af68 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e/c2980402-e53c-42f1-bb37-270a184fb88d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:32.494123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Attempting to bind port 9a92c624-e6a7-4e67-83e8-281955333f07 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:32.494498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Attempting to bind port 9a92c624-e6a7-4e67-83e8-281955333f07 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '80960938-eb95-4487-b569-d7093c938e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:32.494858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Attempting to bind port 9a92c624-e6a7-4e67-83e8-281955333f07 on network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:32.519994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:32.520371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Checking segment: {'id': '80960938-eb95-4487-b569-d7093c938e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:32.520777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.521176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Bound using segment: {'id': '80960938-eb95-4487-b569-d7093c938e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:32.521653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Bound port: 9a92c624-e6a7-4e67-83e8-281955333f07, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80960938-eb95-4487-b569-d7093c938e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:32.522036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.524301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b01f0-af23-4067-8b2a-791ec90db9a6 None None] Pushing event updated for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:32.616448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37504) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:32.633468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b5a353a1-2253-42d0-ba02-683af314b042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.687768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.763370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-69454977-6842-4977-b3a7-720acc92a725 None None] For port 9a92c624-e6a7-4e67-83e8-281955333f07, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:32.772455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:32.785081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-69454977-6842-4977-b3a7-720acc92a725 None None] For port 9a92c624-e6a7-4e67-83e8-281955333f07, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a92c624-e6a7-4e67-83e8-281955333f07,segment=NetworkSegment(80960938-eb95-4487-b569-d7093c938e7f),segment_id=80960938-eb95-4487-b569-d7093c938e7f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:32.786503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.805614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.840953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Transition to ACTIVE for port object 0b009c85-03ed-4bb5-a8e8-9400f2958c1a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:32.859883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.870784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:32.876217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b5a353a1-2253-42d0-ba02-683af314b042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.884211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.884584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object c2980402-e53c-42f1-bb37-270a184fb88d will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:32.888271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b5a353a1-2253-42d0-ba02-683af314b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.935168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:32.995262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:32.999163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:33.002932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:33.031032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a353a1-2253-42d0-ba02-683af314b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e842891e-6836-4252-94d0-34871bc0e9e1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:33.031901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454977-6842-4977-b3a7-720acc92a725 None None] Pushing event updated for resources: {'Port': ['ID=9a92c624-e6a7-4e67-83e8-281955333f07,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:33.041536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.057995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b5a353a1-2253-42d0-ba02-683af314b042 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13d8159ec3be495e8ee48228c24c845a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403439 Jul 12 16:26:33.067729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:33.089179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'Port': ['ID=0b009c85-03ed-4bb5-a8e8-9400f2958c1a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:33.113003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.129342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.142403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:33.151651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:33.159037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:33.189385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.190684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.323670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f796a-0556-47dd-aac8-70bc56b7c4f5 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:33.347877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Provisioning for port 64669707-64e8-49c7-9e73-86b800f1b2af completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:33.351403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.369513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-687a3d94-8666-4527-9f81-371144674a3f tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2709999 Jul 12 16:26:33.370281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=c2980402-e53c-42f1-bb37-270a184fb88d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:33.373431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:33.390092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.390738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.400173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:33.400661 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.442568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bbab72ad-91be-4b13-949f-2fb8abab8f2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8334355 Jul 12 16:26:33.442824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:33.462033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 916897fb-3c43-4cd7-8cca-b642f6c738ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:33.544604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.610109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2a985-b67a-4a3d-b9fa-ebf01db6165b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.617130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2a985-b67a-4a3d-b9fa-ebf01db6165b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.621828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-62d2a985-b67a-4a3d-b9fa-ebf01db6165b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1777849 Jul 12 16:26:33.622395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37514) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:33.670922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:33.693807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfba09-1550-4e0f-8852-f6d500919031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.700896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfba09-1550-4e0f-8852-f6d500919031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.710878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dfba09-1550-4e0f-8852-f6d500919031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:33.713657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b2dfba09-1550-4e0f-8852-f6d500919031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3323333 Jul 12 16:26:33.723435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37516) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:33.750864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.763885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.766666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.768871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e842891e-6836-4252-94d0-34871bc0e9e1 HTTP/1.1" status: 204 len: 168 time: 0.6999264 Jul 12 16:26:33.788702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9e13b-278a-447b-b48b-1fa3b49f2f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e842891e-6836-4252-94d0-34871bc0e9e1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:33.814822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07667c9d-2fcd-487f-b577-cf70fc993163 None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:33.878840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.19 (8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7/137a4cb4-7f88-4156-a16f-8ded78e97106/64106006-32a5-4798-a0b6-9aac7cf4d3fc) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:33.914236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:33.921982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Deleting port 0b009c85-03ed-4bb5-a8e8-9400f2958c1a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:33.922615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.932788 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.940063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:33.942247 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:33.994727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port c2980402-e53c-42f1-bb37-270a184fb88d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:33.994997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.093839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ea69-676b-4bed-a43d-0d8645b7288a None None] Pushing event updated for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:34.136136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.139954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.156153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Ignored duplicate provisioning block setup for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 12 16:26:34.165131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.175887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.179383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Calling delete_port for 0b009c85-03ed-4bb5-a8e8-9400f2958c1a owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:34.192903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Provisioning for port 916897fb-3c43-4cd7-8cca-b642f6c738ac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:34.201943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Provisioning complete for port 916897fb-3c43-4cd7-8cca-b642f6c738ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:34.202296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.212451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for c2980402-e53c-42f1-bb37-270a184fb88d owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:34.293759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=64106006-32a5-4798-a0b6-9aac7cf4d3fc,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:34.384012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Provisioning for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:34.394405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Provisioning complete for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:34.394784 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.436185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db88934-a867-4f7f-90e5-6084e9ce8e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.552754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.590505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] In _notify_port_updated(), no bound segment for port 64106006-32a5-4798-a0b6-9aac7cf4d3fc on network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:26:34.596520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:34.606719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.612034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a9e7625-a8e6-4671-9738-2e4f353b7796 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/ports/64106006-32a5-4798-a0b6-9aac7cf4d3fc HTTP/1.1" status: 200 len: 999 time: 3.9740357 Jul 12 16:26:34.612635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37536) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:34.637361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event deleted for resources: {'Port': ['ID=0b009c85-03ed-4bb5-a8e8-9400f2958c1a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:34.884740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.888449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-108ff39f-424e-4650-83ee-d190e327f911 None None] Port 64106006-32a5-4798-a0b6-9aac7cf4d3fc cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:34.890928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fa7e88c-0abb-458e-8275-6cef10297ab4 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "DELETE /v2.0/ports/0b009c85-03ed-4bb5-a8e8-9400f2958c1a HTTP/1.1" status: 204 len: 168 time: 1.1659346 Jul 12 16:26:34.894542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:34.909169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Request body: {'port': {'name': 'tempest-new-port-name-736626844', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:34.914332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] bootfile-name is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:34.915510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] tftp-server is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:34.918825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] server-ip-address is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:26:34.947807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.972243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 64106006-32a5-4798-a0b6-9aac7cf4d3fc {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:34.972854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:34.988015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.101089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b73145-f7cf-47f0-9c00-4f006402373e None None] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:35.110258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=c2980402-e53c-42f1-bb37-270a184fb88d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:35.141743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.159993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 64106006-32a5-4798-a0b6-9aac7cf4d3fc owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:35.195574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.197824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-caf50c51-5eac-4cfc-8bf8-4e87ee73ac87 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c2980402-e53c-42f1-bb37-270a184fb88d HTTP/1.1" status: 204 len: 168 time: 1.5743537 Jul 12 16:26:35.200392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37558) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:35.326356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.336203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eadb88-f9f9-4525-bc8b-3f4bfe0a8613 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:35.338897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eadb88-f9f9-4525-bc8b-3f4bfe0a8613 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:35.343746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eadb88-f9f9-4525-bc8b-3f4bfe0a8613 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:35.349186 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d9eadb88-f9f9-4525-bc8b-3f4bfe0a8613 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1471460 Jul 12 16:26:35.352385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37562) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:35.462111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a92c624-e6a7-4e67-83e8-281955333f07 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:35.505162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 04c6015f-f0f3-4539-8663-3a51339d5925 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:35.508920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.595027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.613185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f337aac-fefc-48ee-b85f-2d139535c2b5 None None] Provisioning for port 9a92c624-e6a7-4e67-83e8-281955333f07 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:35.676184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.687827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.780681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=64106006-32a5-4798-a0b6-9aac7cf4d3fc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:35.835350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9a92c624-e6a7-4e67-83e8-281955333f07 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:35.846410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Could not find standard attr ID for object c2980402-e53c-42f1-bb37-270a184fb88d. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:35.856691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.859617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a92c624-e6a7-4e67-83e8-281955333f07 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:35.860088 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.860228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.909104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:35.909480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:35.967948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.027284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=04c6015f-f0f3-4539-8663-3a51339d5925,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:36.036033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.041071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34973f82-ce26-4773-b834-7fdd3a13c008 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/04c6015f-f0f3-4539-8663-3a51339d5925 HTTP/1.1" status: 204 len: 168 time: 0.6876943 Jul 12 16:26:36.041734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37612) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.083132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.101368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.124161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.163530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9a92c624-e6a7-4e67-83e8-281955333f07, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a92c624-e6a7-4e67-83e8-281955333f07,segment=NetworkSegment(80960938-eb95-4487-b569-d7093c938e7f),segment_id=80960938-eb95-4487-b569-d7093c938e7f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:36.175093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:36.180323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.191199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.325859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.331980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7958fe7e-9a6a-445f-b4d9-001dd559abb4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/64106006-32a5-4798-a0b6-9aac7cf4d3fc HTTP/1.1" status: 204 len: 168 time: 1.7181957 Jul 12 16:26:36.350321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37636) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.369634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.438784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:36.444268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9a92c624-e6a7-4e67-83e8-281955333f07,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:36.452076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecff1c6-ae55-4e9f-bcdb-bbaf11c8fc5a None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:36.478720 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d45fd4-1bda-4b1d-9fb8-bbd1ee068644 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:36.480423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19d45fd4-1bda-4b1d-9fb8-bbd1ee068644 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/64106006-32a5-4798-a0b6-9aac7cf4d3fc HTTP/1.1" status: 404 len: 333 time: 0.0551748 Jul 12 16:26:36.494664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37646) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.498983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event updated for resources: {'Port': ['ID=f9b0e2e1-602c-4f82-9281-18a08d60c60e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:36.527752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] In _notify_port_updated(), no bound segment for port f9b0e2e1-602c-4f82-9281-18a08d60c60e on network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:26:36.534347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:36.535431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.537088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-131f52ee-5d3b-4af8-b506-96cfb7e903a0 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "PUT /v2.0/ports/f9b0e2e1-602c-4f82-9281-18a08d60c60e HTTP/1.1" status: 200 len: 1135 time: 1.6402907 Jul 12 16:26:36.541232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37648) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.565802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.628088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 137a4cb4-7f88-4156-a16f-8ded78e97106 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:36.633536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.636577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259f4f9-725e-435f-a35f-57e1980330b1 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:36.638286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5259f4f9-725e-435f-a35f-57e1980330b1 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "GET /v2.0/ports/f9b0e2e1-602c-4f82-9281-18a08d60c60e HTTP/1.1" status: 200 len: 1135 time: 0.0955362 Jul 12 16:26:36.642021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37656) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.698440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Provisioning complete for port 916897fb-3c43-4cd7-8cca-b642f6c738ac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:36.699008 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.707275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.777644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.796738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Deleting port f9b0e2e1-602c-4f82-9281-18a08d60c60e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:36.797325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.818156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:36.819450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:36.819858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.851273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.855641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2dd71bb-04d3-4109-a33b-1d2b20034942 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e HTTP/1.1" status: 204 len: 168 time: 0.8109176 Jul 12 16:26:36.856508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37660) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.942393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9155b765-8bdd-455f-bf42-5df632069736 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735478 Jul 12 16:26:36.943122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:36.946010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:36.957396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:36.969819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.001673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Calling delete_port for f9b0e2e1-602c-4f82-9281-18a08d60c60e owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:37.081723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37666) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:37.149667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c59407fc-1f55-4ed0-9c06-17a7d8a32bbb None None] Could not find standard attr ID for object 64106006-32a5-4798-a0b6-9aac7cf4d3fc. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:37.165720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef71f8-85c7-463a-87c6-b6161c5b6210 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '64669707-64e8-49c7-9e73-86b800f1b2af'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:37.250367 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.253755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:37.257151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.263068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.280166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f1ef71f8-85c7-463a-87c6-b6161c5b6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.292787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Could not find standard attr ID for object cd803110-082e-42be-9688-9082fbd11b73. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:37.296795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.347116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event deleted for resources: {'Port': ['ID=f9b0e2e1-602c-4f82-9281-18a08d60c60e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:37.376512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a92c624-e6a7-4e67-83e8-281955333f07 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:37.400805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=137a4cb4-7f88-4156-a16f-8ded78e97106,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:37.405866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.411652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-202c43ae-705e-4592-9e44-c50caf445067 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/137a4cb4-7f88-4156-a16f-8ded78e97106 HTTP/1.1" status: 204 len: 168 time: 0.9117112 Jul 12 16:26:37.412416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37674) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:37.450064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280022e-b8a6-414a-839a-dedd0225a10b req-af01c41b-03d7-41ae-9765-7f4c02502963 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:37.451765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c280022e-b8a6-414a-839a-dedd0225a10b req-af01c41b-03d7-41ae-9765-7f4c02502963 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4121172 Jul 12 16:26:37.459053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-061a68ec-b1eb-4cdb-9fa0-2f6bde09afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.483182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Provisioning complete for port 9a92c624-e6a7-4e67-83e8-281955333f07 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:37.483924 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.540887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.544367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9cc14e2d-8bcb-4252-8b50-bf2addf5df4e tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "DELETE /v2.0/ports/f9b0e2e1-602c-4f82-9281-18a08d60c60e HTTP/1.1" status: 204 len: 168 time: 0.9003978 Jul 12 16:26:37.547398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37678) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:37.550418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c280022e-b8a6-414a-839a-dedd0225a10b req-48a6e645-8814-47bd-8770-688a1dcc67df tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727274 Jul 12 16:26:37.577476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet e510d713-1d76-40c5-a424-3471d1084e86 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:37.583426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.595388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a92c624-e6a7-4e67-83e8-281955333f07 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:37.595836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.727237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf5a77-c1b6-4a07-910d-880bbd121262 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:37.733998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.779565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Deleting subnet e2bc5422-1231-45ec-943d-fd2ee594a97a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:37.795763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.892187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.937424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.953212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:37.971204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:37.999104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Could not find standard attr ID for object c2980402-e53c-42f1-bb37-270a184fb88d. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.046558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-061a68ec-b1eb-4cdb-9fa0-2f6bde09afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.055266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Could not find standard attr ID for object f9b0e2e1-602c-4f82-9281-18a08d60c60e. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.071775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f8fb2c-4eb0-4cbd-a499-277ceb0dc696 None None] Could not find standard attr ID for object 0b009c85-03ed-4bb5-a8e8-9400f2958c1a. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.078293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-061a68ec-b1eb-4cdb-9fa0-2f6bde09afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.151902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:38.157717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-061a68ec-b1eb-4cdb-9fa0-2f6bde09afb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0b4bb5bcc1f4a63801214ffc816e70e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0713079 Jul 12 16:26:38.163996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37690) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:38.202052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a68ec-b1eb-4cdb-9fa0-2f6bde09afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465c20b-6bbe-4bd0-8eb1-500258f6863f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:38.226127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0221f57-8d69-41c9-ae2c-9bfcb8d80cf0 req-bd9f98a0-9112-472f-a590-d988a6108864 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:38.227767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0221f57-8d69-41c9-ae2c-9bfcb8d80cf0 req-bd9f98a0-9112-472f-a590-d988a6108864 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4355652 Jul 12 16:26:38.233737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f96c5c7-6e60-46b4-886f-9d3ce78a52a2 None None] Provisioning complete for port 64669707-64e8-49c7-9e73-86b800f1b2af triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:38.234145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f96c5c7-6e60-46b4-886f-9d3ce78a52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.336689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.372007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.383712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:38.386754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f96c5c7-6e60-46b4-886f-9d3ce78a52a2 None None] Could not find standard attr ID for object f9b0e2e1-602c-4f82-9281-18a08d60c60e. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.387294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:38.388019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.391864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Deleting port 64669707-64e8-49c7-9e73-86b800f1b2af {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:38.393107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.397312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0221f57-8d69-41c9-ae2c-9bfcb8d80cf0 req-f57c8d3b-99b6-4a02-8b4f-10e1ef0ca8df tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485224 Jul 12 16:26:38.422065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4739742 Jul 12 16:26:38.423115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37692) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:38.435336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:38.463258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.516100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.521312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e67fb-4f47-4925-b467-f42f576a8f6c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=b71270f9-ffe8-4daf-a276-950d190b1a83,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:38.565070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.568584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bc5422-1231-45ec-943d-fd2ee594a97a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:38.574866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] For port 64669707-64e8-49c7-9e73-86b800f1b2af, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=64669707-64e8-49c7-9e73-86b800f1b2af,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:38.575384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.584670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.587117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c7c838c8-a279-4282-aa55-7825c8389031 tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "DELETE /v2.0/subnets/e2bc5422-1231-45ec-943d-fd2ee594a97a HTTP/1.1" status: 204 len: 168 time: 1.0385935 Jul 12 16:26:38.589773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f96c5c7-6e60-46b4-886f-9d3ce78a52a2 None None] Could not find standard attr ID for object 64106006-32a5-4798-a0b6-9aac7cf4d3fc. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.590367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37696) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:38.591235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.595059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.597009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9465c20b-6bbe-4bd0-8eb1-500258f6863f HTTP/1.1" status: 204 len: 168 time: 0.4278717 Jul 12 16:26:38.611314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Calling delete_port for 64669707-64e8-49c7-9e73-86b800f1b2af owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:38.613422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d9863-0397-42e5-89cc-0982e6ee57cc None None] Network cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:38.636641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=e510d713-1d76-40c5-a424-3471d1084e86,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:38.646795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.648943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6737e797-a689-4331-8a56-21de77378b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/e510d713-1d76-40c5-a424-3471d1084e86 HTTP/1.1" status: 204 len: 168 time: 1.2239666 Jul 12 16:26:38.652995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37702) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:38.790079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642e7b-1030-47ba-94f9-8797aefc0389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465c20b-6bbe-4bd0-8eb1-500258f6863f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:38.816183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e95116-01cb-43e3-90e1-c17f7e6c1cc3 None None] Network 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:38.826206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.845153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:38.851865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:38.891925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b26adcb-ae67-481e-9c16-fe34c2a3ff3f None None] Could not find standard attr ID for object 64106006-32a5-4798-a0b6-9aac7cf4d3fc. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:38.893956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Deleting port 9a92c624-e6a7-4e67-83e8-281955333f07 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:38.894325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.052799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-3f5b3cc2-7a34-4480-a61e-a5fe98bac375 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:39.056440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-3f5b3cc2-7a34-4480-a61e-a5fe98bac375 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.2894180 Jul 12 16:26:39.070332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] For port 9a92c624-e6a7-4e67-83e8-281955333f07, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a92c624-e6a7-4e67-83e8-281955333f07,segment=NetworkSegment(80960938-eb95-4487-b569-d7093c938e7f),segment_id=80960938-eb95-4487-b569-d7093c938e7f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:39.070909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.072947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.089642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Calling delete_port for 9a92c624-e6a7-4e67-83e8-281955333f07 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:39.130261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-867953dd-299c-4d0e-a032-c5ce301e03d9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/quotas/77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 375 time: 0.0516896 Jul 12 16:26:39.177160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.196631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] No DVR routers for this DVR port 64669707-64e8-49c7-9e73-86b800f1b2af on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:39.212243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.228738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] No DVR routers for this DVR port 9a92c624-e6a7-4e67-83e8-281955333f07 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:39.287528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01d535-effa-4eaf-8d3a-6f6990211290 None None] Pushing event deleted for resources: {'Port': ['ID=64669707-64e8-49c7-9e73-86b800f1b2af,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:39.295711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709eefef-f93f-4672-894b-dcfa9bd1985f None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:39.301567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event deleted for resources: {'Port': ['ID=9a92c624-e6a7-4e67-83e8-281955333f07,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:39.355684 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-fc0fd89e-d925-4a58-8ba4-e7fe757365e7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2071280 Jul 12 16:26:39.368505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 916897fb-3c43-4cd7-8cca-b642f6c738ac {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:39.368505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.396943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f5235-a49b-42fb-9a9f-a115466ae883 None None] DHCP port deletion for cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:39.404836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:39.423866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.434580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 64669707-64e8-49c7-9e73-86b800f1b2af {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:39.434927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 64669707-64e8-49c7-9e73-86b800f1b2af not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:39.448595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:39.479375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80960938-eb95-4487-b569-d7093c938e7f') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:39.479730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80960938-eb95-4487-b569-d7093c938e7f') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:39.495979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=916897fb-3c43-4cd7-8cca-b642f6c738ac,segment=NetworkSegment(b4e30be7-b5d7-40de-8036-a5edcad197a9),segment_id=b4e30be7-b5d7-40de-8036-a5edcad197a9)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:39.496734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.504401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.531157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.534779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 916897fb-3c43-4cd7-8cca-b642f6c738ac owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:39.551570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:39.553143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:39.560611 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:39.584105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] DHCP port deletion for 8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:39.588362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'b71270f9-ffe8-4daf-a276-950d190b1a83'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:39.589299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.652628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.684515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.686968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] 10.222.0.58 "DELETE /v2.0/networks/cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3 HTTP/1.1" status: 204 len: 168 time: 1.0877395 Jul 12 16:26:39.688176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fcd6c-8ce1-4138-aa83-7514417f197c tempest-ExtraDHCPOptionsTestJSON-948049535 tempest-ExtraDHCPOptionsTestJSON-948049535-project] Pushing event deleted for resources: {'Network': ['ID=cbc1bd3a-1e31-42b8-b900-4753bf3a3dc3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:39.782085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Allocated IP 172.20.0.2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/b71270f9-ffe8-4daf-a276-950d190b1a83/50002811-46ca-4ece-94da-cd49b777e4ae) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:39.842885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.856155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Deleting port 916897fb-3c43-4cd7-8cca-b642f6c738ac {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:39.856761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:39.886663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-8740dec7-0c71-4690-ab87-064646f10353 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231268 Jul 12 16:26:39.891081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:39.896538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port 916897fb-3c43-4cd7-8cca-b642f6c738ac on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:39.950992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:39.962393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.074545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.108559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:40.123819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] For port 916897fb-3c43-4cd7-8cca-b642f6c738ac, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:40.124042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.124212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.129492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:40.140135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:40.141127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.146788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:40.150149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=0e612dc7-23ee-4173-ba9a-f507f3213aee,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:40.159101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Calling delete_port for 916897fb-3c43-4cd7-8cca-b642f6c738ac owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:40.166722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Port 916897fb-3c43-4cd7-8cca-b642f6c738ac was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:26:40.169605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.171813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e30be7-b5d7-40de-8036-a5edcad197a9') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:40.172108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e30be7-b5d7-40de-8036-a5edcad197a9') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:40.185689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] No DVR routers for this DVR port 916897fb-3c43-4cd7-8cca-b642f6c738ac on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:40.196486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74fe6719-f09a-415e-89c1-43b1c82c1bb7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7671773 Jul 12 16:26:40.196486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.197920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37752) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.206749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:28:91:01', 'name': 'tempest-NetworksTestDHCPv6-881598645'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:40.220809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-2e1b5340-a345-455a-a9a7-0920da8f7431 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147855 Jul 12 16:26:40.231115 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.245993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0a93-1c8f-4257-80bb-bf94ed0d39b0 None None] Pushing event deleted for resources: {'Port': ['ID=916897fb-3c43-4cd7-8cca-b642f6c738ac,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:40.263167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:40.263776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:40.266944 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:40.320966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.431564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Transition to ACTIVE for port object 50002811-46ca-4ece-94da-cd49b777e4ae will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:40.431754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.451546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.453739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7 HTTP/1.1" status: 204 len: 168 time: 1.7997687 Jul 12 16:26:40.470009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74c9e7cf-6c4f-40fb-9c2b-ec5cb2685a79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9da67c4a3a54406b27506ff5a9e853a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933604 Jul 12 16:26:40.470976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37764) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.471305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37770) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.476127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37faf0-db15-4764-8def-c503c145ca42 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=8f4c874c-9f5b-4fe0-91e5-a5bff230f2a7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:40.488468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Transition to ACTIVE for port object 50002811-46ca-4ece-94da-cd49b777e4ae will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:40.509067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.573117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:40.585708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:40.588368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Pushing event updated for resources: {'Port': ['ID=50002811-46ca-4ece-94da-cd49b777e4ae,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:40.590671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:40.623618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a67930d-c181-4685-b5c3-ff10a0e174a5 req-41c0b77b-f493-4da6-938b-493f2aae4d5e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 210 time: 0.0942359 Jul 12 16:26:40.688596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Attempting to bind port 50002811-46ca-4ece-94da-cd49b777e4ae on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:40.689329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Attempting to bind port 50002811-46ca-4ece-94da-cd49b777e4ae by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:40.690013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Attempting to bind port 50002811-46ca-4ece-94da-cd49b777e4ae on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:40.701668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:40.702051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:40.702466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.702864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:40.703375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Bound port: 50002811-46ca-4ece-94da-cd49b777e4ae, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:40.703793 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.733478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:40.765309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.789646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] For port 50002811-46ca-4ece-94da-cd49b777e4ae, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:40.793013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] For port 50002811-46ca-4ece-94da-cd49b777e4ae, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=50002811-46ca-4ece-94da-cd49b777e4ae,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:40.803939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.809730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.880471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b8b5-27c8-42cf-9d49-60c83b90de89 None None] Pushing event updated for resources: {'Port': ['ID=50002811-46ca-4ece-94da-cd49b777e4ae,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:40.891919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8898dff-44aa-46d6-a4a5-d95c899bdb24 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:40.893713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a8898dff-44aa-46d6-a4a5-d95c899bdb24 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3974018 Jul 12 16:26:40.897391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37792) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:40.913935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.954996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:40.993727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port c29e680e-2951-4a16-832b-d54f3afa9eb3 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:40.997904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1030036216', 'router:external': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:41.059054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.063827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.067143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/131a6cf9-8e1a-4c21-9974-ff49d7ae24c6 HTTP/1.1" status: 204 len: 168 time: 0.5601192 Jul 12 16:26:41.087657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73e737-3d66-47f6-b9fb-8d2dc1b4a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a6cf9-8e1a-4c21-9974-ff49d7ae24c6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:41.088356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-49113915-b434-40bf-ba11-6f05f40e0cdf tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1882646 Jul 12 16:26:41.090582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:41.103772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-393740886'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:41.144051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Made reservation on behalf of 3e11a428fe4f47da9038e24e4427ac64 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:41.146684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.165695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:41.169056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.232193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.308946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 172.20.0.11 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/b71270f9-ffe8-4daf-a276-950d190b1a83/c29e680e-2951-4a16-832b-d54f3afa9eb3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:41.321378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:41.325510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fe28:9101 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/0e612dc7-23ee-4173-ba9a-f507f3213aee/c29e680e-2951-4a16-832b-d54f3afa9eb3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:41.349119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.349469 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment c665cabb-be5f-426b-b51c-5512ea4367b8 of type vlan for network 405d499b-e616-47a2-a03c-78bd0026755a Jul 12 16:26:41.391084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 916897fb-3c43-4cd7-8cca-b642f6c738ac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:41.441487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.445157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 916897fb-3c43-4cd7-8cca-b642f6c738ac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:41.447050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 916897fb-3c43-4cd7-8cca-b642f6c738ac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:41.449421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a92c624-e6a7-4e67-83e8-281955333f07 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:41.518487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.528274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:41.529082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.532778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9a92c624-e6a7-4e67-83e8-281955333f07 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:41.534739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a92c624-e6a7-4e67-83e8-281955333f07 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:41.675682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=405d499b-e616-47a2-a03c-78bd0026755a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:41.698374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 405d499b-e616-47a2-a03c-78bd0026755a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:41.749750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.760455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.786351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:41.829080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.829760 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Added segment 7448c50f-55b9-4c8b-b3c8-18f5652fbd3a of type vlan for network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c Jul 12 16:26:41.834604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b65ff26c-3f48-49a3-b59e-94ec7fbce169 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7426658 Jul 12 16:26:41.837586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:41.893404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '405d499b-e616-47a2-a03c-78bd0026755a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:41.961761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:41.977618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object c29e680e-2951-4a16-832b-d54f3afa9eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:42.021614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.082911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ebe45df-fe1f-4ae1-a4b7-0a210dadc44c req-6fc17f84-18c2-46b4-99f1-c7450441a8f2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 210 time: 0.1527307 Jul 12 16:26:42.128750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:42.131909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98621899-d18f-41de-8b07-9c8153d4118b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:42.132417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:42.137080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:42.145795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.206459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:42.207051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.213526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:42.219948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.235702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=c29e680e-2951-4a16-832b-d54f3afa9eb3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:42.262398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ab79de59-e366-4eb9-8ed3-34d1ebb88181 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0626292 Jul 12 16:26:42.263840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37838) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:42.292171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:26:42.344288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c6462-ae2f-4d23-9d00-4484bf6fd8f6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:42.352449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c6462-ae2f-4d23-9d00-4484bf6fd8f6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:42.356295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.357207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f69c6462-ae2f-4d23-9d00-4484bf6fd8f6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0922706 Jul 12 16:26:42.357342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:42.358058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.358174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37842) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:42.489403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6841042 Jul 12 16:26:42.494170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37848) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:42.504547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'subnet': {'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:42.525835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3019-c8d8-4f33-a5df-98c0464c8d69 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Network': ['ID=3c0fd0f0-74f1-4eaf-9382-fdc521073f4c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:42.537099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:42.565827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9ada9-9813-41ed-b271-972a42086813 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:42.621695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Made reservation on behalf of 3e11a428fe4f47da9038e24e4427ac64 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:42.624613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.679308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37852) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:42.788278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-c7eb5359-10d1-4696-a2aa-5f65a9765bc5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:42.790545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-c7eb5359-10d1-4696-a2aa-5f65a9765bc5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.3849282 Jul 12 16:26:42.793771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port c29e680e-2951-4a16-832b-d54f3afa9eb3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:42.794035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.795556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:42.817517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'device_id': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'admin_state_up': True, 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:42.842209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-87787272-b5f3-4a4e-a529-32082f6b4810 None None] Provisioning for port 50002811-46ca-4ece-94da-cd49b777e4ae completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:42.884779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=6ab357ba-a60d-4301-b9bd-22e0e6b732f7,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:42.903892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.904249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.904594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.904930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.905265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.905599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.906350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.906350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.906551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.906871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.907265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.907622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:26:42.942134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'networks': [{'name': 'tempest-network--916373106'}, {'name': 'tempest-network--364509038'}]} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:42.942960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-network--916373106'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:42.943088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-network--364509038'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:42.967242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': 'c665cabb-be5f-426b-b51c-5512ea4367b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:42.967643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: 405d499b-e616-47a2-a03c-78bd0026755a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:43.016975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.035057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'network': 2} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:43.037559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for c29e680e-2951-4a16-832b-d54f3afa9eb3 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:43.039709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.051394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.058902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 405d499b-e616-47a2-a03c-78bd0026755a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:43.078260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 405d499b-e616-47a2-a03c-78bd0026755a) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:43.089177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:43.089770 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.116149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:43.120371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.155315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': 'b71270f9-ffe8-4daf-a276-950d190b1a83', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e612dc7-23ee-4173-ba9a-f507f3213aee'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '50002811-46ca-4ece-94da-cd49b777e4ae'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:26:43.161802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465895b6-4033-4bf7-868d-f80c3e848f87 None None] Network 405d499b-e616-47a2-a03c-78bd0026755a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:43.213154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.268351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.268976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.320679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b65f6372-6b03-4acd-b39e-08545f9f6574 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4482322 Jul 12 16:26:43.323163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37868) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:43.341872 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.350820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.20.0.9 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/d5fc54c5-3682-436d-b37d-6c56402aa6e5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:43.355907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 50002811-46ca-4ece-94da-cd49b777e4ae up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:43.409259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c86db03-2e25-4890-85c5-41e628a2629c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:43.452195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:43.470043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 50002811-46ca-4ece-94da-cd49b777e4ae completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:43.478645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 50002811-46ca-4ece-94da-cd49b777e4ae triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:43.478930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.483430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.493063 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment 783c8fa9-17b7-48e2-8569-a4d3b1e4cde1 of type vlan for network ba28273a-b576-47e4-8991-16b8c93ea7af Jul 12 16:26:43.584676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '405d499b-e616-47a2-a03c-78bd0026755a', 'name': 'tempest-PortsTestJSON-1331026951'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:43.594223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.623154 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.654885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:43.655662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.724738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:43.742104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30761a78-5862-4d01-acb6-33f15d911861,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:43.745144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55b8aa91-87d9-46c3-ada2-85afbb568478 req-9b874a66-4764-4ab4-89dd-90d2c2a5a06e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 210 time: 0.0821092 Jul 12 16:26:43.746502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.746933 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment efce0cc2-4aea-485d-a579-5b5274d2ed78 of type vlan for network 12a1d468-3914-4a73-8c95-253681aff136 Jul 12 16:26:43.761613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 50002811-46ca-4ece-94da-cd49b777e4ae, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=50002811-46ca-4ece-94da-cd49b777e4ae,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:43.777020 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.798953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Checking segment: {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:43.799492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network hostable DHCP agents. Network: 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:43.815571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.845851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:43.850255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.862737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.864235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.872763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:43.879229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:43.879998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.895532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=50002811-46ca-4ece-94da-cd49b777e4ae,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:43.896723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:43.913132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad22c7e-3f43-4ada-8769-e16e0c92380e None None] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:43.922842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:43.923658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.986812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:43.991783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:43.995232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Transition to ACTIVE for port object d5fc54c5-3682-436d-b37d-6c56402aa6e5 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:44.003073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3224101 Jul 12 16:26:44.007310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:44.019063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-405d499b-e616-47a2-a03c-78bd0026755a', 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': '6ab357ba-a60d-4301-b9bd-22e0e6b732f7'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:44.020234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.037824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.052310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.099949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:26:44.108699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port b8e13637-c373-4d42-bfc1-42a355a0f12a yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:44.116514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-670c1131-11d4-40f9-883e-53829d5c83d7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6208439 Jul 12 16:26:44.124776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37882) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:44.131773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-266797452', 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:44.157659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=ba28273a-b576-47e4-8991-16b8c93ea7af,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:44.157764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:26:44.158792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Allocated IP 2001:db8::f816:3eff:fecc:7162 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/0e612dc7-23ee-4173-ba9a-f507f3213aee/50002811-46ca-4ece-94da-cd49b777e4ae) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:44.164970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=c29e680e-2951-4a16-832b-d54f3afa9eb3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:44.182175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8577b8-0612-4894-9358-306eeb198c89 None None] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:44.244933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ba28273a-b576-47e4-8991-16b8c93ea7af details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:44.258382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Made reservation on behalf of 3e11a428fe4f47da9038e24e4427ac64 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:44.261316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.271178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:44.285631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:44.342549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8570e-0d86-49b3-8bcc-1b452bd13012 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=12a1d468-3914-4a73-8c95-253681aff136,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:44.357573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:44.363246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] device_id is not set on port 9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:44.398558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.409422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.415826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.422194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.429364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.431158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21ff1c1b-5b56-4702-9d71-329f2a5e4bc7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.4222176 Jul 12 16:26:44.467163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37890) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:44.491040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:44.507794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 12a1d468-3914-4a73-8c95-253681aff136 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:44.602287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.606979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7fb1bcff-4d57-4a1f-8f3a-b551d07a0bd9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c29e680e-2951-4a16-832b-d54f3afa9eb3 HTTP/1.1" status: 204 len: 168 time: 2.2478316 Jul 12 16:26:44.609246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:44.617042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.5 (405d499b-e616-47a2-a03c-78bd0026755a/6ab357ba-a60d-4301-b9bd-22e0e6b732f7/b8e13637-c373-4d42-bfc1-42a355a0f12a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:44.634628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.20.0.13 (3c0fd0f0-74f1-4eaf-9382-fdc521073f4c/30761a78-5862-4d01-acb6-33f15d911861/9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:44.649297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.650242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.680918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-a33c31bd-bb28-4cfd-bb58-ecb09bc97bf5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8697848 Jul 12 16:26:44.693113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.710551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Request body: {'port': {'device_id': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:44.729301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae9df0-9473-45a1-b2a2-a73ff8caf103 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.731099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae9df0-9473-45a1-b2a2-a73ff8caf103 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.732881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae9df0-9473-45a1-b2a2-a73ff8caf103 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:44.738137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6bae9df0-9473-45a1-b2a2-a73ff8caf103 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1236904 Jul 12 16:26:44.741606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37894) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:44.807992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 0e612dc7-23ee-4173-ba9a-f507f3213aee {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:44.881063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:44.901452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba28273a-b576-47e4-8991-16b8c93ea7af']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:44.953569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.039229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebdae4-9632-404b-a1f8-69feec97d632 req-6001ee81-ae2a-44a3-895b-ed83950068db tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:45.041766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-458399e5-1e85-44fb-b293-651c56dad9b3 None None] Provisioning for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:45.043072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783c8fa9-17b7-48e2-8569-a4d3b1e4cde1') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:45.043373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783c8fa9-17b7-48e2-8569-a4d3b1e4cde1') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:45.046428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ebdae4-9632-404b-a1f8-69feec97d632 req-6001ee81-ae2a-44a3-895b-ed83950068db tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 931 time: 0.1073999 Jul 12 16:26:45.054226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.058843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.102459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-458399e5-1e85-44fb-b293-651c56dad9b3 None None] Provisioning complete for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:45.103544 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-458399e5-1e85-44fb-b293-651c56dad9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.111883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.134961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:45.137699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.144641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.153929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] For port 50002811-46ca-4ece-94da-cd49b777e4ae, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=50002811-46ca-4ece-94da-cd49b777e4ae,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:45.154556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:45.156018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ebdae4-9632-404b-a1f8-69feec97d632 req-18ca270c-88c5-4292-8270-e3682cbd2ea9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072865 Jul 12 16:26:45.156693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.157044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:45.174565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:45.177760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:45.223299 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:45.226319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:45.226992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.258267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1ba3811d-db0e-4a2a-8f7e-280c24577c5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1324403 Jul 12 16:26:45.260976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37898) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:45.292118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object b8e13637-c373-4d42-bfc1-42a355a0f12a will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:45.296812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.302843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.308103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/ba28273a-b576-47e4-8991-16b8c93ea7af HTTP/1.1" status: 204 len: 168 time: 0.8402321 Jul 12 16:26:45.309423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:45.320136 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.338504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Transition to ACTIVE for port object 50002811-46ca-4ece-94da-cd49b777e4ae will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:45.347125 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1c4a4-a0e9-4fed-b580-bb993c456140 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=ba28273a-b576-47e4-8991-16b8c93ea7af,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:45.354382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 50002811-46ca-4ece-94da-cd49b777e4ae up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:45.367709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.386730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.409777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-458399e5-1e85-44fb-b293-651c56dad9b3 None None] Port d5fc54c5-3682-436d-b37d-6c56402aa6e5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:45.505215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.514609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.589302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:45.599309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f0a7e-d6b2-401d-84af-2ec4e8072c43 None None] Pushing event updated for resources: {'Port': ['ID=50002811-46ca-4ece-94da-cd49b777e4ae,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:45.737831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Allocated IP 172.20.0.2 (405d499b-e616-47a2-a03c-78bd0026755a/6ab357ba-a60d-4301-b9bd-22e0e6b732f7/0da76b99-18d8-4c0f-9f37-e25601f60e4b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:45.990980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.015888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Transition to ACTIVE for port object 0da76b99-18d8-4c0f-9f37-e25601f60e4b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:46.049636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Transition to ACTIVE for port object 0da76b99-18d8-4c0f-9f37-e25601f60e4b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:46.057068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.074322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Deleting port 9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:46.076633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.159006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Network 405d499b-e616-47a2-a03c-78bd0026755a is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:46.183729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:46.188702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:46.205827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.230400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=b8e13637-c373-4d42-bfc1-42a355a0f12a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:46.238028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Pushing event updated for resources: {'Port': ['ID=0da76b99-18d8-4c0f-9f37-e25601f60e4b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:46.241338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.265039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 405d499b-e616-47a2-a03c-78bd0026755a is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:46.267987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a1d468-3914-4a73-8c95-253681aff136']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:46.273843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:46.277628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:46.285813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fc54c5-3682-436d-b37d-6c56402aa6e5 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:26:46.308136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efce0cc2-4aea-485d-a579-5b5274d2ed78') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:46.308480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efce0cc2-4aea-485d-a579-5b5274d2ed78') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:46.315171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.320893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.356066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Transition to ACTIVE for port object d5fc54c5-3682-436d-b37d-6c56402aa6e5 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:46.362275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Attempting to bind port 0da76b99-18d8-4c0f-9f37-e25601f60e4b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:46.362730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Attempting to bind port 0da76b99-18d8-4c0f-9f37-e25601f60e4b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c665cabb-be5f-426b-b51c-5512ea4367b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:46.363106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Attempting to bind port 0da76b99-18d8-4c0f-9f37-e25601f60e4b on network 405d499b-e616-47a2-a03c-78bd0026755a {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:46.365090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.372788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:46.374169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.374725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Checking segment: {'id': 'c665cabb-be5f-426b-b51c-5512ea4367b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:46.375930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.377557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Bound using segment: {'id': 'c665cabb-be5f-426b-b51c-5512ea4367b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:46.378722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Bound port: 0da76b99-18d8-4c0f-9f37-e25601f60e4b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c665cabb-be5f-426b-b51c-5512ea4367b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '405d499b-e616-47a2-a03c-78bd0026755a'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:46.379274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.379922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Calling delete_port for 9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:46.397362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.458599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:46.459228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.477244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:46.494304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] For port 0da76b99-18d8-4c0f-9f37-e25601f60e4b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:46.509126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-518ba29d-3048-462c-b0c9-df04c732784f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9424982 Jul 12 16:26:46.518398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37906) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:46.525678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '405d499b-e616-47a2-a03c-78bd0026755a', 'name': 'tempest-PortsTestJSON-971674254'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:46.553956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:46.554418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:46.558584 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:46.608995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.711706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=0e612dc7-23ee-4173-ba9a-f507f3213aee,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:46.715002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.724082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3dad2cf8-d4ae-4872-859a-970b18d9f910 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/0e612dc7-23ee-4173-ba9a-f507f3213aee HTTP/1.1" status: 204 len: 168 time: 1.9782529 Jul 12 16:26:46.725949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37914) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:46.778847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bb02f1f8-9824-4e07-9b8c-8e4cfa4eb35a None None] Provisioning for port 50002811-46ca-4ece-94da-cd49b777e4ae completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:46.785974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bb02f1f8-9824-4e07-9b8c-8e4cfa4eb35a None None] Provisioning complete for port 50002811-46ca-4ece-94da-cd49b777e4ae triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:46.786362 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb02f1f8-9824-4e07-9b8c-8e4cfa4eb35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.817276 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.823015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet b71270f9-ffe8-4daf-a276-950d190b1a83 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:46.845157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb0446-9c80-4b75-ad74-0eb31e34ff82 req-d7e985c0-d990-4971-a4e1-ca63b3e1b163 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:46.847159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-93cb0446-9c80-4b75-ad74-0eb31e34ff82 req-d7e985c0-d990-4971-a4e1-ca63b3e1b163 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 943 time: 0.4789424 Jul 12 16:26:46.857989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.897485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] For port 0da76b99-18d8-4c0f-9f37-e25601f60e4b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0da76b99-18d8-4c0f-9f37-e25601f60e4b,segment=NetworkSegment(c665cabb-be5f-426b-b51c-5512ea4367b8),segment_id=c665cabb-be5f-426b-b51c-5512ea4367b8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:46.902916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.910510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:46.914542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Attempting to bind port d5fc54c5-3682-436d-b37d-6c56402aa6e5 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:46.915031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Attempting to bind port d5fc54c5-3682-436d-b37d-6c56402aa6e5 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:46.915502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Attempting to bind port d5fc54c5-3682-436d-b37d-6c56402aa6e5 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:46.921674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.926471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/12a1d468-3914-4a73-8c95-253681aff136 HTTP/1.1" status: 204 len: 168 time: 1.6129696 Jul 12 16:26:46.930249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:46.930563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37916) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:46.989297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Port d5fc54c5-3682-436d-b37d-6c56402aa6e5 on network da52963c-91d4-443b-a418-11d804426a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:26:46.989824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Attempting to bind port d5fc54c5-3682-436d-b37d-6c56402aa6e5 on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:46.994547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151ae7-75aa-44d8-b17c-2eb2dbcf669e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=12a1d468-3914-4a73-8c95-253681aff136,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:47.063027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7de7-1b87-4298-a191-5ff9fef43d3a None None] Pushing event updated for resources: {'Port': ['ID=0da76b99-18d8-4c0f-9f37-e25601f60e4b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:47.084319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bb02f1f8-9824-4e07-9b8c-8e4cfa4eb35a None None] Could not find standard attr ID for object c29e680e-2951-4a16-832b-d54f3afa9eb3. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:47.089402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.115414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-93cb0446-9c80-4b75-ad74-0eb31e34ff82 req-f257aa97-370b-4066-8d30-343b3a4e244e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558546 Jul 12 16:26:47.116266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:47.116643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:47.117122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:47.117574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Bound port: d5fc54c5-3682-436d-b37d-6c56402aa6e5, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:47.117924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.139277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:47.143031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.209307 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.211274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c0e9e4d9-c376-4dae-81f2-0415b36d541a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9d6cdf3f-e8ec-4580-aaf9-d3a22c9e1758 HTTP/1.1" status: 204 len: 168 time: 1.9489079 Jul 12 16:26:47.220915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37918) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:47.228891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c', 'external_fixed_ips': [{'subnet_id': '30761a78-5862-4d01-acb6-33f15d911861', 'ip_address': '172.20.0.13'}]}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:47.263874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ce556-8c26-46bc-9e1e-d7daf36d1403 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:47.311839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.313269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.329554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.404894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 50002811-46ca-4ece-94da-cd49b777e4ae up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:47.465569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:47.475760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:47.493386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc60dbb2-fca5-4a06-aa54-7255376e11a7 None None] Could not find standard attr ID for object c29e680e-2951-4a16-832b-d54f3afa9eb3. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:26:47.507365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.532346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port a0aa2329-f546-4c92-9300-f8373e4c6505 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:47.542762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.548193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 50002811-46ca-4ece-94da-cd49b777e4ae triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:47.549371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.622313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:47.623199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.624752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] 10.222.0.65 "PUT /v2.0/ports/d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 1091 time: 2.9251306 Jul 12 16:26:47.630005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:26:47.632454 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8692a48c-5c92-4f87-847d-cb55149719af" -d '{"events": [{"name": "network-changed", "server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:26:47.740889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.813501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=b71270f9-ffe8-4daf-a276-950d190b1a83,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:47.816182 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd5904-4673-43ef-a1e4-59190c0c0103 x-openstack-request-id: req-e2cd5904-4673-43ef-a1e4-59190c0c0103 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:26:47.820173 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:26:47.820449 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2cd5904-4673-43ef-a1e4-59190c0c0103 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:26:47.821019 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'status': 'completed', 'code': 200} Jul 12 16:26:47.879974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.884194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-236ec8bd-ea78-4a48-8899-5e0679aa4968 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/b71270f9-ffe8-4daf-a276-950d190b1a83 HTTP/1.1" status: 204 len: 168 time: 1.1545873 Jul 12 16:26:47.884404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:47.886482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d56e9-f100-4984-88a6-2c1ba1e1668f tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:47.892038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:47.894320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d56e9-f100-4984-88a6-2c1ba1e1668f tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:47.901048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d56e9-f100-4984-88a6-2c1ba1e1668f tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:47.903037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c8d56e9-f100-4984-88a6-2c1ba1e1668f tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.9676297 Jul 12 16:26:47.924338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37926) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:47.933299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1535125067'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:47.944853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a4aa1-b3f6-4e2e-b908-765cff002fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:47.994975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dcdc6171-1e3f-4b03-8222-fa9c51a81240 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069970 Jul 12 16:26:48.008316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37928) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.037177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-35987283-22fb-49af-aa8b-caef6fbb160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.039491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-35987283-22fb-49af-aa8b-caef6fbb160b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 1094 time: 0.3350611 Jul 12 16:26:48.043707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:48.047518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.090396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.3 (405d499b-e616-47a2-a03c-78bd0026755a/6ab357ba-a60d-4301-b9bd-22e0e6b732f7/a0aa2329-f546-4c92-9300-f8373e4c6505) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:48.192988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-b98e0626-2cdf-4e24-a271-74d5c3aa3c2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 217 time: 0.1373603 Jul 12 16:26:48.267174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:48.277217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d2562-1da4-4c7b-9570-032ec3dab3a8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.282213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b2d2562-1da4-4c7b-9570-032ec3dab3a8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2723224 Jul 12 16:26:48.283425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.376259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b13b83-f347-4001-b966-47d29218aa2c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.381542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9b13b83-f347-4001-b966-47d29218aa2c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925174 Jul 12 16:26:48.389667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37934) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.431852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.432198 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment a4f8cca9-94f9-4b94-b866-8ad4c1582990 of type vlan for network f16e07e5-d524-4768-b011-07ba5623beb0 Jul 12 16:26:48.485722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-11c4e24a-5044-4f8b-9653-3cf47f9077a5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796220 Jul 12 16:26:48.496660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.502067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:48.586661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-d50d6070-480d-499f-ac9c-603c50ffc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.588216 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-d50d6070-480d-499f-ac9c-603c50ffc7b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.3648696 Jul 12 16:26:48.607048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.630473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.635833 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.668298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:48.672892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.674641 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:48.675078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:48.711856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62d8a3-990b-440d-8a2b-658f8eb33e45 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:48.737705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20940ee8-98b3-41ec-8ace-5a5ab3206d3b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2397590 Jul 12 16:26:48.740879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.746494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:48.751289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0b4cf-3dcd-420b-90e4-a4d85c7499d6 req-5dfa43ae-5e25-463e-9899-a0b003ad8a35 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.760230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2d0b4cf-3dcd-420b-90e4-a4d85c7499d6 req-5dfa43ae-5e25-463e-9899-a0b003ad8a35 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 943 time: 0.4209433 Jul 12 16:26:48.786482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4629102-0fbc-428b-8dcd-a3b68a5480fa None None] Network 405d499b-e616-47a2-a03c-78bd0026755a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:48.816975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.822897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.823655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.869724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f069126-3189-42a3-9813-ce339fc116d4 None None] Provisioning complete for port 50002811-46ca-4ece-94da-cd49b777e4ae triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:48.870374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.870711 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f069126-3189-42a3-9813-ce339fc116d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:48.897751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9719825 Jul 12 16:26:48.939758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:48.948154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-5eabcdd3-c21f-471b-9d9e-92623f484681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:48.950243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-5eabcdd3-c21f-471b-9d9e-92623f484681 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097887 Jul 12 16:26:48.962616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1047377405'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:48.988382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.20.0.13 (3c0fd0f0-74f1-4eaf-9382-fdc521073f4c/30761a78-5862-4d01-acb6-33f15d911861/198b9a0b-1959-4186-a710-d83661a763e5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:48.995718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:49.000004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.002365 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:49.003113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:49.036243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8902324a-0176-4894-8930-58b708a26857 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2941828 Jul 12 16:26:49.063114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37944) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:49.069572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:49.083650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-f3e1bc7b-9dbc-4d28-8999-87cc2351f915 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172316 Jul 12 16:26:49.103975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a2d0b4cf-3dcd-420b-90e4-a4d85c7499d6 req-f6f3d67d-fe53-497d-855d-37c68fbec82b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402932 Jul 12 16:26:49.105157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object a0aa2329-f546-4c92-9300-f8373e4c6505 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:49.144577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8acf3-ad0b-4e8b-80c7-636f4f2eae11 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=f16e07e5-d524-4768-b011-07ba5623beb0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:49.162440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f16e07e5-d524-4768-b011-07ba5623beb0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:49.218278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.283791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bbaeea5-2a7e-4c4c-b02d-ac783470a364 req-0edaeba8-a6ee-49eb-b5cb-e8538cfd5231 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709435 Jul 12 16:26:49.286156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.317268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d838d587-216c-4afa-b254-d5d78c3a527d None None] Provisioning for port 0da76b99-18d8-4c0f-9f37-e25601f60e4b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:49.324040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:49.330552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.365922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0da76b99-18d8-4c0f-9f37-e25601f60e4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:49.406729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=198b9a0b-1959-4186-a710-d83661a763e5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:49.417626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:49.433770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:49.436157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:49.439055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.441639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.443794 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:49.444863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:49.445188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:49.447948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:49.452583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:49.506839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bece7417-0ef4-4940-b371-d2e0dc8a17dd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4415860 Jul 12 16:26:49.509665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37946) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:49.511257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a48c-5c92-4f87-847d-cb55149719af req-30ca8ad7-de34-4197-9de1-522c77ceed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:49.512871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-30ca8ad7-de34-4197-9de1-522c77ceed11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 1094 time: 0.1518900 Jul 12 16:26:49.522964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:49.524998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 405d499b-e616-47a2-a03c-78bd0026755a is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:49.526825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.527175 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment 3b55d980-948d-473e-a2e7-41b68d8a54a6 of type vlan for network 22e005af-3653-493a-80a1-0e560780e7df Jul 12 16:26:49.535280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:49.538406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:49.561327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0da76b99-18d8-4c0f-9f37-e25601f60e4b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:49.569458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0da76b99-18d8-4c0f-9f37-e25601f60e4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:49.569835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.627439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Deleting port 50002811-46ca-4ece-94da-cd49b777e4ae {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:49.627922 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.713094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=a0aa2329-f546-4c92-9300-f8373e4c6505,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:49.733487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a48c-5c92-4f87-847d-cb55149719af req-92abd558-51fd-4daa-b111-fd1d026c686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:49.735143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-92abd558-51fd-4daa-b111-fd1d026c686f service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.2056141 Jul 12 16:26:49.736511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] For port 50002811-46ca-4ece-94da-cd49b777e4ae, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=50002811-46ca-4ece-94da-cd49b777e4ae,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:49.738330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.741622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.758233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Calling delete_port for 50002811-46ca-4ece-94da-cd49b777e4ae owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:49.789103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-5a79d146-a28e-415d-a76a-9ec78a07aadb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 217 time: 0.0435758 Jul 12 16:26:49.807209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:49.807944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.838799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5f20af1-01e2-401a-bb5c-319936d01cee tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3176317 Jul 12 16:26:49.854313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:49.903276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a48c-5c92-4f87-847d-cb55149719af req-c6964892-e4e2-4c9e-84c7-6d9e8f16aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:49.905372 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-c6964892-e4e2-4c9e-84c7-6d9e8f16aef4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0818772 Jul 12 16:26:49.907445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.910630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.914718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:49.915363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:49.984086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] No DVR routers for this DVR port 50002811-46ca-4ece-94da-cd49b777e4ae on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:49.986810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc545-2f9a-4553-8d3d-ce26443e10e9 None None] Pushing event deleted for resources: {'Port': ['ID=50002811-46ca-4ece-94da-cd49b777e4ae,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:50.012873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Provisioning complete for port 0da76b99-18d8-4c0f-9f37-e25601f60e4b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:50.013257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.060356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:50.062956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1113670 Jul 12 16:26:50.063635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:50.064600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.066153 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:50.067067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:50.075238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'ports': [{'network_id': 'f16e07e5-d524-4768-b011-07ba5623beb0', 'name': 'tempest-port--1762820219', 'admin_state_up': True}, {'network_id': '22e005af-3653-493a-80a1-0e560780e7df', 'admin_state_up': False}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:50.075739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'port': {'network_id': 'f16e07e5-d524-4768-b011-07ba5623beb0', 'name': 'tempest-port--1762820219', 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:50.076294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'port': {'network_id': '22e005af-3653-493a-80a1-0e560780e7df', 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:50.123547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.141128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.194191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0da76b99-18d8-4c0f-9f37-e25601f60e4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0da76b99-18d8-4c0f-9f37-e25601f60e4b,segment=NetworkSegment(c665cabb-be5f-426b-b51c-5512ea4367b8),segment_id=c665cabb-be5f-426b-b51c-5512ea4367b8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:50.249816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.279360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6c4b09b6-3557-46b3-8f0e-a780bc1b2641 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7658329 Jul 12 16:26:50.286249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:50.304138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:50.320575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.369919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8b7b-a7ec-45ab-972b-0f904eb9d36f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:50.374125 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77162e5d-eded-4d7b-87ac-1bcb03ca1ca1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=22e005af-3653-493a-80a1-0e560780e7df,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:50.376063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-579c8b7b-a7ec-45ab-972b-0f904eb9d36f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.5205188 Jul 12 16:26:50.376816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37962) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:50.396399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a48c-5c92-4f87-847d-cb55149719af req-11f39e84-077a-43c9-93e2-ad9d46554a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:50.398188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-11f39e84-077a-43c9-93e2-ad9d46554a3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4711361 Jul 12 16:26:50.404723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:50.405080 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:50.405857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277810b-a6af-44bc-a5e2-5ba8c0d1e936 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:26:50.537985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-e123077e-d360-4998-afac-5379720d09c1 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250448 Jul 12 16:26:50.685946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'port': 2} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:50.693255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.714297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 22e005af-3653-493a-80a1-0e560780e7df details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:50.732158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8692a48c-5c92-4f87-847d-cb55149719af req-7da2a49f-37a9-4d3e-83ee-7edce8e05759 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782768 Jul 12 16:26:50.733032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:50.785357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0da76b99-18d8-4c0f-9f37-e25601f60e4b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:50.796389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277810b-a6af-44bc-a5e2-5ba8c0d1e936 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:26:50.858912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] device_id is not set on port bd8934d1-e187-4888-b8ae-a58ad8064a4b yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:51.000846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.002078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Provisioning for port b8e13637-c373-4d42-bfc1-42a355a0f12a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:51.012779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Provisioning complete for port b8e13637-c373-4d42-bfc1-42a355a0f12a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:51.013166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.092636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-371f615e-6b4e-4208-8652-1a34f07bb5e3 None None] Port b8e13637-c373-4d42-bfc1-42a355a0f12a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:51.115273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] device_id is not set on port 506cbf86-99b1-4004-9df5-852c571d3ef0 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:51.233627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Provisioning for port a0aa2329-f546-4c92-9300-f8373e4c6505 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:51.241850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Provisioning complete for port a0aa2329-f546-4c92-9300-f8373e4c6505 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:51.242431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.276088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.318809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Port a0aa2329-f546-4c92-9300-f8373e4c6505 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:51.332582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0da76b99-18d8-4c0f-9f37-e25601f60e4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:51.334309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3e55-efeb-4c07-aa1a-47c40ae51728 req-b68d86a0-bc33-4503-bf3b-2e2d2ba8fc71 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:51.336437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82ef3e55-efeb-4c07-aa1a-47c40ae51728 req-b68d86a0-bc33-4503-bf3b-2e2d2ba8fc71 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 943 time: 0.9519546 Jul 12 16:26:51.349766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:51.354760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.356322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.357903 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:51.358401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:51.390965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Provisioning complete for port b8e13637-c373-4d42-bfc1-42a355a0f12a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:51.391468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.411931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9e01040-b889-4f06-a1e6-5e6035661404 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1179338 Jul 12 16:26:51.412830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37966) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:51.417716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0da76b99-18d8-4c0f-9f37-e25601f60e4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:51.418211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.421364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:51.462539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78e19d1c-287a-4f03-88a0-108ad7d982a9 None None] Port b8e13637-c373-4d42-bfc1-42a355a0f12a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:51.466025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port a0aa2329-f546-4c92-9300-f8373e4c6505 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:51.466456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.474616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82ef3e55-efeb-4c07-aa1a-47c40ae51728 req-4991a37f-ba8d-44db-9a3f-d4020a135161 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043985 Jul 12 16:26:51.486919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.508278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Port': ['ID=bd8934d1-e187-4888-b8ae-a58ad8064a4b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:51.521486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Checking segment: {'id': 'a4f8cca9-94f9-4b94-b866-8ad4c1582990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f16e07e5-d524-4768-b011-07ba5623beb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:51.522058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network hostable DHCP agents. Network: f16e07e5-d524-4768-b011-07ba5623beb0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:51.570418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network f16e07e5-d524-4768-b011-07ba5623beb0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:51.586303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f16e07e5-d524-4768-b011-07ba5623beb0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:51.590832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:51.592158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.597901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a318c4-d8af-4ddf-ad85-ad606152563d None None] Network f16e07e5-d524-4768-b011-07ba5623beb0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:51.621901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 50002811-46ca-4ece-94da-cd49b777e4ae no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:51.632874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:51.636394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.637804 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:26:51.638496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:26:51.653862 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.672406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for a0aa2329-f546-4c92-9300-f8373e4c6505 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:51.701615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Checking segment: {'id': '3b55d980-948d-473e-a2e7-41b68d8a54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22e005af-3653-493a-80a1-0e560780e7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:51.702003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network hostable DHCP agents. Network: 22e005af-3653-493a-80a1-0e560780e7df, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:51.705370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Port': ['ID=506cbf86-99b1-4004-9df5-852c571d3ef0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:51.717421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-71c614b0-fe04-4d08-b56f-824d70fbe9bf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3012133 Jul 12 16:26:51.718075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:51.739647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 50002811-46ca-4ece-94da-cd49b777e4ae {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:51.740022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 50002811-46ca-4ece-94da-cd49b777e4ae not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:51.759154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ddb977ec-fab3-49ef-8fe3-a296d9af8598 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0404465 Jul 12 16:26:51.762414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:51.806873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network 22e005af-3653-493a-80a1-0e560780e7df is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:51.820721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 22e005af-3653-493a-80a1-0e560780e7df) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:51.825656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:51.833054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180543e4-e626-445f-b825-1d1d39bcdcf4 None None] Network 22e005af-3653-493a-80a1-0e560780e7df requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:51.833599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:51.839004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:51.839715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.862540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bca09f-1bde-4030-afef-40a0bae8ae40 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:51.866678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-59bca09f-1bde-4030-afef-40a0bae8ae40 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007702 Jul 12 16:26:51.868890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-168305e9-cdb9-49a9-847e-5928add6adf7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8000579 Jul 12 16:26:51.869502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:51.869829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:51.873780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:51.917472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=a0aa2329-f546-4c92-9300-f8373e4c6505,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:51.920619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router 08a484e6-7b73-4d88-b8ec-6887f15554dd is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:26:52.143253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.145651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-da896356-5bb5-4f40-8982-8fcaa66c2b92 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/a0aa2329-f546-4c92-9300-f8373e4c6505 HTTP/1.1" status: 204 len: 168 time: 1.7261231 Jul 12 16:26:52.148553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.182770 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd2ccbe-55cc-46a2-afea-63a88965a002 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:52.184989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ebd2ccbe-55cc-46a2-afea-63a88965a002 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/a0aa2329-f546-4c92-9300-f8373e4c6505 HTTP/1.1" status: 404 len: 333 time: 0.0354404 Jul 12 16:26:52.189834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.199461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:26:52.228775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Sync routers for ids ['08a484e6-7b73-4d88-b8ec-6887f15554dd'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:26:52.251248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Routers {'08a484e6-7b73-4d88-b8ec-6887f15554dd'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:52.252306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['08a484e6-7b73-4d88-b8ec-6887f15554dd'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:52.281380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.282728 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7823335-dc11-4391-b67e-c953084c78f9 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0609770 Jul 12 16:26:52.285923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.308023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-56201481-436c-4245-8462-ba700cb34dcf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4336228 Jul 12 16:26:52.308578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37982) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.313544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:52.413099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Set router 08a484e6-7b73-4d88-b8ec-6887f15554dd gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:26:52.460620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.538563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec75418-bcda-4cde-81a4-06f48312e51a tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:52.556465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec75418-bcda-4cde-81a4-06f48312e51a tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:52.561565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ec75418-bcda-4cde-81a4-06f48312e51a tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6836884 Jul 12 16:26:52.562360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.709114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:52.712751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.712931 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.763371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a484e6-7b73-4d88-b8ec-6887f15554dd', 'name': '', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c', 'external_fixed_ips': [{'subnet_id': '30761a78-5862-4d01-acb6-33f15d911861', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '198b9a0b-1959-4186-a710-d83661a763e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:26:47Z', 'updated_at': '2021-07-12T16:26:49Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '198b9a0b-1959-4186-a710-d83661a763e5', 'name': '', 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a484e6-7b73-4d88-b8ec-6887f15554dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '30761a78-5862-4d01-acb6-33f15d911861', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:26:48Z', 'updated_at': '2021-07-12T16:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30761a78-5862-4d01-acb6-33f15d911861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:52.773417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port b8e13637-c373-4d42-bfc1-42a355a0f12a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:52.773705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.800922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Checking router: 08a484e6-7b73-4d88-b8ec-6887f15554dd for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:26:52.801304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Updating router 08a484e6-7b73-4d88-b8ec-6887f15554dd port 198b9a0b-1959-4186-a710-d83661a763e5 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:26:52.833881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:52.858212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.892527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.910822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52aea-daf4-4b6e-9656-ebdb36f17c39 req-a20e8393-8dc2-4b42-a5a1-8a42e4ddd964 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:52.914124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37e52aea-daf4-4b6e-9656-ebdb36f17c39 req-a20e8393-8dc2-4b42-a5a1-8a42e4ddd964 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 943 time: 0.2577868 Jul 12 16:26:52.920467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for b8e13637-c373-4d42-bfc1-42a355a0f12a owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:52.933502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Deleting port 198b9a0b-1959-4186-a710-d83661a763e5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:52.933883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:52.969495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting port bd8934d1-e187-4888-b8ae-a58ad8064a4b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:52.969841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.102538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.125534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Calling delete_port for 198b9a0b-1959-4186-a710-d83661a763e5 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:53.194339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.208031 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.217676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Calling delete_port for bd8934d1-e187-4888-b8ae-a58ad8064a4b owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:53.227413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37e52aea-daf4-4b6e-9656-ebdb36f17c39 req-9790b999-3d9f-444b-8c2b-c7dc7e26e62e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044510 Jul 12 16:26:53.236943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-35bb7c62-5328-4090-b5a1-52c9a07bd0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.260271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Transition to ACTIVE for port object 198b9a0b-1959-4186-a710-d83661a763e5 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:53.262191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.272586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.331701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=b8e13637-c373-4d42-bfc1-42a355a0f12a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.371718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:53.372623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:53.373174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 on network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:53.376754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7330ceb-60ac-45e1-9af4-3f872b0c56f1 None None] Pushing event updated for resources: {'Port': ['ID=198b9a0b-1959-4186-a710-d83661a763e5,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.396985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:53.397527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Checking segment: {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:53.399834 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.400273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Bound using segment: {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:53.400876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Bound port: 198b9a0b-1959-4186-a710-d83661a763e5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:53.401263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.431278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:26:53.450817 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.484420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:53.504360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.508070 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-880b2315-9756-4c62-8e75-e5eda099d4eb tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/b8e13637-c373-4d42-bfc1-42a355a0f12a HTTP/1.1" status: 204 len: 168 time: 1.3169007 Jul 12 16:26:53.510562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:53.520444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:53.524262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:53.525041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.530751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc4330-915d-4949-8bb6-580908e62a05 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:53.548849 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c4b50c-372f-48ba-8fcb-6c93b28179c4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:26:53.550593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9c4b50c-372f-48ba-8fcb-6c93b28179c4 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/b8e13637-c373-4d42-bfc1-42a355a0f12a HTTP/1.1" status: 404 len: 333 time: 0.0390403 Jul 12 16:26:53.553815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:53.585881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:53.586264 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:53.596119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.635209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.646955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Port': ['ID=198b9a0b-1959-4186-a710-d83661a763e5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.674981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Port': ['ID=bd8934d1-e187-4888-b8ae-a58ad8064a4b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.676860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=4dec73ed-de58-44d5-8a8d-45b4733b0e6e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.700385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.705362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ecc5e252-6115-4cfd-8c69-8a84955cd5a1 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/ports/bd8934d1-e187-4888-b8ae-a58ad8064a4b HTTP/1.1" status: 204 len: 168 time: 1.1315064 Jul 12 16:26:53.705592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38002) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:53.725663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d5fc54c5-3682-436d-b37d-6c56402aa6e5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:26:53.732114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 6ab357ba-a60d-4301-b9bd-22e0e6b732f7 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:53.738668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.745251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-35bb7c62-5328-4090-b5a1-52c9a07bd0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.759800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-35bb7c62-5328-4090-b5a1-52c9a07bd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.777098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.782140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3b39c75c-cab4-41b3-b43b-b51e41d31edb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4706249 Jul 12 16:26:53.783970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38004) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:53.802577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:2d:e0:1c', 'name': 'tempest-NetworksTestDHCPv6-1504297562'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:53.836553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '4dec73ed-de58-44d5-8a8d-45b4733b0e6e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:53.837370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.848836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.894583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-35bb7c62-5328-4090-b5a1-52c9a07bd0ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6681c7ee8cf54e2ba345ed3c7f4ad2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0568199 Jul 12 16:26:53.895942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7c62-5328-4090-b5a1-52c9a07bd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ddca21-b161-49d1-8297-3cf176cf1d9d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:53.898431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:53.913975 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.917628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:53.940497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:53.965668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'mac_address': 'fa:16:3e:f1:8d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:26:54.000871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.001472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08a484e6-7b73-4d88-b8ec-6887f15554dd {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:26:54.013742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting port 506cbf86-99b1-4004-9df5-852c571d3ef0 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:54.014085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.030560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.035557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4c5d8d9f-9bc2-42a1-b51b-1f567ac90709 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/routers/08a484e6-7b73-4d88-b8ec-6887f15554dd HTTP/1.1" status: 204 len: 168 time: 1.7451639 Jul 12 16:26:54.035754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38008) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:54.052697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.053419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.057309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Allocated IP 2001:db8::f816:3eff:fe73:4ddf (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/4dec73ed-de58-44d5-8a8d-45b4733b0e6e/ed5ee7f7-1708-4b70-ad98-7d7b14b6468f) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:54.074634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.076059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fc54c5-3682-436d-b37d-6c56402aa6e5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:26:54.141027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.150831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:54.153969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:54.154372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:54.154873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Attempting to bind port 198b9a0b-1959-4186-a710-d83661a763e5 on network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:54.162090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.165207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.173069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab357ba-a60d-4301-b9bd-22e0e6b732f7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.178374 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.178569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.184326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4a5629ff-da7b-4a7f-bd00-448526a11f6a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/6ab357ba-a60d-4301-b9bd-22e0e6b732f7 HTTP/1.1" status: 204 len: 168 time: 0.6257536 Jul 12 16:26:54.184506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:54.184506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Checking segment: {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:54.184870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:54.184976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.184976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Bound using segment: {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:54.184976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Bound port: 198b9a0b-1959-4186-a710-d83661a763e5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3c0fd0f0-74f1-4eaf-9382-fdc521073f4c'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:54.184976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.198782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Deleting subnet 30761a78-5862-4d01-acb6-33f15d911861 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:54.205657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Calling delete_port for 506cbf86-99b1-4004-9df5-852c571d3ef0 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:54.205657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:54.209685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.211568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Port 198b9a0b-1959-4186-a710-d83661a763e5 has been deleted concurrently {{(pid=93713) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 12 16:26:54.249132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3883a-5102-472d-9634-8955178221d7 None None] Network 405d499b-e616-47a2-a03c-78bd0026755a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:54.281330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.360601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 0da76b99-18d8-4c0f-9f37-e25601f60e4b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:54.362099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.365660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Routers set() bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:26:54.366047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Router IDs set() for agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 16:26:54.366678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_agentschedulers_db [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08a484e6-7b73-4d88-b8ec-6887f15554dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent'). {{(pid=93713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 12 16:26:54.367054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f58146-0ac2-4864-a65b-e661de84ec11 None None] The sync data for ids ['08a484e6-7b73-4d88-b8ec-6887f15554dd'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:26:54.412951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.434997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.453746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port 0da76b99-18d8-4c0f-9f37-e25601f60e4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0da76b99-18d8-4c0f-9f37-e25601f60e4b,segment=NetworkSegment(c665cabb-be5f-426b-b51c-5512ea4367b8),segment_id=c665cabb-be5f-426b-b51c-5512ea4367b8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:54.455011 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.472178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 0da76b99-18d8-4c0f-9f37-e25601f60e4b owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:54.507929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.523444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d5fc54c5-3682-436d-b37d-6c56402aa6e5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:26:54.559068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.582897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.587009 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.588215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60ddca21-b161-49d1-8297-3cf176cf1d9d HTTP/1.1" status: 204 len: 168 time: 0.6810036 Jul 12 16:26:54.593375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Transition to ACTIVE for port object ed5ee7f7-1708-4b70-ad98-7d7b14b6468f will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:54.626735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ada9-e118-452c-bd2c-d8b182437e34 req-559c3a87-5fcb-4e74-9dd7-72fecdeab486 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:54.628672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bf8ada9-e118-452c-bd2c-d8b182437e34 req-559c3a87-5fcb-4e74-9dd7-72fecdeab486 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 944 time: 0.1084909 Jul 12 16:26:54.629956 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.645701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543405f-4755-4891-9cb9-5402e420bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ddca21-b161-49d1-8297-3cf176cf1d9d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.654561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.677397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Transition to ACTIVE for port object ed5ee7f7-1708-4b70-ad98-7d7b14b6468f will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:54.681749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=0da76b99-18d8-4c0f-9f37-e25601f60e4b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.712824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.726013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port 0da76b99-18d8-4c0f-9f37-e25601f60e4b on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:26:54.749096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.786163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:54.799919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29f2f7-d332-4daa-9bc4-c3278abba536 None None] DHCP port deletion for 405d499b-e616-47a2-a03c-78bd0026755a request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:26:54.828366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:54.828366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:54.839831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.842274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/ports/506cbf86-99b1-4004-9df5-852c571d3ef0 HTTP/1.1" status: 204 len: 168 time: 1.1356912 Jul 12 16:26:54.843153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156cdd1-0ad7-4ded-93e2-a44d37d28612 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Port': ['ID=506cbf86-99b1-4004-9df5-852c571d3ef0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.852791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38020) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:54.869018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5bf8ada9-e118-452c-bd2c-d8b182437e34 req-66aeb6dc-f3d6-40d8-a027-eaa2b682e5b6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940725 Jul 12 16:26:54.874827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:26:54.898903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.920014 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:54.934307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c7aa3ab-9094-4c38-bbe5-00bd21f50f77 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727494 Jul 12 16:26:54.934523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405d499b-e616-47a2-a03c-78bd0026755a']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:54.937363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:54.945245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Pushing event updated for resources: {'Port': ['ID=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:54.945790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-447314023'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:54.973558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:54.979534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.006974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c665cabb-be5f-426b-b51c-5512ea4367b8') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:55.008005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c665cabb-be5f-426b-b51c-5512ea4367b8') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:55.021415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30761a78-5862-4d01-acb6-33f15d911861,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:55.031482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:55.036506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.038607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3045c7d3-d4ff-4179-999a-163567071732 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/30761a78-5862-4d01-acb6-33f15d911861 HTTP/1.1" status: 204 len: 168 time: 0.9769604 Jul 12 16:26:55.043067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38028) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:55.050483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.050899 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment 747a09e5-e555-4370-bad2-3f7ff82272e4 of type vlan for network e448e4f9-8e21-495b-b5e9-0c6958c05bad Jul 12 16:26:55.100142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.116241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.163835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.171534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:55.172268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.175739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.190874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:55.191732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: items = [ Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:55.209345 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:55.224273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Attempting to bind port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:55.224647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Attempting to bind port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:55.225012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Attempting to bind port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:55.233805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:55.234235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:55.234646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.235041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:55.235506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Bound port: ed5ee7f7-1708-4b70-ad98-7d7b14b6468f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:55.236006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.256863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fe2d:e01c (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/4dec73ed-de58-44d5-8a8d-45b4733b0e6e/2bf6d1c1-5375-4a93-bf49-1e5f14acdb00) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:55.321324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3826149 Jul 12 16:26:55.326645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:55.337285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1473303474'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:55.342979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbe31-23e1-47d0-a780-305cbf5725b4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=e448e4f9-8e21-495b-b5e9-0c6958c05bad,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:55.343153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.361318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.361940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e448e4f9-8e21-495b-b5e9-0c6958c05bad details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:55.365915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0da76b99-18d8-4c0f-9f37-e25601f60e4b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:26:55.390775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.393329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/405d499b-e616-47a2-a03c-78bd0026755a HTTP/1.1" status: 204 len: 168 time: 1.2089121 Jul 12 16:26:55.394297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086450f1-9b8b-45f1-a7b4-4335a0cd1fd5 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=405d499b-e616-47a2-a03c-78bd0026755a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:55.402720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38038) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:55.402949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] For port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:55.409532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1333910781'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:55.427121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:55.432749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.433086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0da76b99-18d8-4c0f-9f37-e25601f60e4b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:26:55.433440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0da76b99-18d8-4c0f-9f37-e25601f60e4b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:26:55.453388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] For port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:55.469101 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.491660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.497325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:55.502175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.503992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fd0f0-74f1-4eaf-9382-fdc521073f4c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:55.517701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:55.518350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7448c50f-55b9-4c8b-b3c8-18f5652fbd3a') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:26:55.540327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:55.541298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d196d4c-1952-497b-8605-69b950d226ce None None] Pushing event updated for resources: {'Port': ['ID=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:55.559474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.560336 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Added segment 6f0e057f-ff46-4747-b803-a0883d2c97aa of type vlan for network b7ded3e8-f159-4d79-ad18-5f1188536f68 Jul 12 16:26:55.561782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:26:55.588651 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.611236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.611619 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 9ca897b7-63ef-4361-a0b5-7211ce2e8f10 of type vlan for network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 Jul 12 16:26:55.613747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.627734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:26:55.628151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:26:55.629952 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:26:55.633680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.679716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.717456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.724496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:55.725600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.732187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.744407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d5fc54c5-3682-436d-b37d-6c56402aa6e5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:55.751707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.757450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c0fd0f0-74f1-4eaf-9382-fdc521073f4c {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:26:55.759620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.761980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/networks/3c0fd0f0-74f1-4eaf-9382-fdc521073f4c HTTP/1.1" status: 204 len: 168 time: 0.7185700 Jul 12 16:26:55.763293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:55.835245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364bdd4-0b34-4e7b-90e4-9d382ceaa427 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c0fd0f0-74f1-4eaf-9382-fdc521073f4c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:55.883508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5530658 Jul 12 16:26:55.901825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:55.903291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.908955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:55.909882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.930732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:55.932060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:55.950383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.026759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6192369 Jul 12 16:26:56.029376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:56.072210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:56.085437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af67aa-e568-44b7-9834-52863047dca4 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Network': ['ID=b7ded3e8-f159-4d79-ad18-5f1188536f68,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:56.114161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.128380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network b7ded3e8-f159-4d79-ad18-5f1188536f68 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:56.242651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:56.277108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:56.277943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:56.316043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:56.316714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.332916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=2bf6d1c1-5375-4a93-bf49-1e5f14acdb00,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:56.496446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:26:56.503203 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5343789-96bf-45b9-9621-6f135e424168" -d '{"events": [{"server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "name": "network-vif-plugged", "status": "completed", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:26:56.522738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ad82776c-24a0-40ee-a2cb-0ffb945d490f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7305229 Jul 12 16:26:56.525615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38064) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:56.567738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:56.582290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.584739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38066) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:56.618068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'name': 'tempest-router--2130246214', 'project_id': 'fdbc28f65f5e49cfa385ee06a53a71f6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:56.723798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7479f83-97a2-4a99-8484-1d7617648430 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:56.810863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.812418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.843018 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e50ee-cf1c-4929-b11a-686883c5bd9d x-openstack-request-id: req-0e9e50ee-cf1c-4929-b11a-686883c5bd9d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:26:56.844503 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "name": "network-vif-plugged", "status": "completed", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:26:56.848055 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e9e50ee-cf1c-4929-b11a-686883c5bd9d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:26:56.853655 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'code': 200} Jul 12 16:26:56.863318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:56.881449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:26:56.965395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.980085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831073-0627-412d-a8d9-9130ef839829 req-ea978d12-bc03-4513-980f-dcd053b150cb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:56.989650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:56.992120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2831073-0627-412d-a8d9-9130ef839829 req-ea978d12-bc03-4513-980f-dcd053b150cb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 944 time: 0.6372907 Jul 12 16:26:57.038920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:26:57.045938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.057390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.064975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a0c47ef5-7f5e-4e82-bf90-e50f3144bf5c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4760065 Jul 12 16:26:57.065257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38074) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:57.195138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6cec9a-cd1e-4b25-83f8-4eeb95483007 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:57.209171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6cec9a-cd1e-4b25-83f8-4eeb95483007 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:57.218932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ce6cec9a-cd1e-4b25-83f8-4eeb95483007 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6910372 Jul 12 16:26:57.243657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:57.346542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ed5ee7f7-1708-4b70-ad98-7d7b14b6468f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:57.429625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e2831073-0627-412d-a8d9-9130ef839829 req-2686c113-30be-4e29-bd7f-a5c207a9cc40 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357989 Jul 12 16:26:57.436561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f00ce4-9e9f-4701-9647-9b50263a3bd4 req-cfa17f00-9a30-4c64-81fc-45c2f8aac399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:57.443882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8f00ce4-9e9f-4701-9647-9b50263a3bd4 req-cfa17f00-9a30-4c64-81fc-45c2f8aac399 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 1096 time: 0.6587217 Jul 12 16:26:57.445797 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.499841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:57.630407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Provisioning complete for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:57.630919 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.654274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:26:57.654732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.816553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Provisioning for port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:57.826588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Provisioning complete for port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:57.827553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.935430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8f00ce4-9e9f-4701-9647-9b50263a3bd4 req-1ca69e77-6194-41c4-a02b-7ddb4f9fdcac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270876 Jul 12 16:26:57.943177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.945853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:57.990506 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.032455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.033001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efe415ee-d6c5-4fb0-9c84-a519affb5ace {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:26:58.045471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.049673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] For port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:26:58.050804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bac33e21-e017-4a05-97b1-9f1498db7051 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/routers/efe415ee-d6c5-4fb0-9c84-a519affb5ace HTTP/1.1" status: 204 len: 168 time: 0.9664829 Jul 12 16:26:58.055796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.138637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c9c3-5244-45d9-b19d-13b73b6da42d None None] Pushing event updated for resources: {'Port': ['ID=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:58.238898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94989467-4f0b-4d60-bbed-c8c3b65abb89 None None] Provisioning for port 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:26:58.260995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94989467-4f0b-4d60-bbed-c8c3b65abb89 None None] Provisioning complete for port 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:58.287526 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-94989467-4f0b-4d60-bbed-c8c3b65abb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.331314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-94989467-4f0b-4d60-bbed-c8c3b65abb89 None None] Port 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:26:58.346643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:58.471943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.496994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:26:58.509922 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.599321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-381120447', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:58.630645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=0010747e-9a0f-468d-8008-1f47d610b602,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:58.698865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.699869 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.709541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '9ca897b7-63ef-4361-a0b5-7211ce2e8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:58.709914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:26:58.789535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:26:58.834127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.848058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0020-e0de-48fb-8b46-2137a114cb17 req-998dd81f-2aad-4afd-a578-fd363acfdce4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:58.849529 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-805a0020-e0de-48fb-8b46-2137a114cb17 req-998dd81f-2aad-4afd-a578-fd363acfdce4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 945 time: 0.2343464 Jul 12 16:26:58.852890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:58.863214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:58.863980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:58.871031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa167dfe-15ce-486a-a5d3-42bdedd6cc8e None None] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:26:58.960213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.009631 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0808ed0a-6b9c-4077-952d-af5d26a723da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9767876 Jul 12 16:26:59.012434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:59.017029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=2bf6d1c1-5375-4a93-bf49-1e5f14acdb00,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:59.033697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6', 'name': 'tempest-PortsTestJSON-713009925', 'fixed_ips': [{'subnet_id': '0010747e-9a0f-468d-8008-1f47d610b602', 'ip_address': '172.20.0.10'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:59.097763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6', 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': '0010747e-9a0f-468d-8008-1f47d610b602'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:26:59.108972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.139909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.164778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-805a0020-e0de-48fb-8b46-2137a114cb17 req-3125d48b-79b0-445b-a55e-ee2a188e9249 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571206 Jul 12 16:26:59.231242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.236934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b6e0f1f1-130d-41b7-919a-9482c1aa23e0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 HTTP/1.1" status: 204 len: 168 time: 1.9826183 Jul 12 16:26:59.271496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38096) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:59.338398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822b3b6-8e36-4059-830e-2f3d9ffd1116 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:59.340640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822b3b6-8e36-4059-830e-2f3d9ffd1116 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:26:59.343180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4822b3b6-8e36-4059-830e-2f3d9ffd1116 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0701640 Jul 12 16:26:59.352123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:59.448241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38110) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:26:59.449625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ed5ee7f7-1708-4b70-ad98-7d7b14b6468f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:26:59.457189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'subnets': [{'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--911523168', 'ip_version': 6}, {'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:59.457764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'subnet': {'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--911523168', 'ip_version': 6}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:59.458439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Request body: {'subnet': {'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:26:59.490912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Allocated IP 172.20.0.2 (aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6/0010747e-9a0f-468d-8008-1f47d610b602/21b141e3-5af4-4fbb-a518-014b71036734) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:59.524318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 4dec73ed-de58-44d5-8a8d-45b4733b0e6e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:26:59.527755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.541122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-9b5225f1-4a12-4ba2-a061-4a7875154b3b tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808311 Jul 12 16:26:59.576133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:26:59.576521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.724783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.732401 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.745106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Transition to ACTIVE for port object 21b141e3-5af4-4fbb-a518-014b71036734 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:59.761426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.763295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Transition to ACTIVE for port object 21b141e3-5af4-4fbb-a518-014b71036734 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:26:59.770965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.817658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:26:59.820665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:26:59.824429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:26:59.853047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Pushing event updated for resources: {'Port': ['ID=21b141e3-5af4-4fbb-a518-014b71036734,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:26:59.889611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Allocated IP 172.25.8.180 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/e2674355-ffa2-494e-86a6-54c243acd418) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:26:59.893276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Attempting to bind port 21b141e3-5af4-4fbb-a518-014b71036734 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:26:59.893935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Attempting to bind port 21b141e3-5af4-4fbb-a518-014b71036734 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9ca897b7-63ef-4361-a0b5-7211ce2e8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:26:59.894204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Attempting to bind port 21b141e3-5af4-4fbb-a518-014b71036734 on network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:26:59.899733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:26:59.900204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Checking segment: {'id': '9ca897b7-63ef-4361-a0b5-7211ce2e8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:26:59.900676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.901074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Bound using segment: {'id': '9ca897b7-63ef-4361-a0b5-7211ce2e8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:26:59.901627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Bound port: 21b141e3-5af4-4fbb-a518-014b71036734, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca897b7-63ef-4361-a0b5-7211ce2e8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:26:59.902022 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.969782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] For port 21b141e3-5af4-4fbb-a518-014b71036734, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:26:59.974978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] For port 21b141e3-5af4-4fbb-a518-014b71036734, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=21b141e3-5af4-4fbb-a518-014b71036734,segment=NetworkSegment(9ca897b7-63ef-4361-a0b5-7211ce2e8f10),segment_id=9ca897b7-63ef-4361-a0b5-7211ce2e8f10)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:26:59.980300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:26:59.986641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-f44575f2-983b-41d1-b2c3-6ebb65afa36e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8070130 Jul 12 16:26:59.986910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:26:59.986910 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:26:59.986910 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': '3feccd6e11dd476c8753fccaabcb6143', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 26, 59, 768111)}] Jul 12 16:26:59.986910 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:26:59.987260 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:26:59.990098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.043477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.063271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3f71-925c-414b-ac1c-0a12c9c41db0 None None] Pushing event updated for resources: {'Port': ['ID=21b141e3-5af4-4fbb-a518-014b71036734,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:00.077131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:00.094342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.143949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:00.147028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:00.151798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:00.154919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event updated for resources: {'Port': ['ID=e2674355-ffa2-494e-86a6-54c243acd418,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:00.312624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-e310a302-9eef-4f84-9630-e2c68a28ddd6 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:00.319466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-e310a302-9eef-4f84-9630-e2c68a28ddd6 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7774510 Jul 12 16:27:00.356925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.369186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-afb9f1e3-3cec-4d97-abd0-1f2333e08365 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/quotas/eeea12f3d33b451e9ea2df0633f0639f HTTP/1.1" status: 200 len: 375 time: 0.0487351 Jul 12 16:27:00.438921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-565fba89-e164-4582-a9da-40f54b4b6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:00.440411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-565fba89-e164-4582-a9da-40f54b4b6bcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.3925197 Jul 12 16:27:00.467211 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-62b74eab-27b2-49ce-968a-01277e3e062b tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971489 Jul 12 16:27:00.474682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.546796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.552476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 43569e93-a47e-4a7c-8678-8ecd469c9c4a yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:00.591787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Made reservation on behalf of 3feccd6e11dd476c8753fccaabcb6143 for: {'subnet': 2} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:00.597284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.597993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.614828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6f76-ea42-4e10-8a16-cfd10a372190 req-a13986b9-d0ef-4964-8df5-f7d1c3c8830f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:00.623936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0dd6f76-ea42-4e10-8a16-cfd10a372190 req-a13986b9-d0ef-4964-8df5-f7d1c3c8830f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 945 time: 0.2146015 Jul 12 16:27:00.653999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.729066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf476637-6e1d-473e-8134-c231c2931c8f req-2dff27e3-5147-4a0b-94e5-d137685aad41 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.0808451 Jul 12 16:27:00.733571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=4dec73ed-de58-44d5-8a8d-45b4733b0e6e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:00.746154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67641188-fb7a-4959-9201-56bb783d3f4a None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:00.767562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:00.769695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e82f5238-38b0-440d-8d96-22d7d2b92825 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/4dec73ed-de58-44d5-8a8d-45b4733b0e6e HTTP/1.1" status: 204 len: 168 time: 1.4153922 Jul 12 16:27:00.770890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-71ff9bd5-5daa-48d3-993e-86219ee4299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:00.772398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-71ff9bd5-5daa-48d3-993e-86219ee4299d service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.3024938 Jul 12 16:27:00.774371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38118) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:00.824928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-3661d42d-cf87-4946-bdfe-5a37607246a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.0394320 Jul 12 16:27:00.863120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0dd6f76-ea42-4e10-8a16-cfd10a372190 req-ff94545c-a1dd-4009-b286-dca3cc8d144a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382233 Jul 12 16:27:00.867774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c9b3fa9-5723-4e8a-928c-f28635d62826 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809152 Jul 12 16:27:00.871565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:00.881583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:01.041091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-87dcfec2-6f11-4541-96f9-20fcdb02b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:01.042914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-87dcfec2-6f11-4541-96f9-20fcdb02b420 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2097964 Jul 12 16:27:01.054621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.10 (aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6/0010747e-9a0f-468d-8008-1f47d610b602/43569e93-a47e-4a7c-8678-8ecd469c9c4a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:01.109379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:01.124350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.243160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Deleting port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:01.250008 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.350183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 21b141e3-5af4-4fbb-a518-014b71036734 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:01.413668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] For port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:01.414112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.432261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Calling delete_port for ed5ee7f7-1708-4b70-ad98-7d7b14b6468f owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:01.452863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.468049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 43569e93-a47e-4a7c-8678-8ecd469c9c4a will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:01.488526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 21b141e3-5af4-4fbb-a518-014b71036734 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:01.503956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:01.509026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.521419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75964b6a-1bff-4c57-b88e-3747ff0e8603 None None] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:01.544907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.593724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ed5ee7f7-1708-4b70-ad98-7d7b14b6468f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:01.609117 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.640762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Router 99ef622f-e074-46e5-bde2-87791de8e036 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:01.642605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-32beaa5c-f112-4be2-9f5e-759249497f0b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 267 time: 0.5407782 Jul 12 16:27:01.642868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] No DVR routers for this DVR port ed5ee7f7-1708-4b70-ad98-7d7b14b6468f on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:01.645591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-c8283bfc-fc81-437e-9877-b871f4a52a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:01.646470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ed5ee7f7-1708-4b70-ad98-7d7b14b6468f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:01.646821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ed5ee7f7-1708-4b70-ad98-7d7b14b6468f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:01.650218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-c8283bfc-fc81-437e-9877-b871f4a52a2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5927866 Jul 12 16:27:01.691217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ba569-5aac-4c62-9401-3f759b263c04 None None] Pushing event deleted for resources: {'Port': ['ID=ed5ee7f7-1708-4b70-ad98-7d7b14b6468f,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:01.693145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Provisioning for port 21b141e3-5af4-4fbb-a518-014b71036734 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:01.703312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Provisioning complete for port 21b141e3-5af4-4fbb-a518-014b71036734 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:01.703312 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.815013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:01.823178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.831021 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] Sync routers for ids ['99ef622f-e074-46e5-bde2-87791de8e036'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:01.848198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] Routers {'99ef622f-e074-46e5-bde2-87791de8e036'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:01.848838 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99ef622f-e074-46e5-bde2-87791de8e036'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:01.867728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.872970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=43569e93-a47e-4a7c-8678-8ecd469c9c4a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:01.903187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:01.918909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:01.920136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] For port 21b141e3-5af4-4fbb-a518-014b71036734, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=21b141e3-5af4-4fbb-a518-014b71036734,segment=NetworkSegment(9ca897b7-63ef-4361-a0b5-7211ce2e8f10),segment_id=9ca897b7-63ef-4361-a0b5-7211ce2e8f10)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:01.921590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:01.931286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.937002 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:01.953470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] Routers {'99ef622f-e074-46e5-bde2-87791de8e036'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:01.955169 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:26:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['99ef622f-e074-46e5-bde2-87791de8e036'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:01.962320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:01.973559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-58d3b156-7d2d-4bdc-bc22-46b78a4f4da8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6257238 Jul 12 16:27:01.990268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38132) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:01.997455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c88670bc-8839-4999-ba92-d78360032d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.006718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:02.007865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.030038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd2f49-d323-4961-9e25-52b0734acd79 None None] Pushing event updated for resources: {'Port': ['ID=21b141e3-5af4-4fbb-a518-014b71036734,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:02.047357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Subnet': ['ID=1bc114e0-ec19-4b83-8cd6-1271ea590ba6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:02.049769 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:02.057358 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47472f1a-6327-4cfa-9767-ca177141dbc7 None None] The sync data for ids ['99ef622f-e074-46e5-bde2-87791de8e036'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:02.064272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b69a9b59-3e67-4519-8cd1-bdcfb61ac70a req-a1490e17-3762-44e4-829f-1ed127017124 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.1199462 Jul 12 16:27:02.077159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Checking segment: {'id': '747a09e5-e555-4370-bad2-3f7ff82272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:02.077518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network hostable DHCP agents. Network: e448e4f9-8e21-495b-b5e9-0c6958c05bad, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:02.102777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network e448e4f9-8e21-495b-b5e9-0c6958c05bad is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:02.113474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e448e4f9-8e21-495b-b5e9-0c6958c05bad) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:02.118083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.127533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3bd5f5-f526-48a2-8f96-94fb54572929 None None] Network e448e4f9-8e21-495b-b5e9-0c6958c05bad requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:02.142987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-761ce1bd-5cd5-475c-8ef0-1c97a498a1c2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1282785 Jul 12 16:27:02.154996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:02.165099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': 'aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6', 'name': 'tempest-PortsTestJSON-1997267895', 'fixed_ips': [{'subnet_id': '0010747e-9a0f-468d-8008-1f47d610b602', 'ip_address': '172.20.0.9'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:02.210491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-d52e99fe-bb8d-45b0-9316-be2e2fe23a3b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:02.212143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-d52e99fe-bb8d-45b0-9316-be2e2fe23a3b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 945 time: 0.5416374 Jul 12 16:27:02.234152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-2d2a1191-5de0-4657-8e9e-187ad5ffbcae service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547092 Jul 12 16:27:02.238668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'security_groups': []}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:02.298143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event updated for resources: {'Subnet': ['ID=12740528-715d-4c3a-a3e9-e2652890db0a,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:02.346252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Checking segment: {'id': '6f0e057f-ff46-4747-b803-a0883d2c97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:02.352004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network hostable DHCP agents. Network: b7ded3e8-f159-4d79-ad18-5f1188536f68, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:02.379503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Provisioning complete for port 21b141e3-5af4-4fbb-a518-014b71036734 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:02.380095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.440846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9602a03a-ead7-45e3-998e-bc36bb938a65 req-ef9d1c42-d33d-449f-b98b-518ca7c210ab service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503243 Jul 12 16:27:02.478075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-be6114bc-d2a2-440d-8917-fd969491ea0c tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944982 Jul 12 16:27:02.482158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Network b7ded3e8-f159-4d79-ad18-5f1188536f68 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:02.489866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b466ed8f-f5e2-4c23-9091-5df84137e3f4 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/99ef622f-e074-46e5-bde2-87791de8e036 HTTP/1.1" status: 200 len: 920 time: 0.4790151 Jul 12 16:27:02.493262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38136) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:02.544456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e448e4f9-8e21-495b-b5e9-0c6958c05bad', 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad', 'tenant_id': '3feccd6e11dd476c8753fccaabcb6143', 'fixed_ips': [{'subnet_id': '1bc114e0-ec19-4b83-8cd6-1271ea590ba6'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:02.545333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.566324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Provisioning for port 43569e93-a47e-4a7c-8678-8ecd469c9c4a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:02.586192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Provisioning complete for port 43569e93-a47e-4a7c-8678-8ecd469c9c4a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:02.586564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.606699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ecdb42ee-a29b-4740-9218-3bfc738cb785 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ef622f-e074-46e5-bde2-87791de8e036 HTTP/1.1" status: 200 len: 205 time: 0.1100457 Jul 12 16:27:02.614131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38138) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:02.653766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, b7ded3e8-f159-4d79-ad18-5f1188536f68) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:02.689953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:02.690795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:02.691536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.710348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:02.814324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.869962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:02.889239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a2fdb-063c-4f88-a955-2f5318c14393 None None] Network b7ded3e8-f159-4d79-ad18-5f1188536f68 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:02.975325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d6cd9-dbcc-40ff-bd9e-fbbd8d1fe90f None None] Port 43569e93-a47e-4a7c-8678-8ecd469c9c4a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:03.057133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Allocated IP 2001:db8::1 (e448e4f9-8e21-495b-b5e9-0c6958c05bad/1bc114e0-ec19-4b83-8cd6-1271ea590ba6/3ce5b1a6-6709-4675-b070-a2e8fa886ccf) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:03.141469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c98eddd3-a20d-4fb4-b49c-1217e888c90d None None] Provisioning complete for port 43569e93-a47e-4a7c-8678-8ecd469c9c4a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:03.142844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c98eddd3-a20d-4fb4-b49c-1217e888c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.247799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c98eddd3-a20d-4fb4-b49c-1217e888c90d None None] Port 43569e93-a47e-4a7c-8678-8ecd469c9c4a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:03.247799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.265635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-b7ded3e8-f159-4d79-ad18-5f1188536f68', 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68', 'tenant_id': '3feccd6e11dd476c8753fccaabcb6143', 'fixed_ips': [{'subnet_id': '12740528-715d-4c3a-a3e9-e2652890db0a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:03.266927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.274287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56909a4d-8251-497a-9f16-cc48a533fdd6 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.8249705 Jul 12 16:27:03.277161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9639c9e8-2643-4407-ab64-fc2aeffc7862 req-34d4913b-9939-4e0c-8f6d-78fad7b33310 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.0636835 Jul 12 16:27:03.292604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:03.308819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 21b141e3-5af4-4fbb-a518-014b71036734 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:03.402422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-7bf98192-4f1f-40af-b327-901458e2c116 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:03.403855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-7bf98192-4f1f-40af-b327-901458e2c116 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9033332 Jul 12 16:27:03.420917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Request body: {'port': {'device_id': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'eeea12f3d33b451e9ea2df0633f0639f'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:03.474579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919a1b3-a7c0-4652-a4a3-016fd13e4359 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:03.476171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919a1b3-a7c0-4652-a4a3-016fd13e4359 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:03.477830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919a1b3-a7c0-4652-a4a3-016fd13e4359 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:03.483797 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d919a1b3-a7c0-4652-a4a3-016fd13e4359 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1866114 Jul 12 16:27:03.497600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.501720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38144) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:03.505808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:27:03.517389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.557281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 21b141e3-5af4-4fbb-a518-014b71036734 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:03.557812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.567302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.589098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Allocated IP 2001:db8:0:1::1 (b7ded3e8-f159-4d79-ad18-5f1188536f68/12740528-715d-4c3a-a3e9-e2652890db0a/ba8c44b7-af1f-413b-9eb0-795d4b17a91a) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:03.593076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port e7d877f6-87c3-4530-bdb5-db03082b56f0 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:03.607929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting subnet 1bc114e0-ec19-4b83-8cd6-1271ea590ba6 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:03.624913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.636669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:03.654332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:03.658251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:03.658846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.684106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0368ade-1c02-47a0-b944-2ed67e6cb1c7 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:03.689549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Transition to ACTIVE for port object 3ce5b1a6-6709-4675-b070-a2e8fa886ccf will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:03.721384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-540962fb-1063-4061-9608-5d98a84f37ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3236444 Jul 12 16:27:03.721639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=3651b27c-fefd-4644-94c2-7f8dc585cafa,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:03.725106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Made reservation on behalf of eeea12f3d33b451e9ea2df0633f0639f for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:03.729365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.750715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.754638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16d2c0a7-8452-4549-9d82-892e05fd91eb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8786831 Jul 12 16:27:03.759758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:03.767477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:b0:9b:a3', 'name': 'tempest-NetworksTestDHCPv6-1826839839'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:03.771282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Transition to ACTIVE for port object 3ce5b1a6-6709-4675-b070-a2e8fa886ccf will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:03.774526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:03.794483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.815301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.888226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.913782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Network e448e4f9-8e21-495b-b5e9-0c6958c05bad is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:03.920498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port e2674355-ffa2-494e-86a6-54c243acd418 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:03.920866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.926781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:03.928753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:03.939836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:03.948278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Pushing event updated for resources: {'Port': ['ID=3ce5b1a6-6709-4675-b070-a2e8fa886ccf,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:03.960896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.9 (aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6/0010747e-9a0f-468d-8008-1f47d610b602/e7d877f6-87c3-4530-bdb5-db03082b56f0) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:03.987599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.028977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:04.031344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'd5fc54c5-3682-436d-b37d-6c56402aa6e5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:04.062321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.072640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.073273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.074776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9431bfe9-d3c9-4e66-bbc3-1e97571546da req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "PUT /v2.0/ports/d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 904 time: 1.8495359 Jul 12 16:27:04.085208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:04.087696 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b7e98-2463-41ce-a34b-323df08ec948" -d '{"events": [{"name": "network-changed", "server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:04.132365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.133101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.133730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.134580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.135249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.135896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.136553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.140073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-6d96c23d-bd64-4327-a544-75140c7e007b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6332e0f356349228e17f26933fee4d4&device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 6491 time: 0.3389142 Jul 12 16:27:04.149454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.164925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28130837-f781-4d40-8702-cec8605eaea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:04.183379 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb7de57-21ca-4e6f-8f26-805a29a8390b x-openstack-request-id: req-9eb7de57-21ca-4e6f-8f26-805a29a8390b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:04.183712 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:04.184054 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eb7de57-21ca-4e6f-8f26-805a29a8390b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:04.184509 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'status': 'completed', 'code': 200} Jul 12 16:27:04.190698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.198181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.259364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for e2674355-ffa2-494e-86a6-54c243acd418 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:04.259364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:04.305148 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:27:04.362599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d5fc54c5-3682-436d-b37d-6c56402aa6e5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:04.365047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '3651b27c-fefd-4644-94c2-7f8dc585cafa'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:04.367011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.417621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbca07-b732-4d31-ba9e-d18111f3af4a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:04.459029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.480562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.505532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Attempting to bind port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:04.505918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Attempting to bind port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '747a09e5-e555-4370-bad2-3f7ff82272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:04.506700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Attempting to bind port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf on network e448e4f9-8e21-495b-b5e9-0c6958c05bad {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:04.512928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Transition to ACTIVE for port object ba8c44b7-af1f-413b-9eb0-795d4b17a91a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:04.531788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.536766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0572f0ef-a8b6-441d-91ed-d0d853ecd509 req-57e411a3-dbe2-4007-a6e9-8fb5b8f64c0f tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.0742397 Jul 12 16:27:04.542011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc114e0-ec19-4b83-8cd6-1271ea590ba6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:04.550880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:04.551244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Checking segment: {'id': '747a09e5-e555-4370-bad2-3f7ff82272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:04.551623 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.552023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Bound using segment: {'id': '747a09e5-e555-4370-bad2-3f7ff82272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:04.552875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Bound port: 3ce5b1a6-6709-4675-b070-a2e8fa886ccf, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747a09e5-e555-4370-bad2-3f7ff82272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e448e4f9-8e21-495b-b5e9-0c6958c05bad'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:04.552875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.556679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.558425 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-db9b32b7-98bd-4d17-95df-722c529ddab2 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/subnets/1bc114e0-ec19-4b83-8cd6-1271ea590ba6 HTTP/1.1" status: 204 len: 168 time: 1.0533624 Jul 12 16:27:04.565719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:04.583162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21a9c-0287-47c1-9536-ed7e67e15f7e req-84f73e7a-e889-4909-80b0-d676770da8a4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.585148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bcc21a9c-0287-47c1-9536-ed7e67e15f7e req-84f73e7a-e889-4909-80b0-d676770da8a4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 907 time: 0.2947447 Jul 12 16:27:04.597837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Allocated IP 192.168.233.88 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/127be94a-0e2b-4e09-84a9-866b30606643) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:04.625561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.628578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9934ca65-78ca-4d32-b2be-5d4a7142a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.650666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1694ad8-d440-4d0e-83a7-05f04bd34e3f None None] Provisioning complete for port d5fc54c5-3682-436d-b37d-6c56402aa6e5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:04.651050 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1694ad8-d440-4d0e-83a7-05f04bd34e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.657476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Transition to ACTIVE for port object ba8c44b7-af1f-413b-9eb0-795d4b17a91a will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:04.661258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object e7d877f6-87c3-4530-bdb5-db03082b56f0 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:04.672154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port e0a9d552-fab7-47f6-842a-7181f2a932d6 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:04.690931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-74a0078e-5d69-4958-bec5-effcdb720eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.691464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-74a0078e-5d69-4958-bec5-effcdb720eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.692335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-74a0078e-5d69-4958-bec5-effcdb720eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.694206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-74a0078e-5d69-4958-bec5-effcdb720eea service neutron] 10.222.0.77 "GET /v2.0/networks?id=1756d89b-e205-4481-8c56-bea28668cc7d&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&id=e7aa7441-107f-4f36-b18e-97cc70acdfce&id=e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 200 len: 2293 time: 0.4915388 Jul 12 16:27:04.699768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting subnet 12740528-715d-4c3a-a3e9-e2652890db0a {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:04.709383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.732442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.835988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.846046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7e98-2463-41ce-a34b-323df08ec948 req-f8780792-a490-4898-b27f-eb445f308257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:04.847873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-f8780792-a490-4898-b27f-eb445f308257 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 1058 time: 0.6306705 Jul 12 16:27:04.865746 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-e9d8c23d-1ff0-4056-8000-ce55e2d11163 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 200 len: 1001 time: 0.1581447 Jul 12 16:27:04.879534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:04.916497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Network b7ded3e8-f159-4d79-ad18-5f1188536f68 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:04.948875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:04.950618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Pushing event updated for resources: {'Port': ['ID=ba8c44b7-af1f-413b-9eb0-795d4b17a91a,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:04.960729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:04.978715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:04.982238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] For port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:04.990512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.000651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:05.003328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:05.038404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Allocated IP 2001:db8::f816:3eff:fe97:2e5c (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/3651b27c-fefd-4644-94c2-7f8dc585cafa/d080b7a1-1ae2-456f-b522-5e547f019922) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:05.071612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=e7d877f6-87c3-4530-bdb5-db03082b56f0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:05.078429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] For port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3ce5b1a6-6709-4675-b070-a2e8fa886ccf,segment=NetworkSegment(747a09e5-e555-4370-bad2-3f7ff82272e4),segment_id=747a09e5-e555-4370-bad2-3f7ff82272e4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:05.086891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-35dd1dcb-f15b-4173-aa92-2aaa36ca35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.088375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-35dd1dcb-f15b-4173-aa92-2aaa36ca35ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 200 len: 851 time: 0.1789343 Jul 12 16:27:05.101779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.129385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.131382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Transition to ACTIVE for port object 127be94a-0e2b-4e09-84a9-866b30606643 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:05.144496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.145162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.154094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.192821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7e98-2463-41ce-a34b-323df08ec948 req-d91f7230-d22b-473a-8773-93a1472f83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.194316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-d91f7230-d22b-473a-8773-93a1472f83d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.3265212 Jul 12 16:27:05.207912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaedf2d-1191-4fcb-9156-fc8fbee9bdb5 req-d305aa80-2636-40cb-bcde-9ef1ec686192 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.209521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-edaedf2d-1191-4fcb-9156-fc8fbee9bdb5 req-d305aa80-2636-40cb-bcde-9ef1ec686192 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3961420 Jul 12 16:27:05.229442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2cd03e92-046e-4de7-ab34-3b30aa4c9b52 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0738759 Jul 12 16:27:05.232949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38158) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:05.234844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Attempting to bind port ba8c44b7-af1f-413b-9eb0-795d4b17a91a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:05.235220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Attempting to bind port ba8c44b7-af1f-413b-9eb0-795d4b17a91a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '6f0e057f-ff46-4747-b803-a0883d2c97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:05.235638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Attempting to bind port ba8c44b7-af1f-413b-9eb0-795d4b17a91a on network b7ded3e8-f159-4d79-ad18-5f1188536f68 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:05.265983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.277830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-601b8cdb-26e3-4967-a07f-1662581c98da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 217 time: 0.0670989 Jul 12 16:27:05.331018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=e2674355-ffa2-494e-86a6-54c243acd418,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:05.366816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.379867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.434275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-edaedf2d-1191-4fcb-9156-fc8fbee9bdb5 req-3e4aac60-7e67-476e-a2f2-b73703df8b57 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758165 Jul 12 16:27:05.436409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-d12f3a03-0a1d-4bb4-a00b-0541d6bf937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.438026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-d12f3a03-0a1d-4bb4-a00b-0541d6bf937c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1756d89b-e205-4481-8c56-bea28668cc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160281 Jul 12 16:27:05.454885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.457053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/subnets/12740528-715d-4c3a-a3e9-e2652890db0a HTTP/1.1" status: 204 len: 168 time: 0.8878660 Jul 12 16:27:05.460614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32efec2-ed86-4bf2-a544-d27298b9c580 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Subnet': ['ID=12740528-715d-4c3a-a3e9-e2652890db0a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:05.464488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38160) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:05.500432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:05.509599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7e98-2463-41ce-a34b-323df08ec948 req-33c27131-f51c-4e92-9ce5-b703aa1e2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.511265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-33c27131-f51c-4e92-9ce5-b703aa1e2ce1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2170854 Jul 12 16:27:05.525274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:05.533892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:05.534517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Checking segment: {'id': '6f0e057f-ff46-4747-b803-a0883d2c97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:05.534753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.535529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Bound using segment: {'id': '6f0e057f-ff46-4747-b803-a0883d2c97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:05.536047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Bound port: ba8c44b7-af1f-413b-9eb0-795d4b17a91a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0e057f-ff46-4747-b803-a0883d2c97aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b7ded3e8-f159-4d79-ad18-5f1188536f68'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:05.536426 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.566381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc34b353-ddd5-4849-8d2b-12a9f59d1060 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.567201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc34b353-ddd5-4849-8d2b-12a9f59d1060 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3276646 Jul 12 16:27:05.568071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Pushing event updated for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:05.570412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:05.577623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38164) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:05.587638 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.612518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300b7a-0d10-43a9-80cb-f61f57fc8b28 None None] Pushing event updated for resources: {'Port': ['ID=3ce5b1a6-6709-4675-b070-a2e8fa886ccf,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:05.682568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d8bb3-c192-4d9c-a4e9-9ca30ca30b50 None None] Network e448e4f9-8e21-495b-b5e9-0c6958c05bad requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:05.690850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.691658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.703450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.734587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c44a20-95c1-4311-960e-77fedabb08e7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.739720 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40c44a20-95c1-4311-960e-77fedabb08e7 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2742174 Jul 12 16:27:05.773738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:05.790244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-8afadbf1-5cd1-4e36-8274-cab8e8290749 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3731730 Jul 12 16:27:05.812550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Request body: {'port': {'device_id': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:05.845458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d3da604-18ce-43f6-b698-726d4b9ed7b8 None None] Provisioning for port e7d877f6-87c3-4530-bdb5-db03082b56f0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:05.862081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] For port ba8c44b7-af1f-413b-9eb0-795d4b17a91a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:05.864176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.873806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa62a91-04ec-4b98-a5f2-61a7757910f7 req-f75aa323-8994-4e5f-988b-0af71edd4385 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:05.875352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2fa62a91-04ec-4b98-a5f2-61a7757910f7 req-f75aa323-8994-4e5f-988b-0af71edd4385 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1587877 Jul 12 16:27:05.877147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5d3da604-18ce-43f6-b698-726d4b9ed7b8 None None] Provisioning complete for port e7d877f6-87c3-4530-bdb5-db03082b56f0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:05.877679 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d3da604-18ce-43f6-b698-726d4b9ed7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.911923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] For port ba8c44b7-af1f-413b-9eb0-795d4b17a91a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ba8c44b7-af1f-413b-9eb0-795d4b17a91a,segment=NetworkSegment(6f0e057f-ff46-4747-b803-a0883d2c97aa),segment_id=6f0e057f-ff46-4747-b803-a0883d2c97aa)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:05.940989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.945087 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:05.960153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2fa62a91-04ec-4b98-a5f2-61a7757910f7 req-dfb8be2c-eee0-4ed7-bd23-497e7d38b98e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741162 Jul 12 16:27:05.964853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.012834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Transition to ACTIVE for port object d080b7a1-1ae2-456f-b522-5e547f019922 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:06.034425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5d3da604-18ce-43f6-b698-726d4b9ed7b8 None None] Port e7d877f6-87c3-4530-bdb5-db03082b56f0 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:06.097212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Transition to ACTIVE for port object d080b7a1-1ae2-456f-b522-5e547f019922 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:06.101685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e889174-6a0c-4ac4-a3bd-66b151fe2219 None None] Pushing event updated for resources: {'Port': ['ID=ba8c44b7-af1f-413b-9eb0-795d4b17a91a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:06.129266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.145909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f95817-bc04-45cd-94ab-613e2303ed09 None None] Network b7ded3e8-f159-4d79-ad18-5f1188536f68 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:06.222817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:06.240281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:06.257412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:06.271114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-49b2c238-d60b-45d1-b18c-a3865ebcc756 None None] Provisioning for port 127be94a-0e2b-4e09-84a9-866b30606643 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:06.290505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Pushing event updated for resources: {'Port': ['ID=d080b7a1-1ae2-456f-b522-5e547f019922,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:06.292879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-49b2c238-d60b-45d1-b18c-a3865ebcc756 None None] Provisioning complete for port 127be94a-0e2b-4e09-84a9-866b30606643 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:06.293258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-49b2c238-d60b-45d1-b18c-a3865ebcc756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.351555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-6a1b732d-39ab-44f2-bd79-d49007c6dc84 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.353058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-6a1b732d-39ab-44f2-bd79-d49007c6dc84 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.1704354 Jul 12 16:27:06.397326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-af283cd0-3c43-442d-81b1-bfae127d563a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/quotas/77a7d59d828a4d728ba34b175a02dc03 HTTP/1.1" status: 200 len: 375 time: 0.0354221 Jul 12 16:27:06.417115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127be94a-0e2b-4e09-84a9-866b30606643 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:27:06.421109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-49b2c238-d60b-45d1-b18c-a3865ebcc756 None None] Port 127be94a-0e2b-4e09-84a9-866b30606643 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:06.421997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.425006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.430146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Attempting to bind port d080b7a1-1ae2-456f-b522-5e547f019922 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:06.430888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Attempting to bind port d080b7a1-1ae2-456f-b522-5e547f019922 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:06.430888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Attempting to bind port d080b7a1-1ae2-456f-b522-5e547f019922 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:06.437178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:06.437554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:06.437956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.438352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:06.439042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Bound port: d080b7a1-1ae2-456f-b522-5e547f019922, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:06.439630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.450413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.468698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Transition to ACTIVE for port object 127be94a-0e2b-4e09-84a9-866b30606643 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:06.479654 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.531408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] For port d080b7a1-1ae2-456f-b522-5e547f019922, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:06.538821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] For port d080b7a1-1ae2-456f-b522-5e547f019922, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d080b7a1-1ae2-456f-b522-5e547f019922,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:06.551542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.558593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-b4273cd8-8647-4176-8ab3-43fe9308ebf9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1549549 Jul 12 16:27:06.564412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-8a13e7c2-85e1-4105-9b89-bef23a05f060 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1170018 Jul 12 16:27:06.568493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Pushing event updated for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:06.618185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.618772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router 99ef622f-e074-46e5-bde2-87791de8e036 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:06.626161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.627369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-17bc1905-ee72-43ed-91be-81137ebb0055 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/99ef622f-e074-46e5-bde2-87791de8e036 HTTP/1.1" status: 204 len: 168 time: 4.0123627 Jul 12 16:27:06.655491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38182) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:06.676938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.694680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:feb0:9ba3 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/3651b27c-fefd-4644-94c2-7f8dc585cafa/e0a9d552-fab7-47f6-842a-7181f2a932d6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:06.696938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591759-3819-4326-8501-85dce8d9dfe1 None None] Pushing event updated for resources: {'Port': ['ID=d080b7a1-1ae2-456f-b522-5e547f019922,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:06.715654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1640099479', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:06.767323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7e98-2463-41ce-a34b-323df08ec948 req-632ebbc2-a790-4600-9c85-100c037a1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.769383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-632ebbc2-a790-4600-9c85-100c037a1666 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2133393 Jul 12 16:27:06.790225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.791233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:06.796992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff390dc0-96b7-4572-a0e7-e12bcc8b2a3d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.803284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff390dc0-96b7-4572-a0e7-e12bcc8b2a3d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.809574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff390dc0-96b7-4572-a0e7-e12bcc8b2a3d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.814280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff390dc0-96b7-4572-a0e7-e12bcc8b2a3d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 1.2336590 Jul 12 16:27:06.825882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38184) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:06.858917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe13574-fb6c-479c-a6b7-5d538f31ba71 req-044edc56-0f99-4418-bf55-48aa8771bc74 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:06.866037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebe13574-fb6c-479c-a6b7-5d538f31ba71 req-044edc56-0f99-4418-bf55-48aa8771bc74 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 935 time: 1.1434677 Jul 12 16:27:06.874126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Attempting to bind port 127be94a-0e2b-4e09-84a9-866b30606643 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:06.874754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Attempting to bind port 127be94a-0e2b-4e09-84a9-866b30606643 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:06.875097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Attempting to bind port 127be94a-0e2b-4e09-84a9-866b30606643 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:06.879087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-f727ca86-32d8-4a33-9626-febe3adcf4ab service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000042 Jul 12 16:27:06.986721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Port 127be94a-0e2b-4e09-84a9-866b30606643 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:27:06.987042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Attempting to bind port 127be94a-0e2b-4e09-84a9-866b30606643 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:06.991799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.004661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:07.005314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:07.005704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:07.006151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Bound port: 127be94a-0e2b-4e09-84a9-866b30606643, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:07.006504 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.097169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebe13574-fb6c-479c-a6b7-5d538f31ba71 req-f3c95ced-9537-4d81-b8c9-16b60bd861db tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301161 Jul 12 16:27:07.104733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-d9de8dbd-8641-43d8-8ba6-462b47ca7776 service neutron] 10.222.0.77 "GET /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202713 Jul 12 16:27:07.186638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-493a14e9-c8f3-4238-8da1-b248b8136cf4 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999243 Jul 12 16:27:07.188023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-c4c659b8-ee3c-4b2e-85fd-3349bc22da5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0707266 Jul 12 16:27:07.210886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.236361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.244255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-b4af3d16-c4fc-413a-b618-e61314b8fc86 service neutron] 10.222.0.58 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510485 Jul 12 16:27:07.307595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:07.311138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.317578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting port ba8c44b7-af1f-413b-9eb0-795d4b17a91a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:07.318175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.334249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port e7d877f6-87c3-4530-bdb5-db03082b56f0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:07.334423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.348810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d080b7a1-1ae2-456f-b522-5e547f019922 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:07.364296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object e0a9d552-fab7-47f6-842a-7181f2a932d6 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:07.367081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=127be94a-0e2b-4e09-84a9-866b30606643,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:07.382823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-f8d564a9-df92-4fcc-94f5-9d006d476195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:07.384363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-f8d564a9-df92-4fcc-94f5-9d006d476195 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.1787260 Jul 12 16:27:07.402994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d080b7a1-1ae2-456f-b522-5e547f019922 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:07.418884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.474032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] For port ba8c44b7-af1f-413b-9eb0-795d4b17a91a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ba8c44b7-af1f-413b-9eb0-795d4b17a91a,segment=NetworkSegment(6f0e057f-ff46-4747-b803-a0883d2c97aa),segment_id=6f0e057f-ff46-4747-b803-a0883d2c97aa)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:07.474398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.518699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-568b7e98-2463-41ce-a34b-323df08ec948 req-fe7b86a1-aec7-4962-af43-f9b1f5d41b52 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228376 Jul 12 16:27:07.521048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Calling delete_port for ba8c44b7-af1f-413b-9eb0-795d4b17a91a owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:07.572271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ccde1d9d-c320-4aa2-b80c-f0d000c5b026 req-9734a1a4-d3ca-4e7f-ae0e-fe28dfada589 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 210 time: 0.0927505 Jul 12 16:27:07.644832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.729194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:07.739763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-5cc92ee0-d261-4768-9cd0-b15714ef758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:07.741642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-5cc92ee0-d261-4768-9cd0-b15714ef758d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3460543 Jul 12 16:27:07.744052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:07.747448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=e0a9d552-fab7-47f6-842a-7181f2a932d6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:07.753478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:07.759131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:07.759822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.844313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4bcac97b-cfa7-4978-86d4-b9df8727f3e1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0826149 Jul 12 16:27:07.846366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38196) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:07.890611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.934490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:07.935090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:07.936526 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] 10.222.0.77 "PUT /v2.0/ports/127be94a-0e2b-4e09-84a9-866b30606643 HTTP/1.1" status: 200 len: 1095 time: 2.1313856 Jul 12 16:27:07.940623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:07.942995 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0ca19-62d5-47aa-89cc-392e066f3f24" -d '{"events": [{"name": "network-changed", "server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "tag": "127be94a-0e2b-4e09-84a9-866b30606643"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:07.988230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Port': ['ID=ba8c44b7-af1f-413b-9eb0-795d4b17a91a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:07.989926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fb805-b063-423d-810d-5adcdc5763bb service neutron] Pushing event updated for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:07.990230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] No DVR routers for this DVR port ba8c44b7-af1f-413b-9eb0-795d4b17a91a on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:07.993958 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.020685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-ba1a492e-78be-49bc-a11d-96999eb8f055 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684312 Jul 12 16:27:08.039137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for e7d877f6-87c3-4530-bdb5-db03082b56f0 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:08.061538 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ee2cd-1d8c-4023-bec1-c9c33d1d89a6 x-openstack-request-id: req-5d7ee2cd-1d8c-4023-bec1-c9c33d1d89a6 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:08.061830 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "tag": "127be94a-0e2b-4e09-84a9-866b30606643", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:08.062097 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d7ee2cd-1d8c-4023-bec1-c9c33d1d89a6 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:08.062627 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643', 'status': 'completed', 'code': 200} Jul 12 16:27:08.220092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Provisioning for port d080b7a1-1ae2-456f-b522-5e547f019922 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:08.227644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Provisioning complete for port d080b7a1-1ae2-456f-b522-5e547f019922 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:08.228617 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.235880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-57cc804e-d606-406b-87bf-a8d162935065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.241032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-57cc804e-d606-406b-87bf-a8d162935065 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 1098 time: 0.2442591 Jul 12 16:27:08.344934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-81848cd9-42f6-473e-81cc-3d041b7bff32 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680581 Jul 12 16:27:08.369946 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.381332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.383659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-7222212f-e05c-4155-942f-00d5787806fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=127be94a-0e2b-4e09-84a9-866b30606643 HTTP/1.1" status: 200 len: 217 time: 0.1213398 Jul 12 16:27:08.385147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ded3e8-f159-4d79-ad18-5f1188536f68']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:08.399408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0e057f-ff46-4747-b803-a0883d2c97aa') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:08.400106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0e057f-ff46-4747-b803-a0883d2c97aa') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:08.412572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.432740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.437003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] For port d080b7a1-1ae2-456f-b522-5e547f019922, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d080b7a1-1ae2-456f-b522-5e547f019922,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:08.442362 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.474721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:08.475263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:08.484868 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:08.505342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a5c4f-d10e-477e-ad19-c81ce5c28ffa None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:27:08.536099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88b96-9a00-45ab-9564-6cc7b36c2b7a None None] Pushing event updated for resources: {'Port': ['ID=d080b7a1-1ae2-456f-b522-5e547f019922,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:08.557542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.580266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-85e2d4aa-7480-481d-b35a-24fb78e9a261 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 217 time: 0.1266720 Jul 12 16:27:08.615362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=e7d877f6-87c3-4530-bdb5-db03082b56f0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:08.618231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-3f4b14b5-3bdd-4407-93cb-12d2819b9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.619887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-3f4b14b5-3bdd-4407-93cb-12d2819b9f86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.2281764 Jul 12 16:27:08.635001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c69a9-f2b8-47b2-b850-604d724a9466 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.651167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c69a9-f2b8-47b2-b850-604d724a9466 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.656841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-603c69a9-f2b8-47b2-b850-604d724a9466 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7800360 Jul 12 16:27:08.657008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff0da4a3-2b2e-4f19-b15c-8f3f8d485dcc None None] Provisioning for port e0a9d552-fab7-47f6-842a-7181f2a932d6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:08.665518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff0da4a3-2b2e-4f19-b15c-8f3f8d485dcc None None] Provisioning complete for port e0a9d552-fab7-47f6-842a-7181f2a932d6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:08.665970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff0da4a3-2b2e-4f19-b15c-8f3f8d485dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.667748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a5c4f-d10e-477e-ad19-c81ce5c28ffa None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:27:08.687114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:08.722256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.754649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.771884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ff0da4a3-2b2e-4f19-b15c-8f3f8d485dcc None None] Port e0a9d552-fab7-47f6-842a-7181f2a932d6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:08.794603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1df3c7e3-babe-49d4-be42-a54c7f42f716 req-0a471734-7f6c-4297-bbb8-09000f4a2ac9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 210 time: 0.0764985 Jul 12 16:27:08.801159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.803908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.804023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/b7ded3e8-f159-4d79-ad18-5f1188536f68 HTTP/1.1" status: 204 len: 168 time: 3.0269282 Jul 12 16:27:08.804023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec757b-1d38-4602-b610-2a4d80d8519c tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=b7ded3e8-f159-4d79-ad18-5f1188536f68,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:08.805259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-5fc3f64a-48c3-4945-b34f-3734bb72c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.806735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-5fc3f64a-48c3-4945-b34f-3734bb72c5b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.2163846 Jul 12 16:27:08.809770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38206) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:08.882465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:08.887380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-22df74ea-d85b-4b37-9dc5-d8c7869a2b33 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/e7d877f6-87c3-4530-bdb5-db03082b56f0 HTTP/1.1" status: 204 len: 168 time: 2.0605314 Jul 12 16:27:08.888223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38208) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:08.929042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-288150d7-c9eb-4963-b787-e79aee76ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:08.930860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-288150d7-c9eb-4963-b787-e79aee76ebcd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005354 Jul 12 16:27:08.934426 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2501caf-a913-4432-a804-644cd86424d3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:27:08.940446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2501caf-a913-4432-a804-644cd86424d3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/e7d877f6-87c3-4530-bdb5-db03082b56f0 HTTP/1.1" status: 404 len: 333 time: 0.0449889 Jul 12 16:27:08.941937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:09.068755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.25.8.99 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/2dc2613c-2231-4597-818e-4a72443433c7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:09.088596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885c412-4319-4d0c-9164-3736b10d55e5 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:27:09.098088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-83ac99d4-4932-4d1b-9b3e-ebe8c47681cf service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539893 Jul 12 16:27:09.117571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf92a77-5bf2-418d-9cc4-18c5084e81b8 req-230b54b6-1a70-443e-9b9f-7fe1aacf3080 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.119445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdf92a77-5bf2-418d-9cc4-18c5084e81b8 req-230b54b6-1a70-443e-9b9f-7fe1aacf3080 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 947 time: 0.6568091 Jul 12 16:27:09.192988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-02a82afa-c850-460c-a884-46b20e998e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.194617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-02a82afa-c850-460c-a884-46b20e998e22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3816507 Jul 12 16:27:09.230332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885c412-4319-4d0c-9164-3736b10d55e5 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:27:09.248598 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.292738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdf92a77-5bf2-418d-9cc4-18c5084e81b8 req-d36623c7-f1d4-4798-baf9-cdcf361e9c42 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514111 Jul 12 16:27:09.314193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d080b7a1-1ae2-456f-b522-5e547f019922 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:09.316528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.324701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e946d05e-84b8-46e5-99c9-1459a5de4b86 req-e8930590-6874-4611-aa16-cc1da80a5d08 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142270 Jul 12 16:27:09.363081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.426562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d080b7a1-1ae2-456f-b522-5e547f019922 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:09.427322 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.440126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port e0a9d552-fab7-47f6-842a-7181f2a932d6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:09.440535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.441994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:09.452438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:09.464751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:09.497113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc2613c-2231-4597-818e-4a72443433c7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:09.548886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-50469613-d84c-4b22-8b7c-0b9f8aaf166d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.550528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-50469613-d84c-4b22-8b7c-0b9f8aaf166d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 812 time: 0.6110253 Jul 12 16:27:09.569059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Request body: {'port': {'device_id': '5bfeed4e-1953-4929-8646-81285aee7709', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'admin_state_up': True, 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:09.572493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-21c0121f-1883-4ff1-8fea-8021f01db5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.574046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-21c0121f-1883-4ff1-8fea-8021f01db5c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 1098 time: 0.1775289 Jul 12 16:27:09.580262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-7c01c795-967f-4dc2-aea6-d113c60beeba service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723588 Jul 12 16:27:09.716316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 43569e93-a47e-4a7c-8678-8ecd469c9c4a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:09.716976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:09.770651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-4d344ec6-79e3-4deb-8bb5-2d9406d77f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.772185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-4d344ec6-79e3-4deb-8bb5-2d9406d77f47 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1645582 Jul 12 16:27:09.819679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-9918b142-53b9-4618-8b0c-8b226953ec9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=127be94a-0e2b-4e09-84a9-866b30606643 HTTP/1.1" status: 200 len: 217 time: 0.0405235 Jul 12 16:27:09.919829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-cf8f3e40-cf25-4525-be02-e32e9949bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:09.921295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-cf8f3e40-cf25-4525-be02-e32e9949bfa5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0651155 Jul 12 16:27:09.926375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.024530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c67d72b-f116-4f59-9b4e-30610467daad req-9952c437-f980-4da3-851e-9091655dace4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 210 time: 0.0860531 Jul 12 16:27:10.099413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-e668b4c3-0886-4562-82a4-63ae293e8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:10.100836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-e668b4c3-0886-4562-82a4-63ae293e8caf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723921 Jul 12 16:27:10.150356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.190711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for e0a9d552-fab7-47f6-842a-7181f2a932d6 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:10.213775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Deleting port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:10.214120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.267543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.291462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-f8b2c536-ad61-4e47-837f-6d33444a7e6c service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952901 Jul 12 16:27:10.313507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-106e9e5a-2eec-4278-a109-22729f3df4bd service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761549 Jul 12 16:27:10.389638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.406410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-fca81d4d-3704-4426-a446-08db86b11e78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 200 len: 217 time: 0.0709722 Jul 12 16:27:10.456187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 43569e93-a47e-4a7c-8678-8ecd469c9c4a owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:10.469770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88b0ca19-62d5-47aa-89cc-392e066f3f24 req-f6b1dee5-b898-4a83-9e9d-a23d200f1945 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498768 Jul 12 16:27:10.490360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router 03cf99b4-0ccc-435c-971e-c4c1e710e29d is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:10.494245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Made reservation on behalf of 77a7d59d828a4d728ba34b175a02dc03 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:10.497759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.556755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] For port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3ce5b1a6-6709-4675-b070-a2e8fa886ccf,segment=NetworkSegment(747a09e5-e555-4370-bad2-3f7ff82272e4),segment_id=747a09e5-e555-4370-bad2-3f7ff82272e4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:10.557122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.599954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:10.609615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Sync routers for ids ['03cf99b4-0ccc-435c-971e-c4c1e710e29d'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:10.618202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.622087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Routers {'03cf99b4-0ccc-435c-971e-c4c1e710e29d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:10.622221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4f4ff1a2-b00c-4239-8e7a-fe7a81e1a210 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9078622 Jul 12 16:27:10.622327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['03cf99b4-0ccc-435c-971e-c4c1e710e29d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:10.622569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38216) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:10.626967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Calling delete_port for 3ce5b1a6-6709-4675-b070-a2e8fa886ccf owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:10.705819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-7706c3ed-d788-4fba-8385-faa94b8fcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:10.707296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-7706c3ed-d788-4fba-8385-faa94b8fcacc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.2907336 Jul 12 16:27:10.736880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Set router 03cf99b4-0ccc-435c-971e-c4c1e710e29d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:10.746756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d55c938-3d42-40d8-b924-40b00d467807 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/03cf99b4-0ccc-435c-971e-c4c1e710e29d HTTP/1.1" status: 200 len: 908 time: 0.1210141 Jul 12 16:27:10.746969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38218) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:10.751358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1640099479', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': True}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:10.773972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.775064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.838745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.914549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d37bb5-7485-4199-b02d-2ad618465bf5 req-3fc8dc7a-ffd1-427f-97a4-a8d16fe26c24 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:10.916110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6d37bb5-7485-4199-b02d-2ad618465bf5 req-3fc8dc7a-ffd1-427f-97a4-a8d16fe26c24 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 947 time: 0.5006359 Jul 12 16:27:10.924249 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:10.935641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99'}], 'enable_snat': False}, 'gw_port_id': '2dc2613c-2231-4597-818e-4a72443433c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:06Z', 'updated_at': '2021-07-12T16:27:09Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '2dc2613c-2231-4597-818e-4a72443433c7', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:08Z', 'updated_at': '2021-07-12T16:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:10.963703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Checking router: 03cf99b4-0ccc-435c-971e-c4c1e710e29d for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:27:10.963967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Updating router 03cf99b4-0ccc-435c-971e-c4c1e710e29d port 2dc2613c-2231-4597-818e-4a72443433c7 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:27:10.999811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.009574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.024322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=e0a9d552-fab7-47f6-842a-7181f2a932d6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:11.036557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Allocated IP 172.20.0.6 (da52963c-91d4-443b-a418-11d804426a37/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc/e1870633-8a2c-4330-83ff-8a0ce38a83db) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:11.094373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.113404 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.115325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e8a73a7f-610b-4c11-9fac-6173000c85ff tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/e0a9d552-fab7-47f6-842a-7181f2a932d6 HTTP/1.1" status: 204 len: 168 time: 2.4245617 Jul 12 16:27:11.126079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38222) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:11.185267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-ef9a7e8f-1c8c-4bec-b8de-922e989a2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:11.186787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-ef9a7e8f-1c8c-4bec-b8de-922e989a2b9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4448771 Jul 12 16:27:11.223927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6d37bb5-7485-4199-b02d-2ad618465bf5 req-43f922e1-4758-49cd-a32c-57baf255d12a tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900810 Jul 12 16:27:11.260709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Port': ['ID=3ce5b1a6-6709-4675-b070-a2e8fa886ccf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:11.291886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] No DVR routers for this DVR port 3ce5b1a6-6709-4675-b070-a2e8fa886ccf on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:11.313969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 127be94a-0e2b-4e09-84a9-866b30606643 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:27:11.314894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.458183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=43569e93-a47e-4a7c-8678-8ecd469c9c4a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:11.510532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.537789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Transition to ACTIVE for port object 2dc2613c-2231-4597-818e-4a72443433c7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:11.539164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bd3e5-b881-4627-a4ec-3dc60a193df1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:11.540946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bd3e5-b881-4627-a4ec-3dc60a193df1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:11.541403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=127be94a-0e2b-4e09-84a9-866b30606643,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:11.547044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-921bd3e5-b881-4627-a4ec-3dc60a193df1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4042566 Jul 12 16:27:11.549779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38224) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:11.557494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.606410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '127be94a-0e2b-4e09-84a9-866b30606643', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '127be94a-0e2b-4e09-84a9-866b30606643', 'mac_address': 'fa:16:3e:3b:72:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:27:11.631187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6490d427-278c-4bfa-9dc8-30db0d6f57fa req-597583e4-92a1-483c-8363-d5625dd85be7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 210 time: 0.1035385 Jul 12 16:27:11.665105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.691840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 3651b27c-fefd-4644-94c2-7f8dc585cafa {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:11.697395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.754216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e448e4f9-8e21-495b-b5e9-0c6958c05bad']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:11.783535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.806458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747a09e5-e555-4370-bad2-3f7ff82272e4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:11.806735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747a09e5-e555-4370-bad2-3f7ff82272e4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:11.849704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.852878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-b6b2466a-88d1-4905-9a09-bbd5c0eeea7d service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215250 Jul 12 16:27:11.869813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Attempting to bind port 2dc2613c-2231-4597-818e-4a72443433c7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:11.870414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Attempting to bind port 2dc2613c-2231-4597-818e-4a72443433c7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:11.870521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Attempting to bind port 2dc2613c-2231-4597-818e-4a72443433c7 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:11.878321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.879388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:11.879793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:11.880194 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.880590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:11.881052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Bound port: 2dc2613c-2231-4597-818e-4a72443433c7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:11.881428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.882850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d8bc45c7-dfa4-4ff7-968e-f25b7cb6f96f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/43569e93-a47e-4a7c-8678-8ecd469c9c4a HTTP/1.1" status: 204 len: 168 time: 2.9254482 Jul 12 16:27:11.882984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Pushing event updated for resources: {'Port': ['ID=2dc2613c-2231-4597-818e-4a72443433c7,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:11.887201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38226) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:11.901935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.919621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.920054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.920401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.920739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.921070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.921431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.921745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.922059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.922384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.922834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.923172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.923678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:11.933833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.959730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127be94a-0e2b-4e09-84a9-866b30606643 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:27:11.969523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:11.970143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:11.975272 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:11.983850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] For port 2dc2613c-2231-4597-818e-4a72443433c7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:11.989796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=127be94a-0e2b-4e09-84a9-866b30606643,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:11.989988 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-96901bb8-d899-484f-aac9-a4686035e3da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:27:11.993752 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:11.994272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-96901bb8-d899-484f-aac9-a4686035e3da tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/43569e93-a47e-4a7c-8678-8ecd469c9c4a HTTP/1.1" status: 404 len: 333 time: 0.1059332 Jul 12 16:27:11.994625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:11.995899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.042701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.050038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:12.065091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.072952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Transition to ACTIVE for port object e1870633-8a2c-4330-83ff-8a0ce38a83db will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:12.084801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.096472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.098479 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.098827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] For port 2dc2613c-2231-4597-818e-4a72443433c7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2dc2613c-2231-4597-818e-4a72443433c7,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:12.100360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/e448e4f9-8e21-495b-b5e9-0c6958c05bad HTTP/1.1" status: 204 len: 168 time: 3.2886977 Jul 12 16:27:12.107208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:12.108637 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.121717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffad04-65db-4e8b-aa31-b2acfc97c734 tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=e448e4f9-8e21-495b-b5e9-0c6958c05bad,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:12.136555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-a9031623-066f-4b95-9baf-edf6bb696aca service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720742 Jul 12 16:27:12.170045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Routers {'03cf99b4-0ccc-435c-971e-c4c1e710e29d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:12.170691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['03cf99b4-0ccc-435c-971e-c4c1e710e29d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:12.213487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-ae6bbdf0-3ac9-41f4-b9a8-ca502146fb83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 200 len: 217 time: 0.0583866 Jul 12 16:27:12.229452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.247130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:12.253922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:12.255801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c70e1a-7115-4012-b53e-1089e6226798 None None] Pushing event updated for resources: {'Port': ['ID=2dc2613c-2231-4597-818e-4a72443433c7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:12.273967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 0010747e-9a0f-468d-8008-1f47d610b602 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:12.280586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.300720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.305900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Network da52963c-91d4-443b-a418-11d804426a37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:12.340460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:12.348150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:12.389312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-e217560b-1550-4929-b3b7-bcfe342b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:12.390856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-e217560b-1550-4929-b3b7-bcfe342b642b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 200 len: 797 time: 0.1765544 Jul 12 16:27:12.391130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['127be94a-0e2b-4e09-84a9-866b30606643'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:12.426273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:12.460459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.480836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.483252 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/3651b27c-fefd-4644-94c2-7f8dc585cafa HTTP/1.1" status: 204 len: 168 time: 0.9318712 Jul 12 16:27:12.491288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38234) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:12.504545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d9948-6a4e-4814-a72a-7b3c5b08e725 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:12.524757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdeea1-00aa-405f-af2b-03dc5cf9eb44 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=3651b27c-fefd-4644-94c2-7f8dc585cafa,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:12.528112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:12.529181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.534610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.555846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] Set router 03cf99b4-0ccc-435c-971e-c4c1e710e29d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:12.572510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:12.572997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3eb8905-529b-4102-bcb7-be3f8ee0e8d5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606096 Jul 12 16:27:12.602439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-70f44f03-62be-46d2-9d52-a8c9dc51085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:12.604043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-70f44f03-62be-46d2-9d52-a8c9dc51085b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=61e43fa8-c3be-4b82-bd1d-333c8ae47fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935048 Jul 12 16:27:12.605313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-4897433c-867d-46d9-add8-2a05383eeee8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0401974 Jul 12 16:27:12.617632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.25.8.204 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:12.619378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Request body: {'port': {'device_id': '5bfeed4e-1953-4929-8646-81285aee7709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:12.754634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a69be1-4493-4910-bc0e-4940e6124811 req-464dc762-22a1-4513-8971-090ee85bae71 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:12.756340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a69be1-4493-4910-bc0e-4940e6124811 req-464dc762-22a1-4513-8971-090ee85bae71 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 948 time: 0.2964826 Jul 12 16:27:12.762880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.830229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e005af-3653-493a-80a1-0e560780e7df']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:12.853049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.888002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a69be1-4493-4910-bc0e-4940e6124811 req-5d2b20f7-c3f2-44aa-9a07-dcd7dd0f66eb tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255047 Jul 12 16:27:12.890178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b55d980-948d-473e-a2e7-41b68d8a54a6') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:12.890471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b55d980-948d-473e-a2e7-41b68d8a54a6') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:12.894488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-d164fb81-429a-49b6-a0b5-246db6a19a4b service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693594 Jul 12 16:27:12.899621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0bc70f74-7061-406c-acd7-f85a5b811c0a None None] Provisioning for port e1870633-8a2c-4330-83ff-8a0ce38a83db completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:12.917149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.946727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0bc70f74-7061-406c-acd7-f85a5b811c0a None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:12.947094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0bc70f74-7061-406c-acd7-f85a5b811c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.956657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.984510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:12.993962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4c0b7-17cd-4324-9b8f-c3f65768bc43 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:12.997922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b2f4c0b7-17cd-4324-9b8f-c3f65768bc43 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4025550 Jul 12 16:27:13.010725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:13.029401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:13.029802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:13.033985 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:13.083411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0bc70f74-7061-406c-acd7-f85a5b811c0a None None] Port e1870633-8a2c-4330-83ff-8a0ce38a83db cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:13.141081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.165028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-ee8855ca-891f-4e6a-85ed-9ce4807bc3b5 service neutron] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627439 Jul 12 16:27:13.174999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a97428-d677-4f35-beca-d7e71c6e8082 req-4f047bc3-3706-4104-ab8f-5301749c7c7a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:13.183887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16a97428-d677-4f35-beca-d7e71c6e8082 req-4f047bc3-3706-4104-ab8f-5301749c7c7a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 931 time: 0.4071796 Jul 12 16:27:13.211348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200916ea-8253-4629-9a8b-e19fd08c24b9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:13.212896 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-200916ea-8253-4629-9a8b-e19fd08c24b9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1973543 Jul 12 16:27:13.222216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38242) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:13.223137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.227748 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.229685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/22e005af-3653-493a-80a1-0e560780e7df HTTP/1.1" status: 204 len: 168 time: 1.1195600 Jul 12 16:27:13.229898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99'}], 'enable_snat': False}, 'gw_port_id': '2dc2613c-2231-4597-818e-4a72443433c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:06Z', 'updated_at': '2021-07-12T16:27:09Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '2dc2613c-2231-4597-818e-4a72443433c7', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:08Z', 'updated_at': '2021-07-12T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:13.232521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-dffecd06-8139-4b76-9d79-13245d81a122 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 200 len: 217 time: 0.0580907 Jul 12 16:27:13.232997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38244) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:13.284488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93035c-3a1e-44df-8773-e6c66c0b8324 None None] The sync data for ids ['03cf99b4-0ccc-435c-971e-c4c1e710e29d'] in n-d-800078-3 is: [{'id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99'}], 'enable_snat': False}, 'gw_port_id': '2dc2613c-2231-4597-818e-4a72443433c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:06Z', 'updated_at': '2021-07-12T16:27:09Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '2dc2613c-2231-4597-818e-4a72443433c7', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03cf99b4-0ccc-435c-971e-c4c1e710e29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:08Z', 'updated_at': '2021-07-12T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:13.300931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:13.307229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19e052e4-88d0-410f-a756-7b057e0038a8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763612 Jul 12 16:27:13.311742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370171a8-005c-4004-abd1-eab6fb9fc17e tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=22e005af-3653-493a-80a1-0e560780e7df,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:13.320454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:13.325739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:13.351052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16a97428-d677-4f35-beca-d7e71c6e8082 req-6e0d30fc-5343-4296-99fe-94a9a1e38ef9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663666 Jul 12 16:27:13.352019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.382731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Deleting port d080b7a1-1ae2-456f-b522-5e547f019922 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:13.383105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.417486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-b4ef2249-f972-48fd-a34f-ec492f2a122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:13.419320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-b4ef2249-f972-48fd-a34f-ec492f2a122e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.1704223 Jul 12 16:27:13.425443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.432800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=0010747e-9a0f-468d-8008-1f47d610b602,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:13.445502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.450063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72800cd8-5c6b-4d58-addd-0aa656758e2b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/0010747e-9a0f-468d-8008-1f47d610b602 HTTP/1.1" status: 204 len: 168 time: 1.4508977 Jul 12 16:27:13.451287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38248) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:13.458920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a4cdf-463e-43cf-ba30-7821dbbfa8d4 None None] Network aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:13.463838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.471044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] For port d080b7a1-1ae2-456f-b522-5e547f019922, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d080b7a1-1ae2-456f-b522-5e547f019922,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:13.471044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.511743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:13.521577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:13.526297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:13.530959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Calling delete_port for d080b7a1-1ae2-456f-b522-5e547f019922 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:13.557535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:13.569838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:13.573631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.776109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:13.815946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] Pushing event deleted for resources: {'Port': ['ID=d080b7a1-1ae2-456f-b522-5e547f019922,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:13.825623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792bdcb-9daf-4794-9892-e6f129da7c19 None None] No DVR routers for this DVR port d080b7a1-1ae2-456f-b522-5e547f019922 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:13.918778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] DHCP port deletion for aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:13.998545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Deleting port 21b141e3-5af4-4fbb-a518-014b71036734 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:13.998915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.010716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1870633-8a2c-4330-83ff-8a0ce38a83db {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:27:14.030303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.068095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] For port 21b141e3-5af4-4fbb-a518-014b71036734, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=21b141e3-5af4-4fbb-a518-014b71036734,segment=NetworkSegment(9ca897b7-63ef-4361-a0b5-7211ce2e8f10),segment_id=9ca897b7-63ef-4361-a0b5-7211ce2e8f10)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:14.068479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.071317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.084290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Calling delete_port for 21b141e3-5af4-4fbb-a518-014b71036734 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:14.114451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.130048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Transition to ACTIVE for port object e1870633-8a2c-4330-83ff-8a0ce38a83db will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:14.162530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.165385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.201226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-a5150297-93a6-46b8-a9b0-29fa53efc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:14.203145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-a5150297-93a6-46b8-a9b0-29fa53efc9f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7739751 Jul 12 16:27:14.210970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.228886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16e07e5-d524-4768-b011-07ba5623beb0']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.247344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] Pushing event deleted for resources: {'Port': ['ID=21b141e3-5af4-4fbb-a518-014b71036734,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:14.255912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c08f0-0472-400b-a655-e2d230d6db86 None None] No DVR routers for this DVR port 21b141e3-5af4-4fbb-a518-014b71036734 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:14.327831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f8cca9-94f9-4b94-b866-8ad4c1582990') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.328189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f8cca9-94f9-4b94-b866-8ad4c1582990') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.330347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] The port '21b141e3-5af4-4fbb-a518-014b71036734' was deleted {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 12 16:27:14.339709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:27:14.346380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.392578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.459261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:14.473529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:14.483866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.491842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:14.496205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:14.496942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.503288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73fb77-a66b-490f-b8b7-0726cc4f7228 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:14.521119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=2219cc49-1cb2-4264-a085-ed1df93f190c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:14.533639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.542134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6463e82-22d7-4a3b-a994-438a28af3354 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2180510 Jul 12 16:27:14.543627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38254) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:14.560757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:64:93:08', 'name': 'tempest-NetworksTestDHCPv6-1953102990'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:14.579902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:14.580403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.588131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-831893eb-b20f-4cbd-8900-37a95722c696 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568521 Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:14.588816 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:14.736214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '2219cc49-1cb2-4264-a085-ed1df93f190c'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:14.737610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.741892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.771230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.794260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49e328-dcf5-4aff-bdeb-130040b44bee req-602f119b-71d0-45ca-9e72-14444edd3179 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:14.795968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db49e328-dcf5-4aff-bdeb-130040b44bee req-602f119b-71d0-45ca-9e72-14444edd3179 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 948 time: 0.6564438 Jul 12 16:27:14.810024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca897b7-63ef-4361-a0b5-7211ce2e8f10') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.810431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca897b7-63ef-4361-a0b5-7211ce2e8f10') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:14.818680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c4b5f-a548-4390-a2c3-b078839bd019 req-5dfbdf44-f7a9-4a4d-bf0b-0fef1578912c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:14.820353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-601c4b5f-a548-4390-a2c3-b078839bd019 req-5dfbdf44-f7a9-4a4d-bf0b-0fef1578912c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.2557008 Jul 12 16:27:14.849447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.851081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.884634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.889389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] 10.222.0.58 "DELETE /v2.0/networks/f16e07e5-d524-4768-b011-07ba5623beb0 HTTP/1.1" status: 204 len: 168 time: 1.6493561 Jul 12 16:27:14.919356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Attempting to bind port e1870633-8a2c-4330-83ff-8a0ce38a83db on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:14.919760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Attempting to bind port e1870633-8a2c-4330-83ff-8a0ce38a83db by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:14.920076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Attempting to bind port e1870633-8a2c-4330-83ff-8a0ce38a83db on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:14.922631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.929167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Allocated IP 2001:db8::f816:3eff:fee4:8b94 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/2219cc49-1cb2-4264-a085-ed1df93f190c/19839ed2-ed62-468b-ad26-50adfb6902c6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:14.931443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2f13e-fe6a-4f71-87d9-123609fb62cc tempest-BulkNetworkOpsIpV6Test-382823843 tempest-BulkNetworkOpsIpV6Test-382823843-project] Pushing event deleted for resources: {'Network': ['ID=f16e07e5-d524-4768-b011-07ba5623beb0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:14.941572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-f971e997-9d8a-4a01-a390-e4f6ecf6e115 service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823570 Jul 12 16:27:14.947144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:14.947747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:14.951215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Port e1870633-8a2c-4330-83ff-8a0ce38a83db on network da52963c-91d4-443b-a418-11d804426a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:27:14.951422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Attempting to bind port e1870633-8a2c-4330-83ff-8a0ce38a83db on network da52963c-91d4-443b-a418-11d804426a37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:14.953559 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:15.008589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db49e328-dcf5-4aff-bdeb-130040b44bee req-678b5d28-7b37-417d-a13e-72c304eef2aa tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928043 Jul 12 16:27:15.059385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:15.059861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Checking segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:15.060133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Bound using segment: {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:15.060854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Bound port: e1870633-8a2c-4330-83ff-8a0ce38a83db, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'da52963c-91d4-443b-a418-11d804426a37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:15.060983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.067153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-e3f3dd79-aa8c-496f-8fe7-7eeeb110326d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 200 len: 217 time: 0.1003697 Jul 12 16:27:15.133557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-44019897-b0c8-4d60-8b5e-2df4d927326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:15.135068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-44019897-b0c8-4d60-8b5e-2df4d927326c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 200 len: 797 time: 0.0557735 Jul 12 16:27:15.164585 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.165116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.175818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Transition to ACTIVE for port object 19839ed2-ed62-468b-ad26-50adfb6902c6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:15.212452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.221648 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6 HTTP/1.1" status: 204 len: 168 time: 1.7447383 Jul 12 16:27:15.225968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:15.226332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Transition to ACTIVE for port object 19839ed2-ed62-468b-ad26-50adfb6902c6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:15.234649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-498305335'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:15.238026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 127be94a-0e2b-4e09-84a9-866b30606643 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:15.256461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.271406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:15.283179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router d4331516-a586-44d1-ac57-a4b5d84f1a9f is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:15.293557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c91dfe-80f6-4959-b27d-2d4b8cb40f4f tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=aeb2cf6c-44f2-4e99-a4a2-2f489078b8b6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:15.294798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:15.295508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-601c4b5f-a548-4390-a2c3-b078839bd019 req-1746e511-2e74-43a6-be90-86a5d6ffaa49 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585876 Jul 12 16:27:15.358881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:15.381456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:15.385902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2dc2613c-2231-4597-818e-4a72443433c7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:15.397792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.458091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:15.461005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.491797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:15.492430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.493883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] 10.222.0.65 "PUT /v2.0/ports/e1870633-8a2c-4330-83ff-8a0ce38a83db HTTP/1.1" status: 200 len: 1091 time: 2.8791511 Jul 12 16:27:15.501026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:15.503414 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:15.524405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-b64ee1f6-18cc-43eb-9f5c-bbefff763c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:15.525953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-b64ee1f6-18cc-43eb-9f5c-bbefff763c46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7aa7441-107f-4f36-b18e-97cc70acdfce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3694196 Jul 12 16:27:15.556458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.615164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:15.627524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:15.637442 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a8e2d-62b9-4da6-a893-5f274f4c3f1a x-openstack-request-id: req-127a8e2d-62b9-4da6-a893-5f274f4c3f1a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:15.637803 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:15.638130 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Sync routers for ids ['d4331516-a586-44d1-ac57-a4b5d84f1a9f'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:15.638630 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-127a8e2d-62b9-4da6-a893-5f274f4c3f1a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:15.638912 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'status': 'completed', 'code': 200} Jul 12 16:27:15.654517 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Routers {'d4331516-a586-44d1-ac57-a4b5d84f1a9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:15.655154 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4331516-a586-44d1-ac57-a4b5d84f1a9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:15.672449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:15.676308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:15.707528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef48528-0040-4877-8538-4227d6da4c01 service neutron] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:15.708026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.709311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4830e555-81fa-4e02-821d-2e397b561f28 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9614284 Jul 12 16:27:15.712666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:15.725023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:15.730152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:15.736353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a0985730-1ec1-4309-bc85-edeeab8c3550 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3feccd6e11dd476c8753fccaabcb6143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289207 Jul 12 16:27:15.744041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38270) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:15.762824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.763250 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Added segment 912d26d0-2295-47b7-9a74-ef040754836f of type vlan for network 2526a312-a806-4252-a499-cdac8e4641e4 Jul 12 16:27:15.764415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Pushing event updated for resources: {'Port': ['ID=19839ed2-ed62-468b-ad26-50adfb6902c6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:15.832301 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Set router d4331516-a586-44d1-ac57-a4b5d84f1a9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:15.834954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fe64:9308 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/2219cc49-1cb2-4264-a085-ed1df93f190c/8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:15.866052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 127be94a-0e2b-4e09-84a9-866b30606643 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:15.883991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Attempting to bind port 19839ed2-ed62-468b-ad26-50adfb6902c6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:15.884379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Attempting to bind port 19839ed2-ed62-468b-ad26-50adfb6902c6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:15.885108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Attempting to bind port 19839ed2-ed62-468b-ad26-50adfb6902c6 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:15.890875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:15.892294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:15.892631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.892881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.893285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:15.893761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Bound port: 19839ed2-ed62-468b-ad26-50adfb6902c6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:15.894156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.895999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 2dc2613c-2231-4597-818e-4a72443433c7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:15.899719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 127be94a-0e2b-4e09-84a9-866b30606643 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:15.900091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.912653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 2dc2613c-2231-4597-818e-4a72443433c7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:15.913222 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:15.924108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-0fcce4a1-998b-45c4-b324-b87245f69e8a service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891659 Jul 12 16:27:15.931351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-7eed3d56-ac6d-4108-be75-b0cb7cfbff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:15.932949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-7eed3d56-ac6d-4108-be75-b0cb7cfbff94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 1094 time: 0.3687575 Jul 12 16:27:16.039726 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:10Z', 'updated_at': '2021-07-12T16:27:13Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:12Z', 'updated_at': '2021-07-12T16:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:16.050274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.059760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.066702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.067433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.070948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-dedbfabc-0960-469f-94e0-8c03fdb7366b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db HTTP/1.1" status: 200 len: 217 time: 0.1103048 Jul 12 16:27:16.075917 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Checking router: d4331516-a586-44d1-ac57-a4b5d84f1a9f for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:27:16.077114 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Updating router d4331516-a586-44d1-ac57-a4b5d84f1a9f port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:27:16.085456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.102742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:16.124722 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.200818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.209713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] For port 19839ed2-ed62-468b-ad26-50adfb6902c6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:16.223349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9907446 Jul 12 16:27:16.230956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38274) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:16.246572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] For port 19839ed2-ed62-468b-ad26-50adfb6902c6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19839ed2-ed62-468b-ad26-50adfb6902c6,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:16.246862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '2526a312-a806-4252-a499-cdac8e4641e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:16.254384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.261513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.285070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3455-2c12-4525-910a-5c5525cc3384 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Network': ['ID=2526a312-a806-4252-a499-cdac8e4641e4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:16.292403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-27183288-3661-47eb-8103-ff2ce6b6ddc3 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/d4331516-a586-44d1-ac57-a4b5d84f1a9f HTTP/1.1" status: 200 len: 908 time: 0.5786662 Jul 12 16:27:16.327011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.340346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38276) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:16.349114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2526a312-a806-4252-a499-cdac8e4641e4 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:16.357278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1f5750e-9c00-41f7-9413-9ff7d706b7a3 req-5a997bb4-6236-47e2-8d54-2343c1f2f89d service neutron] 10.222.0.77 "GET /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191725 Jul 12 16:27:16.362683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 2dc2613c-2231-4597-818e-4a72443433c7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2dc2613c-2231-4597-818e-4a72443433c7,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:16.372174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-6dc891db-0e17-46fa-ae8b-68522690b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.374205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-6dc891db-0e17-46fa-ae8b-68522690b6cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2820582 Jul 12 16:27:16.395499 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.430221 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.453330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:16.481463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:16.487144 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f3c10-e805-4099-94a1-5fbbbd5d7f1c" -d '{"events": [{"server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "name": "network-vif-plugged", "status": "completed", "tag": "127be94a-0e2b-4e09-84a9-866b30606643"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:16.502947 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.508176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:16.514743 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Transition to ACTIVE for port object 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:16.533435 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.559368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=127be94a-0e2b-4e09-84a9-866b30606643,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:16.578806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:16.593807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.596737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.597831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.609836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:16.616796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003503c1-7a36-473b-93b1-8ead93e105e1 None None] Pushing event updated for resources: {'Port': ['ID=19839ed2-ed62-468b-ad26-50adfb6902c6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:16.625319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Pushing event updated for resources: {'Port': ['ID=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:16.653990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.654910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.654910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.655283 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.655872 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.656343 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.657603 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.658420 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.659062 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.659615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.660205 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.660737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:16.664781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c5f031a-4925-4475-b40a-314e288c6f17 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1190851 Jul 12 16:27:16.665476 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Attempting to bind port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:16.666053 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Attempting to bind port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:16.666640 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Attempting to bind port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:16.673677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba0572-b9ea-4246-b7a2-35798ffd3c12 req-b85e61ab-ee00-40c8-9597-3d7df95b0f96 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.675121 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:16.675845 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:16.676464 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.677070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:16.677993 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Bound port: 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:16.678930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d080b7a1-1ae2-456f-b522-5e547f019922 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:16.679165 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.681644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91ba0572-b9ea-4246-b7a2-35798ffd3c12 req-b85e61ab-ee00-40c8-9597-3d7df95b0f96 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 948 time: 0.3878975 Jul 12 16:27:16.683991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38282) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:16.756396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d080b7a1-1ae2-456f-b522-5e547f019922 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:16.756722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d080b7a1-1ae2-456f-b522-5e547f019922 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:16.757134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 21b141e3-5af4-4fbb-a518-014b71036734 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:16.813714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91ba0572-b9ea-4246-b7a2-35798ffd3c12 req-c3443532-484d-4863-b6c2-a17c4ee58741 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226516 Jul 12 16:27:16.825005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 21b141e3-5af4-4fbb-a518-014b71036734 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:16.825641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 21b141e3-5af4-4fbb-a518-014b71036734 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:16.854446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=2dc2613c-2231-4597-818e-4a72443433c7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:16.870361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773ca58-3c53-454e-b605-b9f49f553bca tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.876737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773ca58-3c53-454e-b605-b9f49f553bca tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:16.878420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8773ca58-3c53-454e-b605-b9f49f553bca tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1935518 Jul 12 16:27:16.884465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38284) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:16.914289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.921598 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] For port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:16.922294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.926268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c86db03-2e25-4890-85c5-41e628a2629c HTTP/1.1" status: 204 len: 168 time: 1.1771030 Jul 12 16:27:16.930686 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] For port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:16.939599 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.943779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:16.954378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:16.963737 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052ea49-9026-44aa-8230-1dc59ef67d86 x-openstack-request-id: req-7052ea49-9026-44aa-8230-1dc59ef67d86 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:16.964028 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "name": "network-vif-plugged", "status": "completed", "tag": "127be94a-0e2b-4e09-84a9-866b30606643", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:16.968006 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7052ea49-9026-44aa-8230-1dc59ef67d86 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:16.968640 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643', 'code': 200} Jul 12 16:27:16.996633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:17.074996 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Routers {'d4331516-a586-44d1-ac57-a4b5d84f1a9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:17.079434 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4331516-a586-44d1-ac57-a4b5d84f1a9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:17.092488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ee98c-d686-4492-b613-b5b704ec3f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c86db03-2e25-4890-85c5-41e628a2629c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:17.130631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-5f5cded6-36c3-46db-be22-e1ad1aa4a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:17.132879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-5f5cded6-36c3-46db-be22-e1ad1aa4a210 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6530623 Jul 12 16:27:17.134271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.162887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:17.163252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.171087 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcef0-1b9a-4db8-a678-cdb04312c8ef None None] Pushing event updated for resources: {'Port': ['ID=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:17.314940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a32ef550-10c0-4097-be6f-06178722a8f0 None None] Provisioning complete for port 127be94a-0e2b-4e09-84a9-866b30606643 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:17.315528 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a32ef550-10c0-4097-be6f-06178722a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.334655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.348768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:17.358927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2529-a73a-453a-9e85-fb42661b2301 req-803d31c0-6572-4878-b902-ce5930c12f7b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:17.362257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f5c2529-a73a-453a-9e85-fb42661b2301 req-803d31c0-6572-4878-b902-ce5930c12f7b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.7936237 Jul 12 16:27:17.388416 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] Set router d4331516-a586-44d1-ac57-a4b5d84f1a9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:17.507061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19839ed2-ed62-468b-ad26-50adfb6902c6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:17.583675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-76e57f6d-1a28-4841-a3fb-77d06a37b6de service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555822 Jul 12 16:27:17.621776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 19839ed2-ed62-468b-ad26-50adfb6902c6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:17.628876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2dc2613c-2231-4597-818e-4a72443433c7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:17.649459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.716306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 2dc2613c-2231-4597-818e-4a72443433c7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:17.716669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.726638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:17.737930 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:10Z', 'updated_at': '2021-07-12T16:27:13Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:12Z', 'updated_at': '2021-07-12T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:17.783399 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.787293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7bc07532-0950-43d8-869b-082a180f0d8d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 HTTP/1.1" status: 204 len: 168 time: 0.9018023 Jul 12 16:27:17.792116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38298) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:17.800909 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1fa2-1a47-4ff2-9157-5f2f4ff5c6f6 None None] The sync data for ids ['d4331516-a586-44d1-ac57-a4b5d84f1a9f'] in n-d-800078-3 is: [{'id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'name': 'tempest-snat-router-1640099479', 'tenant_id': '3e11a428fe4f47da9038e24e4427ac64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:10Z', 'updated_at': '2021-07-12T16:27:13Z', 'revision_number': 3, 'project_id': '3e11a428fe4f47da9038e24e4427ac64', 'gw_port': {'id': '7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4331516-a586-44d1-ac57-a4b5d84f1a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:12Z', 'updated_at': '2021-07-12T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:17.812913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46977654-0e15-48aa-93d5-9217bc04b7d2 req-088f3a30-9ae2-4a2a-b558-25a8387171e3 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750298 Jul 12 16:27:17.844164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa292-11e3-4d7f-ba2e-ff137ba8984d req-102c4f32-5323-47a2-84e2-a95a6a71859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:17.846783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-443fa292-11e3-4d7f-ba2e-ff137ba8984d req-102c4f32-5323-47a2-84e2-a95a6a71859e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 1100 time: 0.7565522 Jul 12 16:27:17.853127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f5c2529-a73a-453a-9e85-fb42661b2301 req-2dcf6f87-23ec-4945-aad9-44d62b0035f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733276 Jul 12 16:27:17.854262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:17.903093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a1811-2591-4408-b994-42a9f14d13f3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:17.905157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a1811-2591-4408-b994-42a9f14d13f3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:17.906816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-813a1811-2591-4408-b994-42a9f14d13f3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1134753 Jul 12 16:27:17.909975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38304) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:17.995884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 2219cc49-1cb2-4264-a085-ed1df93f190c {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:17.998129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.093785 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.229359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ce787-f759-437a-9ac6-805ca4656022 req-489b1e9f-ea2e-40d0-b87f-48e932c70a70 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:18.236528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c40ce787-f759-437a-9ac6-805ca4656022 req-489b1e9f-ea2e-40d0-b87f-48e932c70a70 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 949 time: 0.1955664 Jul 12 16:27:18.249172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.250154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Provisioning for port 19839ed2-ed62-468b-ad26-50adfb6902c6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:18.261002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Provisioning complete for port 19839ed2-ed62-468b-ad26-50adfb6902c6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:18.261722 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.355254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38312) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:18.370490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.448517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=2219cc49-1cb2-4264-a085-ed1df93f190c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:18.473640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.480313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-290e0d42-0e55-479d-b9e1-76b6fdfd3e24 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/2219cc49-1cb2-4264-a085-ed1df93f190c HTTP/1.1" status: 204 len: 168 time: 0.5692105 Jul 12 16:27:18.482328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38316) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:18.523819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bcf888-32ee-4c46-92d5-a0407b0bebd8 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:18.525993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-443fa292-11e3-4d7f-ba2e-ff137ba8984d req-e86245d9-b1d2-4671-beb5-85a0f2c51885 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553137 Jul 12 16:27:18.573242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e149cd8c-3639-4e2d-bd40-49e1dc85b378 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868371 Jul 12 16:27:18.580354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'networks': [{'name': 'tempest-network--1465651840'}, {'name': 'tempest-network--325233538'}]} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:18.581214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-network--1465651840'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:18.581752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.582159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-network--325233538'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:18.584446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38318) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:18.600287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:18.607519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c40ce787-f759-437a-9ac6-805ca4656022 req-0a889e29-1bc9-41fb-861a-5a0fe508fd25 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539394 Jul 12 16:27:18.609716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'network': 2} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:18.613476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.615417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.628161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.695221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] For port 19839ed2-ed62-468b-ad26-50adfb6902c6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19839ed2-ed62-468b-ad26-50adfb6902c6,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:18.724137 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.728002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-cb8f0e4d-8ce4-434f-8dfa-d7e5af9e0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:18.729659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-cb8f0e4d-8ce4-434f-8dfa-d7e5af9e0a06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 1094 time: 0.3610969 Jul 12 16:27:18.743328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Deleting port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:18.743787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.761349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=27570f48-83af-4369-8c6e-3ccff42d0556,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:18.784463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.791647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.792391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.801848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5fa4f-cda5-4215-a213-02e52ad14397 None None] Pushing event updated for resources: {'Port': ['ID=19839ed2-ed62-468b-ad26-50adfb6902c6,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:18.852523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:18.855733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf06101-2189-409b-89e6-b914101bed8a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:18.878967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7f515e57-03dd-4228-a5ad-0444684ec096 None None] Could not find standard attr ID for object 8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:27:18.881042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.882969 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment f79916e7-e6c7-4fba-b325-8353c9d9ff0c of type vlan for network c2d376df-af22-497c-b287-936b568fee46 Jul 12 16:27:18.907933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:18.915325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Checking segment: {'id': '912d26d0-2295-47b7-9a74-ef040754836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:18.915802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network hostable DHCP agents. Network: 2526a312-a806-4252-a499-cdac8e4641e4, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:18.939407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:18.984734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:18.988962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.001550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:19.013145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.013791 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment cd2bb304-29fd-40e2-b70a-d16fcd36cf0d of type vlan for network a3697f72-7046-42d4-907a-da4fb703112f Jul 12 16:27:19.016053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Deleting port 19839ed2-ed62-468b-ad26-50adfb6902c6 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:19.016562 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.054411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 2526a312-a806-4252-a499-cdac8e4641e4 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:19.065991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.085052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-e60c2a82-456a-45db-b533-58f140efd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.097432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-e60c2a82-456a-45db-b533-58f140efd25a service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.3594093 Jul 12 16:27:19.099698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] For port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:19.100063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.112225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.112837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.120757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.125197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] For port 19839ed2-ed62-468b-ad26-50adfb6902c6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19839ed2-ed62-468b-ad26-50adfb6902c6,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:19.126428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.128380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.129421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.146396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Calling delete_port for 19839ed2-ed62-468b-ad26-50adfb6902c6 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:19.162276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8060458 Jul 12 16:27:19.175878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38326) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:19.183247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Calling delete_port for 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:19.236576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-05835577-4495-4281-a2c4-df76d9faa7be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db HTTP/1.1" status: 200 len: 217 time: 0.1291964 Jul 12 16:27:19.249113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2526a312-a806-4252-a499-cdac8e4641e4) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:19.312935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc2f41-c555-4fc5-86ed-052979f8b1e8 None None] Network 2526a312-a806-4252-a499-cdac8e4641e4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:19.359814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=c2d376df-af22-497c-b287-936b568fee46,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:19.377317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.378030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.475570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7448a809-2cd7-470b-bae7-f63da31314e6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2368319 Jul 12 16:27:19.484459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:19.486364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c2d376df-af22-497c-b287-936b568fee46 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:19.488670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:19.511579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-877728110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:19.526937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-aede5398-1086-4737-8b06-e40e3623e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.528877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-aede5398-1086-4737-8b06-e40e3623e0c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2610486 Jul 12 16:27:19.578090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63a6c-6ebf-48f5-a58d-c91ba7d58abe tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=a3697f72-7046-42d4-907a-da4fb703112f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:19.597949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b7d36-b72c-4812-a726-86ddb807e1fa tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.605033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b7d36-b72c-4812-a726-86ddb807e1fa tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.612681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b7d36-b72c-4812-a726-86ddb807e1fa tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.620568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b7d36-b72c-4812-a726-86ddb807e1fa tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.624815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-803b7d36-b72c-4812-a726-86ddb807e1fa tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4461050 Jul 12 16:27:19.625176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38330) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:19.667226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a3697f72-7046-42d4-907a-da4fb703112f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:19.690238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-2526a312-a806-4252-a499-cdac8e4641e4', 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': '27570f48-83af-4369-8c6e-3ccff42d0556'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:19.692185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.714914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601f00-127b-47e5-a65d-46fabcc0a68a req-029e9424-8acc-4a87-b82e-0658dec66ba4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:19.716904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f601f00-127b-47e5-a65d-46fabcc0a68a req-029e9424-8acc-4a87-b82e-0658dec66ba4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.5865722 Jul 12 16:27:19.728971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.750853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.752318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.858353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.872358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d376df-af22-497c-b287-936b568fee46']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:19.907616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79916e7-e6c7-4fba-b325-8353c9d9ff0c') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:19.908389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79916e7-e6c7-4fba-b325-8353c9d9ff0c') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:19.924753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.942166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.955956 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.962333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] No DVR routers for this DVR port 19839ed2-ed62-468b-ad26-50adfb6902c6 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:19.982068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:19.982852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:19.987423 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:19.989876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaaff0-765c-46d7-9a39-6ed290a5f4cf None None] Pushing event deleted for resources: {'Port': ['ID=19839ed2-ed62-468b-ad26-50adfb6902c6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:20.010495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.018414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f601f00-127b-47e5-a65d-46fabcc0a68a req-5184cece-9762-47c4-9d46-717fb214186a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928140 Jul 12 16:27:20.027413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.038425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-18a6aa25-046d-45aa-a11b-181bf064db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.040221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-18a6aa25-046d-45aa-a11b-181bf064db49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4971168 Jul 12 16:27:20.059491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Allocated IP 172.20.0.2 (2526a312-a806-4252-a499-cdac8e4641e4/27570f48-83af-4369-8c6e-3ccff42d0556/b3f42166-4bd5-443b-80ce-e526086395a9) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:20.084741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:20.092968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:20.093778 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.127791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.128003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ed687-4433-4ea4-8db4-4bea42d19547 req-a5fd0322-f5da-4c8d-996a-af70f5b5338d tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.129850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.133621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fdfc6c75-3597-4313-a6d5-c8989e9a6314 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6356335 Jul 12 16:27:20.133806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 16:27:20.140788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd4ed687-4433-4ea4-8db4-4bea42d19547 req-a5fd0322-f5da-4c8d-996a-af70f5b5338d tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 949 time: 0.1788790 Jul 12 16:27:20.142846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:20.172517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'network_id': '2526a312-a806-4252-a499-cdac8e4641e4', 'name': 'tempest-PortsTestJSON-1294442343'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:20.172517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.175527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:20.194037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.196276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/c2d376df-af22-497c-b287-936b568fee46 HTTP/1.1" status: 204 len: 168 time: 0.5699544 Jul 12 16:27:20.202247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38338) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:20.244582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19839ed2-ed62-468b-ad26-50adfb6902c6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:20.271619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2b07-2be1-4441-b845-6c991afd72be tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=c2d376df-af22-497c-b287-936b568fee46,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:20.280210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:27:20.289813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 19839ed2-ed62-468b-ad26-50adfb6902c6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:20.291002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd4ed687-4433-4ea4-8db4-4bea42d19547 req-b02b6e7f-a8ae-4fdb-87bf-4e669473d2de tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497333 Jul 12 16:27:20.291759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19839ed2-ed62-468b-ad26-50adfb6902c6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:20.389039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:20.395760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.416962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.418331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 03a653e0-cc17-41ad-aff3-fca79e47366b yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:20.434255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Transition to ACTIVE for port object b3f42166-4bd5-443b-80ce-e526086395a9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:20.447920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-e1792a34-8926-4a74-95f2-9b021d9a2d6a service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948069 Jul 12 16:27:20.452985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.456587 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.456950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Transition to ACTIVE for port object b3f42166-4bd5-443b-80ce-e526086395a9 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:20.465397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.510134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Network 2526a312-a806-4252-a499-cdac8e4641e4 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:20.513953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:20.519893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:20.569267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.10 (2526a312-a806-4252-a499-cdac8e4641e4/27570f48-83af-4369-8c6e-3ccff42d0556/03a653e0-cc17-41ad-aff3-fca79e47366b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:20.570501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Pushing event updated for resources: {'Port': ['ID=b3f42166-4bd5-443b-80ce-e526086395a9,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:20.574519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=c8093498-90d6-4297-b4c7-679f6a1bb04c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:20.630736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Attempting to bind port b3f42166-4bd5-443b-80ce-e526086395a9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:20.631067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Attempting to bind port b3f42166-4bd5-443b-80ce-e526086395a9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '912d26d0-2295-47b7-9a74-ef040754836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:20.631440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Attempting to bind port b3f42166-4bd5-443b-80ce-e526086395a9 on network 2526a312-a806-4252-a499-cdac8e4641e4 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:20.639330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:20.639758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Checking segment: {'id': '912d26d0-2295-47b7-9a74-ef040754836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:20.640203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.640819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Bound using segment: {'id': '912d26d0-2295-47b7-9a74-ef040754836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:20.641446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Bound port: b3f42166-4bd5-443b-80ce-e526086395a9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912d26d0-2295-47b7-9a74-ef040754836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2526a312-a806-4252-a499-cdac8e4641e4'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:20.642196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.730725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:20.733822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] For port b3f42166-4bd5-443b-80ce-e526086395a9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:20.738886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.739219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] For port b3f42166-4bd5-443b-80ce-e526086395a9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3f42166-4bd5-443b-80ce-e526086395a9,segment=NetworkSegment(912d26d0-2295-47b7-9a74-ef040754836f),segment_id=912d26d0-2295-47b7-9a74-ef040754836f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:20.745669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.746967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.756108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.761084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:20.775981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.776662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.783199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac90ab9-df52-4b17-92dd-a4b4c3d79f6f None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:20.795205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.841084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 03a653e0-cc17-41ad-aff3-fca79e47366b will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:20.899861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.903554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a4b86d9-1743-4ce4-9e2c-c617f3771a7d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3098242 Jul 12 16:27:20.909293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38346) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:20.916879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.919379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02720e8-92ae-4666-b624-71eeea546957 req-f55a175f-477a-4efd-bfcb-7f476b269a8e tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.920942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d02720e8-92ae-4666-b624-71eeea546957 req-f55a175f-477a-4efd-bfcb-7f476b269a8e tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 949 time: 0.1200552 Jul 12 16:27:20.925255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.926009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:b3:2b:3c', 'name': 'tempest-NetworksTestDHCPv6-662986087'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:20.931441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.937709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.944770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.950847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.957581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:20.959532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-3514c0e6-5062-472e-9fbf-a989c8581a15 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.5773904 Jul 12 16:27:20.965694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:20.965694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4331516-a586-44d1-ac57-a4b5d84f1a9f {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:20.998999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.003037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28991bf8-68e4-461e-b9d9-09695da54096 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d4331516-a586-44d1-ac57-a4b5d84f1a9f HTTP/1.1" status: 204 len: 168 time: 4.6587782 Jul 12 16:27:21.006511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4e2f394-4cae-4eec-a611-fa0a02f6fde2 req-540dbb82-51be-4e9c-ab02-07417f82aa3c service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402064 Jul 12 16:27:21.020601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38348) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:21.069610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 2526a312-a806-4252-a499-cdac8e4641e4 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:21.096335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6d34-ef0d-489a-95a7-9548455c2520 None None] Pushing event updated for resources: {'Port': ['ID=b3f42166-4bd5-443b-80ce-e526086395a9,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:21.108291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=03a653e0-cc17-41ad-aff3-fca79e47366b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:21.132638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d02720e8-92ae-4666-b624-71eeea546957 req-3d2359d3-5b05-401b-8c73-0412129d0996 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755223 Jul 12 16:27:21.133499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:21.140769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:21.159138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac13442-b01a-4641-914d-c2b00ee5c7a4 req-0c716d5e-c187-4f6d-9cc4-8b7ce0fb39e0 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635847 Jul 12 16:27:21.198754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.246408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3697f72-7046-42d4-907a-da4fb703112f']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:21.263776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2bb304-29fd-40e2-b70a-d16fcd36cf0d') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:21.264070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2bb304-29fd-40e2-b70a-d16fcd36cf0d') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:21.289425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'c8093498-90d6-4297-b4c7-679f6a1bb04c'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:21.290392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.298481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.306995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.314563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.320745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.324264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.332031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.338258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.345285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.347431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3be30498-5a38-4f45-99b3-4041820a487f tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 5434 time: 0.4778540 Jul 12 16:27:21.352063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.406606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.412121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.412749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.425550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:21.425964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:21.430073 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:21.458697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Allocated IP 2001:db8::f816:3eff:fe15:94d6 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c8093498-90d6-4297-b4c7-679f6a1bb04c/990127b2-c5b6-429e-b706-1757a471cae9) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:21.481864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-da0e65cb-82c5-45c8-9b6f-8a2b7d782551 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.483347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-da0e65cb-82c5-45c8-9b6f-8a2b7d782551 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1234834 Jul 12 16:27:21.508651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:21.568643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f3ff722-f401-4817-9036-2574ab571ae0 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4212184 Jul 12 16:27:21.618534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38352) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:21.695802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc158d-fea8-4ef4-8800-ff1f3b453752 req-864e68a7-b02f-432f-9310-37759221f6b4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.697916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4fc158d-fea8-4ef4-8800-ff1f3b453752 req-864e68a7-b02f-432f-9310-37759221f6b4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.3723633 Jul 12 16:27:21.707912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-ce574715-5bd3-4b0d-80ce-eeaacbacf78b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2167001 Jul 12 16:27:21.720244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:21.725966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.731985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.741973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Transition to ACTIVE for port object 990127b2-c5b6-429e-b706-1757a471cae9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:21.755121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.759949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/a3697f72-7046-42d4-907a-da4fb703112f HTTP/1.1" status: 204 len: 168 time: 1.5313516 Jul 12 16:27:21.760564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38354) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:21.762966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Transition to ACTIVE for port object 990127b2-c5b6-429e-b706-1757a471cae9 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:21.765604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.770143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.789810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf75db-1fbc-4ba0-ac1f-10cb39e2645e tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=a3697f72-7046-42d4-907a-da4fb703112f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:21.823281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:21.827846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:21.830066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Pushing event updated for resources: {'Port': ['ID=990127b2-c5b6-429e-b706-1757a471cae9,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:21.832689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:21.883166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:27:21.914772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Attempting to bind port 990127b2-c5b6-429e-b706-1757a471cae9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:21.915068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Attempting to bind port 990127b2-c5b6-429e-b706-1757a471cae9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:21.915417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Attempting to bind port 990127b2-c5b6-429e-b706-1757a471cae9 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:21.924951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:21.925333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:21.925773 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.926174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:21.926692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Bound port: 990127b2-c5b6-429e-b706-1757a471cae9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:21.927074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:21.939535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51145a-87c0-48c9-9dfb-5d7c24912765 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.946262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51145a-87c0-48c9-9dfb-5d7c24912765 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:21.948695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a51145a-87c0-48c9-9dfb-5d7c24912765 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1700859 Jul 12 16:27:21.955723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38356) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:21.962810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-415788632'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:21.973046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.018774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:22.022674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.081676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] For port 990127b2-c5b6-429e-b706-1757a471cae9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:22.085726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:22.090276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] For port 990127b2-c5b6-429e-b706-1757a471cae9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=990127b2-c5b6-429e-b706-1757a471cae9,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:22.100837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.105631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:22.126667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.126997 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment a2d8a5e0-e661-4670-af4d-202661e713ba of type vlan for network 45dfa31b-28ea-44dc-b564-c456dbff45e9 Jul 12 16:27:22.144937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'mac_address': 'fa:16:3e:1b:b6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:27:22.274303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7d4e-add5-492e-80aa-6e9b66935f03 None None] Pushing event updated for resources: {'Port': ['ID=990127b2-c5b6-429e-b706-1757a471cae9,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:22.279937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.296103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cba94c4a-bfad-42c2-81b0-bf6df93c3586,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:22.296836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1870633-8a2c-4330-83ff-8a0ce38a83db {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:27:22.331162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:22.346481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.362919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4fc158d-fea8-4ef4-8800-ff1f3b453752 req-1e1ce8b2-11df-48f3-9b48-ee84097cfd48 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287310 Jul 12 16:27:22.384329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] For port cba94c4a-bfad-42c2-81b0-bf6df93c3586, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:22.454618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.464010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:22.506901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] device_id is not set on port cba94c4a-bfad-42c2-81b0-bf6df93c3586 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:22.517224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.605158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.650762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 0227366b-d891-4fa8-b32a-30bf77d5cf3c yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:22.670489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.761813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['e1870633-8a2c-4330-83ff-8a0ce38a83db'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:22.776654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] No DVR routers for this DVR port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:22.793039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Deleting port 2dc2613c-2231-4597-818e-4a72443433c7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:22.793385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.855518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] In _notify_port_updated(), no bound segment for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:27:22.857089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:22.858079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.859952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] 10.222.0.77 "PUT /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 200 len: 1027 time: 1.1446919 Jul 12 16:27:22.871042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b56a-5d21-4020-80fa-b88e4ad637aa service neutron] Pushing event updated for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:22.904588 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.911208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-2080254e-7f8a-4252-8026-d5bbb8784ba8 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:22.911713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:22.912498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:22.912921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-2080254e-7f8a-4252-8026-d5bbb8784ba8 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 949 time: 0.7325280 Jul 12 16:27:22.981584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71041bd4-1a5d-4ce2-b424-fe36800b8763 req-f22f7180-1330-4866-9a92-034ede5f7aca tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:22.983581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71041bd4-1a5d-4ce2-b424-fe36800b8763 req-f22f7180-1330-4866-9a92-034ede5f7aca tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 949 time: 0.4620013 Jul 12 16:27:22.988374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0291975 Jul 12 16:27:23.008233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38362) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:23.020481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714750936'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:23.046788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b30bb5-77c6-4a49-80b6-00a4ef884edc None None] Network 2526a312-a806-4252-a499-cdac8e4641e4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:23.109370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-a22af81b-0163-4fc4-96a5-c7b5d7950488 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.111371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-a22af81b-0163-4fc4-96a5-c7b5d7950488 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "GET /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2287695 Jul 12 16:27:23.125110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:23.131027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] For port 2dc2613c-2231-4597-818e-4a72443433c7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2dc2613c-2231-4597-818e-4a72443433c7,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:23.131389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.132946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6d3676b9-86e1-45e8-a7ae-eb6ecc109f9d None None] Provisioning for port b3f42166-4bd5-443b-80ce-e526086395a9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:23.150808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71041bd4-1a5d-4ce2-b424-fe36800b8763 req-8e56672e-7176-49a1-8800-e140b4b29cd3 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/security-groups?id=62fbca07-b732-4d31-ba9e-d18111f3af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495326 Jul 12 16:27:23.178871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:23.181202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device edff63e4-7845-4d99-8648-4d1afc3606a9 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:23.182484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Calling delete_port for 2dc2613c-2231-4597-818e-4a72443433c7 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:23.192272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.207107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.207291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960407-b985-4d22-b2c3-0d3b0f20b1af tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=45dfa31b-28ea-44dc-b564-c456dbff45e9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:23.208881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.214903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.221716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.227456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:23.234373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.237094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 45dfa31b-28ea-44dc-b564-c456dbff45e9 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:23.249099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.249099 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment 0d48537a-73ac-4b93-96d0-7024cb5ebb35 of type vlan for network f7710779-f481-4f2c-a7de-2b4079530a9c Jul 12 16:27:23.249417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.251088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-0f5af558-e673-46ae-b55a-4ab2f7f752bf tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 4660 time: 0.6471922 Jul 12 16:27:23.287254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:feb3:2b3c (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/c8093498-90d6-4297-b4c7-679f6a1bb04c/0227366b-d891-4fa8-b32a-30bf77d5cf3c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:23.314373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.382804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.496418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 990127b2-c5b6-429e-b706-1757a471cae9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:23.498583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-87d3d03a-a636-480b-8fcb-100b49b431fb None None] Provisioning complete for port cba94c4a-bfad-42c2-81b0-bf6df93c3586 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:23.498710 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87d3d03a-a636-480b-8fcb-100b49b431fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.500627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.528037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a0190a66-b54b-4905-9fe3-3f4133ee3b1b req-33c920d1-42bf-4cd9-bc58-47d8272bb95a tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&id=79659e8e-bbf6-433a-b074-4c86d5091bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466841 Jul 12 16:27:23.613884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-87d3d03a-a636-480b-8fcb-100b49b431fb None None] Port cba94c4a-bfad-42c2-81b0-bf6df93c3586 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:23.620214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.638287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=09ec633a-e7ab-4830-a662-a3702c72c6a1,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:23.665519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:23.668313 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d3458-563e-46b2-9855-dfb5fc24fb42" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:23.687271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:23.689190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 990127b2-c5b6-429e-b706-1757a471cae9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:23.689467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] For port 09ec633a-e7ab-4830-a662-a3702c72c6a1, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:23.700177 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.706667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3f42166-4bd5-443b-80ce-e526086395a9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:23.738317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] device_id is not set on port 09ec633a-e7ab-4830-a662-a3702c72c6a1 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:23.758228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.762073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.771460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:23.772213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.774190 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b85a92-b45e-49b0-9076-939dce927723 x-openstack-request-id: req-66b85a92-b45e-49b0-9076-939dce927723 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:23.774663 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:23.774663 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66b85a92-b45e-49b0-9076-939dce927723 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:23.775152 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'code': 200} Jul 12 16:27:23.785945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cba94c4a-bfad-42c2-81b0-bf6df93c3586 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:23.787917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.831611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.859816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Deleting port 127be94a-0e2b-4e09-84a9-866b30606643 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:23.861294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.892342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:23.931823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:23.945252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cba94c4a-bfad-42c2-81b0-bf6df93c3586 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:23.945671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 09ec633a-e7ab-4830-a662-a3702c72c6a1 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:23.968211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b3f42166-4bd5-443b-80ce-e526086395a9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:23.981653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] For port 127be94a-0e2b-4e09-84a9-866b30606643, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=127be94a-0e2b-4e09-84a9-866b30606643,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:23.981980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:23.998769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3f42166-4bd5-443b-80ce-e526086395a9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:23.999197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.005514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Provisioning for port 990127b2-c5b6-429e-b706-1757a471cae9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:24.006851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Calling delete_port for 127be94a-0e2b-4e09-84a9-866b30606643 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:24.046147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Provisioning complete for port 990127b2-c5b6-429e-b706-1757a471cae9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:24.046568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.105097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 09ec633a-e7ab-4830-a662-a3702c72c6a1 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:24.105570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 127be94a-0e2b-4e09-84a9-866b30606643 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:24.146736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port e1870633-8a2c-4330-83ff-8a0ce38a83db completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:24.160938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:24.161313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.229163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.366321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No active binding found for port 127be94a-0e2b-4e09-84a9-866b30606643 {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:27:24.367114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 127be94a-0e2b-4e09-84a9-866b30606643 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:24.367759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1ab33936-2e57-48ca-be4f-fd22985c9c89 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:24.378218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Pushing event deleted for resources: {'Port': ['ID=127be94a-0e2b-4e09-84a9-866b30606643,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:24.397661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 0227366b-d891-4fa8-b32a-30bf77d5cf3c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:24.494441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.530466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5181046 Jul 12 16:27:24.531346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Pushing event updated for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:24.533950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38370) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:24.552517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'ports': [{'network_id': '45dfa31b-28ea-44dc-b564-c456dbff45e9', 'name': 'tempest-port--907668001', 'admin_state_up': True}, {'network_id': 'f7710779-f481-4f2c-a7de-2b4079530a9c', 'admin_state_up': False}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:24.552813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'port': {'network_id': '45dfa31b-28ea-44dc-b564-c456dbff45e9', 'name': 'tempest-port--907668001', 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:24.553302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'port': {'network_id': 'f7710779-f481-4f2c-a7de-2b4079530a9c', 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:24.572028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bcb0ba5f-e08d-4855-bf7d-5b2e1f9e8869 req-eb139f79-36b5-471b-ac04-313fa1e1cd63 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.1169231 Jul 12 16:27:24.615458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.697611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b3f42166-4bd5-443b-80ce-e526086395a9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3f42166-4bd5-443b-80ce-e526086395a9,segment=NetworkSegment(912d26d0-2295-47b7-9a74-ef040754836f),segment_id=912d26d0-2295-47b7-9a74-ef040754836f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:24.750227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.765598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3432ae0-0f14-44b4-8819-8dd8bb52049d tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=f7710779-f481-4f2c-a7de-2b4079530a9c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:24.778870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] No DVR routers for this DVR port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:24.812590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.829753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] For port 990127b2-c5b6-429e-b706-1757a471cae9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=990127b2-c5b6-429e-b706-1757a471cae9,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:24.889854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b3f42166-4bd5-443b-80ce-e526086395a9,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:24.893608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f7710779-f481-4f2c-a7de-2b4079530a9c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:24.895354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.898179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.927728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] No DVR routers for this DVR port 127be94a-0e2b-4e09-84a9-866b30606643 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:24.932561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.937233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cbecb45-1c38-46cf-9102-a60f7630768c req-508f52b3-7eca-4ee4-a749-88cb966daf56 tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.77 "DELETE /v2.0/ports/127be94a-0e2b-4e09-84a9-866b30606643 HTTP/1.1" status: 204 len: 173 time: 1.9887204 Jul 12 16:27:24.962565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33e069-664b-41ff-8e48-0d6feb286f0e req-cc07fde9-f870-44f1-a4e2-37f2a19cc070 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:24.970857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f33e069-664b-41ff-8e48-0d6feb286f0e req-cc07fde9-f870-44f1-a4e2-37f2a19cc070 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 944 time: 1.1948302 Jul 12 16:27:24.977993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'name': 'network-vif-deleted', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:24.980378 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d09926-ede5-4255-a21c-11ef97a30116" -d '{"events": [{"server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "name": "network-vif-deleted", "tag": "127be94a-0e2b-4e09-84a9-866b30606643"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:24.987933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dc2613c-2231-4597-818e-4a72443433c7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:24.989477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:24.993203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] In _notify_port_updated(), no bound segment for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 on network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:27:24.995170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:24.996001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:24.998488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-10865014-2b89-4ddd-acda-b9e965ec874d service neutron] 10.222.0.77 "PUT /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 200 len: 1028 time: 1.8792789 Jul 12 16:27:25.004080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.096577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f33e069-664b-41ff-8e48-0d6feb286f0e req-da77feb2-05dd-46be-9ef5-fd91d493b1cf tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187406 Jul 12 16:27:25.107635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'port': 2} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:25.113070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.166054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:25.185353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.210840 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d6808-68c5-4703-9ea5-2a51ec99acc4 x-openstack-request-id: req-447d6808-68c5-4703-9ea5-2a51ec99acc4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:25.211229 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d06f7-c44a-4053-b35a-ff932a0b7c7b", "name": "network-vif-deleted", "tag": "127be94a-0e2b-4e09-84a9-866b30606643", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:25.211444 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-447d6808-68c5-4703-9ea5-2a51ec99acc4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:25.212095 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d06f7-c44a-4053-b35a-ff932a0b7c7b', 'name': 'network-vif-deleted', 'tag': '127be94a-0e2b-4e09-84a9-866b30606643', 'status': 'completed', 'code': 200} Jul 12 16:27:25.221725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:25.238527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:25.245656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.246301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.289045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:25.289835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cef29fd-ebd5-4583-b0d5-3c4da0db0b9b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:25.297575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.321574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.326904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port edff63e4-7845-4d99-8648-4d1afc3606a9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:25.327247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.330508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.336760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.339648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] device_id is not set on port 6dd85fff-d0bd-4028-b695-4867e0bb5b55 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:25.345941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.352553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:25.354168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d81b1225-4614-4565-9031-3020fe22dafb req-18451d39-28a1-4f0a-84de-06f623fb00cc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 3883 time: 0.4838166 Jul 12 16:27:25.354827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=0227366b-d891-4fa8-b32a-30bf77d5cf3c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:25.389287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.403220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:25.437191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.456657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37581-08f5-466f-b513-3670b6e1be5d None None] Pushing event updated for resources: {'Port': ['ID=990127b2-c5b6-429e-b706-1757a471cae9,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:25.472117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Provisioning for port 03a653e0-cc17-41ad-aff3-fca79e47366b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:25.514416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Provisioning complete for port 03a653e0-cc17-41ad-aff3-fca79e47366b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:25.515074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.518328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:25.568431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.625341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3f42166-4bd5-443b-80ce-e526086395a9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:25.629177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f65607f-8e14-4ad4-add9-cd1038b6fdf6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7159657 Jul 12 16:27:25.636665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38378) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:25.646469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port edff63e4-7845-4d99-8648-4d1afc3606a9, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=edff63e4-7845-4d99-8648-4d1afc3606a9,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:25.647224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.694482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Port 03a653e0-cc17-41ad-aff3-fca79e47366b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:25.715159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:25.754221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for edff63e4-7845-4d99-8648-4d1afc3606a9 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:25.800212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:25.821057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.846814 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:25.849354 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3ee16-b596-436b-8ecb-e560076b982f" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:25.869270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.883844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b11079-6aab-46d7-a5b9-f109fa7e4b0f req-629c59f9-3ba2-4540-9005-1ad1b4cef74b tempest-VolumesNegativeTest-1439051313 tempest-VolumesNegativeTest-1439051313-project] 10.222.0.58 "GET /v2.0/ports?device_id=d13d06f7-c44a-4053-b35a-ff932a0b7c7b HTTP/1.1" status: 200 len: 210 time: 0.0463936 Jul 12 16:27:25.899795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.912998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Provisioning complete for port edff63e4-7845-4d99-8648-4d1afc3606a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:25.913629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:25.923560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d81b1225-4614-4565-9031-3020fe22dafb req-b035cfeb-ce92-4cf9-8124-3518cdc5cebb tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430114 Jul 12 16:27:25.986916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.004142 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2bef2-b101-41d3-a7d9-d137fc59f851 x-openstack-request-id: req-c4a2bef2-b101-41d3-a7d9-d137fc59f851 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:26.004760 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:26.005200 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4a2bef2-b101-41d3-a7d9-d137fc59f851 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:26.006856 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 200} Jul 12 16:27:26.018234 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'code': 200} Jul 12 16:27:26.026741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3f42166-4bd5-443b-80ce-e526086395a9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:26.027451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.087245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.088025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03cf99b4-0ccc-435c-971e-c4c1e710e29d {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:26.095164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.104291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.105028 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.112003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0a18dfe-fbe0-4ad8-ab11-a738bf797e67 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "DELETE /v2.0/routers/03cf99b4-0ccc-435c-971e-c4c1e710e29d HTTP/1.1" status: 204 len: 168 time: 5.0837579 Jul 12 16:27:26.120214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:26.130108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-85287772', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:26.133619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:26.210535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:26.231886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.282894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] device_id is not set on port 8b84eec7-8ba8-4108-b57d-472537d52d90 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:26.291164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.299285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002551fc-dba3-4c7b-9d1a-8cf8c887a50f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:26.306081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002551fc-dba3-4c7b-9d1a-8cf8c887a50f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:26.310575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-002551fc-dba3-4c7b-9d1a-8cf8c887a50f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6728671 Jul 12 16:27:26.311436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38386) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:26.311942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.313364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.316962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=03a653e0-cc17-41ad-aff3-fca79e47366b,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:26.377187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ff8d5218-47a4-4517-86eb-71efb27c2271 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:26.397723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=edff63e4-7845-4d99-8648-4d1afc3606a9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:26.449252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.490046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:26.498947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde76f-f4d3-4815-9bf7-4687b3f6afd2 req-099b7b2d-010e-4cab-b368-87a94af1c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:26.500517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94fde76f-f4d3-4815-9bf7-4687b3f6afd2 req-099b7b2d-010e-4cab-b368-87a94af1c5e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 1096 time: 0.3241851 Jul 12 16:27:26.504002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port edff63e4-7845-4d99-8648-4d1afc3606a9 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:26.523781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.525801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-79d5c4b6-fc6e-463b-b9c0-a2dd318d1b11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "DELETE /v2.0/ports/edff63e4-7845-4d99-8648-4d1afc3606a9 HTTP/1.1" status: 204 len: 173 time: 1.5103602 Jul 12 16:27:26.532333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:26.534112 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a041ca-bcde-40c3-a9b9-4fe863d7647a" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:26.564462 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.648947 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbabc912-210f-424b-a07e-5d4adfe99194 x-openstack-request-id: req-bbabc912-210f-424b-a07e-5d4adfe99194 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:26.649160 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "edff63e4-7845-4d99-8648-4d1afc3606a9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:26.649388 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bbabc912-210f-424b-a07e-5d4adfe99194 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:26.649790 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'edff63e4-7845-4d99-8648-4d1afc3606a9', 'status': 'completed', 'code': 200} Jul 12 16:27:26.666603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:26.671225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Provisioning complete for port b3f42166-4bd5-443b-80ce-e526086395a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:26.671786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.676402 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.711565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-94fde76f-f4d3-4815-9bf7-4687b3f6afd2 req-54e51173-e81a-4241-9e44-194858e354fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973429 Jul 12 16:27:26.748766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device a88a3544-7c9f-44ab-99d0-1790a4361aee no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:26.811649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.843870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:26.845317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 0227366b-d891-4fa8-b32a-30bf77d5cf3c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:26.845664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.941305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.954551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port ff8d5218-47a4-4517-86eb-71efb27c2271 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:26.955030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:26.957670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Provisioning complete for port 09ec633a-e7ab-4830-a662-a3702c72c6a1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:26.958042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.020561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:27.024681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6eb50b2e-332a-43cb-9a00-53ca5cfb52b6 None None] Port 09ec633a-e7ab-4830-a662-a3702c72c6a1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:27.027986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.031446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.090502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.109893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:27.156486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Provisioning complete for port 03a653e0-cc17-41ad-aff3-fca79e47366b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:27.157954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.216794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3b50-e3de-4672-8fd5-e4acfc235770 req-c48b5183-825c-40b6-9596-736f99e15a5b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:27.227271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9ae3b50-e3de-4672-8fd5-e4acfc235770 req-c48b5183-825c-40b6-9596-736f99e15a5b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.9031196 Jul 12 16:27:27.230171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Port 03a653e0-cc17-41ad-aff3-fca79e47366b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:27.243453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Provisioning complete for port ff8d5218-47a4-4517-86eb-71efb27c2271 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:27.243873 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.284938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:27.285537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.373198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Port': ['ID=6dd85fff-d0bd-4028-b695-4867e0bb5b55,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:27.389410 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.403026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9ae3b50-e3de-4672-8fd5-e4acfc235770 req-01632af5-e3d6-46da-8e6d-8cbcdbf03ec2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746974 Jul 12 16:27:27.437102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] For port ff8d5218-47a4-4517-86eb-71efb27c2271, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ff8d5218-47a4-4517-86eb-71efb27c2271,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:27.447339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.511555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.524766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.553213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 990127b2-c5b6-429e-b706-1757a471cae9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:27.560689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Pushing event updated for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:27.566384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.593688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 0227366b-d891-4fa8-b32a-30bf77d5cf3c owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:27.621718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Checking segment: {'id': 'a2d8a5e0-e661-4670-af4d-202661e713ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '45dfa31b-28ea-44dc-b564-c456dbff45e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:27.622162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network hostable DHCP agents. Network: 45dfa31b-28ea-44dc-b564-c456dbff45e9, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:27.637657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Provisioning complete for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:27.638999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.690994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 990127b2-c5b6-429e-b706-1757a471cae9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:27.691803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.824331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.825558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.826272 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Floating IP 9f086245-29a1-4b34-bfff-fb8cd28f80f0 disassociated. External IP: 172.25.8.189, port: ff8d5218-47a4-4517-86eb-71efb27c2271. Jul 12 16:27:27.827216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for ff8d5218-47a4-4517-86eb-71efb27c2271 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:27.841599 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.905692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2dc2613c-2231-4597-818e-4a72443433c7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:27.914225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:27.929860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.938777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:27.941238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 2dc2613c-2231-4597-818e-4a72443433c7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:27.941582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2dc2613c-2231-4597-818e-4a72443433c7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:27.958667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network 45dfa31b-28ea-44dc-b564-c456dbff45e9 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:27.993482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-90d59859-217e-4b68-bc8e-b126d250206c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:27.999468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-90d59859-217e-4b68-bc8e-b126d250206c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.007050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-90d59859-217e-4b68-bc8e-b126d250206c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.013029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Provisioning complete for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:28.013406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.019060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-90d59859-217e-4b68-bc8e-b126d250206c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.027848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-90d59859-217e-4b68-bc8e-b126d250206c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 3142 time: 0.6654470 Jul 12 16:27:28.071231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:28.075608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 45dfa31b-28ea-44dc-b564-c456dbff45e9) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:28.084812 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff63ec-0a87-453c-9967-761350f3189e" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:28.090409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.109499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c067cb2-3307-4a11-84ce-521bf99f27ca None None] Network 45dfa31b-28ea-44dc-b564-c456dbff45e9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:28.109895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:28.111371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.126889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Pushing event updated for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.159471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd1f2782-3bd8-44f6-8d17-7e70b4252ddf req-39d61e27-522f-4352-b950-2c4a3ee703fa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306524 Jul 12 16:27:28.161865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.234034 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 873 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ebcb5b-c89a-403d-b7ee-931a2b1f5ca9 x-openstack-request-id: req-84ebcb5b-c89a-403d-b7ee-931a2b1f5ca9 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:28.234348 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-unplugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:28.234602 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84ebcb5b-c89a-403d-b7ee-931a2b1f5ca9 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:28.235064 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'code': 200} Jul 12 16:27:28.235320 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'code': 200} Jul 12 16:27:28.238216 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'code': 200} Jul 12 16:27:28.238474 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'code': 200} Jul 12 16:27:28.238732 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'code': 200} Jul 12 16:27:28.331941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.339540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Port': ['ID=8b84eec7-8ba8-4108-b57d-472537d52d90,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.377778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.379967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Checking segment: {'id': '0d48537a-73ac-4b93-96d0-7024cb5ebb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f7710779-f481-4f2c-a7de-2b4079530a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:28.380536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network hostable DHCP agents. Network: f7710779-f481-4f2c-a7de-2b4079530a9c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:28.418543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.423458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=0227366b-d891-4fa8-b32a-30bf77d5cf3c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.503544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.506651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6decd892-a98e-42b7-99a9-8e4a30058148 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/0227366b-d891-4fa8-b32a-30bf77d5cf3c HTTP/1.1" status: 204 len: 168 time: 2.1655626 Jul 12 16:27:28.508171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=ff8d5218-47a4-4517-86eb-71efb27c2271,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.510196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38458) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:28.514514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Allocated IP 172.25.8.188 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9720887b-b4af-481b-9314-fbe7af6ddf2c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:28.516672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network f7710779-f481-4f2c-a7de-2b4079530a9c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:28.530896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:28.572079 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.650939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Could not find standard attr ID for object 0227366b-d891-4fa8-b32a-30bf77d5cf3c. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:27:28.672909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:28.674557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.691390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f7710779-f481-4f2c-a7de-2b4079530a9c) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:28.710281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:28.720759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.722333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.722979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a92306-e7ee-4ea4-9514-78075a536464 None None] Network f7710779-f481-4f2c-a7de-2b4079530a9c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:28.729006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.729964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.757366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1878f-03cf-4784-b2a3-c2a8a65b5356 None None] Pushing event updated for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.767538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.790201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.859284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a0a50-128c-4187-b490-6c4144dbcfee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.864992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a0a50-128c-4187-b490-6c4144dbcfee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:28.866658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d17a0a50-128c-4187-b490-6c4144dbcfee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3531308 Jul 12 16:27:28.883866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38480) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:28.887218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f83cf1eb-5b04-4eee-8d55-434f606116b6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3456032 Jul 12 16:27:28.890692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:28.899839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=03a653e0-cc17-41ad-aff3-fca79e47366b,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:28.961595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:28.999908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f9ce4-a2d7-41fa-a12f-c91bbd86705a req-13980124-424c-4d33-be47-92c130a1c6df tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:29.001939 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-061f9ce4-a2d7-41fa-a12f-c91bbd86705a req-13980124-424c-4d33-be47-92c130a1c6df tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.3082323 Jul 12 16:27:29.161397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-061f9ce4-a2d7-41fa-a12f-c91bbd86705a req-39f3f436-cf03-4c5a-ac93-003595bc22bd tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448183 Jul 12 16:27:29.169762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.216330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Provisioning complete for port a88a3544-7c9f-44ab-99d0-1790a4361aee triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:29.216801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.226060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet c8093498-90d6-4297-b4c7-679f6a1bb04c {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:29.244368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.246354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:29.259158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:29.265152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:29.317568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:27:29.365577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event updated for resources: {'Port': ['ID=9720887b-b4af-481b-9314-fbe7af6ddf2c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:29.389332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.395191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 2526a312-a806-4252-a499-cdac8e4641e4 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:29.399516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:29.411437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.445943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21cd75-3066-4bdc-ad10-b074ec791ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:29.455997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21cd75-3066-4bdc-ad10-b074ec791ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:29.457969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f21cd75-3066-4bdc-ad10-b074ec791ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5447099 Jul 12 16:27:29.461603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:29.473141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:29.481753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.620259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Pushing event updated for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:29.636930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Could not find standard attr ID for object ff8d5218-47a4-4517-86eb-71efb27c2271. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:27:29.663813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Provisioning complete for port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:29.664405 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-650fa6cd-2350-4628-b5d7-40203481c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:29.995426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Provisioning complete for port 03a653e0-cc17-41ad-aff3-fca79e47366b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:29.995822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.039101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Port 03a653e0-cc17-41ad-aff3-fca79e47366b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:30.053151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Provisioning complete for port 1ab33936-2e57-48ca-be4f-fd22985c9c89 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:30.053536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.057345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ee51-062e-4af5-a4db-de98219d118c req-63ceda80-c661-45a3-9c8e-2da42bf0dc88 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:30.063748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ee51-062e-4af5-a4db-de98219d118c req-63ceda80-c661-45a3-9c8e-2da42bf0dc88 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:30.070043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ee51-062e-4af5-a4db-de98219d118c req-63ceda80-c661-45a3-9c8e-2da42bf0dc88 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:30.077609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b517ee51-062e-4af5-a4db-de98219d118c req-63ceda80-c661-45a3-9c8e-2da42bf0dc88 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 2415 time: 0.5776913 Jul 12 16:27:30.149960 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.161377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Provisioning complete for port a88a3544-7c9f-44ab-99d0-1790a4361aee triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:30.161752 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05fff1c8-e3db-4d1b-9faa-05a85ecba885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.168104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b517ee51-062e-4af5-a4db-de98219d118c req-22b9d701-ac76-4413-bff9-4c282f26dc9c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894935 Jul 12 16:27:30.222088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Router 91c91ad6-ff8a-4f39-842b-e49689c8f077 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:30.241120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:30.253004 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ad3c6-5f6c-4d3f-9b39-3b7cdde56bfd" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:30.307973 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e11a9de-b949-495d-b3c1-cca6eda86dde x-openstack-request-id: req-6e11a9de-b949-495d-b3c1-cca6eda86dde {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:30.308564 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-plugged", "status": "completed", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:30.308884 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e11a9de-b949-495d-b3c1-cca6eda86dde {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:30.309537 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'code': 200} Jul 12 16:27:30.309691 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'code': 200} Jul 12 16:27:30.373714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.408444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:30.420940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Sync routers for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:30.431860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:30.432752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:30.438701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:30.447911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e10694f0-3f69-4975-a16e-dd519f99a94c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/routers/91c91ad6-ff8a-4f39-842b-e49689c8f077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8233922 Jul 12 16:27:30.447911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38588) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:30.456769 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] Sync routers for ids ['91c91ad6-ff8a-4f39-842b-e49689c8f077'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:30.478089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] Routers {'91c91ad6-ff8a-4f39-842b-e49689c8f077'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:30.478727 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['91c91ad6-ff8a-4f39-842b-e49689c8f077'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:30.495963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port ff8d5218-47a4-4517-86eb-71efb27c2271 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:30.499056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.502440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-7d5f9ac0-4d27-4b8c-b019-144235ff29d8 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "DELETE /v2.0/ports/ff8d5218-47a4-4517-86eb-71efb27c2271 HTTP/1.1" status: 204 len: 173 time: 3.9129541 Jul 12 16:27:30.505977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:30.508730 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881f30f7-4a93-45b3-a718-b2640a3b3269" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:30.537870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Deleting port 6dd85fff-d0bd-4028-b695-4867e0bb5b55 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:30.538853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.616442 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b1e06d-b22e-49a4-a37f-820bf0b7cad6 x-openstack-request-id: req-04b1e06d-b22e-49a4-a37f-820bf0b7cad6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:30.617119 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "ff8d5218-47a4-4517-86eb-71efb27c2271", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:30.617567 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04b1e06d-b22e-49a4-a37f-820bf0b7cad6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:30.618239 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'ff8d5218-47a4-4517-86eb-71efb27c2271', 'status': 'completed', 'code': 200} Jul 12 16:27:30.641330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:30.644880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de28506-b691-45cd-a13b-7fccfeb38104 req-b7b68be7-45fc-415a-a63d-dd4013f83552 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:30.646074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:30.652797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7de28506-b691-45cd-a13b-7fccfeb38104 req-b7b68be7-45fc-415a-a63d-dd4013f83552 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.3862295 Jul 12 16:27:30.659823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf486c66-f58f-447b-a6e9-fe5ac95fcdd2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:30.663153 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] Routers {'91c91ad6-ff8a-4f39-842b-e49689c8f077'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:30.663933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['91c91ad6-ff8a-4f39-842b-e49689c8f077'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:30.667468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cf486c66-f58f-447b-a6e9-fe5ac95fcdd2 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?device_id=91c91ad6-ff8a-4f39-842b-e49689c8f077 HTTP/1.1" status: 200 len: 983 time: 0.2172766 Jul 12 16:27:30.672019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.674724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38596) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:30.684822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.748308 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:30.748308 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996610c9-3a49-48ad-bc0b-7671da29dbdc None None] The sync data for ids ['91c91ad6-ff8a-4f39-842b-e49689c8f077'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:30.752810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=c8093498-90d6-4297-b4c7-679f6a1bb04c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:30.758035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.795643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:30.799142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ce150b20-eb4a-4b99-afca-889bc238b1b6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c8093498-90d6-4297-b4c7-679f6a1bb04c HTTP/1.1" status: 204 len: 168 time: 1.9097190 Jul 12 16:27:30.803004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca6633-e51c-476a-9714-2a18d985a381 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:30.812501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38602) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:30.816069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Calling delete_port for 6dd85fff-d0bd-4028-b695-4867e0bb5b55 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:30.880741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b7fdb3f7-123d-43a7-972d-7622f405abd1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657134 Jul 12 16:27:30.895902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7de28506-b691-45cd-a13b-7fccfeb38104 req-5a8f4b55-7772-4747-a9cb-b3cb266cfb6d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419288 Jul 12 16:27:30.904821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38606) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:31.021039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:31.021287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.126644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.186187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Port': ['ID=6dd85fff-d0bd-4028-b695-4867e0bb5b55,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:31.218441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.222316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-02b4eb06-1d9f-4ec3-a453-63756523dab2 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/ports/6dd85fff-d0bd-4028-b695-4867e0bb5b55 HTTP/1.1" status: 204 len: 168 time: 1.7590947 Jul 12 16:27:31.229972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:31.239812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da9c04-1878-4c3a-96d9-f7d018859524 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:31.242088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60da9c04-1878-4c3a-96d9-f7d018859524 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3334520 Jul 12 16:27:31.254147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38620) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:31.254147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:31.259880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Checking router: ec98eac7-c933-42b7-a2f7-9eebafe42cf9 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:27:31.269644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:31.270273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:31.286779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:31.287280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.369925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:31.443354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:31.490029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 990127b2-c5b6-429e-b706-1757a471cae9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:31.497491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:31.567126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Deleting port 990127b2-c5b6-429e-b706-1757a471cae9 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:31.567500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.628456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346a6e1-5c02-4e3f-a978-c84ed2417d1a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:31.632904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7346a6e1-5c02-4e3f-a978-c84ed2417d1a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3737247 Jul 12 16:27:31.632904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38648) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:31.691437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4487a93d-443e-4ea1-abd8-29d89e0110c8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559652 Jul 12 16:27:31.700366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38652) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:31.711213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:31.715470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] For port 990127b2-c5b6-429e-b706-1757a471cae9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=990127b2-c5b6-429e-b706-1757a471cae9,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:31.716021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.730324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Deleting port 8b84eec7-8ba8-4108-b57d-472537d52d90 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:31.730683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.737553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Calling delete_port for 990127b2-c5b6-429e-b706-1757a471cae9 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:31.812437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.858233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=1691cace-d1f0-4a89-8cdc-6d3a7f091d9c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:31.876027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bce10-61cf-48be-bbfa-4673b92e6c24 req-6b50e1f1-89c3-45fe-8ce0-1e8b909dafc6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:31.880573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.882341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bce10-61cf-48be-bbfa-4673b92e6c24 req-6b50e1f1-89c3-45fe-8ce0-1e8b909dafc6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:31.889231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bce10-61cf-48be-bbfa-4673b92e6c24 req-6b50e1f1-89c3-45fe-8ce0-1e8b909dafc6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:31.891809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e7bce10-61cf-48be-bbfa-4673b92e6c24 req-6b50e1f1-89c3-45fe-8ce0-1e8b909dafc6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 2415 time: 0.4093721 Jul 12 16:27:31.892461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:31.896988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.907471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Calling delete_port for 8b84eec7-8ba8-4108-b57d-472537d52d90 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:31.958802 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.965793 n-d-800078-3 neutron-server[93713]: INFO neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No ports have port_id starting with 990127b2-c5b6-429e-b706-1757a471cae9 Jul 12 16:27:31.970621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port 1691cace-d1f0-4a89-8cdc-6d3a7f091d9c on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:31.974898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:31.977126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-adf93b18-12e2-4106-a3de-12442e6166d6 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "DELETE /v2.0/ports/1691cace-d1f0-4a89-8cdc-6d3a7f091d9c HTTP/1.1" status: 204 len: 173 time: 1.4640603 Jul 12 16:27:32.076747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] No DVR routers for this DVR port 990127b2-c5b6-429e-b706-1757a471cae9 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:32.091326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a043695-582c-4ad1-b972-05da0e31bbe7 None None] Pushing event deleted for resources: {'Port': ['ID=990127b2-c5b6-429e-b706-1757a471cae9,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:32.101873 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c4f03df9-4e61-4aa6-8100-437603458890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.123174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Router a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:32.150599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:32.176677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.185448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7de5bb-2f9e-47fc-b82d-37e949bb23f9 None None] The sync data for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 is: [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:16:42Z', 'revision_number': 4, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4b6da92c-603d-452a-a194-138335a88be3', 'name': '', 'network_id': '1756d89b-e205-4481-8c56-bea28668cc7d', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'mac_address': 'fa:16:3e:58:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:41Z', 'updated_at': '2021-07-12T16:16:50Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'subnets': [{'id': 'f73ed8ca-b92e-4837-a784-4f2dbdf0747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:32.261834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.302690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1486de-921e-4393-a737-69a79313a0fe req-7f8b0759-5026-4a61-8a97-49bd7c434342 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:32.304612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d1486de-921e-4393-a737-69a79313a0fe req-7f8b0759-5026-4a61-8a97-49bd7c434342 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.1988983 Jul 12 16:27:32.319124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e7bce10-61cf-48be-bbfa-4673b92e6c24 req-50c490c9-2f4f-4c20-bddf-84fc77ccea66 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043321 Jul 12 16:27:32.333820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Port': ['ID=8b84eec7-8ba8-4108-b57d-472537d52d90,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:32.343030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port a88a3544-7c9f-44ab-99d0-1790a4361aee {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:32.343947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.353633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.354349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.354825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.355184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.355517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.355874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.356342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.356668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.356989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.357311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.357656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.357980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:32.404236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:32.421321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:32.430266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:32.434135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.435761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89981f-93d2-490c-9115-5dd841a7b721 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:32.448095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.450137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-21464323-8224-45c9-8417-b4b4e389311c tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/ports/8b84eec7-8ba8-4108-b57d-472537d52d90 HTTP/1.1" status: 204 len: 168 time: 1.1952581 Jul 12 16:27:32.465253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38656) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:32.465840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=bf69f6fd-e350-4ec7-9c3a-bdf670e50181,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:32.573934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d1486de-921e-4393-a737-69a79313a0fe req-fd79282c-f7c2-4970-8e4b-7cebcac089b4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239256 Jul 12 16:27:32.581976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9fedacc8-1576-4836-854b-b0d50e880ebd tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1030300 Jul 12 16:27:32.583219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1eec3d2-eb3c-4aae-9fd5-fce733cdde56 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8804471 Jul 12 16:27:32.589849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:32.606303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38658) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:32.606648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38660) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:32.624099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:be:f4:76', 'name': 'tempest-NetworksTestDHCPv6-1647946367'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:32.633109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1934708549'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:32.633302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port a88a3544-7c9f-44ab-99d0-1790a4361aee, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=a88a3544-7c9f-44ab-99d0-1790a4361aee,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:32.633302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.634644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] Sync routers for ids ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:32.664853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.667071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.667756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b42633-ca3d-42a2-86da-37956a9f1f86 None None] New status for floating IP 9f086245-29a1-4b34-bfff-fb8cd28f80f0: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:27:32.668322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-607f6b30-532a-494b-b4d1-6f583a162d3e tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5422866 Jul 12 16:27:32.677400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] Routers {'a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:32.678039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:32.688794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for a88a3544-7c9f-44ab-99d0-1790a4361aee owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:32.715200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:32.731848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:32.776025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:32.799400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'bf69f6fd-e350-4ec7-9c3a-bdf670e50181'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:32.805010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:32.845549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:32.848233 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d5ba5-a624-4b54-92b3-73795d39981b" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:32.958837 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501a87d7-bb00-4582-a789-763dd6ef9e51 x-openstack-request-id: req-501a87d7-bb00-4582-a789-763dd6ef9e51 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:32.959142 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "1691cace-d1f0-4a89-8cdc-6d3a7f091d9c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:32.959384 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-501a87d7-bb00-4582-a789-763dd6ef9e51 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:32.959805 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': '1691cace-d1f0-4a89-8cdc-6d3a7f091d9c', 'status': 'completed', 'code': 200} Jul 12 16:27:32.988130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] Routers {'a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:32.988789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:32.996378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:33.006371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.024298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.035672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:33.036464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8224a4b-9d3b-4b37-bd03-024b0dc113a7 None None] The sync data for ids ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:33.057332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/bf69f6fd-e350-4ec7-9c3a-bdf670e50181/da4004aa-c011-4cdb-93d9-94484cac198e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:33.104416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=a88a3544-7c9f-44ab-99d0-1790a4361aee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:33.189151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port a88a3544-7c9f-44ab-99d0-1790a4361aee on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:33.198408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.215274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.224282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-6116be4a-3e7b-4151-9e98-a50e7268afb3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "DELETE /v2.0/ports/a88a3544-7c9f-44ab-99d0-1790a4361aee HTTP/1.1" status: 204 len: 173 time: 1.2408552 Jul 12 16:27:33.261767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:33.270773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:33.352797 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.362654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Transition to ACTIVE for port object da4004aa-c011-4cdb-93d9-94484cac198e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:33.402415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Transition to ACTIVE for port object da4004aa-c011-4cdb-93d9-94484cac198e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:33.412406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.426521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.426868 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment 993cf18a-4877-4c48-b234-2cfc4af0077f of type vlan for network c131a479-3b24-4f24-a123-1db436132382 Jul 12 16:27:33.467385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port 1ab33936-2e57-48ca-be4f-fd22985c9c89 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:33.467763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.512188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:33.520961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:33.527300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:33.653611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Pushing event updated for resources: {'Port': ['ID=da4004aa-c011-4cdb-93d9-94484cac198e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:33.667685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Attempting to bind port da4004aa-c011-4cdb-93d9-94484cac198e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:33.668062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Attempting to bind port da4004aa-c011-4cdb-93d9-94484cac198e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:33.668190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port 1ab33936-2e57-48ca-be4f-fd22985c9c89, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1ab33936-2e57-48ca-be4f-fd22985c9c89,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:33.668637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Attempting to bind port da4004aa-c011-4cdb-93d9-94484cac198e on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:33.668828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.675241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:33.675639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:33.676052 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.676591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:33.677898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Bound port: da4004aa-c011-4cdb-93d9-94484cac198e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:33.678286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.691177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for 1ab33936-2e57-48ca-be4f-fd22985c9c89 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:33.703949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58ca3f-d3ed-4134-97a9-2657d3c314a3 req-06c8c2e0-020a-4d5e-be10-c434c27f4f4b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:33.711952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af58ca3f-d3ed-4134-97a9-2657d3c314a3 req-06c8c2e0-020a-4d5e-be10-c434c27f4f4b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.2127743 Jul 12 16:27:33.750984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.776034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] For port da4004aa-c011-4cdb-93d9-94484cac198e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:33.781400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] For port da4004aa-c011-4cdb-93d9-94484cac198e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=da4004aa-c011-4cdb-93d9-94484cac198e,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:33.787300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.787759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:33.808051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af58ca3f-d3ed-4134-97a9-2657d3c314a3 req-a67c0e02-07c2-4b52-84c1-641d7bc19f0d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934925 Jul 12 16:27:33.836445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port c0d4bba7-c17e-4aef-910d-f48fc7ca6902 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:33.886160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a7272-4589-42b3-be0e-b102a64ca638 None None] Pushing event updated for resources: {'Port': ['ID=da4004aa-c011-4cdb-93d9-94484cac198e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:33.985788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.027778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=1ab33936-2e57-48ca-be4f-fd22985c9c89,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:34.079651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port 1ab33936-2e57-48ca-be4f-fd22985c9c89 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:34.084500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.086540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8220518d-bb2c-4ef4-a3de-6aa6e0024ef3 req-8cc5a5d3-3299-42f5-85f2-56561e0c4aec tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.77 "DELETE /v2.0/ports/1ab33936-2e57-48ca-be4f-fd22985c9c89 HTTP/1.1" status: 204 len: 173 time: 0.8552375 Jul 12 16:27:34.099135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.104949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:34.105584 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.158475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd13c8-07c3-4337-89d5-d9ce617f8258 req-f8288d89-411a-493a-83bd-978fd626d97e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:34.172003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdcd13c8-07c3-4337-89d5-d9ce617f8258 req-f8288d89-411a-493a-83bd-978fd626d97e tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 867 time: 0.4650364 Jul 12 16:27:34.199811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5901074 Jul 12 16:27:34.202661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38684) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:34.217383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1310432763'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:34.266248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:34.270156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.309885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:34.325345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.326076 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Added segment bfe2c41f-9709-41bb-a638-a65b2b2ff0a5 of type vlan for network 0c62bcfe-5998-4317-9aed-e683c2fb6ab5 Jul 12 16:27:34.399251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.402536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-384b69ac-22f2-42f1-b7f0-a1a241280462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.457396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.464385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685db2a-0a53-44a0-a5ed-e9b2a004bfb9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=c131a479-3b24-4f24-a123-1db436132382,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:34.468165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 03a653e0-cc17-41ad-aff3-fca79e47366b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:34.468508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.474088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:34.476490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c131a479-3b24-4f24-a123-1db436132382 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:34.477837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::266 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/bf69f6fd-e350-4ec7-9c3a-bdf670e50181/c0d4bba7-c17e-4aef-910d-f48fc7ca6902) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:34.488578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.489175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.548628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3383253 Jul 12 16:27:34.561221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdcd13c8-07c3-4337-89d5-d9ce617f8258 req-79ea8e37-8e94-4d14-be43-d2ecd2f64578 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1f6c99d-76d4-41b8-957a-5a110e067074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874285 Jul 12 16:27:34.712196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38686) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:34.728867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'subnets': [{'network_id': 'c131a479-3b24-4f24-a123-1db436132382', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1271311096', 'ip_version': 4}, {'network_id': '0c62bcfe-5998-4317-9aed-e683c2fb6ab5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:34.729144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'subnet': {'network_id': 'c131a479-3b24-4f24-a123-1db436132382', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1271311096', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:34.729758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Request body: {'subnet': {'network_id': '0c62bcfe-5998-4317-9aed-e683c2fb6ab5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:34.794444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf1afc-3bfb-4996-86bb-61ea428db772 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Network': ['ID=0c62bcfe-5998-4317-9aed-e683c2fb6ab5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:34.805661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0c62bcfe-5998-4317-9aed-e683c2fb6ab5 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:34.954635 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:34.972533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee'}, {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:34.975281 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb7853-be7a-42b4-a0ea-141f17f9ef83" -d '{"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee"}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:35.070072 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d13ca5-c8c0-46b1-ac1f-3f490d1c646e x-openstack-request-id: req-c4d13ca5-c8c0-46b1-ac1f-3f490d1c646e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:35.074038 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "a88a3544-7c9f-44ab-99d0-1790a4361aee", "status": "completed", "code": 200}, {"server_uuid": "87b0958d-67c9-44d8-adbc-edf3b09e2202", "name": "network-vif-deleted", "tag": "1ab33936-2e57-48ca-be4f-fd22985c9c89", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:35.074685 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4d13ca5-c8c0-46b1-ac1f-3f490d1c646e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:35.075136 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': 'a88a3544-7c9f-44ab-99d0-1790a4361aee', 'status': 'completed', 'code': 200} Jul 12 16:27:35.075400 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b0958d-67c9-44d8-adbc-edf3b09e2202', 'name': 'network-vif-deleted', 'tag': '1ab33936-2e57-48ca-be4f-fd22985c9c89', 'status': 'completed', 'code': 200} Jul 12 16:27:35.166441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Made reservation on behalf of 7be2f388a21b407dbd990605c8dc603c for: {'subnet': 2} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:35.173303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.173893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.238732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f6c8-54cc-4115-82ec-8da87693eb01 req-7c20789b-cd1d-438c-8b4d-55d4c5d77210 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:35.249002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e36f6c8-54cc-4115-82ec-8da87693eb01 req-7c20789b-cd1d-438c-8b4d-55d4c5d77210 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.2130973 Jul 12 16:27:35.333088 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.409540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e36f6c8-54cc-4115-82ec-8da87693eb01 req-1b5d3104-471b-4095-8720-c53c568b1d6d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576524 Jul 12 16:27:35.470990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-485c9192-6cd3-475f-8b18-b4b97d6179cb None None] Provisioning for port da4004aa-c011-4cdb-93d9-94484cac198e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:35.573647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38698) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:35.616830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device da4004aa-c011-4cdb-93d9-94484cac198e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:35.707653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.793685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.807147 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port da4004aa-c011-4cdb-93d9-94484cac198e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:35.814609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port da4004aa-c011-4cdb-93d9-94484cac198e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:35.815151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:35.826261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 03a653e0-cc17-41ad-aff3-fca79e47366b owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:35.958762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:27:36.019114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.050495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.110039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port da4004aa-c011-4cdb-93d9-94484cac198e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=da4004aa-c011-4cdb-93d9-94484cac198e,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:36.123089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Subnet': ['ID=9debaf88-9c5e-4ca7-b33d-9292d74bd33b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:36.124259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.130127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.132335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.174872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-22d35e9a-aa2e-4fe1-a749-b6a1b1317dda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eeea12f3d33b451e9ea2df0633f0639f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999675 Jul 12 16:27:36.177157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38714) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:36.200308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=03a653e0-cc17-41ad-aff3-fca79e47366b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:36.223508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd581c82-c87e-4957-885b-d81f3ae0a4dd req-7804a6f6-7575-45a2-a4e5-90e83acaf8f3 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.1036103 Jul 12 16:27:36.241482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object c0d4bba7-c17e-4aef-910d-f48fc7ca6902 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:36.270801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:36.277654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Checking segment: {'id': '993cf18a-4877-4c48-b234-2cfc4af0077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c131a479-3b24-4f24-a123-1db436132382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:36.278024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network hostable DHCP agents. Network: c131a479-3b24-4f24-a123-1db436132382, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:36.280825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=da4004aa-c011-4cdb-93d9-94484cac198e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:36.296393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'port_id': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'mac_address': 'fa:16:3e:1b:b6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:27:36.309812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.339018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.346198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.361624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1870633-8a2c-4330-83ff-8a0ce38a83db {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:27:36.401402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network c131a479-3b24-4f24-a123-1db436132382 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:36.409099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:36.412410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.415657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.417273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62fbca07-b732-4d31-ba9e-d18111f3af4a HTTP/1.1" status: 204 len: 168 time: 0.2389390 Jul 12 16:27:36.422683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.422924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c131a479-3b24-4f24-a123-1db436132382) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:36.440717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.496367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899781bb-0de5-4a58-bccd-7153a29c01e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbca07-b732-4d31-ba9e-d18111f3af4a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:36.546871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Checking segment: {'id': 'bfe2c41f-9709-41bb-a638-a65b2b2ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0c62bcfe-5998-4317-9aed-e683c2fb6ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:36.547836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network hostable DHCP agents. Network: 0c62bcfe-5998-4317-9aed-e683c2fb6ab5, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:36.552428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event updated for resources: {'Subnet': ['ID=044d3629-4eb3-4bd0-b615-83d4845993a4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:36.568925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bdc0fa-9197-421c-bb12-a742e9a71b20 None None] Network c131a479-3b24-4f24-a123-1db436132382 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:36.572630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Network 0c62bcfe-5998-4317-9aed-e683c2fb6ab5 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:36.588039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0c62bcfe-5998-4317-9aed-e683c2fb6ab5) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:36.589085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.615796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.616722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.619363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:36.628931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc14440-707d-4605-a7ac-30a50f227a62 None None] Network 0c62bcfe-5998-4317-9aed-e683c2fb6ab5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:36.658953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d562df3-9a05-4997-95ae-d9b7b6a82775 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9379482 Jul 12 16:27:36.659696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:36.955027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799729f-d298-434f-bc41-88b5e5f37486 req-47e54977-a0e4-4655-9eaa-3305a16869de tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.956928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c799729f-d298-434f-bc41-88b5e5f37486 req-47e54977-a0e4-4655-9eaa-3305a16869de tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 944 time: 0.1939294 Jul 12 16:27:36.960736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d9662-5704-4812-8289-2598337df64b tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.962454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d9662-5704-4812-8289-2598337df64b tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.964189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d9662-5704-4812-8289-2598337df64b tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:36.970398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-041d9662-5704-4812-8289-2598337df64b tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3095348 Jul 12 16:27:36.971032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38736) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:37.050077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c799729f-d298-434f-bc41-88b5e5f37486 req-250011cb-ae48-45b3-8d38-129c92705b92 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Jul 12 16:27:37.095339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Deleting subnet 9debaf88-9c5e-4ca7-b33d-9292d74bd33b {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:37.103715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.152525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Router 91c91ad6-ff8a-4f39-842b-e49689c8f077 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:27:37.157217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.187301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.232787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:37.240450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:37.274237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:37.283695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:37.284570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.301949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.519448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.578882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af3326-d46c-410f-81f0-f5c38eb6ccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-0c62bcfe-5998-4317-9aed-e683c2fb6ab5', 'network_id': '0c62bcfe-5998-4317-9aed-e683c2fb6ab5', 'tenant_id': '7be2f388a21b407dbd990605c8dc603c', 'fixed_ips': [{'subnet_id': '044d3629-4eb3-4bd0-b615-83d4845993a4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:37.579842 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a2af3326-d46c-410f-81f0-f5c38eb6ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.591744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device da4004aa-c011-4cdb-93d9-94484cac198e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:37.600603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Subnet': ['ID=9debaf88-9c5e-4ca7-b33d-9292d74bd33b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:37.611124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.614317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-589e934d-4e24-4681-bd4a-2e54f76fafa5 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/subnets/9debaf88-9c5e-4ca7-b33d-9292d74bd33b HTTP/1.1" status: 204 len: 168 time: 0.6396544 Jul 12 16:27:37.615980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38756) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:37.629666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=c0d4bba7-c17e-4aef-910d-f48fc7ca6902,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:37.639530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['e1870633-8a2c-4330-83ff-8a0ce38a83db'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:27:37.746017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:37.763481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Deleting subnet 044d3629-4eb3-4bd0-b615-83d4845993a4 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:37.772327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.817396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38758) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:37.864612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:37.869413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b0191310-03ca-43df-be85-3c4c1cd663c7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2600372 Jul 12 16:27:37.869579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38762) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:37.888025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:37.898286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de21fe41-b9f0-4b1f-badc-be8c24231a22 req-e6e5c3ab-d8f5-46f6-b0a9-02adf6907493 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.1431978 Jul 12 16:27:37.915056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bfbdef35-20b2-4c7c-9f20-86fe37b9d797 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/routers/91c91ad6-ff8a-4f39-842b-e49689c8f077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2388022 Jul 12 16:27:37.921990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38764) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:37.979924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.012227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] Sync routers for ids ['91c91ad6-ff8a-4f39-842b-e49689c8f077'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:38.030775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.049815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Provisioning for port c0d4bba7-c17e-4aef-910d-f48fc7ca6902 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:38.062317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] Routers {'91c91ad6-ff8a-4f39-842b-e49689c8f077'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:38.062997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['91c91ad6-ff8a-4f39-842b-e49689c8f077'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:38.106652 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f48fdb2-1229-41f1-97b4-cf2648dfdd7c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:27:38.117717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8f48fdb2-1229-41f1-97b4-cf2648dfdd7c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/03a653e0-cc17-41ad-aff3-fca79e47366b HTTP/1.1" status: 404 len: 333 time: 0.1929281 Jul 12 16:27:38.122398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38768) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:38.130389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Provisioning complete for port c0d4bba7-c17e-4aef-910d-f48fc7ca6902 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:38.130766 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.132377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1043467696-network', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:38.180370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Port c0d4bba7-c17e-4aef-910d-f48fc7ca6902 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:38.184379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:38.201043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78790f97-f497-4ab4-aa72-bf515389173d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:38.215328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78790f97-f497-4ab4-aa72-bf515389173d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:38.221398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-78790f97-f497-4ab4-aa72-bf515389173d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3515737 Jul 12 16:27:38.224641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38770) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:38.311546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] Routers {'91c91ad6-ff8a-4f39-842b-e49689c8f077'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:38.312271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['91c91ad6-ff8a-4f39-842b-e49689c8f077'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:38.322260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580073c4-cd61-4863-ab75-90e2f9b40110 None None] Network c131a479-3b24-4f24-a123-1db436132382 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:38.331801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:38.332181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.336429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.382997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port da4004aa-c011-4cdb-93d9-94484cac198e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:38.383385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.421474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:38.422188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ecb19b-66dc-4b2a-8d85-4753665dbb76 None None] The sync data for ids ['91c91ad6-ff8a-4f39-842b-e49689c8f077'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:38.514815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Made reservation on behalf of 8d602ddf5ef84272a43635bbcedaf9cb for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:38.519139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.614005 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.668930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.671452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.752895 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.770989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.771527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Fanout notify agent at l3_agent the message router_deleted on router 91c91ad6-ff8a-4f39-842b-e49689c8f077 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:38.786471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:27:38.788942 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2633647-abca-4db9-8041-b20d79d310c1" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:27:38.823883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.827911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fd1ef1d-dcd9-4dc4-9c8a-cdd2537c52f7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/routers/91c91ad6-ff8a-4f39-842b-e49689c8f077 HTTP/1.1" status: 204 len: 168 time: 0.7044261 Jul 12 16:27:38.831490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:38.832889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:38.847516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.884580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.887063 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6595d9c-36fb-4e68-98da-a65c9fe173d7 x-openstack-request-id: req-b6595d9c-36fb-4e68-98da-a65c9fe173d7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:27:38.888155 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:27:38.888587 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6595d9c-36fb-4e68-98da-a65c9fe173d7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:27:38.889136 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 200} Jul 12 16:27:38.894792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:38.930799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb43d95-9ace-4c33-9967-b8e00b366f99 None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:38.978621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 27570f48-83af-4369-8c6e-3ccff42d0556 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:38.991414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.140122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.269301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-a2af3326-d46c-410f-81f0-f5c38eb6ccf7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 044d3629-4eb3-4bd0-b615-83d4845993a4: This subnet is being modified by another concurrent operation. Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:27:39.272283 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 044d3629-4eb3-4bd0-b615-83d4845993a4: This subnet is being modified by another concurrent operation. Jul 12 16:27:39.275639 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:27:39.307087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Subnet': ['ID=044d3629-4eb3-4bd0-b615-83d4845993a4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:39.309888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:27:39.319464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.321356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6907652d-57f7-498f-849c-ee89ad8f2ca9 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/subnets/044d3629-4eb3-4bd0-b615-83d4845993a4 HTTP/1.1" status: 204 len: 168 time: 1.6986511 Jul 12 16:27:39.327580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:39.332253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a29946-b389-4614-b5bb-86041a1b3147 None None] Network 0c62bcfe-5998-4317-9aed-e683c2fb6ab5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:39.443250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.456246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9df25-179b-4cdf-b57c-953fae2cc861 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:39.457811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36c9df25-179b-4cdf-b57c-953fae2cc861 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1292288 Jul 12 16:27:39.465958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38780) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:39.491841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-91c08705-fca4-4413-898a-daa32fcda651 None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:39.492089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-91c08705-fca4-4413-898a-daa32fcda651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.493798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.499383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d33c71d0-c104-4acc-8461-6434be3a3a28 req-3e16bdb6-2305-4921-b237-17e9290aa777 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.2775877 Jul 12 16:27:39.529233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.585144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:39.658676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384742be-ddd8-4195-8683-cd48492e27c3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:39.674581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port c0d4bba7-c17e-4aef-910d-f48fc7ca6902 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:39.675232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.680518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.680879 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Added segment ec88ad05-4827-469b-850e-7f040ae0baa8 of type vlan for network 901e9ea3-5014-46d0-be08-369791f8f651 Jul 12 16:27:39.754725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7047b-7e64-447d-8876-61ff6cc2fc5b req-a5a0ee76-5224-4484-84c6-f3338d58a36a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:39.762145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bb7047b-7e64-447d-8876-61ff6cc2fc5b req-a5a0ee76-5224-4484-84c6-f3338d58a36a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 944 time: 1.4544868 Jul 12 16:27:39.793608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.838278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f3da1-dae4-4037-b8da-f7fd9b184583 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:27:39.856473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.876587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8bb7047b-7e64-447d-8876-61ff6cc2fc5b req-3b574ab2-c15f-450b-9291-4f0ac6dff880 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130714 Jul 12 16:27:39.898518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.916390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.962733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:39.964656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:39.972919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:39.980963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d5e0ed3e-1c97-468a-847f-2188c69bea51 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "PUT /v2.0/routers/a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 200 len: 920 time: 7.2142835 Jul 12 16:27:39.983554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] Sync routers for ids ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:39.988846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38782) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:39.996460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=27570f48-83af-4369-8c6e-3ccff42d0556,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:39.999800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.001455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:40.002004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.004569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.006359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6d5a122c-1b59-46e9-9452-36d6ba64c3b1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/27570f48-83af-4369-8c6e-3ccff42d0556 HTTP/1.1" status: 204 len: 168 time: 1.1740220 Jul 12 16:27:40.010143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38784) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:40.010851 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] Routers {'a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:40.012003 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.015486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for c0d4bba7-c17e-4aef-910d-f48fc7ca6902 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:40.073019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.083247 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.100504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c62bcfe-5998-4317-9aed-e683c2fb6ab5']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.108086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.114781 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] Routers {'a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:40.115689 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.117611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe2c41f-9709-41bb-a638-a65b2b2ff0a5') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.118026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe2c41f-9709-41bb-a638-a65b2b2ff0a5') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.136253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.154185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.156499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f3da1-dae4-4037-b8da-f7fd9b184583 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:27:40.162619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:40.163162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.175527 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:40.175750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:40.175940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.176775 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273b588-7fc7-445a-9770-53d7096009a2 None None] The sync data for ids ['a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:40.197605 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:40.229703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] Pushing event updated for resources: {'Network': ['ID=901e9ea3-5014-46d0-be08-369791f8f651,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:40.258323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-66933ab6-1a06-41e5-b77d-de1b5f58695a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4297445 Jul 12 16:27:40.260920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38786) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:40.264795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 901e9ea3-5014-46d0-be08-369791f8f651 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:40.268162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Request body: {'subnet': {'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1043467696-subnet', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:40.302090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Made reservation on behalf of 8d602ddf5ef84272a43635bbcedaf9cb for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:40.305948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.393851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.410525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.414691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/0c62bcfe-5998-4317-9aed-e683c2fb6ab5 HTTP/1.1" status: 204 len: 168 time: 0.9455619 Jul 12 16:27:40.418497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:40.452390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port b3f42166-4bd5-443b-80ce-e526086395a9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:40.453792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.519238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.529778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde4e6-0d67-4722-bec9-4674d3726e29 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=0c62bcfe-5998-4317-9aed-e683c2fb6ab5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:40.559993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port b3f42166-4bd5-443b-80ce-e526086395a9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3f42166-4bd5-443b-80ce-e526086395a9,segment=NetworkSegment(912d26d0-2295-47b7-9a74-ef040754836f),segment_id=912d26d0-2295-47b7-9a74-ef040754836f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:40.563275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:40.571432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ea0120c9-bb80-4c9d-b77c-cdbf8a851296 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 200 len: 920 time: 0.5816009 Jul 12 16:27:40.574104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38792) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:40.597950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for b3f42166-4bd5-443b-80ce-e526086395a9 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:40.833047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96a3c6-2e09-4976-8b1f-b574b363dc03 None None] Network 2526a312-a806-4252-a499-cdac8e4641e4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:40.842682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.083922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=c0d4bba7-c17e-4aef-910d-f48fc7ca6902,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:41.097954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.100566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33ff17cf-743b-4b21-ac61-6e5003e89f9e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c0d4bba7-c17e-4aef-910d-f48fc7ca6902 HTTP/1.1" status: 204 len: 168 time: 2.8701513 Jul 12 16:27:41.112878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:41.260644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] DHCP port deletion for 2526a312-a806-4252-a499-cdac8e4641e4 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:41.274139 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.304339 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:27:41.309284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30721f05-74c8-4125-89b5-54a09b62fcf2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:41.313204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30721f05-74c8-4125-89b5-54a09b62fcf2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:41.330338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-30721f05-74c8-4125-89b5-54a09b62fcf2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1572561 Jul 12 16:27:41.362780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c131a479-3b24-4f24-a123-1db436132382']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:41.369374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38798) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:41.396903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Deleting port b3f42166-4bd5-443b-80ce-e526086395a9 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:41.397475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.499562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] For port b3f42166-4bd5-443b-80ce-e526086395a9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3f42166-4bd5-443b-80ce-e526086395a9,segment=NetworkSegment(912d26d0-2295-47b7-9a74-ef040754836f),segment_id=912d26d0-2295-47b7-9a74-ef040754836f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:41.500542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.502934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet bf69f6fd-e350-4ec7-9c3a-bdf670e50181 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:41.509436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.542319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Calling delete_port for b3f42166-4bd5-443b-80ce-e526086395a9 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:41.572576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.609714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05ab3d10-87cc-4a83-826a-71836b1e33fe req-acfee003-fb06-4905-a2bf-747888793f11 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.8803320 Jul 12 16:27:41.627420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.662729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.666105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993cf18a-4877-4c48-b234-2cfc4af0077f') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:41.666966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993cf18a-4877-4c48-b234-2cfc4af0077f') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:41.676617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3f42166-4bd5-443b-80ce-e526086395a9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:41.697128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.711703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b3f42166-4bd5-443b-80ce-e526086395a9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:41.713513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb1db-438b-4cb8-9029-be8ca9c1199e req-917c5532-5eae-4de4-acc1-3fe6c2a3c227 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:41.713740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3f42166-4bd5-443b-80ce-e526086395a9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:41.727916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36aeb1db-438b-4cb8-9029-be8ca9c1199e req-917c5532-5eae-4de4-acc1-3fe6c2a3c227 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.6168993 Jul 12 16:27:41.748102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ba811-d258-40ab-9383-13e584c06ff7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:41.753551 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6d0ba811-d258-40ab-9383-13e584c06ff7 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1720014 Jul 12 16:27:41.756504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38800) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:41.767143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=b3f42166-4bd5-443b-80ce-e526086395a9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:41.771731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port b3f42166-4bd5-443b-80ce-e526086395a9 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:41.773816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83d6878-aa0d-46c0-9c18-60674d1bcde2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:41.804898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.827717 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.845798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Checking segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:41.846224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Network hostable DHCP agents. Network: 901e9ea3-5014-46d0-be08-369791f8f651, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:41.870644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:41.871118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:41.876598 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:41.914847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] Pushing event deleted for resources: {'Port': ['ID=b3f42166-4bd5-443b-80ce-e526086395a9,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:41.917500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965af3e5-7f70-40be-81e8-363cb7a5167b None None] No DVR routers for this DVR port b3f42166-4bd5-443b-80ce-e526086395a9 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:41.957548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:41.974496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36aeb1db-438b-4cb8-9029-be8ca9c1199e req-71d7ce22-bc84-4f0d-a38b-00dd14a56b69 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453547 Jul 12 16:27:41.977624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526a312-a806-4252-a499-cdac8e4641e4']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:41.997939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Network 901e9ea3-5014-46d0-be08-369791f8f651 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:42.004508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912d26d0-2295-47b7-9a74-ef040754836f') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:42.004804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912d26d0-2295-47b7-9a74-ef040754836f') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:42.018203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.023941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.024954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 901e9ea3-5014-46d0-be08-369791f8f651) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:42.027779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.033478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd67387-51b9-43c1-b347-5e90a81ea5eb None None] Network 901e9ea3-5014-46d0-be08-369791f8f651 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:42.033862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:42.034464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.041405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.064459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:42.065899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:42.068264 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:42.071413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.072691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/c131a479-3b24-4f24-a123-1db436132382 HTTP/1.1" status: 204 len: 168 time: 1.6429205 Jul 12 16:27:42.079933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.096064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c893deb2-30c7-4c98-8b8c-1dd08fc80984 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8260448 Jul 12 16:27:42.097499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38804) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.110627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:42.114253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c11cf-c39f-4ca2-95a4-17a57ef5c298 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:42.118581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-371c11cf-c39f-4ca2-95a4-17a57ef5c298 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.3587389 Jul 12 16:27:42.123871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38806) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.157882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be4806-b471-4c79-96ee-cfe3ee562602 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=c131a479-3b24-4f24-a123-1db436132382,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:42.190871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.196598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.202481 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/2526a312-a806-4252-a499-cdac8e4641e4 HTTP/1.1" status: 204 len: 168 time: 2.1878672 Jul 12 16:27:42.211614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38808) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.231983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2b1f18a0-92dd-4ea1-89ab-bfa7e81a814b tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 200 len: 205 time: 0.1069257 Jul 12 16:27:42.236782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38810) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.249163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6a1e0-205c-4632-a5f9-41808f76b71e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=2526a312-a806-4252-a499-cdac8e4641e4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:42.364301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9441269-d6af-44c6-93ae-a1cf91fa593b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:42.366286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a9441269-d6af-44c6-93ae-a1cf91fa593b tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/a9e2236f-381d-430e-a82f-4a26b6d6048b HTTP/1.1" status: 200 len: 841 time: 0.1606123 Jul 12 16:27:42.373307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38812) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.441073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-901e9ea3-5014-46d0-be08-369791f8f651', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:42.442633 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.447409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c39cb18-c436-4ee5-bd41-6c6613dcfee7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/a9e2236f-381d-430e-a82f-4a26b6d6048b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0679612 Jul 12 16:27:42.452425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.458736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:42.533959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.540119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.542268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.543250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.563913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.598834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=bf69f6fd-e350-4ec7-9c3a-bdf670e50181,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:42.626247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:42.630023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.656368 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:42.664835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-308ab5d8-e7d9-493c-86b7-df0969c899c1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/bf69f6fd-e350-4ec7-9c3a-bdf670e50181 HTTP/1.1" status: 204 len: 168 time: 1.2768271 Jul 12 16:27:42.676821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38818) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.724573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Allocated IP 172.20.0.2 (901e9ea3-5014-46d0-be08-369791f8f651/a83d6878-aa0d-46c0-9c18-60674d1bcde2/09fe2177-51e3-490d-8a15-9055178ee191) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:42.914331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f9a45294-205e-494e-8921-740c1fd09227 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2307527 Jul 12 16:27:42.927013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-da0a0ea1-acb7-4e75-a7b0-86b3d208b380 req-c8a6208f-4556-4011-9947-34b6238d23fd tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0489872 Jul 12 16:27:42.933378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38820) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:42.981308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.152990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab678b5-3979-4046-905f-6ce599aa785b None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:43.168801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebb72e-3338-44c4-a11f-43b0a78001df tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:43.173951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4cebb72e-3338-44c4-a11f-43b0a78001df tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2376924 Jul 12 16:27:43.178982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:43.210906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.361362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:43.367604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:43.372222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:43.372826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.382024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769f201-1de0-45c0-9253-ab04edcebdd5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:43.385957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f769f201-1de0-45c0-9253-ab04edcebdd5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2031357 Jul 12 16:27:43.386802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=4af9d489-45b7-4c6a-be6c-46032472d467,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:43.392911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42bff3-632c-492d-ad30-4c8c0c992bd2 None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:43.395819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38826) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:43.405659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.406341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.407045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.407437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.407918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.408389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.408724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.409999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.410351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.410687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.411016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.411343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.411832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:27:43.446892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38cb72a1-5d83-454e-93da-e19992c9e397 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9931431 Jul 12 16:27:43.451014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38828) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:43.461543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1197733956'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:43.464881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7710779-f481-4f2c-a7de-2b4079530a9c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:43.514470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.560679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-643109be-89fe-44b9-9156-34404cf6642c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602132 Jul 12 16:27:43.562191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.570361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38830) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:43.579240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:43.606943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d48537a-73ac-4b93-96d0-7024cb5ebb35') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:43.607215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d48537a-73ac-4b93-96d0-7024cb5ebb35') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:43.702085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.721297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.786226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.804389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.889601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:43.894775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.905923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:43.928502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Transition to ACTIVE for port object 09fe2177-51e3-490d-8a15-9055178ee191 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:44.002258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Transition to ACTIVE for port object 09fe2177-51e3-490d-8a15-9055178ee191 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:44.037526 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.154963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Pushing event updated for resources: {'Port': ['ID=09fe2177-51e3-490d-8a15-9055178ee191,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:44.158070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:27:44.160049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-4ec93f32-ddfc-494a-9fcc-58287308e30c', 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'tenant_id': '9313823d50b84304a327836984e973b9', 'fixed_ips': [{'subnet_id': '4af9d489-45b7-4c6a-be6c-46032472d467'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:44.160876 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.174692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.180038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Network 901e9ea3-5014-46d0-be08-369791f8f651 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:44.183084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:44.187623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:44.197871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:44.198823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:44.295296 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:44.306347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.325982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.332001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/f7710779-f481-4f2c-a7de-2b4079530a9c HTTP/1.1" status: 204 len: 168 time: 2.2472498 Jul 12 16:27:44.332844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38834) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:44.347620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.352413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8997176 Jul 12 16:27:44.364499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38836) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:44.365653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Attempting to bind port 09fe2177-51e3-490d-8a15-9055178ee191 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:44.366028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Attempting to bind port 09fe2177-51e3-490d-8a15-9055178ee191 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:44.366391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Attempting to bind port 09fe2177-51e3-490d-8a15-9055178ee191 on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:44.366861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a7429-cdb4-430d-bc19-48156fa30b09 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56162c-6bdd-4083-90ef-d05cb8683bfc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:44.379358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1925179339'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:44.382387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Deleting port da4004aa-c011-4cdb-93d9-94484cac198e {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:44.382756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.402622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:44.403315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Checking segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:44.404627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.404988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Bound using segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:44.405475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Bound port: 09fe2177-51e3-490d-8a15-9055178ee191, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:44.405860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.418775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-69f328cd-eb22-41f2-89e6-cc9d97d17f7e req-8f4bee2f-8238-4dd5-868b-9addd6502d3c tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0755620 Jul 12 16:27:44.507724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.545874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Allocated IP 172.20.0.2 (4ec93f32-ddfc-494a-9fcc-58287308e30c/4af9d489-45b7-4c6a-be6c-46032472d467/32612cf2-def6-4c4d-a78d-41bf27064fe8) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:44.594372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] For port 09fe2177-51e3-490d-8a15-9055178ee191, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:44.613679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840e3f-42ce-4395-a870-063bcf07ddf3 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=f7710779-f481-4f2c-a7de-2b4079530a9c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:44.655437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] For port 09fe2177-51e3-490d-8a15-9055178ee191, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=09fe2177-51e3-490d-8a15-9055178ee191,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:44.658454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] For port da4004aa-c011-4cdb-93d9-94484cac198e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=da4004aa-c011-4cdb-93d9-94484cac198e,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:44.659071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.677692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.678577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.689439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Calling delete_port for da4004aa-c011-4cdb-93d9-94484cac198e owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:44.716290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c9a4-a589-4f08-9ceb-bc0609cd928b req-e08c0100-4279-4f0d-9b89-03eaafdce1be tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:44.719616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0372c9a4-a589-4f08-9ceb-bc0609cd928b req-e08c0100-4279-4f0d-9b89-03eaafdce1be tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 1.4851975 Jul 12 16:27:44.723351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port 9720887b-b4af-481b-9314-fbe7af6ddf2c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:44.733896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:44.750708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5e35-d7f1-40fc-a619-61963ce429cd None None] Pushing event updated for resources: {'Port': ['ID=09fe2177-51e3-490d-8a15-9055178ee191,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:44.788492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:27:44.945129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.002386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.043149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.123392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] No DVR routers for this DVR port da4004aa-c011-4cdb-93d9-94484cac198e on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:27:45.129050 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.135418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.139742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7666807 Jul 12 16:27:45.168643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38842) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:45.206975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0372c9a4-a589-4f08-9ceb-bc0609cd928b req-51715816-ae1c-4baf-b3f9-47a08b171548 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649851 Jul 12 16:27:45.216098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.221950 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.revisions.revision_plugin [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Could not find related port for resource to bump revision. Jul 12 16:27:45.224700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Transition to ACTIVE for port object 32612cf2-def6-4c4d-a78d-41bf27064fe8 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:45.241026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863757211', 'security_groups': ['fedfe9fc-7b1d-49ab-b639-51842ba8d6e9'], 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4af9d489-45b7-4c6a-be6c-46032472d467'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:45.265830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.ipam_pluggable_backend [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Port da4004aa-c011-4cdb-93d9-94484cac198e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 12 16:27:45.266273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.ipam_pluggable_backend [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Reverting IP allocation for 2001:db8::f816:3eff:fece:5b10 {{(pid=93712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 12 16:27:45.269398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dfa31b-28ea-44dc-b564-c456dbff45e9']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:45.270431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Transition to ACTIVE for port object 32612cf2-def6-4c4d-a78d-41bf27064fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:45.285316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.ipam_pluggable_backend [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fece:5b10 {{(pid=93712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 12 16:27:45.286524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3ee3-4b83-41e0-afd7-3e744cefe5cb None None] Pushing event deleted for resources: {'Port': ['ID=da4004aa-c011-4cdb-93d9-94484cac198e,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:45.296577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.319158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8a5e0-e661-4670-af4d-202661e713ba') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:45.319551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8a5e0-e661-4670-af4d-202661e713ba') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:45.340822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.359229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.395677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.418995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.427314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:27:45.427910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.430103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6034-66cc-48a3-8133-6d7d230c6fc7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfe9fc-7b1d-49ab-b639-51842ba8d6e9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:45.432597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:45.444363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:45.446005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:27:45.448673 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:27:45.451129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:45.557304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.563632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.568226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] 10.222.0.58 "DELETE /v2.0/networks/45dfa31b-28ea-44dc-b564-c456dbff45e9 HTTP/1.1" status: 204 len: 168 time: 1.1470549 Jul 12 16:27:45.569425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for 9720887b-b4af-481b-9314-fbe7af6ddf2c owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:45.605255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce1cff-5d4a-4972-b776-3cfa65d74ff6 tempest-BulkNetworkOpsTest-1910188151 tempest-BulkNetworkOpsTest-1910188151-project] Pushing event deleted for resources: {'Network': ['ID=45dfa31b-28ea-44dc-b564-c456dbff45e9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:45.660288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 09fe2177-51e3-490d-8a15-9055178ee191 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:45.664123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Attempting to bind port 32612cf2-def6-4c4d-a78d-41bf27064fe8 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:45.664315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Attempting to bind port 32612cf2-def6-4c4d-a78d-41bf27064fe8 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8ee802d9-b776-44e6-a9a9-c0332533ebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:45.664533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Attempting to bind port 32612cf2-def6-4c4d-a78d-41bf27064fe8 on network 4ec93f32-ddfc-494a-9fcc-58287308e30c {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:45.685921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:45.693833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:45.693833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Checking segment: {'id': '8ee802d9-b776-44e6-a9a9-c0332533ebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:45.693833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.694463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Bound using segment: {'id': '8ee802d9-b776-44e6-a9a9-c0332533ebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:45.694626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Bound port: 32612cf2-def6-4c4d-a78d-41bf27064fe8, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee802d9-b776-44e6-a9a9-c0332533ebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:45.694960 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.744224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:45.808568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:45.809668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:45.829813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=0db88eb5-7853-49a8-885b-d4b9e1c5043b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:45.873455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:45.880467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:45.914624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c161a-6f30-4dc8-9818-767d20cee228 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:45.971865 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:46.023983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-980df84b-6a6b-4c66-a899-4865fb61e516 req-a07906ac-f89e-4078-a382-8b0607073555 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.2224319 Jul 12 16:27:46.064269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c80bdc7d-bdb8-4614-882d-6ff4e585ec29 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4918015 Jul 12 16:27:46.064795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38850) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:46.070312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:46.210843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc44c7-c476-4f40-af00-ef276c7dbf30 None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:46.353159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 09fe2177-51e3-490d-8a15-9055178ee191 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:46.458377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38854) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:46.486164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:46.492564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:46.496289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:46.747134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:46.763312 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0db88eb5-7853-49a8-885b-d4b9e1c5043b (CIDR: 2001:db8::/64) Jul 12 16:27:46.798725 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:27:46.799235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:27:46.839227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port 129bda44-e301-49d9-837a-b5bec62c654c yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:46.863023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:46.892704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0f5b173-a049-489d-8db3-a83c3e5f5932 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8263907 Jul 12 16:27:46.893279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38858) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:46.922592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:46.935440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device da4004aa-c011-4cdb-93d9-94484cac198e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:27:46.976302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '0db88eb5-7853-49a8-885b-d4b9e1c5043b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:46.977563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:46.981728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: da4004aa-c011-4cdb-93d9-94484cac198e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:27:46.982389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device da4004aa-c011-4cdb-93d9-94484cac198e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:27:47.004558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=9720887b-b4af-481b-9314-fbe7af6ddf2c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:47.014184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bee985-c0e2-433e-bc69-7b0783e6439d None None] Network 901e9ea3-5014-46d0-be08-369791f8f651 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:47.268752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.307813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:47.329966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.349444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.384393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Provisioning for port 09fe2177-51e3-490d-8a15-9055178ee191 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:47.399622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.400192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Provisioning complete for port 09fe2177-51e3-490d-8a15-9055178ee191 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:47.402068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.468340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Allocated IP 2001:db8::f816:3eff:fe6d:6ede (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/0db88eb5-7853-49a8-885b-d4b9e1c5043b/7570bfc3-14da-44e8-8ddf-8fc41aecd9cd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:47.524521 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-151a5cdd-7121-44b7-93b9-d804981b8ee4 req-6a155f80-000e-493e-9abb-8826c053a177 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.1421871 Jul 12 16:27:47.527121 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-08639098-601e-46ea-8725-f00c95d0b0c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7be2f388a21b407dbd990605c8dc603c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0676768 Jul 12 16:27:47.594799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:47.606403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38862) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:47.714704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269997be-4228-4163-a34c-2cb05051ef94 req-b2b69b88-7235-4471-bb21-7d850348b500 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:47.716388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-269997be-4228-4163-a34c-2cb05051ef94 req-b2b69b88-7235-4471-bb21-7d850348b500 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.9382823 Jul 12 16:27:47.831195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:47.909266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.14 (4ec93f32-ddfc-494a-9fcc-58287308e30c/4af9d489-45b7-4c6a-be6c-46032472d467/129bda44-e301-49d9-837a-b5bec62c654c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:47.922602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:47.987153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] For port 09fe2177-51e3-490d-8a15-9055178ee191, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=09fe2177-51e3-490d-8a15-9055178ee191,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:48.020107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Allocated IP 172.25.8.209 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d2bdfcbc-3bd1-4888-9a4f-14971e1e085b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:48.021892 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.027628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.176384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.176722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.207460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 129bda44-e301-49d9-837a-b5bec62c654c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:48.263952 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.401268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Transition to ACTIVE for port object 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:48.425817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.439978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-269997be-4228-4163-a34c-2cb05051ef94 req-45aabf8b-18d5-497c-98bf-0afc9c919ae5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454813 Jul 12 16:27:48.475616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.506741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Transition to ACTIVE for port object 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:48.536255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.545059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.547715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1cd20-e3f0-4a2b-91f1-9cdfc5a5ef9b None None] Pushing event updated for resources: {'Port': ['ID=09fe2177-51e3-490d-8a15-9055178ee191,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:48.559173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.567412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:48.685783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:48.696997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.699554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.704263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=fc2d104b-6c03-4534-851b-16cd0dcd11f3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:48.729700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cf06101-2189-409b-89e6-b914101bed8a HTTP/1.1" status: 204 len: 168 time: 1.0121999 Jul 12 16:27:48.733061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:48.738795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:48.745822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:48.750574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:48.757552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:48.769714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.770291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:48.772439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:48.774193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:48.786447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:48.801573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.804811 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.813164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5770338-9b39-4364-94fc-3708375f06be tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 204 len: 168 time: 6.5727425 Jul 12 16:27:48.817580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38868) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:48.829972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1aad0a-8ec5-43f4-a3b0-7208b326c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf06101-2189-409b-89e6-b914101bed8a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:48.871321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Provisioning for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:48.896931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.912446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:48.912446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:48.959202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-973500716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:48.977025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:48.984175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.041335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=129bda44-e301-49d9-837a-b5bec62c654c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:49.047715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Attempting to bind port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:49.050179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Attempting to bind port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:49.052340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Attempting to bind port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:49.052831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.074763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:49.075109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:49.077092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.077092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:49.077780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Bound port: 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:49.077908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-679146b8-1923-413e-aa48-7f290d05d8b1 req-c0248674-ee82-4305-b1b2-51761d9b1908 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0936222 Jul 12 16:27:49.080816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.143698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.143935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:49.145492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.146590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:49.150496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:49.199985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ca8055e1-9975-47b7-9bb0-7b77f8c4dfab tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3023534 Jul 12 16:27:49.200728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:49.206994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:49.243664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4b92dbc-90a6-4665-abf2-1a835fad1386 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0159707 Jul 12 16:27:49.247781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:49.250996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:41:c9:73', 'name': 'tempest-NetworksTestDHCPv6-674907020'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:49.264487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.267470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:49.277380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:49.281817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.282160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:49.297368 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.386453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.396642 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b1882d56-fead-4621-83ce-ac0e76d5e762 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4472215 Jul 12 16:27:49.397294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38882) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:49.420819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:49.521061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 09fe2177-51e3-490d-8a15-9055178ee191 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:49.574353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.695850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414ff7-510f-4191-9894-83fd83548048 None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:49.790418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:49.806664 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.854948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:49.941215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:50.021490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:50.096750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 09fe2177-51e3-490d-8a15-9055178ee191 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:50.097129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.107542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:50.107952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.235010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5701f987-7e1e-460d-bb3b-bc20bab3220c None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:50.277428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38898) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:50.305763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275823-90b3-4a1a-b327-ed4f4cb4ecee req-aa5455fa-8b76-4622-9e3e-9334755926a2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:50.307732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d275823-90b3-4a1a-b327-ed4f4cb4ecee req-aa5455fa-8b76-4622-9e3e-9334755926a2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.6101801 Jul 12 16:27:50.330735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:50.340888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.361443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Provisioning for port 129bda44-e301-49d9-837a-b5bec62c654c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:50.378547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Provisioning complete for port 129bda44-e301-49d9-837a-b5bec62c654c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:50.379081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.482072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Port 129bda44-e301-49d9-837a-b5bec62c654c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:50.510285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Provisioning complete for port 09fe2177-51e3-490d-8a15-9055178ee191 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:50.510750 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2621-2e09-4465-af5a-54b6bc5e0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.608547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-702388293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:50.631624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.842263 n-d-800078-3 neutron-server[93711]: INFO neutron.db.ipam_backend_mixin [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4af9d489-45b7-4c6a-be6c-46032472d467 (CIDR: 172.20.0.0/28) Jul 12 16:27:50.859975 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:27:50.860707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:27:50.887075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.888506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:50.895379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d275823-90b3-4a1a-b327-ed4f4cb4ecee req-25c43f79-762e-4e00-81ea-684c2e5752aa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786011 Jul 12 16:27:50.900412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-786bc092-7d9c-449b-8fed-17914f6e53a1 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6513808 Jul 12 16:27:50.902246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38902) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:50.910672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:50.968912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5067ae10-1187-4cee-b1ca-365a0cd28bd7 req-6df51029-864c-49e9-9eae-12a0e7e948ff tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.2374845 Jul 12 16:27:51.088480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.132843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 4a7a303b-d928-4f97-9296-9700e546e149 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:27:51.162184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.180237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.257627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15f4e5-74ba-4d2a-a074-de333b57013e None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:51.259561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.261081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-45860225-d2ee-4126-b914-da5287dd0ae5 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9522760 Jul 12 16:27:51.263456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.265534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38904) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:51.273338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1997410571'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:51.309241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:51.323207 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.403797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-790b603b-f4b4-4dbb-bd36-65d46ce654cc None None] Provisioning for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:51.510917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8:0:1::3a1 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/fc2d104b-6c03-4534-851b-16cd0dcd11f3/4a7a303b-d928-4f97-9296-9700e546e149) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:51.533064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:fe41:c973 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/0db88eb5-7853-49a8-885b-d4b9e1c5043b/4a7a303b-d928-4f97-9296-9700e546e149) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:51.632624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:51.805373 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.837923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:51.838441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.838646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.853652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.937498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:51.984926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 4a7a303b-d928-4f97-9296-9700e546e149 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:52.011915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Allocated IP 172.25.8.181 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/bcc5226f-648d-40d7-8be6-c0f49957d54b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:52.061859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:52.089283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:52.100171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:52.113436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:52.114177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.133807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:52.137697 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.149517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42d3dd-fb86-46ae-af2d-325d8bbf224c None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:52.150092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2449553 Jul 12 16:27:52.174392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38912) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:52.193630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.196361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1663845059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be553d48-0dff-41b6-9bc3-05a70402020b'}], 'security_groups': ['ec56162c-6bdd-4083-90ef-d05cb8683bfc']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:52.270387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.272621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0f20a-5fff-483d-bdc0-241d0da5d55c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=be553d48-0dff-41b6-9bc3-05a70402020b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:52.322721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-909a0d1a-aace-4e83-ac34-d1817cfe56d3 req-23ab8e3c-29b7-41b0-8115-513f0c68e24d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0583010 Jul 12 16:27:52.340738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:52.363752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:52.382097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:52.388039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:52.392311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '0db88eb5-7853-49a8-885b-d4b9e1c5043b', 'ip_address': '2001:db8::f816:3eff:fe6d:6ede'}, {'subnet_id': 'fc2d104b-6c03-4534-851b-16cd0dcd11f3'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '7570bfc3-14da-44e8-8ddf-8fc41aecd9cd'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:27:52.393616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.426809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=4a7a303b-d928-4f97-9296-9700e546e149,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:52.452795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.477603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-31015d94-71c1-474a-b40c-5eb61e8ba044 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2332821 Jul 12 16:27:52.484743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38914) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:52.490824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.533999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:52.564913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.608632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:52.610665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:52.629172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:52.634974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:52.645010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:52.677013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event updated for resources: {'Port': ['ID=bcc5226f-648d-40d7-8be6-c0f49957d54b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:52.983554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Allocated IP 2001:db8:0:1::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/fc2d104b-6c03-4534-851b-16cd0dcd11f3/7570bfc3-14da-44e8-8ddf-8fc41aecd9cd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:53.059454 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.105104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.122387 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.144531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Update dhcp port {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'fixed_ips': [{'subnet_id': '4af9d489-45b7-4c6a-be6c-46032472d467', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be553d48-0dff-41b6-9bc3-05a70402020b'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '32612cf2-def6-4c4d-a78d-41bf27064fe8'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:27:53.191314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.287847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:53.291257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.296832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.324132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3938e-5c26-4d16-ab3c-f545286435f8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:53.329455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.329800 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Added segment d792ed02-f5a7-48de-b07e-40074c2cffc1 of type vlan for network 84748e67-a875-4af4-935f-4fbd81c38659 Jul 12 16:27:53.382737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-35d0215e-3bab-4449-929c-0d815461824a None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:53.407508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce131a-8fa6-4123-bd78-9fbc64645d1c req-5cc06e69-5096-4545-9953-a459c7bbc0d3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:53.417129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebce131a-8fa6-4123-bd78-9fbc64645d1c req-5cc06e69-5096-4545-9953-a459c7bbc0d3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 1.0171623 Jul 12 16:27:53.448589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.473546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Transition to ACTIVE for port object 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:53.489410 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.496401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.517110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Router dee309a9-4763-4067-9b63-e80d5cc92a0d is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:53.580514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ee81e15-3468-4273-af01-3c3498f8bd8e req-ad0f3d76-3c3e-46c2-80d9-28e14676a168 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0420301 Jul 12 16:27:53.640176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 4a7a303b-d928-4f97-9296-9700e546e149 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:53.640176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.816156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:27:53.816521 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:27:53.819728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0215e-3bab-4449-929c-0d815461824a None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:53.821485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.826093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.828590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebce131a-8fa6-4123-bd78-9fbc64645d1c req-46689348-068f-4e9e-a5f9-fe2ab1b92186 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098370 Jul 12 16:27:53.859900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.865769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:53.869920 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:53.923810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Allocated IP 172.20.0.18 (4ec93f32-ddfc-494a-9fcc-58287308e30c/be553d48-0dff-41b6-9bc3-05a70402020b/32612cf2-def6-4c4d-a78d-41bf27064fe8) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:54.133585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Router 8d5acc4f-a826-4a76-9b9d-39315d838142 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:27:54.155178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:54.234704 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.234921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.9630904 Jul 12 16:27:54.235531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:54.240682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'subnet': {'network_id': '84748e67-a875-4af4-935f-4fbd81c38659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:54.260063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Transition to ACTIVE for port object 32612cf2-def6-4c4d-a78d-41bf27064fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:54.265359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.268844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.453541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:54.477653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 4a7a303b-d928-4f97-9296-9700e546e149 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:54.495989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Sync routers for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:54.567360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a3b57-b42e-4a43-99ae-e03fbbfabd01 None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:54.573525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2e92-ee2a-4555-b242-bf34ef9c34ba tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Network': ['ID=84748e67-a875-4af4-935f-4fbd81c38659,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:54.580858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:27:54.593045 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] Sync routers for ids ['8d5acc4f-a826-4a76-9b9d-39315d838142'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:27:54.596630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.600594 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e6644001-53d7-4ad6-832e-b5efe1b02671 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "PUT /v2.0/routers/8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 200 len: 879 time: 5.1947925 Jul 12 16:27:54.600746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:54.600746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:54.601673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38926) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:54.622914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:54.625479 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] Routers {'8d5acc4f-a826-4a76-9b9d-39315d838142'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:54.629100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.631768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['8d5acc4f-a826-4a76-9b9d-39315d838142'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:54.634390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:54.639641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6110001d-ce1a-4742-bd0f-88328fa8d477 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.5231016 Jul 12 16:27:54.643344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38928) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:54.752796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:54.779965 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] Routers {'8d5acc4f-a826-4a76-9b9d-39315d838142'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:27:54.780607 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['8d5acc4f-a826-4a76-9b9d-39315d838142'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:54.904497 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:54.904497 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e277c4-12e0-4e15-9fe3-baf4cf96424e None None] The sync data for ids ['8d5acc4f-a826-4a76-9b9d-39315d838142'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:27:55.155502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:55.163797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 84748e67-a875-4af4-935f-4fbd81c38659 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:55.218891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63a50523-e8e9-4457-9dc0-e79b1f36f9f0 req-b8b4cd3a-274c-4aea-b6c9-3e65b69a9092 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.1573224 Jul 12 16:27:55.222207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0773606c-9043-4a77-9461-1cb1a176189f tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 200 len: 920 time: 0.6182129 Jul 12 16:27:55.229907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:55.425182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:27:55.427444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97e3b513-3978-4883-afce-82455d3dd3a0 None None] Provisioning for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:55.449665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:55.483267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Delete allocated IP 172.20.0.14 (4ec93f32-ddfc-494a-9fcc-58287308e30c/4af9d489-45b7-4c6a-be6c-46032472d467) {{(pid=93711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:27:55.617097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.21 (4ec93f32-ddfc-494a-9fcc-58287308e30c/be553d48-0dff-41b6-9bc3-05a70402020b/129bda44-e301-49d9-837a-b5bec62c654c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:55.675676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:55.684622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97e3b513-3978-4883-afce-82455d3dd3a0 None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:55.684622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97e3b513-3978-4883-afce-82455d3dd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:55.709173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba7032-c7c5-41dd-9914-9ade9cf7a994 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:55.712387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97ba7032-c7c5-41dd-9914-9ade9cf7a994 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=8d5acc4f-a826-4a76-9b9d-39315d838142&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4795916 Jul 12 16:27:55.719461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:55.736787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:55.786884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9b99b-460f-4502-ad5e-48a6479abf41 req-dff7da11-3cdb-4f87-8492-272d4a224075 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:55.794978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b9b99b-460f-4502-ad5e-48a6479abf41 req-dff7da11-3cdb-4f87-8492-272d4a224075 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.5793960 Jul 12 16:27:55.842817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:55.848082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:27:55.887283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=4a7a303b-d928-4f97-9296-9700e546e149,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:56.011405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:56.075128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Subnet': ['ID=f6f86b47-7b22-47bf-b846-a0e28108b3f1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:56.111482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Checking segment: {'id': 'd792ed02-f5a7-48de-b07e-40074c2cffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:56.120058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network hostable DHCP agents. Network: 84748e67-a875-4af4-935f-4fbd81c38659, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:56.141980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d03aa-576e-4d67-b4f7-db1e8263cfee tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:56.147366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-224d03aa-576e-4d67-b4f7-db1e8263cfee tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.4266086 Jul 12 16:27:56.154382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38940) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.163433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b9b99b-460f-4502-ad5e-48a6479abf41 req-90408784-ac48-458e-8334-7ff1250a00be tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667412 Jul 12 16:27:56.196192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.198500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a2cebd0-ad88-4ae6-9cc1-218bf0a52fdf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/4a7a303b-d928-4f97-9296-9700e546e149 HTTP/1.1" status: 204 len: 168 time: 3.0919049 Jul 12 16:27:56.206777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.253375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6691f365-336c-4872-b85b-42223394a418 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 200 len: 205 time: 0.0978508 Jul 12 16:27:56.258153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38944) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.266476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 84748e67-a875-4af4-935f-4fbd81c38659 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:56.283057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 84748e67-a875-4af4-935f-4fbd81c38659) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:56.290236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:56.290826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.321579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18f636-2ef9-4d25-9667-3772212f2c8a None None] Network 84748e67-a875-4af4-935f-4fbd81c38659 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:56.331491 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-91bf6723-2eab-43e5-93e7-187fc9c1c79c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0912685 Jul 12 16:27:56.332464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.337061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'network': {'name': 'tempest-router-network01--369905160'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:56.377348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:56.382608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.436861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:56.458858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.459363 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Added segment fca51422-fe45-415e-9b10-f733d733cd80 of type vlan for network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f Jul 12 16:27:56.479806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Could not find standard attr ID for object 4a7a303b-d928-4f97-9296-9700e546e149. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:27:56.550437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:27:56.552242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Provisioning complete for port 129bda44-e301-49d9-837a-b5bec62c654c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:56.552627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.569086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.621700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-84748e67-a875-4af4-935f-4fbd81c38659', 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659', 'tenant_id': '5707dbd6f754451aba509efa7474f0e6', 'fixed_ips': [{'subnet_id': 'f6f86b47-7b22-47bf-b846-a0e28108b3f1'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:56.622585 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.654063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.681549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:56.682321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.729808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f1674224-1350-4d71-9f70-cecb525a1629 req-f778cfbc-b0cc-48a9-855e-0f3cddf335bc tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/ports?device_id=87b0958d-67c9-44d8-adbc-edf3b09e2202 HTTP/1.1" status: 200 len: 210 time: 0.0972805 Jul 12 16:27:56.779448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.805305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfba6d1-a87b-4894-a621-3a6e5e75e9ec tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:56.809248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5dfba6d1-a87b-4894-a621-3a6e5e75e9ec tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5970345 Jul 12 16:27:56.829550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.852552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5173914 Jul 12 16:27:56.855850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38952) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:56.861588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'network': {'name': 'tempest-router-network02--1041763820'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:56.882265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e916c-fb02-490d-83e6-7e45c981801e tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Network': ['ID=1d5301f9-ff4f-4a5c-a744-3d43a43da17f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:56.882527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object 129bda44-e301-49d9-837a-b5bec62c654c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:56.908235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.910401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:56.916815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.922969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.942449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Port 129bda44-e301-49d9-837a-b5bec62c654c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:56.959543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:56.964101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:27:56.977031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:56.977783 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Added segment 849fd844-481f-4047-974b-f6c75f63d72c of type vlan for network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c Jul 12 16:27:57.060999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.112925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.142913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:57.146402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.170129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Provisioning for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:57.205009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:50Z', 'revision_number': 3, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:27:57.251510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:57.253704 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.258129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Checking router: dee309a9-4763-4067-9b63-e80d5cc92a0d for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:27:57.258810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Updating router dee309a9-4763-4067-9b63-e80d5cc92a0d port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:27:57.287077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4310760 Jul 12 16:27:57.292917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38956) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:57.307024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'subnet': {'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:57.331056 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.338959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1159eb-f4fc-4be1-ab72-e6953611cdfe tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Network': ['ID=eb6397ec-81b4-4be2-9d4e-cbad63a24d8c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:57.483084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:57.485518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:57.486092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.492747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:27:57.497074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.505067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Allocated IP 172.20.0.2 (84748e67-a875-4af4-935f-4fbd81c38659/f6f86b47-7b22-47bf-b846-a0e28108b3f1/9d9e50d2-da5d-4221-94b5-d3c9120046b2) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:57.840104 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.892035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=129bda44-e301-49d9-837a-b5bec62c654c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:57.904506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Subnet': ['ID=029e4a86-5001-4426-b93a-303874c4072b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:57.950628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Checking segment: {'id': 'fca51422-fe45-415e-9b10-f733d733cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:57.951073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network hostable DHCP agents. Network: 1d5301f9-ff4f-4a5c-a744-3d43a43da17f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:27:57.973291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] In _notify_port_updated(), no bound segment for port 129bda44-e301-49d9-837a-b5bec62c654c on network 4ec93f32-ddfc-494a-9fcc-58287308e30c {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:27:57.978361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:27:57.980139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:57.980885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:57.987215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6d3263fc-1b8f-4227-bf38-40ad39b69710 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/ports/129bda44-e301-49d9-837a-b5bec62c654c HTTP/1.1" status: 200 len: 921 time: 5.8065450 Jul 12 16:27:58.000933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:58.012227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1d5301f9-ff4f-4a5c-a744-3d43a43da17f) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:58.045750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.046392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.053121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aea4aa-4944-4bee-a615-8bc27a124a4d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.057144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-52aea4aa-4944-4bee-a615-8bc27a124a4d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2228174 Jul 12 16:27:58.060316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:58.088633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.123369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1910977-1659-42d1-9ff2-146e7dde4d56 None None] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:27:58.131982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.151872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a82992c-b917-418a-bd70-a2c7f37a9bff tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8554723 Jul 12 16:27:58.153685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a726c-3bca-4498-8c78-ad35393584b8 req-88a80405-35a4-4cbf-a825-6355bebc48ca tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.157848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-920a726c-3bca-4498-8c78-ad35393584b8 req-88a80405-35a4-4cbf-a825-6355bebc48ca tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.3716092 Jul 12 16:27:58.158189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38966) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:58.169473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'subnet': {'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:58.277485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe2843-65a8-4e70-862e-c549e3746a9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.279291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe2843-65a8-4e70-862e-c549e3746a9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.281414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe2843-65a8-4e70-862e-c549e3746a9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:58.288652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07fe2843-65a8-4e70-862e-c549e3746a9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2248480 Jul 12 16:27:58.289955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38968) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:58.377479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 0db88eb5-7853-49a8-885b-d4b9e1c5043b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:27:58.388297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.418537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-920a726c-3bca-4498-8c78-ad35393584b8 req-4deaa49c-e2ab-479f-9540-f6e7be2527f0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362769 Jul 12 16:27:58.487914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port bcc5226f-648d-40d7-8be6-c0f49957d54b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:58.488469 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.517387 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.543224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Made reservation on behalf of 5707dbd6f754451aba509efa7474f0e6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:27:58.548290 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.610519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.627071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.632023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for bcc5226f-648d-40d7-8be6-c0f49957d54b owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:58.657819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Transition to ACTIVE for port object 9d9e50d2-da5d-4221-94b5-d3c9120046b2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:58.675503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Transition to ACTIVE for port object 9d9e50d2-da5d-4221-94b5-d3c9120046b2 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:58.698585 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.770335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Pushing event updated for resources: {'Port': ['ID=9d9e50d2-da5d-4221-94b5-d3c9120046b2,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:58.795740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:58.796261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:58.867288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-15a99fbc-034d-47f1-b690-33814b61ee3e None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:58.886480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Network 84748e67-a875-4af4-935f-4fbd81c38659 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:58.898491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Allocated IP 172.20.0.1 (901e9ea3-5014-46d0-be08-369791f8f651/a83d6878-aa0d-46c0-9c18-60674d1bcde2/4caf3759-83c2-4ef0-ad84-6b879dbd06b0) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:58.906333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:58.909219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:59.012130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.070758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.088129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Transition to ACTIVE for port object 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:59.156808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:59.173685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=bcc5226f-648d-40d7-8be6-c0f49957d54b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:59.202819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-1d5301f9-ff4f-4a5c-a744-3d43a43da17f', 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f', 'tenant_id': '5707dbd6f754451aba509efa7474f0e6', 'fixed_ips': [{'subnet_id': '029e4a86-5001-4426-b93a-303874c4072b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:27:59.204202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.213425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.229888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8d42-56c4-4147-a63b-cc4ba2a0581a None None] Provisioning for port 129bda44-e301-49d9-837a-b5bec62c654c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:59.248255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8d42-56c4-4147-a63b-cc4ba2a0581a None None] Provisioning complete for port 129bda44-e301-49d9-837a-b5bec62c654c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:59.248667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d42-56c4-4147-a63b-cc4ba2a0581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.293693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:59.305493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c8d42-56c4-4147-a63b-cc4ba2a0581a None None] Port 129bda44-e301-49d9-837a-b5bec62c654c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:27:59.309799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Network 901e9ea3-5014-46d0-be08-369791f8f651 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:27:59.311221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Attempting to bind port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:59.311614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Attempting to bind port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd792ed02-f5a7-48de-b07e-40074c2cffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:59.312141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Attempting to bind port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 on network 84748e67-a875-4af4-935f-4fbd81c38659 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:59.319166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:27:59.323086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:27:59.345180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 129bda44-e301-49d9-837a-b5bec62c654c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:27:59.346111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.356289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:59.356732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Checking segment: {'id': 'd792ed02-f5a7-48de-b07e-40074c2cffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:59.357151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.358636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Bound using segment: {'id': 'd792ed02-f5a7-48de-b07e-40074c2cffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:59.360039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Bound port: 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd792ed02-f5a7-48de-b07e-40074c2cffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '84748e67-a875-4af4-935f-4fbd81c38659'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:59.360202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.383736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.487460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.562972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.628005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Transition to ACTIVE for port object d2bdfcbc-3bd1-4888-9a4f-14971e1e085b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:27:59.636263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.638538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.689490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.738233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.743620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.747391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.768284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba26c8-081e-41cd-bba5-11eef8992f05 None None] Pushing event updated for resources: {'Port': ['ID=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:59.793029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.793645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5acc4f-a826-4a76-9b9d-39315d838142 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:27:59.799905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] For port 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:27:59.802926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.808259 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f74b167-b396-4353-99eb-38f0e8b75d23 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 204 len: 168 time: 3.5055954 Jul 12 16:27:59.810998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:27:59.818518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131778026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:27:59.848818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Attempting to bind port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:27:59.849484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Attempting to bind port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:27:59.850203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Attempting to bind port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:27:59.852242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Subnet': ['ID=8b9d91da-bf7b-43ff-9141-51cc9a193562,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:27:59.865021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] For port 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9d9e50d2-da5d-4221-94b5-d3c9120046b2,segment=NetworkSegment(d792ed02-f5a7-48de-b07e-40074c2cffc1),segment_id=d792ed02-f5a7-48de-b07e-40074c2cffc1)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:27:59.866132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.867398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.868050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Allocated IP 172.20.0.2 (1d5301f9-ff4f-4a5c-a744-3d43a43da17f/029e4a86-5001-4426-b93a-303874c4072b/125a096c-a4e3-4428-98fd-44e04dfa10cb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:27:59.870771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ccc9784-4d95-4fa7-85cc-8a413db1694f None None] Provisioning for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:27:59.891414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:27:59.892173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:27:59.892970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.893766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:27:59.894502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Bound port: d2bdfcbc-3bd1-4888-9a4f-14971e1e085b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:27:59.895143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.898846 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.903879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf580-ddef-4768-a86a-3ddcf268c28d req-c5c26ec7-c1cc-45ea-8506-584c26a5576c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:27:59.905539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ccc9784-4d95-4fa7-85cc-8a413db1694f None None] Provisioning complete for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:27:59.906727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9784-4d95-4fa7-85cc-8a413db1694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.912195 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0dcf580-ddef-4768-a86a-3ddcf268c28d req-c5c26ec7-c1cc-45ea-8506-584c26a5576c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.2612760 Jul 12 16:27:59.914845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.934344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:27:59.973927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 129bda44-e301-49d9-837a-b5bec62c654c owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:27:59.985154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc9784-4d95-4fa7-85cc-8a413db1694f None None] Port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:00.016779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0dcf580-ddef-4768-a86a-3ddcf268c28d req-da63b633-951e-4ef3-a8cf-d303ab376292 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035762 Jul 12 16:28:00.019644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Checking segment: {'id': '849fd844-481f-4047-974b-f6c75f63d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:00.020124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network hostable DHCP agents. Network: eb6397ec-81b4-4be2-9d4e-cbad63a24d8c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:00.068462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.082392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.088318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.094117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.128338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=0db88eb5-7853-49a8-885b-d4b9e1c5043b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:00.131300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:00.161974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.165391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-863de270-b615-4a93-afcf-b97cbbf95b59 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/0db88eb5-7853-49a8-885b-d4b9e1c5043b HTTP/1.1" status: 204 len: 168 time: 1.8645399 Jul 12 16:28:00.169042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.169523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.172193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.175951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1f6c99d-76d4-41b8-957a-5a110e067074 HTTP/1.1" status: 204 len: 168 time: 0.8887341 Jul 12 16:28:00.186922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.187774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115514bd-80cb-40af-93d3-e943c8d628b7 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6c99d-76d4-41b8-957a-5a110e067074,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:00.189641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, eb6397ec-81b4-4be2-9d4e-cbad63a24d8c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:00.201863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5a902-dc0e-4d88-8601-d9627cb25215 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:00.209220 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-831b7b47-52d7-41c8-a576-429a014e4a5b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] show failed (client error): The resource could not be found. Jul 12 16:28:00.213473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-831b7b47-52d7-41c8-a576-429a014e4a5b tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "GET /v2.0/security-groups/b1f6c99d-76d4-41b8-957a-5a110e067074 HTTP/1.1" status: 404 len: 347 time: 0.0192492 Jul 12 16:28:00.213662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.214400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:00.215024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.215654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3da344da-f059-452d-962f-b9256a65fde4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4034128 Jul 12 16:28:00.220003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38982) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.220329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.234250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': True}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:00.237143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6c4f0549-d25d-4591-9853-31531321c921 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0776088 Jul 12 16:28:00.239959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.336435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1f88d-a260-442c-b063-8280a14da70a None None] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:00.596709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] For port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:00.601730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb2cb-4773-4c0e-8b4e-befa1a0d0155 None None] Pushing event updated for resources: {'Port': ['ID=9d9e50d2-da5d-4221-94b5-d3c9120046b2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:00.661097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.708349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] For port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:00.732738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.747622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet fc2d104b-6c03-4534-851b-16cd0dcd11f3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:00.842228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.875408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.892802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=129bda44-e301-49d9-837a-b5bec62c654c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:00.898633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:00.904522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33cc5ef1-b430-4cdc-8771-c2162c523755 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/129bda44-e301-49d9-837a-b5bec62c654c HTTP/1.1" status: 204 len: 168 time: 2.9022417 Jul 12 16:28:00.905171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:00.950341 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e2d7b9-4232-4051-bbd5-20e2f96e297d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:28:00.963940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-78e2d7b9-4232-4051-bbd5-20e2f96e297d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/129bda44-e301-49d9-837a-b5bec62c654c HTTP/1.1" status: 404 len: 333 time: 0.0555456 Jul 12 16:28:00.965099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:01.088623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-eb6397ec-81b4-4be2-9d4e-cbad63a24d8c', 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c', 'tenant_id': '5707dbd6f754451aba509efa7474f0e6', 'fixed_ips': [{'subnet_id': '8b9d91da-bf7b-43ff-9141-51cc9a193562'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:01.089713 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.130641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.223783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9d9e50d2-da5d-4221-94b5-d3c9120046b2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:01.243878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.288245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.294787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:01.295434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:27:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:01.299881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.404777 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.409209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.413613 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/security-groups/fedfe9fc-7b1d-49ab-b639-51842ba8d6e9 HTTP/1.1" status: 204 len: 168 time: 0.4086943 Jul 12 16:28:01.414588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:01.425672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.462547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:01.517305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614910-d9b4-43ec-afa9-524a1c592b5d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfe9fc-7b1d-49ab-b639-51842ba8d6e9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:01.523643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.550546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.556172 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/fc2d104b-6c03-4534-851b-16cd0dcd11f3 HTTP/1.1" status: 204 len: 168 time: 1.3843837 Jul 12 16:28:01.561725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:01.626858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.660950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba26c8-081e-41cd-bba5-11eef8992f05 None None] Pushing event updated for resources: {'Port': ['ID=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:01.757037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Transition to ACTIVE for port object 125a096c-a4e3-4428-98fd-44e04dfa10cb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:01.763003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.775908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba234e-38b2-4722-84f9-317cdfc6f478 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2d104b-6c03-4534-851b-16cd0dcd11f3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:01.785383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5fca38b7-c340-49d8-a08b-41da705aa9ca tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1976204 Jul 12 16:28:01.786111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253bbdbd-9a39-42a5-98f9-ec4c2be1d689 None None] Network 84748e67-a875-4af4-935f-4fbd81c38659 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:01.791602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.793779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:01.802120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:01.854720 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-0b55fcb2-6565-4e03-acdd-031b9222c8ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1874671 Jul 12 16:28:01.889496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port f512b128-2061-4f65-8475-7c6169345d81 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:01.890165 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:01.961086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.016022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:02.020419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.068544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.122676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:02.133503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435ef0-85d6-4ea6-8833-a53ea9fe6114 req-92243943-4774-49a9-b359-38c831216cd2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:02.135735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18435ef0-85d6-4ea6-8833-a53ea9fe6114 req-92243943-4774-49a9-b359-38c831216cd2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.7875195 Jul 12 16:28:02.315725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:02.334656 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.337493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.338684 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec56162c-6bdd-4083-90ef-d05cb8683bfc HTTP/1.1" status: 204 len: 168 time: 0.9020095 Jul 12 16:28:02.355815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:02.373830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.381456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Transition to ACTIVE for port object 125a096c-a4e3-4428-98fd-44e04dfa10cb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:02.383569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.383921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.417272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for f512b128-2061-4f65-8475-7c6169345d81 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:02.421628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7878a-2edc-4fcb-a38d-61a6df165a04 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56162c-6bdd-4083-90ef-d05cb8683bfc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:02.421960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-9a728efa-55bb-4aad-a0e2-7d8e7a6a891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:02.423607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-9a728efa-55bb-4aad-a0e2-7d8e7a6a891b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 1058 time: 0.5257185 Jul 12 16:28:02.448856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Provisioning for port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:02.454575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.485833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Provisioning complete for port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:02.487066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.512980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0caacb96-7b6b-4f8b-97cc-5755710420c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.628064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:02.656148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18435ef0-85d6-4ea6-8833-a53ea9fe6114 req-b706b547-f174-41b3-95e4-36dac20b7bf0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286769 Jul 12 16:28:02.667280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:02.696115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:02.710895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078c120-729c-4cdc-9558-97a1e0ee3000 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': 'fc2d104b-6c03-4534-851b-16cd0dcd11f3'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '7570bfc3-14da-44e8-8ddf-8fc41aecd9cd'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:02.722997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:59Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4caf3759-83c2-4ef0-ad84-6b879dbd06b0', 'name': '', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'mac_address': 'fa:16:3e:39:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:58Z', 'updated_at': '2021-07-12T16:27:58Z', 'revision_number': 1, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'subnets': [{'id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:02.726881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Allocated IP 172.20.0.2 (eb6397ec-81b4-4be2-9d4e-cbad63a24d8c/8b9d91da-bf7b-43ff-9141-51cc9a193562/764991a0-f3fa-48ef-8714-8e3f57e5e10b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:02.733805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 4af9d489-45b7-4c6a-be6c-46032472d467 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:02.737629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.794031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.799163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Pushing event updated for resources: {'Port': ['ID=125a096c-a4e3-4428-98fd-44e04dfa10cb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:02.850151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Attempting to bind port 125a096c-a4e3-4428-98fd-44e04dfa10cb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:02.850557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Attempting to bind port 125a096c-a4e3-4428-98fd-44e04dfa10cb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'fca51422-fe45-415e-9b10-f733d733cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:02.850889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Attempting to bind port 125a096c-a4e3-4428-98fd-44e04dfa10cb on network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:02.853023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7ba88-bff3-4633-bfb1-b735a112b7d8 None None] The sync data for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 is: [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:59Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4caf3759-83c2-4ef0-ad84-6b879dbd06b0', 'name': '', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'mac_address': 'fa:16:3e:39:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:58Z', 'updated_at': '2021-07-12T16:27:58Z', 'revision_number': 1, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'subnets': [{'id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:02.899116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:02.899497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Checking segment: {'id': 'fca51422-fe45-415e-9b10-f733d733cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:02.899950 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.903725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Bound using segment: {'id': 'fca51422-fe45-415e-9b10-f733d733cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:02.904215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Bound port: 125a096c-a4e3-4428-98fd-44e04dfa10cb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca51422-fe45-415e-9b10-f733d733cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1d5301f9-ff4f-4a5c-a744-3d43a43da17f'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:02.904615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.969867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:02.970386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Network 901e9ea3-5014-46d0-be08-369791f8f651 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:02.987756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:02.989703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Allocated IP 172.20.0.1 (1d5301f9-ff4f-4a5c-a744-3d43a43da17f/029e4a86-5001-4426-b93a-303874c4072b/0f49fdd0-3f32-48bd-802f-2bb294712f60) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:03.011993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-480e8fbc-1cc8-4531-ad93-324ea3084216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:03.013778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-480e8fbc-1cc8-4531-ad93-324ea3084216 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.5389574 Jul 12 16:28:03.034467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e078c120-729c-4cdc-9558-97a1e0ee3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.096825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.199958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.204308 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-5792e8b6-a395-40e0-b553-a1873ac17d1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 200 len: 217 time: 0.0689440 Jul 12 16:28:03.205203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.321162 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.347561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:28:03.361051 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.442035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.500247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] For port 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9d9e50d2-da5d-4221-94b5-d3c9120046b2,segment=NetworkSegment(d792ed02-f5a7-48de-b07e-40074c2cffc1),segment_id=d792ed02-f5a7-48de-b07e-40074c2cffc1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:03.539320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.541285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/4af9d489-45b7-4c6a-be6c-46032472d467 HTTP/1.1" status: 204 len: 168 time: 1.1844568 Jul 12 16:28:03.551774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d67279-f57c-423b-8fbd-c878dff2116c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=4af9d489-45b7-4c6a-be6c-46032472d467,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:03.565060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:03.571437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d5488-62fd-42ee-a0c1-e767404fcc4d None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:03.576382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:03.592856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.707301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] For port 125a096c-a4e3-4428-98fd-44e04dfa10cb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:03.757065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.805768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] For port 125a096c-a4e3-4428-98fd-44e04dfa10cb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=125a096c-a4e3-4428-98fd-44e04dfa10cb,segment=NetworkSegment(fca51422-fe45-415e-9b10-f733d733cd80),segment_id=fca51422-fe45-415e-9b10-f733d733cd80)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:03.854516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:03.903252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Transition to ACTIVE for port object 0f49fdd0-3f32-48bd-802f-2bb294712f60 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:03.996584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c4558a8-a607-4a38-a6e1-c34d17d86e3d None None] Provisioning complete for port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:03.999295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c4558a8-a607-4a38-a6e1-c34d17d86e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.022319 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.035043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd77bd8-e359-4163-b918-352bb87b3379 None None] Pushing event updated for resources: {'Port': ['ID=9d9e50d2-da5d-4221-94b5-d3c9120046b2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:04.148893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.157284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146abc62-ce6d-4ade-a664-f9f838b95cf6 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:04.197563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Transition to ACTIVE for port object 764991a0-f3fa-48ef-8714-8e3f57e5e10b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:04.238236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=f512b128-2061-4f65-8475-7c6169345d81,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:04.272649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.325573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:04.327399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Transition to ACTIVE for port object 764991a0-f3fa-48ef-8714-8e3f57e5e10b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:04.330165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.363375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3e0ca-931c-4b1a-9165-8c20a8714cca None None] Pushing event updated for resources: {'Port': ['ID=125a096c-a4e3-4428-98fd-44e04dfa10cb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:04.442681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.646050 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f9422e4-a6b1-4fc9-a5b5-9ba12ebc97d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.659270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-7c1f28c3-14aa-493f-81c3-7bbcd57eb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:04.661564 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-7c1f28c3-14aa-493f-81c3-7bbcd57eb953 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.5013840 Jul 12 16:28:04.668026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:04.668876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:04.671186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Pushing event updated for resources: {'Port': ['ID=764991a0-f3fa-48ef-8714-8e3f57e5e10b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:04.688325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.690815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.692068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3ee89ff-60f6-4fab-8709-9fbbc88bbffa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/floatingips/9f086245-29a1-4b34-bfff-fb8cd28f80f0 HTTP/1.1" status: 204 len: 168 time: 4.4707785 Jul 12 16:28:04.704434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Port': ['ID=0f49fdd0-3f32-48bd-802f-2bb294712f60,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:04.706928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39020) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:04.712424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:04.716136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:04.727446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:04.738594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:04.788252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c4558a8-a607-4a38-a6e1-c34d17d86e3d None None] Provisioning complete for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:04.788672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c4558a8-a607-4a38-a6e1-c34d17d86e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.858971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:04.875167 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.958999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.25.8.54 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d587aff4-c379-4077-af5f-cc84bf454637) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:04.965744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9c4558a8-a607-4a38-a6e1-c34d17d86e3d None None] Port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:04.993880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:04.994758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa290e-d68b-4be7-884a-621ad08cb7bb req-9ad2a11b-aa4b-4097-b4df-aa6be4b85a49 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:05.002078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2fa290e-d68b-4be7-884a-621ad08cb7bb req-9ad2a11b-aa4b-4097-b4df-aa6be4b85a49 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.8578813 Jul 12 16:28:05.019012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Attempting to bind port 764991a0-f3fa-48ef-8714-8e3f57e5e10b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:05.019852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Attempting to bind port 764991a0-f3fa-48ef-8714-8e3f57e5e10b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '849fd844-481f-4047-974b-f6c75f63d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:05.020515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Attempting to bind port 764991a0-f3fa-48ef-8714-8e3f57e5e10b on network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:05.042124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.046811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:05.047566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Checking segment: {'id': '849fd844-481f-4047-974b-f6c75f63d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:05.047933 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.048439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Bound using segment: {'id': '849fd844-481f-4047-974b-f6c75f63d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:05.049400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Bound port: 764991a0-f3fa-48ef-8714-8e3f57e5e10b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849fd844-481f-4047-974b-f6c75f63d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eb6397ec-81b4-4be2-9d4e-cbad63a24d8c'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:05.049906 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.150759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-9e2f546e-2129-4c2d-b3a6-5e91621a7520 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6768258 Jul 12 16:28:05.197964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] For port 764991a0-f3fa-48ef-8714-8e3f57e5e10b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:05.202402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] For port 764991a0-f3fa-48ef-8714-8e3f57e5e10b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=764991a0-f3fa-48ef-8714-8e3f57e5e10b,segment=NetworkSegment(849fd844-481f-4047-974b-f6c75f63d72c),segment_id=849fd844-481f-4047-974b-f6c75f63d72c)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:05.219091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.232416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4cfae28-e425-4768-960d-7f525df4ec69 None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:05.232794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4cfae28-e425-4768-960d-7f525df4ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.334954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9d9e50d2-da5d-4221-94b5-d3c9120046b2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:05.634815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.691673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-5307a030-a6e1-4f6a-973d-1ec630b9a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:05.693796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-5307a030-a6e1-4f6a-973d-1ec630b9a8f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0192547 Jul 12 16:28:05.781850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.817952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b59d-4359-4ec5-9421-dfbaa645a0ab None None] Pushing event updated for resources: {'Port': ['ID=764991a0-f3fa-48ef-8714-8e3f57e5e10b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:05.836037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.838066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:05.838651 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.916256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2fa290e-d68b-4be7-884a-621ad08cb7bb req-6a40c74a-83cb-4b38-9272-68a983cca203 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8654885 Jul 12 16:28:05.917460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:05.922106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-f6ee92d5-44c8-464d-a477-0e21063e17f0 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868546 Jul 12 16:28:05.978369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Router dee309a9-4763-4067-9b63-e80d5cc92a0d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:05.990654 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.014339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:06.027137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.047746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:06.082903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:06.091269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port cba94c4a-bfad-42c2-81b0-bf6df93c3586 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:06.091845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.097266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:06.108358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.135161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:06.138799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:06.144710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 125a096c-a4e3-4428-98fd-44e04dfa10cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:06.185188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b81e2-7dc5-4538-8341-a14ea73da95c None None] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:06.251447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=d587aff4-c379-4077-af5f-cc84bf454637,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:06.254355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:06.278311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.343807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Provisioning for port 125a096c-a4e3-4428-98fd-44e04dfa10cb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:06.350874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e73b2-061a-4137-84bd-df8eebb915bb None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:06.361271 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.371794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=8fe002cb-8859-486b-ab0e-1c76acac798d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:06.439149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0354-1779-47e6-ba11-0a32022b1893 req-ad276cd8-3948-4573-b747-e50f3d298a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:06.441022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-ad276cd8-3948-4573-b747-e50f3d298a7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 1.1799347 Jul 12 16:28:06.441934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1083b802-0bd6-40e9-9a38-aa598cbd7607 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8755100 Jul 12 16:28:06.446695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:06.450641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:06.475987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 125a096c-a4e3-4428-98fd-44e04dfa10cb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:06.490367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'security_group': {'name': 'tempest-secgroup-45808273'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:06.492767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Provisioning complete for port 125a096c-a4e3-4428-98fd-44e04dfa10cb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:06.493333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.494379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:06.502718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 125a096c-a4e3-4428-98fd-44e04dfa10cb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:06.503366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.507730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:06.508331 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.529665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-c8a91496-5ac7-4b3b-a35e-b43f68fb0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:06.531311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-c8a91496-5ac7-4b3b-a35e-b43f68fb0406 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 1096 time: 1.5473986 Jul 12 16:28:06.537275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6edb09e4-8a5a-476f-85df-da68fbc3c780 req-f1b8ac61-a97b-424e-9306-ba24fd8de081 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617757 Jul 12 16:28:06.539122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=6c171f68-a270-42dc-9203-4921f6363126,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:06.669626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.686121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:06.695876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7c47f2f-7791-4b2f-9d7c-74237d33aeb1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8984303 Jul 12 16:28:06.709843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:06.720410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:06.738145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for cba94c4a-bfad-42c2-81b0-bf6df93c3586 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:06.744262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:06.757873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1265aa6f-2489-4277-bab3-d525eaaed8d6 admin admin] 10.222.0.58 "PUT /v2.0/routers/dee309a9-4763-4067-9b63-e80d5cc92a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1046662 Jul 12 16:28:06.830968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0354-1779-47e6-ba11-0a32022b1893 req-5c9e91e8-8fe5-4f95-ab0b-663e48d0e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:06.832572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-5c9e91e8-8fe5-4f95-ab0b-663e48d0e17d service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.3414352 Jul 12 16:28:06.985025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54529514-001d-4e68-8c69-bdb775da93d1 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:06.990446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.053300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-c30b5714-0e6e-479f-a8ed-be8786240363 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.1686938 Jul 12 16:28:07.146090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] For port 125a096c-a4e3-4428-98fd-44e04dfa10cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=125a096c-a4e3-4428-98fd-44e04dfa10cb,segment=NetworkSegment(fca51422-fe45-415e-9b10-f733d733cd80),segment_id=fca51422-fe45-415e-9b10-f733d733cd80)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:07.165853 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.223623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.230127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-1b41dbdc-4be9-48f4-88d1-89aa47f71006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:07.238258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-1b41dbdc-4be9-48f4-88d1-89aa47f71006 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.6884611 Jul 12 16:28:07.244779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.284704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.316185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0354-1779-47e6-ba11-0a32022b1893 req-57684e5b-e110-403a-beca-c097260171ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:07.317709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-57684e5b-e110-403a-beca-c097260171ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2507730 Jul 12 16:28:07.340848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Sync routers for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:07.400700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.448445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.449149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.499291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Port': ['ID=0f49fdd0-3f32-48bd-802f-2bb294712f60,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:07.522476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737be6ee-4a92-463c-a65c-63d66b8fb9da None None] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:07.545925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:07.547795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:07.565193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-8b333681-7506-4d0c-87b2-1dcd71b7946c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db HTTP/1.1" status: 200 len: 217 time: 0.3000329 Jul 12 16:28:07.612660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.743954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443dd63-3807-4067-b147-d9da5369ded5 None None] Pushing event updated for resources: {'Port': ['ID=125a096c-a4e3-4428-98fd-44e04dfa10cb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:07.763630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:28:07.764013 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:28:07.770586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Update dhcp port {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'fixed_ips': [{'subnet_id': 'be553d48-0dff-41b6-9bc3-05a70402020b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8fe002cb-8859-486b-ab0e-1c76acac798d'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '32612cf2-def6-4c4d-a78d-41bf27064fe8'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:07.845284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-9de5f72e-d69b-4cf7-b045-d35268295e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:07.847320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-9de5f72e-d69b-4cf7-b045-d35268295e4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.2672389 Jul 12 16:28:07.852200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:07.852200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.854474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.875936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26d72c-4c1a-4322-9c3c-dac1fad0d9d9 req-ccdefd65-d3ee-4adb-b7be-ebbdd0a059ed tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:07.882833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf26d72c-4c1a-4322-9c3c-dac1fad0d9d9 req-ccdefd65-d3ee-4adb-b7be-ebbdd0a059ed tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.6411800 Jul 12 16:28:07.885638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:07.914807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.940201 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:07.986785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:07.997793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-297932924-network', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:08.008967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9cfe5-427e-4ef7-810c-313dbb82bbc3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:08.060024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=cba94c4a-bfad-42c2-81b0-bf6df93c3586,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:08.100002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-f31a613e-420e-4987-9b6b-abcfb35bc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:08.102337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-f31a613e-420e-4987-9b6b-abcfb35bc5a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901038 Jul 12 16:28:08.111675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:08.116523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf26d72c-4c1a-4322-9c3c-dac1fad0d9d9 req-fb662902-11a5-4837-b076-3d25e5229bae tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327290 Jul 12 16:28:08.132535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:08.137038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:08.141197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.144789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:08.250962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0354-1779-47e6-ba11-0a32022b1893 req-0d8f5566-1eef-45a2-b56b-0ab8604bdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:08.253020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-0d8f5566-1eef-45a2-b56b-0ab8604bdbbb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9232442 Jul 12 16:28:08.256114 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-663f0c42-0ee2-4425-a0d5-4b00cea72549 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199899 Jul 12 16:28:08.256824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.261039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-37af8727-b9e9-4f80-bec3-81efe55b6a02 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8021486 Jul 12 16:28:08.285744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39046) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:08.300207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'security_group': {'name': 'tempest-secgroup-513270181'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:08.326523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.329439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ec617257-6d08-4c0e-8729-60e11c4d2a3d tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/ports/cba94c4a-bfad-42c2-81b0-bf6df93c3586 HTTP/1.1" status: 204 len: 168 time: 3.5375090 Jul 12 16:28:08.344130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:08.518661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.521398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Made reservation on behalf of c3186d87f3994aa4a5203a04fa760ef9 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:08.524114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.540560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.550747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.559500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-e016ac45-b5a8-4b9e-ba41-26bdff898a94 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633004 Jul 12 16:28:08.655501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.685439 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c171f68-a270-42dc-9203-4921f6363126 (CIDR: 2001:db8::/64) Jul 12 16:28:08.719207 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:08.719939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:08.739578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:08.739974 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.759897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f749a89-dd59-46cb-b9dd-dff590597204 req-5f0656b6-3346-48a9-bf0b-e1f20998eb95 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067774 Jul 12 16:28:08.774361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port 09ec633a-e7ab-4830-a662-a3702c72c6a1 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:08.775205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.776219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Router a17e394d-35fa-4cb6-8433-f5a841992c2d is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:08.830477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Allocated IP 172.20.0.2 (4ec93f32-ddfc-494a-9fcc-58287308e30c/8fe002cb-8859-486b-ab0e-1c76acac798d/32612cf2-def6-4c4d-a78d-41bf27064fe8) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:08.837173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d2bdfcbc-3bd1-4888-9a4f-14971e1e085b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:08.873292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328f0354-1779-47e6-ba11-0a32022b1893 req-56d27265-4b98-4f25-9c5a-7c4c977b238d service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597311 Jul 12 16:28:08.913211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.931105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router 101d8057-8df3-4781-b473-b560f4664e1a is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:08.935906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.938257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:08.943873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cea17a0b-e67b-490e-b346-4bdb71d2764b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028582 Jul 12 16:28:08.944178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for 09ec633a-e7ab-4830-a662-a3702c72c6a1 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:08.946689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:08.946880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39050) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:08.958751 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] Sync routers for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:08.962738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-115f3df1-5cb9-43e3-93ef-93da589b5c49 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2517922 Jul 12 16:28:08.973150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:08.980317 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:08.983298 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:08.986140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:08.987674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.040234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:28:09.060630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a0bd2-9c58-4e16-82e1-410a103b4fa5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:09.081077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:09.083464 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc0f4c-2bc4-4150-bd3d-e936fad9fd57" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-unplugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:09.108159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.108381 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Added segment 2019c664-c9ba-4557-9078-95500a5947c8 of type vlan for network 016c7cb7-f2db-4fa5-9f60-6157246aeecb Jul 12 16:28:09.128810 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.155803 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:09.156517 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.216321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:09.219139 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b6ca1-b123-4c91-98c6-9f538f9846e9 x-openstack-request-id: req-111b6ca1-b123-4c91-98c6-9f538f9846e9 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:09.219566 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-unplugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:09.220067 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-111b6ca1-b123-4c91-98c6-9f538f9846e9 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:09.223387 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 200} Jul 12 16:28:09.241117 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.253479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.261074 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.262075 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc431d93-4e64-4bc2-be32-2f30ed4cbffc None None] The sync data for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:09.276074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:09.323272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.333756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:09.334119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.414083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.414207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:09.463078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:59Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4caf3759-83c2-4ef0-ad84-6b879dbd06b0', 'name': '', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'mac_address': 'fa:16:3e:39:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:58Z', 'updated_at': '2021-07-12T16:28:00Z', 'revision_number': 2, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'subnets': [{'id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.467186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:09.481968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.482987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:09.483742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.487750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.488993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2009473 Jul 12 16:28:09.496746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:09.505659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1106380820'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:09.512573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Provisioning for port 764991a0-f3fa-48ef-8714-8e3f57e5e10b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:09.524279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Checking router: dee309a9-4763-4067-9b63-e80d5cc92a0d for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:28:09.524629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Updating router dee309a9-4763-4067-9b63-e80d5cc92a0d port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:28:09.527731 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.537206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:09.542361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.548842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e425e915-f56b-43a5-a3f1-f877cbcde264 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "PUT /v2.0/routers/101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 200 len: 914 time: 9.3213596 Jul 12 16:28:09.549508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39060) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:09.566924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Transition to ACTIVE for port object 32612cf2-def6-4c4d-a78d-41bf27064fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:09.584254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc19be8-98b8-4396-a977-1ac3f208bfe7 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a336e9ee-3519-49ac-a77c-ce58e54cad63,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:09.604272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] Sync routers for ids ['101d8057-8df3-4781-b473-b560f4664e1a'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:09.610995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.611202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] Pushing event updated for resources: {'Network': ['ID=016c7cb7-f2db-4fa5-9f60-6157246aeecb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:09.635470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3c899-412e-45e2-8dcd-0c4b3ba9fb68 req-3535c1b1-7864-4e72-99fd-d5b8a56ee2e2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:09.643427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2e3c899-412e-45e2-8dcd-0c4b3ba9fb68 req-3535c1b1-7864-4e72-99fd-d5b8a56ee2e2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.2495403 Jul 12 16:28:09.665789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:28:09.680086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4c9fc377-3c2e-43fb-b93c-0162fd40bbb0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7597237 Jul 12 16:28:09.680556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:09.686730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Request body: {'subnet': {'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-297932924-subnet', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:09.693894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.696662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:09.700209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.742623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] Routers {'101d8057-8df3-4781-b473-b560f4664e1a'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:09.743267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['101d8057-8df3-4781-b473-b560f4664e1a'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.756097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.763489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.768181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2e3c899-412e-45e2-8dcd-0c4b3ba9fb68 req-b8d65e14-9459-41e2-b1a0-78a25a001047 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237698 Jul 12 16:28:09.806167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Made reservation on behalf of c3186d87f3994aa4a5203a04fa760ef9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:09.808890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.814973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=09ec633a-e7ab-4830-a662-a3702c72c6a1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:09.830522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:09.830901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.848178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.893929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c3408a3-5147-40e9-8eaa-32ad79c6acfc tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 200 len: 920 time: 0.3387568 Jul 12 16:28:09.899722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:09.924090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:09.950712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] Routers {'101d8057-8df3-4781-b473-b560f4664e1a'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:09.951213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['101d8057-8df3-4781-b473-b560f4664e1a'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:09.987903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07901c82-925b-4f4a-9050-784ed06e2898 None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:10.006097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:10.007047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f6423-c43c-4ef7-ad65-f84343499d12 None None] The sync data for ids ['101d8057-8df3-4781-b473-b560f4664e1a'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:10.012132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.017954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d8302d5-e07b-45ad-97d8-c4634eef1c58 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/ports/09ec633a-e7ab-4830-a662-a3702c72c6a1 HTTP/1.1" status: 204 len: 168 time: 1.6725698 Jul 12 16:28:10.019435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39066) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:10.022451 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-33c64bc3-a87a-4072-9623-f66165dcbc57 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:10.026996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33c64bc3-a87a-4072-9623-f66165dcbc57 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0747085 Jul 12 16:28:10.030555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39068) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:10.033513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-311b466b-c440-4a6e-8112-c3e0f706018d None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:10.037711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:10.049028 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.113597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:10.153030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c61e9-82b7-404c-a9e6-1e83e12fc35b tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:10.158156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b2c61e9-82b7-404c-a9e6-1e83e12fc35b tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=101d8057-8df3-4781-b473-b560f4664e1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2557595 Jul 12 16:28:10.159041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:10.164235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.174543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.219915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting subnet 625415a4-0099-4f7d-8f0e-abef8f4a864b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:10.232517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:10.235701 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.259926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d002f4e-13ff-4479-9d81-3b7260161eac,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:10.295278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.301750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36bd9a1c-e7cc-4a66-b956-36d1be5f1f5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8040044 Jul 12 16:28:10.306887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39072) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:10.319982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.325973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-459374195', 'security_groups': ['1d002f4e-13ff-4479-9d81-3b7260161eac'], 'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8fe002cb-8859-486b-ab0e-1c76acac798d'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:10.359605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:10.609823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.622292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Transition to ACTIVE for port object 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:10.652346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.735829 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.745926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.847124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d56c1-bf10-4968-8081-b3e4ade87677 None None] Pushing event updated for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:10.864626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:10.927799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.033306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.101943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:11.105559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Provisioning complete for port 125a096c-a4e3-4428-98fd-44e04dfa10cb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:11.106022 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.127765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b68407-ffac-4df8-a104-918c993d3acb,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:11.130453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a8ad4-63db-4022-b239-f0d6eaa45ed3 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:11.131604 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.132076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e97a8ad4-63db-4022-b239-f0d6eaa45ed3 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.9659414 Jul 12 16:28:11.144280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39076) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:11.169201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:11.182101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Attempting to bind port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:11.182623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Attempting to bind port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:11.183090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Attempting to bind port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:11.212366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:11.212366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Checking segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:11.212366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.213361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Bound using segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:11.213700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Bound port: 4caf3759-83c2-4ef0-ad84-6b879dbd06b0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:11.214187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.242170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-538cc5a6-39aa-4d3f-bbaf-23981774f5a4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 200 len: 205 time: 0.0858114 Jul 12 16:28:11.250639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:11.264997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:11.280921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:11.282143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.319526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] For port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:11.322967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] For port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:11.347139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:11.352280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Checking segment: {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:11.352830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Network hostable DHCP agents. Network: 016c7cb7-f2db-4fa5-9f60-6157246aeecb, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:11.362025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.385023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10729cf-c832-491c-a18f-258400c35ba5 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:11.408390 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.408539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=676c8461-0b99-4954-9d04-474c024a3924,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:11.468563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04d9bafc-72be-4cb4-8a11-5263d989199a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4943564 Jul 12 16:28:11.472588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:11.478138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39080) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:11.486184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:b1:30:d1', 'name': 'tempest-NetworksTestDHCPv6-215898768'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:11.512887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fb60d-59e4-4366-b3d2-0ac53eda3962 req-b753ff1b-3a4e-4168-9368-07088112a894 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:11.514443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f00fb60d-59e4-4366-b3d2-0ac53eda3962 req-b753ff1b-3a4e-4168-9368-07088112a894 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 943 time: 0.1769111 Jul 12 16:28:11.594810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f00fb60d-59e4-4366-b3d2-0ac53eda3962 req-4153eba3-317e-45eb-ae77-9def3acb5dc3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679193 Jul 12 16:28:11.621643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:11.654251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d56c1-bf10-4968-8081-b3e4ade87677 None None] Pushing event updated for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:11.714516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:11.714516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.720738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 016c7cb7-f2db-4fa5-9f60-6157246aeecb) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:11.724987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.727099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:11.727246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:11.729244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:11.769277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:11.769904 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.776949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.778690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting port 0f49fdd0-3f32-48bd-802f-2bb294712f60 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:11.779847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.787496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] device_id is not set on port d1a41271-8b82-43ca-b7e1-e8b400648088 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:28:11.799526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589aa89-64ad-43a4-92a2-c95bb66018e6 None None] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:11.831619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.887285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77133462-1d83-45d1-9809-4710416029a2 None None] Network e7aa7441-107f-4f36-b18e-97cc70acdfce requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:11.924695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.938484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Calling delete_port for 0f49fdd0-3f32-48bd-802f-2bb294712f60 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:11.942938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:11.947622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/subnets/625415a4-0099-4f7d-8f0e-abef8f4a864b HTTP/1.1" status: 204 len: 168 time: 1.8989120 Jul 12 16:28:11.949790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ff1ed-e171-4a96-9f21-6417f8069058 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Subnet': ['ID=625415a4-0099-4f7d-8f0e-abef8f4a864b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:11.950193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:12.023278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.035504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:12.065922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting subnet bdd93a00-a9eb-4679-b58d-883ca915e710 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:12.072026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.132134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.154707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d566836-4b61-41c6-9b7a-5826ae11db5f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4734139 Jul 12 16:28:12.161191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39084) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:12.164773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 66084276-40e9-438a-a604-ff7d597d9d16 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:28:12.168754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:12.184200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.294990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.296607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.317611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:12.321363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:12.322362 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.357683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.387448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port d587aff4-c379-4077-af5f-cc84bf454637 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:12.388065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.423770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.432203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.499761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.502203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Port': ['ID=0f49fdd0-3f32-48bd-802f-2bb294712f60,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:12.549087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:12.551365 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dfa622-5091-4856-a770-167f1bb141be" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:12.623363 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1db6fe-b43a-471c-9627-901d1cfb9b6e x-openstack-request-id: req-fa1db6fe-b43a-471c-9627-901d1cfb9b6e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:12.623637 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "failed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:12.623876 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa1db6fe-b43a-471c-9627-901d1cfb9b6e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:12.625018 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 422} returned with failed status Jul 12 16:28:12.636604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8:0:1::aa (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/676c8461-0b99-4954-9d04-474c024a3924/66084276-40e9-438a-a604-ff7d597d9d16) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:12.647423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::f816:3eff:feb1:30d1 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/6c171f68-a270-42dc-9203-4921f6363126/66084276-40e9-438a-a604-ff7d597d9d16) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:12.676455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.689275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:12.741098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.743841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'fixed_ips': [{'subnet_id': '83b68407-ffac-4df8-a104-918c993d3acb'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:12.744658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.803228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd93a00-a9eb-4679-b58d-883ca915e710,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:12.825009 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.829732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-727dc156-ef05-4b5e-8267-05381b662738 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/subnets/bdd93a00-a9eb-4679-b58d-883ca915e710 HTTP/1.1" status: 204 len: 168 time: 0.8756237 Jul 12 16:28:12.831355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.835417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39090) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:12.850577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0724e6-6652-406e-b4f6-723da89f90e1 None None] Network 61e43fa8-c3be-4b82-bd1d-333c8ae47fde requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:12.866916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.13 (4ec93f32-ddfc-494a-9fcc-58287308e30c/8fe002cb-8859-486b-ab0e-1c76acac798d/d1a41271-8b82-43ca-b7e1-e8b400648088) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:12.948773 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:12.976374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] DHCP port deletion for e7aa7441-107f-4f36-b18e-97cc70acdfce request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:13.082493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.133535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.169520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d950-e464-4099-ad54-aaabea0428e8 req-c6a96c93-e869-4f0b-bd1c-d2102bf97cfa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:13.174054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc59d950-e464-4099-ad54-aaabea0428e8 req-c6a96c93-e869-4f0b-bd1c-d2102bf97cfa tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 945 time: 0.3683710 Jul 12 16:28:13.209161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for d587aff4-c379-4077-af5f-cc84bf454637 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:13.229519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.281183 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.299442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Router a17e394d-35fa-4cb6-8433-f5a841992c2d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:13.310713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 66084276-40e9-438a-a604-ff7d597d9d16 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:13.313836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '6c171f68-a270-42dc-9203-4921f6363126', 'ip_address': '2001:db8::f816:3eff:fe6d:6ede'}, {'subnet_id': '676c8461-0b99-4954-9d04-474c024a3924'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '7570bfc3-14da-44e8-8ddf-8fc41aecd9cd'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:13.321184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc59d950-e464-4099-ad54-aaabea0428e8 req-e237359c-3cfe-4f85-a3aa-82e872a3414a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Jul 12 16:28:13.328468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.331543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:13.331935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.352114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:13.401121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.401623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.402301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.403027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.403455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.403908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.404352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.405104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.406239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.406668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.407124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.407546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:13.434963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object d1a41271-8b82-43ca-b7e1-e8b400648088 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:13.438004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:13.450248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-247553d1-7828-488e-a244-42500c75134b tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4186039 Jul 12 16:28:13.450897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39094) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:13.451033 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] Sync routers for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:13.462723 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:13.463772 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:13.501032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:13.507561 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:13.520164 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:13.521149 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:13.541160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-be8b0a72-0fe2-4c45-8d11-07b400572c54 None None] Could not find standard attr ID for object 0f49fdd0-3f32-48bd-802f-2bb294712f60. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:28:13.551512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.566162 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:13.567262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b64e0-b2c0-4f19-8e03-83c7e724f52d None None] The sync data for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:13.569773 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-7a9dab2b-de7c-4470-8e5d-70efa3a9910c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] delete failed (client error): The resource could not be found. Jul 12 16:28:13.575658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a9dab2b-de7c-4470-8e5d-70efa3a9910c tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1811629503 HTTP/1.1" status: 404 len: 335 time: 0.0866911 Jul 12 16:28:13.576875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39096) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:13.585819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fd403fb2-f69a-4260-afcb-97072a9e8989 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a17e394d-35fa-4cb6-8433-f5a841992c2d'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:13.591426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:13.598766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:13.599155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.625848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.634408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:13.677882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.695029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.721812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:13.734771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:13.783980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.788192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Allocated IP 172.20.0.2 (016c7cb7-f2db-4fa5-9f60-6157246aeecb/83b68407-ffac-4df8-a104-918c993d3acb/61babb20-7bbf-4efe-9ab0-f3bf6566ebeb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:13.791491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:13.797138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:13.797758 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.806113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=66084276-40e9-438a-a604-ff7d597d9d16,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:13.810778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.812851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Provisioning for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:13.823506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:13.839033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:13.846852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Deleting port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:13.847299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.849111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:13.849881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.869818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:13.879629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd14f7-27f1-4910-bac2-566e4305baa3 req-d1acec29-33c8-470d-a95f-7e81bae336d6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:13.881145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23cd14f7-27f1-4910-bac2-566e4305baa3 req-d1acec29-33c8-470d-a95f-7e81bae336d6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4255950 Jul 12 16:28:13.883823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:13.894610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd403fb2-f69a-4260-afcb-97072a9e8989 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.900999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f02bedef-1992-435f-b937-d1737e645d2d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4180491 Jul 12 16:28:13.912093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:59Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4caf3759-83c2-4ef0-ad84-6b879dbd06b0', 'name': '', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'mac_address': 'fa:16:3e:39:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:58Z', 'updated_at': '2021-07-12T16:28:11Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'subnets': [{'id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:13.925364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39098) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:13.973647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:13.997103 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-fd403fb2-f69a-4260-afcb-97072a9e8989 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] update failed (client error): The resource could not be found. Jul 12 16:28:14.002328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fd403fb2-f69a-4260-afcb-97072a9e8989 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d HTTP/1.1" status: 404 len: 339 time: 0.4217551 Jul 12 16:28:14.006153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:14.014497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=d1a41271-8b82-43ca-b7e1-e8b400648088,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:14.045163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:14.046286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.104161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23cd14f7-27f1-4910-bac2-566e4305baa3 req-6190f286-1c53-4d1f-ab5e-1bc7bb15c0e6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078187 Jul 12 16:28:14.109476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=d587aff4-c379-4077-af5f-cc84bf454637,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:14.124548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.137673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01d018-7e02-4bb0-83d6-25e6c80f3ca2 None None] The sync data for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 is: [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:27:59Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4caf3759-83c2-4ef0-ad84-6b879dbd06b0', 'name': '', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'mac_address': 'fa:16:3e:39:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:58Z', 'updated_at': '2021-07-12T16:28:11Z', 'revision_number': 4, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'subnets': [{'id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:14.140861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] DHCP port deletion for 61e43fa8-c3be-4b82-bd1d-333c8ae47fde request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:14.189425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:14.202806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1e6a688a-7b82-4cc4-9da7-9cb361117aa9 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8826706 Jul 12 16:28:14.202806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39104) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:14.223817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:14.241707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:14.344099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Allocated IP 2001:db8:0:1::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/676c8461-0b99-4954-9d04-474c024a3924/7570bfc3-14da-44e8-8ddf-8fc41aecd9cd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:14.428360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Allocated IP 172.25.8.203 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c80696f2-6433-4380-92ee-ff6f4d909c10) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:14.440115 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.489926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:14.538440 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.555168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 66084276-40e9-438a-a604-ff7d597d9d16 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:14.555482 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.556555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Transition to ACTIVE for port object 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:14.569503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.584262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.588576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] For port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,segment=NetworkSegment(20dc6b0f-280d-4643-bbab-2b05f91a40f5),segment_id=20dc6b0f-280d-4643-bbab-2b05f91a40f5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:14.588976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.592330 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.595378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aa7441-107f-4f36-b18e-97cc70acdfce']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:14.606234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Calling delete_port for 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:14.618144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc6b0f-280d-4643-bbab-2b05f91a40f5') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:14.618534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc6b0f-280d-4643-bbab-2b05f91a40f5') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:14.632816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e1870633-8a2c-4330-83ff-8a0ce38a83db no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:14.671657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.673363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:14.674146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.696579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.703299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3381cb-cfd6-438b-959a-da43b2e3a401 req-d02f6e55-7569-4875-951b-b4d9ff88f9f1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:14.703668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.703975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router 101d8057-8df3-4781-b473-b560f4664e1a {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:28:14.705291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc3381cb-cfd6-438b-959a-da43b2e3a401 req-d02f6e55-7569-4875-951b-b4d9ff88f9f1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3741257 Jul 12 16:28:14.722483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.723893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9965308f-06af-49f1-9a08-13f6efa14331 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 204 len: 168 time: 3.4557614 Jul 12 16:28:14.733254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:14.733405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:14.734168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.739371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1231608745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:14.739554 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:14.751224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:14.755435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.831232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.856141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.889211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.894866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc3381cb-cfd6-438b-959a-da43b2e3a401 req-eb056bf9-3715-4550-b318-42efd226f6ee tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790190 Jul 12 16:28:14.906094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.907774 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.918829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:14.930815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 66084276-40e9-438a-a604-ff7d597d9d16 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:15.122356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b641e4-73c7-479e-8bfc-f93bb34ea7a1 None None] Pushing event updated for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:15.140422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.377195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.389068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Transition to ACTIVE for port object 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:15.410078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Transition to ACTIVE for port object 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:15.414378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:15.414936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.440843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] Pushing event deleted for resources: {'Port': ['ID=57c0d908-dbd2-4c90-9ec0-bd74d2971d9d,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:15.443496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.486884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.490423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Deleting port 9bfc354f-2bda-403c-b65a-a558d1baf568 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:15.490423 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.504256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.510038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.516118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/networks/e7aa7441-107f-4f36-b18e-97cc70acdfce HTTP/1.1" status: 204 len: 168 time: 2.6767905 Jul 12 16:28:15.519971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:15.523776 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8fe002cb-8859-486b-ab0e-1c76acac798d (CIDR: 172.20.0.0/28) Jul 12 16:28:15.544679 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:15.545160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:15.557826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94692-430e-4b76-a8b9-a2ae197e6655 tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Network': ['ID=e7aa7441-107f-4f36-b18e-97cc70acdfce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:15.563352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bf6ec-6f00-4d61-abf7-b4bade9630a6 None None] No DVR routers for this DVR port 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:15.628129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:15.629605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.630753 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e35ec00-8c1d-42c7-95e0-5d9e95a4ea10" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-unplugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:15.633230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6061a05e-c89b-4440-b49a-cef18d3b67e3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4294136 Jul 12 16:28:15.638174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:15.641592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:15.644980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:15.657770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d2bdfcbc-3bd1-4888-9a4f-14971e1e085b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:15.667083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.670193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:15.703384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:15.707554 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3fe3ae-4974-41f3-a6cb-85f765090c42 x-openstack-request-id: req-0a3fe3ae-4974-41f3-a6cb-85f765090c42 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:15.708058 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-unplugged", "status": "failed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:15.708390 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a3fe3ae-4974-41f3-a6cb-85f765090c42 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:15.708858 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 422} returned with failed status Jul 12 16:28:15.713099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:15.715881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Pushing event updated for resources: {'Port': ['ID=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:15.728026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] For port 9bfc354f-2bda-403c-b65a-a558d1baf568, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9bfc354f-2bda-403c-b65a-a558d1baf568,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:15.728571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.732893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.749974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.781721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Calling delete_port for 9bfc354f-2bda-403c-b65a-a558d1baf568 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:15.815423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Deleting port 9bfc354f-2bda-403c-b65a-a558d1baf568 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:15.816083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.858073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.861994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5fe4300d-d4f4-46da-ad4d-e6df0527d226 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1247196 Jul 12 16:28:15.863673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.866185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39118) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:15.879449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:15.908589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] For port 9bfc354f-2bda-403c-b65a-a558d1baf568, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9bfc354f-2bda-403c-b65a-a558d1baf568,segment=NetworkSegment(be6976f0-f6bc-4070-9125-1ad00822acb1),segment_id=be6976f0-f6bc-4070-9125-1ad00822acb1)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:15.909216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:15.930007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Calling delete_port for 9bfc354f-2bda-403c-b65a-a558d1baf568 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:15.932117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:15.936662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.102843 n-d-800078-3 neutron-server[93712]: INFO neutron.db.ipam_backend_mixin [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet be553d48-0dff-41b6-9bc3-05a70402020b (CIDR: 172.20.0.16/28) Jul 12 16:28:16.112506 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:16.112985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:16.118394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45de3d-3b63-4cc2-b6fa-e28109e73d46 req-51a00a9f-6ba3-48d2-a8c6-5f9da6d1dd02 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:16.120485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc45de3d-3b63-4cc2-b6fa-e28109e73d46 req-51a00a9f-6ba3-48d2-a8c6-5f9da6d1dd02 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.6672952 Jul 12 16:28:16.132908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.172253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ff3aae0f-8a4c-493e-a43c-1117ff87ac2a tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5317461 Jul 12 16:28:16.176247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:16.176987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Port': ['ID=9bfc354f-2bda-403c-b65a-a558d1baf568,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.184525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'subnet': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:16.198959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=10']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.201859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.207387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Attempting to bind port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:16.207923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Attempting to bind port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:16.208386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Attempting to bind port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb on network 016c7cb7-f2db-4fa5-9f60-6157246aeecb {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:16.217510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] No DVR routers for this DVR port 9bfc354f-2bda-403c-b65a-a558d1baf568 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:16.244645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:16.245190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Checking segment: {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:16.249026 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.250641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Bound using segment: {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:16.251313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Bound port: 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:16.251838 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.264411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:16.265560 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.301264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:16.305645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Pushing event updated for resources: {'Port': ['ID=c80696f2-6433-4380-92ee-ff6f4d909c10,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.309464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Allocated IP 172.20.0.1 (84748e67-a875-4af4-935f-4fbd81c38659/f6f86b47-7b22-47bf-b846-a0e28108b3f1/4a9bb0ec-58aa-4995-b857-6e6f85f872c8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:16.331564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.360284 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:16.363415 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:28:16.365026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:16.372125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.372860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.384498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.387909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e43fa8-c3be-4b82-bd1d-333c8ae47fde']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:16.400034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:16.400261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6976f0-f6bc-4070-9125-1ad00822acb1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:16.400442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6976f0-f6bc-4070-9125-1ad00822acb1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:16.411464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.428345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.437407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:16.438095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.448849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] No DVR routers for this DVR port 9bfc354f-2bda-403c-b65a-a558d1baf568 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:16.485312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] For port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:16.490832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Pushing event updated for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=11']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:16.517877 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:16.527884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.544894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa7145-3171-43d6-b4fa-e6f37df5b13f None None] Pushing event deleted for resources: {'Port': ['ID=9bfc354f-2bda-403c-b65a-a558d1baf568,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.571098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.579209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 764991a0-f3fa-48ef-8714-8e3f57e5e10b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:16.580601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] 10.222.0.58 "DELETE /v2.0/networks/61e43fa8-c3be-4b82-bd1d-333c8ae47fde HTTP/1.1" status: 204 len: 168 time: 1.0555387 Jul 12 16:28:16.582677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:16.583157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.584287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0354ec-dac4-493e-ad25-498116275cfa tempest-TaggedBootDevicesTest-2041845589 tempest-TaggedBootDevicesTest-2041845589-project] Pushing event deleted for resources: {'Network': ['ID=61e43fa8-c3be-4b82-bd1d-333c8ae47fde,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:16.587596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc45de3d-3b63-4cc2-b6fa-e28109e73d46 req-486ea25e-a4d4-4954-8c61-d25801a43910 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969164 Jul 12 16:28:16.679054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.702271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-695bec09-b45b-40aa-a540-a75f45994e5f None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:16.731508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 764991a0-f3fa-48ef-8714-8e3f57e5e10b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:16.737760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Made reservation on behalf of 9313823d50b84304a327836984e973b9 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:16.742119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.754233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 764991a0-f3fa-48ef-8714-8e3f57e5e10b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:16.755547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.869976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Provisioning for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:16.877512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:16.878676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.948073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:16.958719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] For port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:16.973220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.004300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.057186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=66084276-40e9-438a-a604-ff7d597d9d16,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:17.085408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Transition to ACTIVE for port object 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:17.122337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.189878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.192710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.198098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-93db4eff-8a47-4c61-851a-4021e0363f58 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/66084276-40e9-438a-a604-ff7d597d9d16 HTTP/1.1" status: 204 len: 168 time: 3.2680850 Jul 12 16:28:17.198336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.200295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:17.284310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523f501-8aec-4467-986d-b5babe6eacba None None] Pushing event updated for resources: {'Port': ['ID=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:17.318493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 764991a0-f3fa-48ef-8714-8e3f57e5e10b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=764991a0-f3fa-48ef-8714-8e3f57e5e10b,segment=NetworkSegment(849fd844-481f-4047-974b-f6c75f63d72c),segment_id=849fd844-481f-4047-974b-f6c75f63d72c)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:17.346365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.410694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Provisioning for port d1a41271-8b82-43ca-b7e1-e8b400648088 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:17.429978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Provisioning complete for port d1a41271-8b82-43ca-b7e1-e8b400648088 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:17.436038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.439613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 125a096c-a4e3-4428-98fd-44e04dfa10cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:17.441293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:17.459171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:17.467969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:17.469850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.486893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.498029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a90d3-2aab-4353-92a8-8a64df015dd3 None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:17.510248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3292913 Jul 12 16:28:17.510892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:17.520857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1754516451', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3c07826-ea95-484f-986f-390b977955c2'}], 'security_groups': ['feb9cfe5-427e-4ef7-810c-313dbb82bbc3', 'a336e9ee-3519-49ac-a77c-ce58e54cad63']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:17.584014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=764991a0-f3fa-48ef-8714-8e3f57e5e10b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:17.596873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 84748e67-a875-4af4-935f-4fbd81c38659 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:17.600421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5242b-e804-4514-ba76-bdbfe3c57f76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Subnet': ['ID=f3c07826-ea95-484f-986f-390b977955c2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:17.601908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:17.619086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Port d1a41271-8b82-43ca-b7e1-e8b400648088 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:17.669650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:17.670093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.695835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:17.710068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:17.712358 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fbd8d-a88c-4881-ab01-87b15265d571" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "completed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:17.743332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f004c2-8a20-4587-b3c2-3e17130354d5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:17.752517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0f004c2-8a20-4587-b3c2-3e17130354d5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4945207 Jul 12 16:28:17.762693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.763501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:17.784873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 125a096c-a4e3-4428-98fd-44e04dfa10cb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:17.785254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:17.876831 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af52ad-3b69-45a8-be64-05377f366717 x-openstack-request-id: req-16af52ad-3b69-45a8-be64-05377f366717 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:17.877520 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-plugged", "status": "failed", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:17.878111 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16af52ad-3b69-45a8-be64-05377f366717 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:17.878733 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'code': 422} returned with failed status Jul 12 16:28:17.948905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Port': ['ID=4a9bb0ec-58aa-4995-b857-6e6f85f872c8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:18.025662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.082808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebda57c-1cee-42a9-8cc6-ebee959fd7a8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:18.084023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.084597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4ebda57c-1cee-42a9-8cc6-ebee959fd7a8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3174663 Jul 12 16:28:18.089440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:18.120295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.124404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f7b8d-5887-4c7b-afd6-ba85fbecfbfb req-1153d51e-9409-4bc1-9e78-358bd5a93c10 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:18.128297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-918f7b8d-5887-4c7b-afd6-ba85fbecfbfb req-1153d51e-9409-4bc1-9e78-358bd5a93c10 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2781498 Jul 12 16:28:18.179547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.186070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d3937aa0-868a-4ae9-aaee-0a65d6b9263a None None] Could not find standard attr ID for object 66084276-40e9-438a-a604-ff7d597d9d16. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:28:18.305593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.310172 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:28:18.346490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-918f7b8d-5887-4c7b-afd6-ba85fbecfbfb req-47e6da9d-1ceb-428e-b2a6-ca337fa317df tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587002 Jul 12 16:28:18.424242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Update dhcp port {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'fixed_ips': [{'subnet_id': 'be553d48-0dff-41b6-9bc3-05a70402020b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8fe002cb-8859-486b-ab0e-1c76acac798d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f3c07826-ea95-484f-986f-390b977955c2'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '32612cf2-def6-4c4d-a78d-41bf27064fe8'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:18.426462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Provisioning complete for port e1870633-8a2c-4330-83ff-8a0ce38a83db triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:18.427066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.512421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:18.583236 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.675101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:18.686621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75009622-e502-4626-9dd6-ac6f526f1749 None None] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:18.716963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:18.717235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.728400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53666-9c8b-47a4-b15b-76c4c74a1d9a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:18.729942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53666-9c8b-47a4-b15b-76c4c74a1d9a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:18.731620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53666-9c8b-47a4-b15b-76c4c74a1d9a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:18.733283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-feb53666-9c8b-47a4-b15b-76c4c74a1d9a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6409595 Jul 12 16:28:18.738590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39146) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:18.826259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 676c8461-0b99-4954-9d04-474c024a3924 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:18.836348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.900390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Delete allocated IP 172.20.0.13 (4ec93f32-ddfc-494a-9fcc-58287308e30c/8fe002cb-8859-486b-ab0e-1c76acac798d) {{(pid=93712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 12 16:28:18.907636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Allocated IP 172.25.8.12 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/1761a9cd-5154-4fea-a578-69f459f005d9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:18.910109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:18.940453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Allocated IP 172.20.0.38 (4ec93f32-ddfc-494a-9fcc-58287308e30c/f3c07826-ea95-484f-986f-390b977955c2/d1a41271-8b82-43ca-b7e1-e8b400648088) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:18.951006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Provisioning for port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:19.089534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.106209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Router c96430ca-3955-4e58-9e45-4b0bca0bde6e is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:19.111988 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.157378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Provisioning complete for port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:19.157378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.241644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.256102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.263866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Transition to ACTIVE for port object d1a41271-8b82-43ca-b7e1-e8b400648088 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:19.269464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.276854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:19.298853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.301752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.304740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/676c8461-0b99-4954-9d04-474c024a3924 HTTP/1.1" status: 204 len: 168 time: 0.5654421 Jul 12 16:28:19.310502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69767c8a-84e2-4a43-8cc4-111d2d9e8458 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:19.314977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39150) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:19.349874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4d1e0-93e3-4dc2-aecd-94364d026643 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=676c8461-0b99-4954-9d04-474c024a3924,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:19.414151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.444156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 6c171f68-a270-42dc-9203-4921f6363126 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:19.449802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.451995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:19.453889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.474761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccc7ea-9e92-4b62-917f-40937529a903 None None] Port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:19.485172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.509614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] In _notify_port_updated(), no bound segment for port d1a41271-8b82-43ca-b7e1-e8b400648088 on network 4ec93f32-ddfc-494a-9fcc-58287308e30c {{(pid=93712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:28:19.519530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:19.520505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.520874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Sync routers for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:19.525130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "PUT /v2.0/ports/d1a41271-8b82-43ca-b7e1-e8b400648088 HTTP/1.1" status: 200 len: 960 time: 2.0101244 Jul 12 16:28:19.529556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:19.542541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:19.544622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.597392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.599137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af10f0d4-2a95-473a-ade9-d0584ebafe30 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4348736 Jul 12 16:28:19.615115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39156) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:19.656576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.672349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4b61-a194-4f19-a128-d8b7f4fd91c3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event updated for resources: {'Port': ['ID=d1a41271-8b82-43ca-b7e1-e8b400648088,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:19.756925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:19.816713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port d1a41271-8b82-43ca-b7e1-e8b400648088 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:19.817311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.850994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.925904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event updated for resources: {'Port': ['ID=4a9bb0ec-58aa-4995-b857-6e6f85f872c8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:19.963012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.964971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:19.967386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:19.976890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:19.976890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:19.977870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:19.992089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Allocated IP 172.20.0.34 (4ec93f32-ddfc-494a-9fcc-58287308e30c/f3c07826-ea95-484f-986f-390b977955c2/32612cf2-def6-4c4d-a78d-41bf27064fe8) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:20.007851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.025894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for d1a41271-8b82-43ca-b7e1-e8b400648088 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:20.041921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.044197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/6c171f68-a270-42dc-9203-4921f6363126 HTTP/1.1" status: 204 len: 168 time: 0.7268512 Jul 12 16:28:20.045365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:20.062124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39158) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:20.071577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37980f-28e9-4754-8a54-3bd433bb3de5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=6c171f68-a270-42dc-9203-4921f6363126,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:20.081173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4fa769e2-8581-40c6-8971-56edc7d801c9 None None] Provisioning for port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:20.163134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b0adf001-a49c-4b81-abf3-3675e0a87b1f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781903 Jul 12 16:28:20.175968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Pushing event updated for resources: {'Port': ['ID=1761a9cd-5154-4fea-a578-69f459f005d9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:20.181307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39160) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:20.212720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:20.213096 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.232866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.237143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:20.280075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=d1a41271-8b82-43ca-b7e1-e8b400648088,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:20.343169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:20.378133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64b4b-f6dd-4023-b7e3-abd761058949 req-ab3acfdf-3800-47fa-ba3c-3d5b501ecfd8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:20.385234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64f64b4b-f6dd-4023-b7e3-abd761058949 req-ab3acfdf-3800-47fa-ba3c-3d5b501ecfd8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.8499885 Jul 12 16:28:20.394780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.408968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6258ca13-1210-4184-8e43-07137d9a3f35 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/d1a41271-8b82-43ca-b7e1-e8b400648088 HTTP/1.1" status: 204 len: 168 time: 0.8783205 Jul 12 16:28:20.409924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39166) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:20.459735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d1bccf9-2ea2-45c4-8b6b-523baa8c8cb6 None None] Provisioning complete for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:20.466238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d1bccf9-2ea2-45c4-8b6b-523baa8c8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.471570 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2721948-6321-41a1-aeb6-8290d8806c5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] GET failed (client error): The resource could not be found. Jul 12 16:28:20.479801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b2721948-6321-41a1-aeb6-8290d8806c5e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports/d1a41271-8b82-43ca-b7e1-e8b400648088 HTTP/1.1" status: 404 len: 333 time: 0.0686066 Jul 12 16:28:20.480738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39170) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:20.606263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64f64b4b-f6dd-4023-b7e3-abd761058949 req-f6db7936-f022-497e-b020-e5e2ba1198f4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200787 Jul 12 16:28:20.607326 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.667396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.689593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:20.731942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Network 84748e67-a875-4af4-935f-4fbd81c38659 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:20.741267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:20.756984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.759536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.764805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d002f4e-13ff-4479-9d81-3b7260161eac HTTP/1.1" status: 204 len: 168 time: 0.2710888 Jul 12 16:28:20.766086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:20.808746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:20.811872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.858434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b00dd-6058-4c1a-aaba-5c0aef09d07c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d002f4e-13ff-4479-9d81-3b7260161eac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:20.900055 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.919702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.929700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Transition to ACTIVE for port object 32612cf2-def6-4c4d-a78d-41bf27064fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:20.942508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 764991a0-f3fa-48ef-8714-8e3f57e5e10b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:20.977964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:20.998010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.041694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77b63d-5cb0-4de6-92a7-0a38a7175d23 None None] Update dhcp port {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'fixed_ips': [{'subnet_id': '6c171f68-a270-42dc-9203-4921f6363126'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '7570bfc3-14da-44e8-8ddf-8fc41aecd9cd'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:21.062440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.065269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.066754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/security-groups/a336e9ee-3519-49ac-a77c-ce58e54cad63 HTTP/1.1" status: 204 len: 168 time: 0.2966864 Jul 12 16:28:21.069834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39174) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:21.105339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.106384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a126d-54fb-4b39-aade-409f64492ef6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336e9ee-3519-49ac-a77c-ce58e54cad63,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:21.167876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.192752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.275329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.277897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.282362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/security-groups/feb9cfe5-427e-4ef7-810c-313dbb82bbc3 HTTP/1.1" status: 204 len: 168 time: 0.2115817 Jul 12 16:28:21.282966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39176) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:21.292263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a77b63d-5cb0-4de6-92a7-0a38a7175d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.392166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229421f-f61d-42b7-b0a1-60bf8e23bf57 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9cfe5-427e-4ef7-810c-313dbb82bbc3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:21.428496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet 8fe002cb-8859-486b-ab0e-1c76acac798d {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:21.432108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.500848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.646579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8d1bccf9-2ea2-45c4-8b6b-523baa8c8cb6 None None] Provisioning complete for port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:21.646950 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d1bccf9-2ea2-45c4-8b6b-523baa8c8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.715873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.720199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8d1bccf9-2ea2-45c4-8b6b-523baa8c8cb6 None None] Port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:21.724527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea5dcc-558c-4ccf-b312-caa72ec72aaa None None] Pushing event updated for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:21.741687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7904f192-15b1-4906-92f4-5b3a1ceeb3bf None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:21.812738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 764991a0-f3fa-48ef-8714-8e3f57e5e10b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:21.813388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.842811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.846778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:16Z', 'revision_number': 3, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:21.872281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Router a17e394d-35fa-4cb6-8433-f5a841992c2d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:21.882166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Checking router: c96430ca-3955-4e58-9e45-4b0bca0bde6e for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:28:21.882513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Updating router c96430ca-3955-4e58-9e45-4b0bca0bde6e port c80696f2-6433-4380-92ee-ff6f4d909c10 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:28:21.924747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:21.942542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/8fe002cb-8859-486b-ab0e-1c76acac798d HTTP/1.1" status: 204 len: 168 time: 0.6533861 Jul 12 16:28:21.954750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39182) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:21.978636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701750e0-08ef-4a0a-821f-ed0b1404e48c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe002cb-8859-486b-ab0e-1c76acac798d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:21.981432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Provisioning complete for port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:21.981831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.025753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769e66b-0003-4b4b-b616-afbb57b649c1 req-894a07b6-3612-40cb-82a2-2b2fad2e715b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:22.029239 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.029668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a769e66b-0003-4b4b-b616-afbb57b649c1 req-894a07b6-3612-40cb-82a2-2b2fad2e715b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1727703 Jul 12 16:28:22.041146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.104678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a769e66b-0003-4b4b-b616-afbb57b649c1 req-00924469-2fae-4ba4-af8e-5844af86d95e tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611229 Jul 12 16:28:22.190487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:22.516785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:22.524907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4bfc0-e92b-4b26-a04f-cdc23eb07d33 None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:22.647453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:22.662465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:22.674158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet f3c07826-ea95-484f-986f-390b977955c2 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:22.678183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:22.678557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.692862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.695780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:22.700676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.707338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Provisioning complete for port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:22.707530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.739194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:22.739823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.750179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=90e4671c-7b58-4bbb-ae22-f3462e8b675e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:22.760683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.774151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.780686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:22.793878 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] Sync routers for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:22.807889 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:22.808522 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:22.813569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0b099902-3181-4429-8301-f65a5cf4e3c0 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8055215 Jul 12 16:28:22.816298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39186) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:22.845607 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:22.857815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:22.859085 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:22.870554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c1a90b7-27d2-4bc6-b4bc-150e05c9b1b0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6457317 Jul 12 16:28:22.875780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.880987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39188) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:22.889532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:22.915311 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:22.915990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56733-e9ba-4781-9b83-9c67f5ef4746 None None] The sync data for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:22.941373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Deleting port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:22.941923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.958401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2eb8371e-8cf7-4641-b073-22222dee023a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:22.965524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.040615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] For port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:23.071147 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-2eb8371e-8cf7-4641-b073-22222dee023a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 12 16:28:23.076353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2eb8371e-8cf7-4641-b073-22222dee023a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d HTTP/1.1" status: 409 len: 329 time: 0.2590394 Jul 12 16:28:23.078041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:23.083384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.206925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Provisioning complete for port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:23.206925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.277645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.320856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.332888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Transition to ACTIVE for port object c80696f2-6433-4380-92ee-ff6f4d909c10 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:23.334680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Pushing event updated for resources: {'Port': ['ID=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:23.337619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.345737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9ec7a-3f4c-430d-9e77-8b15ae406ad7 None None] Port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:23.371685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.409150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Allocated IP 172.20.0.1 (016c7cb7-f2db-4fa5-9f60-6157246aeecb/83b68407-ffac-4df8-a104-918c993d3acb/36858c36-95ba-4f9e-b71a-b42470ab4a7c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:23.414196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:23.417775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.459273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] For port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:23.459716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.507273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Router 300cefd0-1e20-4906-963f-b34716fc6de9 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:23.555899 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:28:23.556314 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:28:23.558658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Calling delete_port for 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:23.570570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa402a-2b0d-4091-8901-e3b84c26b46e None None] Pushing event updated for resources: {'Port': ['ID=c80696f2-6433-4380-92ee-ff6f4d909c10,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:23.576577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.582441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Attempting to bind port c80696f2-6433-4380-92ee-ff6f4d909c10 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:23.582609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Attempting to bind port c80696f2-6433-4380-92ee-ff6f4d909c10 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:23.583033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Attempting to bind port c80696f2-6433-4380-92ee-ff6f4d909c10 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:23.593822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Provisioning for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:23.605603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.628488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:23.628902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:23.629348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.629959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:23.630445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Bound port: c80696f2-6433-4380-92ee-ff6f4d909c10, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:23.630964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.643748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c07826-ea95-484f-986f-390b977955c2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:23.698557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] For port c80696f2-6433-4380-92ee-ff6f4d909c10, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:23.703075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] For port c80696f2-6433-4380-92ee-ff6f4d909c10, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c80696f2-6433-4380-92ee-ff6f4d909c10,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:23.709362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:23.710063 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.715539 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.757305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89076982-343a-4ee0-bcba-e87e5f756c02 req-0fc3dc84-46fe-419c-80a8-7dd68fcf3542 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:23.770089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89076982-343a-4ee0-bcba-e87e5f756c02 req-0fc3dc84-46fe-419c-80a8-7dd68fcf3542 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4480035 Jul 12 16:28:23.773171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.777561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-427dee21-a8f8-4677-8392-a00caf5de617 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/f3c07826-ea95-484f-986f-390b977955c2 HTTP/1.1" status: 204 len: 168 time: 1.8217435 Jul 12 16:28:23.789775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39194) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:23.823792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:23.824444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:23.909506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:23.922250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa402a-2b0d-4091-8901-e3b84c26b46e None None] Pushing event updated for resources: {'Port': ['ID=c80696f2-6433-4380-92ee-ff6f4d909c10,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:24.006023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:24.011015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.016134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b740517b-ce68-4702-a033-79c3160f922a tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "PUT /v2.0/routers/300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 200 len: 915 time: 8.1418607 Jul 12 16:28:24.047772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39202) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:24.060957 n-d-800078-3 neutron-server[93711]: INFO neutron.db.ipam_backend_mixin [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90e4671c-7b58-4bbb-ae22-f3462e8b675e (CIDR: 2001:db8::/64) Jul 12 16:28:24.067161 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-780059f1-cbb1-48f5-99df-ae56373b397d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:24.067690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780059f1-cbb1-48f5-99df-ae56373b397d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:24.072063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-780059f1-cbb1-48f5-99df-ae56373b397d tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/8fe002cb-8859-486b-ab0e-1c76acac798d HTTP/1.1" status: 404 len: 337 time: 0.1598561 Jul 12 16:28:24.082493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:24.125186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Transition to ACTIVE for port object 36858c36-95ba-4f9e-b71a-b42470ab4a7c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:24.132699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:24.134760 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:24.136101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:24.291498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89076982-343a-4ee0-bcba-e87e5f756c02 req-5295fccc-af8a-47cc-a961-550fac8d6860 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002849 Jul 12 16:28:24.346622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] Sync routers for ids ['300cefd0-1e20-4906-963f-b34716fc6de9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:24.419615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-268d2233-a42b-4a2c-8d60-4cb5ccf45a7b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5358293 Jul 12 16:28:24.425875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39206) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:24.432194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:24.448381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting subnet be553d48-0dff-41b6-9bc3-05a70402020b {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:24.473013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.480498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] Routers {'300cefd0-1e20-4906-963f-b34716fc6de9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:24.481145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['300cefd0-1e20-4906-963f-b34716fc6de9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:24.564001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:24.579973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c305f-471f-4b4d-9762-4766c5664b43 None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:24.593474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.610970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.621926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.684283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-df3f3011-fb06-4d9f-ba23-c85b994a7073 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 200 len: 921 time: 0.6325648 Jul 12 16:28:24.690520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39208) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:24.696096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:24.706833 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:24.726387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] Routers {'300cefd0-1e20-4906-963f-b34716fc6de9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:24.727271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['300cefd0-1e20-4906-963f-b34716fc6de9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:24.765716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] Pushing event deleted for resources: {'Port': ['ID=7570bfc3-14da-44e8-8ddf-8fc41aecd9cd,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:24.777572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133456e-34fe-44e6-a4e4-310dfc407427 None None] No DVR routers for this DVR port 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:24.890200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:24.896273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:24.911339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:24.912224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe0e03-c7dd-4c64-a9c5-86d778b38dd1 None None] The sync data for ids ['300cefd0-1e20-4906-963f-b34716fc6de9'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:24.937370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:24.940049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:24.947535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Pushing event updated for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:25.000645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bdd2b-45ac-41df-9e2e-734358e485d2 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:25.005085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-898bdd2b-45ac-41df-9e2e-734358e485d2 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=300cefd0-1e20-4906-963f-b34716fc6de9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3059995 Jul 12 16:28:25.020542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:25.172615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73080a69-36c6-440e-8944-4b4ebc26211b tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:25.176949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-73080a69-36c6-440e-8944-4b4ebc26211b tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.1553960 Jul 12 16:28:25.194838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:25.281207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c4a5b77-dde8-48b6-9da4-0294e21f036a tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 200 len: 205 time: 0.0840585 Jul 12 16:28:25.285987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39216) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:25.289224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.330234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.356093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:28:25.357961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.419503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=9756ee4b-e212-43c3-a22c-9bb8861314a3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:25.430787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2cbdc5-af5a-4df7-8a2b-56eac2488c8b None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:25.441837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:25.446638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:25.456956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:25.458095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.494947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting port 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:25.495295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.551874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5235df83-a864-4ed3-9684-d8a87d5ff919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1248569 Jul 12 16:28:25.563871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39220) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:25.571126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:9e:21:8f', 'name': 'tempest-NetworksTestDHCPv6-1661983386'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:25.597576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Could not find standard attr ID for object d1a41271-8b82-43ca-b7e1-e8b400648088. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:28:25.636946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:25.637287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57c0d908-dbd2-4c90-9ec0-bd74d2971d9d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:25.637698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9bfc354f-2bda-403c-b65a-a558d1baf568 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:25.719789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d29e2-86b8-440d-a8e8-61bab3a40b16 req-1bd7be9d-b692-418e-a840-4e8ee5a58ce9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:25.721374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538d29e2-86b8-440d-a8e8-61bab3a40b16 req-1bd7be9d-b692-418e-a840-4e8ee5a58ce9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.1684437 Jul 12 16:28:25.723546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.751479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9bfc354f-2bda-403c-b65a-a558d1baf568 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:25.752041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9bfc354f-2bda-403c-b65a-a558d1baf568 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:25.762344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Calling delete_port for 4a9bb0ec-58aa-4995-b857-6e6f85f872c8 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:25.772848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:25.773296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.798831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538d29e2-86b8-440d-a8e8-61bab3a40b16 req-1defc515-510e-4ed9-8be8-20d7b4478169 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627272 Jul 12 16:28:25.836670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.890821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:16Z', 'revision_number': 3, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:25.936973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': '90e4671c-7b58-4bbb-ae22-f3462e8b675e'}, {'subnet_id': '9756ee4b-e212-43c3-a22c-9bb8861314a3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:25.938031 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:25.943522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed060a0-a5a7-469a-bbf5-6c00950f6d4b None None] The sync data for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 is: [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:16Z', 'revision_number': 3, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:25.957167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-19058266-de07-4133-ad07-b17b474e93b8 None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:25.984534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:26.054174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.110617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Port': ['ID=4a9bb0ec-58aa-4995-b857-6e6f85f872c8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:26.242641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:26.243021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.317913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49443e6-f65a-4939-b854-1d1627c4327d None None] Update dhcp port {'port': {'network_id': '4ec93f32-ddfc-494a-9fcc-58287308e30c', 'fixed_ips': [{'subnet_id': 'be553d48-0dff-41b6-9bc3-05a70402020b'}], 'binding:host_id': 'n-d-800078-3'}, 'id': '32612cf2-def6-4c4d-a78d-41bf27064fe8'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:28:26.410813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.455940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:26.456520 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.497013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.501603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/be553d48-0dff-41b6-9bc3-05a70402020b HTTP/1.1" status: 204 len: 168 time: 2.3778043 Jul 12 16:28:26.506028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:26.528776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6fef4-6f6f-4d22-8f91-3b73bb4174d6 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Subnet': ['ID=be553d48-0dff-41b6-9bc3-05a70402020b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:26.556191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f49443e6-f65a-4939-b854-1d1627c4327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.584451 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce7d8b3-89e3-4422-a298-c18f991adee3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:26.584907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce7d8b3-89e3-4422-a298-c18f991adee3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:26.589352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0ce7d8b3-89e3-4422-a298-c18f991adee3 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/4af9d489-45b7-4c6a-be6c-46032472d467 HTTP/1.1" status: 404 len: 337 time: 0.0581679 Jul 12 16:28:26.592168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.595679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39226) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:26.684990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Router a17e394d-35fa-4cb6-8433-f5a841992c2d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:26.776720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/90e4671c-7b58-4bbb-ae22-f3462e8b675e/0ab12532-83a2-4b0e-8366-d65597ce787d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:26.784092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.792999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Provisioning for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:26.813006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33eeb10f-936e-47da-a8b2-2d81b40b825e tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "GET /v2.0/ports?device_id=91c91ad6-ff8a-4f39-842b-e49689c8f077 HTTP/1.1" status: 200 len: 205 time: 0.2134962 Jul 12 16:28:26.815351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:26.821822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:26.841953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.860599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Allocated IP 2001:db8:0:1:f816:3eff:fed2:7d0f (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/9756ee4b-e212-43c3-a22c-9bb8861314a3/0ab12532-83a2-4b0e-8366-d65597ce787d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:26.874880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:26.880162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:26.880931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:26.883620 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-608d2b49-b994-4419-b03e-3ae084646f83 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] delete failed (client error): The resource could not be found. Jul 12 16:28:26.884814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-608d2b49-b994-4419-b03e-3ae084646f83 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/routers/91c91ad6-ff8a-4f39-842b-e49689c8f077 HTTP/1.1" status: 404 len: 336 time: 0.0680888 Jul 12 16:28:26.886678 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] Sync routers for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:26.889084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a1030bb-5967-4eea-a4fc-83922ced0692 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8098302 Jul 12 16:28:26.889690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39232) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:26.906040 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:26.910057 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:26.924521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:26.925652 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2e6347-f3e6-4846-b515-33a4b37f4196 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:26.926274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2e6347-f3e6-4846-b515-33a4b37f4196 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:26.930169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-af2e6347-f3e6-4846-b515-33a4b37f4196 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/27570f48-83af-4369-8c6e-3ccff42d0556 HTTP/1.1" status: 404 len: 337 time: 0.0370784 Jul 12 16:28:26.951702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:27.009925 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:27.015844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.017267 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-aae1774c-2611-42ce-be31-0abb849cb74f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] show failed (client error): The resource could not be found. Jul 12 16:28:27.018548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aae1774c-2611-42ce-be31-0abb849cb74f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-940495891 HTTP/1.1" status: 404 len: 334 time: 0.0871193 Jul 12 16:28:27.036627 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] Routers {'a17e394d-35fa-4cb6-8433-f5a841992c2d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:27.037038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39238) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.037623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a17e394d-35fa-4cb6-8433-f5a841992c2d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:27.046265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad0233-6011-42ac-b100-2e065a941dec None None] Network 4ec93f32-ddfc-494a-9fcc-58287308e30c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:27.047337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9d4ac261-9894-422d-920b-ea26fa6af9c3 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:27.109146 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:27.110204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647519b0-12f3-40db-b72f-bca915c2b7a3 None None] The sync data for ids ['a17e394d-35fa-4cb6-8433-f5a841992c2d'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:27.136456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Port 36858c36-95ba-4f9e-b71a-b42470ab4a7c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:27.168266 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-9d4ac261-9894-422d-920b-ea26fa6af9c3 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] update failed (client error): The resource could not be found. Jul 12 16:28:27.173810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d4ac261-9894-422d-920b-ea26fa6af9c3 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-897729577 HTTP/1.1" status: 404 len: 334 time: 0.1281121 Jul 12 16:28:27.173810 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8518cec0-dc7f-4f8d-821a-a55d9df7eb76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.175820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39240) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.175975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8518cec0-dc7f-4f8d-821a-a55d9df7eb76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.177714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8518cec0-dc7f-4f8d-821a-a55d9df7eb76 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/0010747e-9a0f-468d-8008-1f47d610b602 HTTP/1.1" status: 404 len: 337 time: 0.1581995 Jul 12 16:28:27.181129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39242) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.237614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:27.237811 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8358ab90-dcbf-47c2-85b8-28337ad044af tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.237903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.238114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8358ab90-dcbf-47c2-85b8-28337ad044af tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.239851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8358ab90-dcbf-47c2-85b8-28337ad044af tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/6ab357ba-a60d-4301-b9bd-22e0e6b732f7 HTTP/1.1" status: 404 len: 337 time: 0.0583119 Jul 12 16:28:27.242271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39244) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.291527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f0093411-b338-46ae-9412-e10dc5bed9f4 None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:27.300283 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6223c72f-7939-4fca-aeba-c1ea4ef1ab82 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.301027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6223c72f-7939-4fca-aeba-c1ea4ef1ab82 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.302768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6223c72f-7939-4fca-aeba-c1ea4ef1ab82 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/64106006-32a5-4798-a0b6-9aac7cf4d3fc HTTP/1.1" status: 404 len: 333 time: 0.0595920 Jul 12 16:28:27.307570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.331903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:27.332288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.355164 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-266eedf5-c23f-4a8c-ab88-082fa3904edd tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.355649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266eedf5-c23f-4a8c-ab88-082fa3904edd tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.357412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-266eedf5-c23f-4a8c-ab88-082fa3904edd tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/137a4cb4-7f88-4156-a16f-8ded78e97106 HTTP/1.1" status: 404 len: 337 time: 0.0506244 Jul 12 16:28:27.360636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39250) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.410666 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-721adfea-72da-429b-bd55-038c757c8f89 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.411128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721adfea-72da-429b-bd55-038c757c8f89 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.412960 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-721adfea-72da-429b-bd55-038c757c8f89 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/e510d713-1d76-40c5-a424-3471d1084e86 HTTP/1.1" status: 404 len: 337 time: 0.0513802 Jul 12 16:28:27.427714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39252) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.435407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting subnet 8b9d91da-bf7b-43ff-9141-51cc9a193562 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:27.444109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.456807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.462301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e3c73bb-0df8-4375-a10b-6310e9f2f825 None None] Provisioning complete for port 32612cf2-def6-4c4d-a78d-41bf27064fe8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:27.462809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e3c73bb-0df8-4375-a10b-6310e9f2f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.465087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.474920 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a778b95e-2378-405f-a948-9b2075e2f006 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.476220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a778b95e-2378-405f-a948-9b2075e2f006 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.478268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a778b95e-2378-405f-a948-9b2075e2f006 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/f33a2874-7af3-4bf5-8b98-7a2d085924bd HTTP/1.1" status: 404 len: 333 time: 0.0555992 Jul 12 16:28:27.481373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39254) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.512397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port c0502161-2622-42a4-8d3c-8a06716c8aaf yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:28:27.516596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Transition to ACTIVE for port object 0ab12532-83a2-4b0e-8366-d65597ce787d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:27.538501 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79984b4-21ec-46b2-9af2-be85e3b8767c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.538955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79984b4-21ec-46b2-9af2-be85e3b8767c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.543108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b79984b4-21ec-46b2-9af2-be85e3b8767c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/f7b982f9-a942-4746-a352-70ad7dfdabd3 HTTP/1.1" status: 404 len: 337 time: 0.0584395 Jul 12 16:28:27.543353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.589260 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c30b57-ba77-4f29-8f63-9facf203ca27 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:27.589821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c30b57-ba77-4f29-8f63-9facf203ca27 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:27.600073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a0c30b57-ba77-4f29-8f63-9facf203ca27 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/subnets/0bb82bde-7b67-4ef6-8c51-ef009c7114db HTTP/1.1" status: 404 len: 337 time: 0.0533819 Jul 12 16:28:27.600620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39258) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:27.601777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Transition to ACTIVE for port object 0ab12532-83a2-4b0e-8366-d65597ce787d will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:27.616764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port 1761a9cd-5154-4fea-a578-69f459f005d9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:27.617155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.630712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] DHCP port deletion for 4ec93f32-ddfc-494a-9fcc-58287308e30c request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:27.652275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.727823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.734758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:27.735658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port a9e2236f-381d-430e-a82f-4a26b6d6048b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:27.736132 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.776796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:27.788753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:27.798279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46e97-e687-4221-900d-407cbb557ea2 req-cb40d540-60bc-400f-a98a-4041eaa20083 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:27.798492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:27.799799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95b46e97-e687-4221-900d-407cbb557ea2 req-cb40d540-60bc-400f-a98a-4041eaa20083 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.7252440 Jul 12 16:28:27.809489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.809716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Pushing event updated for resources: {'Port': ['ID=0ab12532-83a2-4b0e-8366-d65597ce787d,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:27.844603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.863168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.865603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for a9e2236f-381d-430e-a82f-4a26b6d6048b owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:27.892062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e3c73bb-0df8-4375-a10b-6310e9f2f825 None None] Provisioning complete for port a9e2236f-381d-430e-a82f-4a26b6d6048b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:27.892545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e3c73bb-0df8-4375-a10b-6310e9f2f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:27.939203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-95b46e97-e687-4221-900d-407cbb557ea2 req-d632a152-3282-46b9-bf82-ccaf25450e4b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207747 Jul 12 16:28:28.004461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.042039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.074389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=a9e2236f-381d-430e-a82f-4a26b6d6048b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:28.095444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.100290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8273747e-9689-4bd5-b180-825e44756e51 tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/ports/a9e2236f-381d-430e-a82f-4a26b6d6048b HTTP/1.1" status: 204 len: 168 time: 0.4986842 Jul 12 16:28:28.100959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:28.120008 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.167184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Pushing event updated for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:28.179179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for 1761a9cd-5154-4fea-a578-69f459f005d9 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:28.281289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::218 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/90e4671c-7b58-4bbb-ae22-f3462e8b675e/c0502161-2622-42a4-8d3c-8a06716c8aaf) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:28.314092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.330161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:218f (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/9756ee4b-e212-43c3-a22c-9bb8861314a3/c0502161-2622-42a4-8d3c-8a06716c8aaf) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:28.383617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Attempting to bind port 0ab12532-83a2-4b0e-8366-d65597ce787d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:28.385238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Attempting to bind port 0ab12532-83a2-4b0e-8366-d65597ce787d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:28.386395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Attempting to bind port 0ab12532-83a2-4b0e-8366-d65597ce787d on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:28.388899 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.405566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Deleting port 32612cf2-def6-4c4d-a78d-41bf27064fe8 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:28.406204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.420055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Deleting port 32612cf2-def6-4c4d-a78d-41bf27064fe8 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:28.420398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.431279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:28.431995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.478716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:28.523632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:28.524272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.539802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Calling delete_port for 32612cf2-def6-4c4d-a78d-41bf27064fe8 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:28.581276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c73bb-0df8-4375-a10b-6310e9f2f825 None None] Port a9e2236f-381d-430e-a82f-4a26b6d6048b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:28.588522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:28.589206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:28.589589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.589990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:28.590479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Bound port: 0ab12532-83a2-4b0e-8366-d65597ce787d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:28.590866 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.692917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.735038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:28.742201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] No DVR routers for this DVR port 32612cf2-def6-4c4d-a78d-41bf27064fe8 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:28.771765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] For port 32612cf2-def6-4c4d-a78d-41bf27064fe8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32612cf2-def6-4c4d-a78d-41bf27064fe8,segment=NetworkSegment(8ee802d9-b776-44e6-a9a9-c0332533ebd7),segment_id=8ee802d9-b776-44e6-a9a9-c0332533ebd7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:28.772332 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.774803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-add22cda-983b-4011-b98a-323c4a7f9f2c None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:28.775182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-add22cda-983b-4011-b98a-323c4a7f9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.822948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Calling delete_port for 32612cf2-def6-4c4d-a78d-41bf27064fe8 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:28.868621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.879459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:28.880996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:28.892477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] For port 0ab12532-83a2-4b0e-8366-d65597ce787d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:28.900262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.909498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.941855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec93f32-ddfc-494a-9fcc-58287308e30c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:28.961003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee802d9-b776-44e6-a9a9-c0332533ebd7') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:28.961568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee802d9-b776-44e6-a9a9-c0332533ebd7') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:28.979410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:28.993384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] For port 0ab12532-83a2-4b0e-8366-d65597ce787d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0ab12532-83a2-4b0e-8366-d65597ce787d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:28.994408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-add22cda-983b-4011-b98a-323c4a7f9f2c None None] Port 36858c36-95ba-4f9e-b71a-b42470ab4a7c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:29.013574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-da28b9d8-2c73-427d-9606-1a486f327add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:29.015142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-da28b9d8-2c73-427d-9606-1a486f327add service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.5882607 Jul 12 16:28:29.018547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.027732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9d91da-bf7b-43ff-9141-51cc9a193562,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.037420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.041699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966df10-e03a-4848-a2b4-efeadee8ea97 req-ecef547a-6fce-4e56-9966-4376d7b4e373 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:29.044216 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b966df10-e03a-4848-a2b4-efeadee8ea97 req-ecef547a-6fce-4e56-9966-4376d7b4e373 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.5369244 Jul 12 16:28:29.045475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object c0502161-2622-42a4-8d3c-8a06716c8aaf will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:29.049883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:29.050301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:29.053557 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:29.063719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.065675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-898b37cc-d9d6-4b0f-94b2-1539e8a1a34a tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/subnets/8b9d91da-bf7b-43ff-9141-51cc9a193562 HTTP/1.1" status: 204 len: 168 time: 1.8814170 Jul 12 16:28:29.071152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:29.152107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bafe40-f648-4359-bee9-1108a7024820 None None] Network eb6397ec-81b4-4be2-9d4e-cbad63a24d8c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:29.174573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:29.209597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting subnet 029e4a86-5001-4426-b93a-303874c4072b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:29.213497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.257732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:29.258658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7570bfc3-14da-44e8-8ddf-8fc41aecd9cd not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:29.297280 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.311510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.316397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74e3d9-545d-415a-a64f-6fc36fa4fd8e None None] Pushing event updated for resources: {'Port': ['ID=0ab12532-83a2-4b0e-8366-d65597ce787d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.319427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] No DVR routers for this DVR port 32612cf2-def6-4c4d-a78d-41bf27064fe8 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:29.332049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Router c96430ca-3955-4e58-9e45-4b0bca0bde6e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:29.371981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8e876-362a-42b5-a3ec-763180f7fc66 None None] Pushing event deleted for resources: {'Port': ['ID=32612cf2-def6-4c4d-a78d-41bf27064fe8,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.398216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0fa0b102-c475-4af3-8cab-596e8d0bea30 None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:29.398585 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b102-c475-4af3-8cab-596e8d0bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.402060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b966df10-e03a-4848-a2b4-efeadee8ea97 req-ba0407cf-e410-4524-b3ab-1bc4b6071736 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151796 Jul 12 16:28:29.494146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c80696f2-6433-4380-92ee-ff6f4d909c10 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:29.520831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.549285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.562393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.582664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0b102-c475-4af3-8cab-596e8d0bea30 None None] Port 36858c36-95ba-4f9e-b71a-b42470ab4a7c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:29.620513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c80696f2-6433-4380-92ee-ff6f4d909c10 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:29.630109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c80696f2-6433-4380-92ee-ff6f4d909c10 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:29.630728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.685150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:29.692574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-f8263412-583a-4e8c-9a35-9cc228f50198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:29.694230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-f8263412-583a-4e8c-9a35-9cc228f50198 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.6463175 Jul 12 16:28:29.723707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.760251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:29.762972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:29.769533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.770498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:29.773925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.774036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] 10.222.0.58 "DELETE /v2.0/networks/4ec93f32-ddfc-494a-9fcc-58287308e30c HTTP/1.1" status: 204 len: 168 time: 1.6695974 Jul 12 16:28:29.798821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.802817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=c0502161-2622-42a4-8d3c-8a06716c8aaf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.818727 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.820987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627a662-df62-4628-be20-8cd82638432c tempest-PortsTestJSON-52363522 tempest-PortsTestJSON-52363522-project] Pushing event deleted for resources: {'Network': ['ID=4ec93f32-ddfc-494a-9fcc-58287308e30c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.857595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port c80696f2-6433-4380-92ee-ff6f4d909c10, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c80696f2-6433-4380-92ee-ff6f4d909c10,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:29.861514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] DHCP port deletion for eb6397ec-81b4-4be2-9d4e-cbad63a24d8c request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:29.868447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.881362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Subnet': ['ID=029e4a86-5001-4426-b93a-303874c4072b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.887092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:29.892448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01858501-8c01-412d-a883-bba787ae7634 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/subnets/029e4a86-5001-4426-b93a-303874c4072b HTTP/1.1" status: 204 len: 168 time: 0.8181522 Jul 12 16:28:29.896366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=1761a9cd-5154-4fea-a578-69f459f005d9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:29.906962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39276) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:29.925956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddc830-f8eb-4039-ae12-1a560c72ab86 None None] Network 1d5301f9-ff4f-4a5c-a744-3d43a43da17f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:30.049496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.052145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=c80696f2-6433-4380-92ee-ff6f4d909c10,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:30.052641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-06249ad9-ea6b-4606-bb7e-f16e9aba7a0d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4871786 Jul 12 16:28:30.063774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39280) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:30.111670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:30.134667 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 32612cf2-def6-4c4d-a78d-41bf27064fe8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:30.135009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32612cf2-def6-4c4d-a78d-41bf27064fe8 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:30.143208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Deleting port 764991a0-f3fa-48ef-8714-8e3f57e5e10b {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:30.143488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.166840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.187189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39282) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:30.242906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] For port 764991a0-f3fa-48ef-8714-8e3f57e5e10b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=764991a0-f3fa-48ef-8714-8e3f57e5e10b,segment=NetworkSegment(849fd844-481f-4047-974b-f6c75f63d72c),segment_id=849fd844-481f-4047-974b-f6c75f63d72c)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:30.243289 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.266651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Calling delete_port for 764991a0-f3fa-48ef-8714-8e3f57e5e10b owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:30.391089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] DHCP port deletion for 1d5301f9-ff4f-4a5c-a744-3d43a43da17f request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:30.394399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.430971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] Pushing event deleted for resources: {'Port': ['ID=764991a0-f3fa-48ef-8714-8e3f57e5e10b,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:30.441398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d821a-c843-4d28-8c17-6d4c8103b7a9 None None] No DVR routers for this DVR port 764991a0-f3fa-48ef-8714-8e3f57e5e10b on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:30.495518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Deleting port 125a096c-a4e3-4428-98fd-44e04dfa10cb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:30.496411 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.535767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7a319d6-e47e-4270-a45f-949ce6dfa70e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9313823d50b84304a327836984e973b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473847 Jul 12 16:28:30.539981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39288) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:30.573159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] For port 125a096c-a4e3-4428-98fd-44e04dfa10cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=125a096c-a4e3-4428-98fd-44e04dfa10cb,segment=NetworkSegment(fca51422-fe45-415e-9b10-f733d733cd80),segment_id=fca51422-fe45-415e-9b10-f733d733cd80)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:30.573729 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.590938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Calling delete_port for 125a096c-a4e3-4428-98fd-44e04dfa10cb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:30.609405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port c0502161-2622-42a4-8d3c-8a06716c8aaf {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:30.609634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.626895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:30.667999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b43a4a60-7dc0-49b6-bc87-448c8d45b584 admin admin] 10.222.0.58 "PUT /v2.0/routers/c96430ca-3955-4e58-9e45-4b0bca0bde6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0433457 Jul 12 16:28:30.672111 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-2ed48ddb-5fc4-42ba-94b2-e44db60b547f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.8915071 Jul 12 16:28:30.695492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Sync routers for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:30.714542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.724076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:30.725221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:30.762820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.768912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-1707b150-62f5-44d2-a270-641bef5c6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:30.770392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-1707b150-62f5-44d2-a270-641bef5c6529 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.0632865 Jul 12 16:28:30.772324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.774777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.779754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.807688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] Pushing event deleted for resources: {'Port': ['ID=125a096c-a4e3-4428-98fd-44e04dfa10cb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:30.817855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389829f-2bba-40fc-98ac-4fc47280ecaa None None] No DVR routers for this DVR port 125a096c-a4e3-4428-98fd-44e04dfa10cb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:30.829562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.906008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250de2d-0238-4e70-81f9-73e98d6f9213 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:30.920113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.922002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router 300cefd0-1e20-4906-963f-b34716fc6de9 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:28:30.938114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:30.943777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-08df17d3-5159-4882-a43e-ead5546b3264 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 204 len: 168 time: 5.6564655 Jul 12 16:28:30.944900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39296) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:30.962933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222139952', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:30.963248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-723baec0-e2f1-461f-b11b-4163c849fb86 None None] Provisioning for port 0ab12532-83a2-4b0e-8366-d65597ce787d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:31.006126 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.008913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:31.029416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f5cf9-2858-489a-b994-eb314db4b619 req-e4198654-957c-4470-9ba4-8bc5958f3494 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:31.037063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-310f5cf9-2858-489a-b994-eb314db4b619 req-e4198654-957c-4470-9ba4-8bc5958f3494 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3865685 Jul 12 16:28:31.060405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for c0502161-2622-42a4-8d3c-8a06716c8aaf owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:31.062239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.067025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.069815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.073863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0afe76c4-ebd3-4f8b-a9aa-ad29a41b9b4a HTTP/1.1" status: 204 len: 168 time: 0.5319083 Jul 12 16:28:31.084207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6397ec-81b4-4be2-9d4e-cbad63a24d8c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:31.104307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849fd844-481f-4047-974b-f6c75f63d72c') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:31.104602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849fd844-481f-4047-974b-f6c75f63d72c') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:31.109113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5d1e7-346a-4f11-9b8d-ebc038863b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe76c4-ebd3-4f8b-a9aa-ad29a41b9b4a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:31.109464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-2ea0a295-8898-4046-8c48-7ec62bef529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:31.119440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-2ea0a295-8898-4046-8c48-7ec62bef529f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3348265 Jul 12 16:28:31.148220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Deleting port 4b6da92c-603d-452a-a194-138335a88be3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:31.148687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.176529 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-310f5cf9-2858-489a-b994-eb314db4b619 req-832f37cd-ede6-4044-a207-c8fadef2438b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379626 Jul 12 16:28:31.220956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.240322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.270214 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.272709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.288685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:31.289094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:31.294466 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:31.351132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] For port 4b6da92c-603d-452a-a194-138335a88be3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4b6da92c-603d-452a-a194-138335a88be3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:31.351494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.385467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Calling delete_port for 4b6da92c-603d-452a-a194-138335a88be3 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:31.558385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:26Z', 'revision_number': 4, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '36858c36-95ba-4f9e-b71a-b42470ab4a7c', 'name': '', 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'mac_address': 'fa:16:3e:b2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '83b68407-ffac-4df8-a104-918c993d3acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:22Z', 'updated_at': '2021-07-12T16:28:26Z', 'revision_number': 2, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'subnets': [{'id': '83b68407-ffac-4df8-a104-918c993d3acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:31.588993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Checking router: c96430ca-3955-4e58-9e45-4b0bca0bde6e for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:28:31.589352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Updating router c96430ca-3955-4e58-9e45-4b0bca0bde6e port 36858c36-95ba-4f9e-b71a-b42470ab4a7c binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:28:31.614148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.617991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-39215ccd-573c-4859-9104-047dd7ac4f8c service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880502 Jul 12 16:28:31.620950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.648506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.657047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/networks/eb6397ec-81b4-4be2-9d4e-cbad63a24d8c HTTP/1.1" status: 204 len: 168 time: 1.7361004 Jul 12 16:28:31.657047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b6863-9971-43a0-bddd-c527f56ca83f tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Network': ['ID=eb6397ec-81b4-4be2-9d4e-cbad63a24d8c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:31.661091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:31.665141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0ab12532-83a2-4b0e-8366-d65597ce787d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:31.768056 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.789312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0ab12532-83a2-4b0e-8366-d65597ce787d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:31.794668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0ab12532-83a2-4b0e-8366-d65597ce787d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:31.795478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.976842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:31.980809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.032240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0509588d-7b08-4cc1-819a-d3b05e6db110 req-bde50215-9d42-4703-ad53-d925ce76c86b service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854418 Jul 12 16:28:32.081137 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa1d5-4dfc-48d3-91fd-15a081e3a7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.149329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.237995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.255326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5301f9-ff4f-4a5c-a744-3d43a43da17f']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:32.284599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca51422-fe45-415e-9b10-f733d733cd80') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:32.284599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca51422-fe45-415e-9b10-f733d733cd80') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:32.329476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.333815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.341933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Transition to ACTIVE for port object 36858c36-95ba-4f9e-b71a-b42470ab4a7c will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:32.356803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.377272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.390820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:32.391213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:32.395075 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:32.407547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39338) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:32.421030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0ab12532-83a2-4b0e-8366-d65597ce787d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0ab12532-83a2-4b0e-8366-d65597ce787d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:32.428762 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.432911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adfe3f-ec20-4549-a263-87fefb76971d None None] Pushing event updated for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:32.470118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c80696f2-6433-4380-92ee-ff6f4d909c10 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:32.478227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Provisioning for port c0502161-2622-42a4-8d3c-8a06716c8aaf completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:32.480755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.541935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=c0502161-2622-42a4-8d3c-8a06716c8aaf,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:32.563407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-7536c233-9c54-46da-800e-f83540572de5 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:32.566134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-7536c233-9c54-46da-800e-f83540572de5 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 0.9693003 Jul 12 16:28:32.587388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.603360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0ab12532-83a2-4b0e-8366-d65597ce787d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:32.623097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.628189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/networks/1d5301f9-ff4f-4a5c-a744-3d43a43da17f HTTP/1.1" status: 204 len: 168 time: 0.9569845 Jul 12 16:28:32.634255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Provisioning complete for port c0502161-2622-42a4-8d3c-8a06716c8aaf triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:32.635077 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.641790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39342) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:32.708537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Port c0502161-2622-42a4-8d3c-8a06716c8aaf was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 16:28:32.718319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-48150690'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:32.726095 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-505a7061-fe84-4bf9-85ab-7be125486515 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/quotas/c3186d87f3994aa4a5203a04fa760ef9 HTTP/1.1" status: 200 len: 375 time: 0.1528618 Jul 12 16:28:32.752381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Network': ['ID=1d5301f9-ff4f-4a5c-a744-3d43a43da17f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:32.762067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.766840 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f50d307e-c5e8-4672-91fa-eb44787be686 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c0502161-2622-42a4-8d3c-8a06716c8aaf HTTP/1.1" status: 204 len: 168 time: 2.6953354 Jul 12 16:28:32.768887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39344) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:32.789270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Provisioning complete for port 0ab12532-83a2-4b0e-8366-d65597ce787d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:32.789639 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-28af0b27-1d21-47cb-9ac0-051a624efdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.797392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c80696f2-6433-4380-92ee-ff6f4d909c10 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:32.798173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.802779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.830090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.830466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.830794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.831139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.831504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.831892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.832233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.832565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.832897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.833230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.833564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.833897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627b6a15-4a7f-4521-b8c0-7e6385262ae2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:32.843263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.857431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Attempting to bind port 36858c36-95ba-4f9e-b71a-b42470ab4a7c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:32.857431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Attempting to bind port 36858c36-95ba-4f9e-b71a-b42470ab4a7c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:32.857797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Attempting to bind port 36858c36-95ba-4f9e-b71a-b42470ab4a7c on network 016c7cb7-f2db-4fa5-9f60-6157246aeecb {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:32.857899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:32.861846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.868609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:32.868987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Checking segment: {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:32.870046 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.871843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Bound using segment: {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:32.872393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Bound port: 36858c36-95ba-4f9e-b71a-b42470ab4a7c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019c664-c9ba-4557-9078-95500a5947c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:32.872929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.876346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:32.962886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327470-ed50-4649-bfce-bdeb117b64b8 req-b8bf69ad-f4c7-40ab-b13f-385fde17cdd2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:32.970924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42327470-ed50-4649-bfce-bdeb117b64b8 req-b8bf69ad-f4c7-40ab-b13f-385fde17cdd2 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.5061243 Jul 12 16:28:32.986183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting subnet f6f86b47-7b22-47bf-b846-a0e28108b3f1 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:33.009376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.011964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.076044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Allocated IP 172.25.8.78 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/de49c81c-19a5-464e-b88f-1933bbe49c1c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:33.081709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] For port 36858c36-95ba-4f9e-b71a-b42470ab4a7c, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:33.108676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42327470-ed50-4649-bfce-bdeb117b64b8 req-1a7ee2e2-d699-4099-bdb9-9cc5c56a3906 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347842 Jul 12 16:28:33.112526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6da92c-603d-452a-a194-138335a88be3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:33.132691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] For port 36858c36-95ba-4f9e-b71a-b42470ab4a7c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36858c36-95ba-4f9e-b71a-b42470ab4a7c,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:33.150295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.162607 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-c8408326-3850-4891-aa3f-58f8618f83ed tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3967130 Jul 12 16:28:33.164929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.187237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744023d-512c-467a-8ffb-fc9fe89b1bd3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.189100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a744023d-512c-467a-8ffb-fc9fe89b1bd3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4158494 Jul 12 16:28:33.192913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39346) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:33.201015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.208741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 125a096c-a4e3-4428-98fd-44e04dfa10cb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:33.247819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 125a096c-a4e3-4428-98fd-44e04dfa10cb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:33.248185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 125a096c-a4e3-4428-98fd-44e04dfa10cb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:33.248572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 764991a0-f3fa-48ef-8714-8e3f57e5e10b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:33.298661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 764991a0-f3fa-48ef-8714-8e3f57e5e10b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:33.298907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 764991a0-f3fa-48ef-8714-8e3f57e5e10b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:33.321449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adfe3f-ec20-4549-a263-87fefb76971d None None] Pushing event updated for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:33.335346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.340314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97b46caa-8ea9-4f02-8454-929b7ca01cbe None None] Could not find standard attr ID for object c0502161-2622-42a4-8d3c-8a06716c8aaf. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:28:33.349166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:33.350472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:33.360714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.360852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-b484d16d-3bfc-448b-94b2-7bc0decd2a42 service neutron] 10.222.0.58 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501167 Jul 12 16:28:33.391013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.406518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf8653-b8f6-4dd5-85d5-9228457439af tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.418688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-71cf8653-b8f6-4dd5-85d5-9228457439af tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2223387 Jul 12 16:28:33.439373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:33.451445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:28:33.522238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.523097 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 38984f51-11d3-487f-8c15-c784c10debbd of type vlan for network 2a4718fc-132c-4753-b222-39b5a4dcbd36 Jul 12 16:28:33.540257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5f541c-103f-495a-a501-e9743941655e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:33.590801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7cc40-b94e-4916-8374-2c85b8439e9c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.592299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:33.593391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7cc40-b94e-4916-8374-2c85b8439e9c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.595442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7cc40-b94e-4916-8374-2c85b8439e9c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.600345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ff7cc40-b94e-4916-8374-2c85b8439e9c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1595733 Jul 12 16:28:33.601152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39350) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:33.626362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0ab12532-83a2-4b0e-8366-d65597ce787d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:33.650913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.675094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.699565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-835075a4-53ac-49fe-abe4-f3468d7893f6 service neutron] 10.222.0.58 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296347 Jul 12 16:28:33.715707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.728071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 90e4671c-7b58-4bbb-ae22-f3462e8b675e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:33.737227 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.783947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:33.789870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:33.794074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event updated for resources: {'Port': ['ID=de49c81c-19a5-464e-b88f-1933bbe49c1c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:33.796816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0ab12532-83a2-4b0e-8366-d65597ce787d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:33.797335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:33.797457 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.802477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.808574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:33.809254 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.838175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.845789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.851714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.907330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f86b47-7b22-47bf-b846-a0e28108b3f1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:33.914145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:33.919495 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5f9d22a9-1166-4c86-9c64-aedd468107fc tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/subnets/f6f86b47-7b22-47bf-b846-a0e28108b3f1 HTTP/1.1" status: 204 len: 168 time: 1.2709641 Jul 12 16:28:33.931323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1de6fb-40c2-4de9-af6e-ddee7ae39efe None None] Network 84748e67-a875-4af4-935f-4fbd81c38659 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:33.963870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39356) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:34.092311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6819744 Jul 12 16:28:34.109839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39362) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:34.115552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1153068617'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:34.116925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:26Z', 'revision_number': 4, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '36858c36-95ba-4f9e-b71a-b42470ab4a7c', 'name': '', 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'mac_address': 'fa:16:3e:b2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '83b68407-ffac-4df8-a104-918c993d3acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:22Z', 'updated_at': '2021-07-12T16:28:33Z', 'revision_number': 4, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'subnets': [{'id': '83b68407-ffac-4df8-a104-918c993d3acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:34.153262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.161589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4de29-8307-484c-a56d-907dc08ac452 None None] The sync data for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 is: [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:28:26Z', 'revision_number': 4, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '36858c36-95ba-4f9e-b71a-b42470ab4a7c', 'name': '', 'network_id': '016c7cb7-f2db-4fa5-9f60-6157246aeecb', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'mac_address': 'fa:16:3e:b2:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '83b68407-ffac-4df8-a104-918c993d3acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:22Z', 'updated_at': '2021-07-12T16:28:33Z', 'revision_number': 4, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'subnets': [{'id': '83b68407-ffac-4df8-a104-918c993d3acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:34.173472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:34.188697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.266664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd8982a2-14b5-4f78-9f0f-b57bf6bc7d19 req-443dc9f6-375c-40e1-82ec-71cfa087a82b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 210 time: 0.2486765 Jul 12 16:28:34.295352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a5776-90c9-4928-b67b-a30f27630ffc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=2a4718fc-132c-4753-b222-39b5a4dcbd36,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:34.301761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.310250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:28:34.380452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] DHCP port deletion for 84748e67-a875-4af4-935f-4fbd81c38659 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:34.453999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:28:34.458500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb0675c8-8b9c-472b-a994-0f2188a6d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.495864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.501328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Deleting port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:34.502088 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.529488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.530777 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 364d9038-0155-4729-900c-ef3dd4af8b03 of type vlan for network cb0f59af-d7a8-43f5-8f65-98b956cbd915 Jul 12 16:28:34.580725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=90e4671c-7b58-4bbb-ae22-f3462e8b675e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:34.583077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.588879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d6d9baa8-e735-41f2-b805-ce176970a936 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/90e4671c-7b58-4bbb-ae22-f3462e8b675e HTTP/1.1" status: 204 len: 168 time: 0.9817247 Jul 12 16:28:34.595233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39368) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:34.599141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b6c70-315b-4cee-9165-455b4bb9983a None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:34.649073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.650024 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.660985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:34.679617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949be25-2f1c-43d6-a3f8-3b150cb6c611 req-e132e7e7-e9a7-4fd7-8fdd-f428da8e9870 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:34.690876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7949be25-2f1c-43d6-a3f8-3b150cb6c611 req-e132e7e7-e9a7-4fd7-8fdd-f428da8e9870 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3395185 Jul 12 16:28:34.696582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] For port 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9d9e50d2-da5d-4221-94b5-d3c9120046b2,segment=NetworkSegment(d792ed02-f5a7-48de-b07e-40074c2cffc1),segment_id=d792ed02-f5a7-48de-b07e-40074c2cffc1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:34.697091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.706707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Deleting port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:34.707274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.714086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 9756ee4b-e212-43c3-a22c-9bb8861314a3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:34.719843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.721526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Calling delete_port for 9d9e50d2-da5d-4221-94b5-d3c9120046b2 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:34.890892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.897151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:34.898273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:34.946621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.018371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.039941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] No DVR routers for this DVR port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:35.053424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7949be25-2f1c-43d6-a3f8-3b150cb6c611 req-fcdbf49b-b4f8-4510-bbfe-37be93881d68 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577931 Jul 12 16:28:35.065732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01dfde-1888-48c5-ac6f-bab1539c19f1 None None] Pushing event deleted for resources: {'Port': ['ID=9d9e50d2-da5d-4221-94b5-d3c9120046b2,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:35.091689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9806204 Jul 12 16:28:35.094579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] For port 9d9e50d2-da5d-4221-94b5-d3c9120046b2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9d9e50d2-da5d-4221-94b5-d3c9120046b2,segment=NetworkSegment(d792ed02-f5a7-48de-b07e-40074c2cffc1),segment_id=d792ed02-f5a7-48de-b07e-40074c2cffc1)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:35.095036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.111746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39372) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:35.123017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:35.140681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Calling delete_port for 9d9e50d2-da5d-4221-94b5-d3c9120046b2 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:35.205077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabe2d8-2ac2-49a7-8ccb-5636d7b2f3b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=cb0f59af-d7a8-43f5-8f65-98b956cbd915,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:35.216363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:28:35.225256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:35.233883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Sync routers for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:35.248980 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:35.250255 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:35.298663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-298a5c8d-3eea-4c9e-ae28-0af6c5e6edae admin admin] 10.222.0.58 "PUT /v2.0/routers/ec98eac7-c933-42b7-a2f7-9eebafe42cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8161237 Jul 12 16:28:35.309627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39376) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:35.343549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.358314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.542120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36858c36-95ba-4f9e-b71a-b42470ab4a7c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:35.595505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-19575da2-dea2-4367-b86e-612846482a30 req-f47e8ab0-4584-4318-9db2-2682306e09cc tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 210 time: 0.1303437 Jul 12 16:28:35.607947 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:35.667402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.698194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:35.708317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.710226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:35.716947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:35.717818 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.728206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:35.854165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.067480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f925-ee77-49dd-a3b9-c56732a5a9ae req-4694bbf1-b51f-4cd2-ab44-800efd6f09e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:36.075748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e530f925-ee77-49dd-a3b9-c56732a5a9ae req-4694bbf1-b51f-4cd2-ab44-800efd6f09e8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.7239301 Jul 12 16:28:36.100424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.111509 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:28:32Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:36.131983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.195491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Checking router: ec98eac7-c933-42b7-a2f7-9eebafe42cf9 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:28:36.210775 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Routers {'ec98eac7-c933-42b7-a2f7-9eebafe42cf9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:36.212105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:36.235318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.245789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e530f925-ee77-49dd-a3b9-c56732a5a9ae req-edf239df-a436-417c-a24d-70df9e90e5c9 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640406 Jul 12 16:28:36.274367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Router db93faeb-3022-4faf-afc8-c5cbb62d4bc2 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:36.282199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.316208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 36858c36-95ba-4f9e-b71a-b42470ab4a7c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36858c36-95ba-4f9e-b71a-b42470ab4a7c,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:36.323348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=9756ee4b-e212-43c3-a22c-9bb8861314a3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:36.327861 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.335612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.337634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6854fec3-7217-49ca-a4e8-5d156a5fd111 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/9756ee4b-e212-43c3-a22c-9bb8861314a3 HTTP/1.1" status: 204 len: 168 time: 1.7412035 Jul 12 16:28:36.341002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39380) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:36.409056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19803f0a-1cb8-4d5b-a35f-8a21f90552a5 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:36.425279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:36.452568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4cc6de0a-a77d-4f2b-baf1-cf485bea73b9 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078079 Jul 12 16:28:36.453127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39382) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:36.461243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:36.498914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] Set router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:28:36.506611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfa15991-be98-4389-b384-b8f5893564ae None None] Provisioning complete for port 0ab12532-83a2-4b0e-8366-d65597ce787d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:36.507126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfa15991-be98-4389-b384-b8f5893564ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.541516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9d9e50d2-da5d-4221-94b5-d3c9120046b2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:36.583177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Port': ['ID=9d9e50d2-da5d-4221-94b5-d3c9120046b2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:36.590391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] No DVR routers for this DVR port 9d9e50d2-da5d-4221-94b5-d3c9120046b2 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:36.593093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9d9e50d2-da5d-4221-94b5-d3c9120046b2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:36.593502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9d9e50d2-da5d-4221-94b5-d3c9120046b2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:36.699210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:36.703683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.802396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.830615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:36.839934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:28:32Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:36.871559 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943d789-04b9-46c7-8e86-a8bbffc22cb9 None None] The sync data for ids ['ec98eac7-c933-42b7-a2f7-9eebafe42cf9'] in n-d-800078-3 is: [{'id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'name': 'tempest-TaggedBootDevicesTest-1918357991-router', 'tenant_id': 'd6332e0f356349228e17f26933fee4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:16:34Z', 'updated_at': '2021-07-12T16:28:32Z', 'revision_number': 5, 'project_id': 'd6332e0f356349228e17f26933fee4d4', 'gw_port': {'id': '407fd14b-8d23-4324-b374-3b2ec88ef471', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98eac7-c933-42b7-a2f7-9eebafe42cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:16:35Z', 'updated_at': '2021-07-12T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:36.882189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Deleting port 0ab12532-83a2-4b0e-8366-d65597ce787d {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:36.882577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.901059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3a6d399-8ea8-414f-8955-4def7583cf62 req-2f7cc0c4-cabd-4e36-b8ef-b9d0ae2bf139 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 210 time: 0.0946734 Jul 12 16:28:36.930100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-d64d1517-b2fd-406d-9bdd-3e1848dab4cd tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:36.931617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-d64d1517-b2fd-406d-9bdd-3e1848dab4cd tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.65 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 1.1971602 Jul 12 16:28:36.945644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:36.960369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Request body: {'port': {'device_id': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'admin_state_up': True, 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:36.963324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] Sync routers for ids ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:36.977371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.981381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12f30e98-5563-419a-a2da-cad776044494 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0308197 Jul 12 16:28:36.981598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39386) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:36.987242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:36.988668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-de91353b-55f4-4124-ab68-ea51e004d90c None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:36.989110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-de91353b-55f4-4124-ab68-ea51e004d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.993805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] For port 0ab12532-83a2-4b0e-8366-d65597ce787d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0ab12532-83a2-4b0e-8366-d65597ce787d,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:36.993805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:36.998099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.020816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84748e67-a875-4af4-935f-4fbd81c38659']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.022619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] Routers {'db93faeb-3022-4faf-afc8-c5cbb62d4bc2'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:37.022972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.030882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Calling delete_port for 0ab12532-83a2-4b0e-8366-d65597ce787d owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:37.048904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd792ed02-f5a7-48de-b07e-40074c2cffc1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.049258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd792ed02-f5a7-48de-b07e-40074c2cffc1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.073165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.090264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Made reservation on behalf of c3186d87f3994aa4a5203a04fa760ef9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:37.092779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.099444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.128609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] Routers {'db93faeb-3022-4faf-afc8-c5cbb62d4bc2'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:37.132051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.147727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352483-92ac-4035-9ae4-bfa3cde3de99 req-ea943fed-86fc-4ec7-b9a1-1860f4bd3346 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:37.149237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99352483-92ac-4035-9ae4-bfa3cde3de99 req-ea943fed-86fc-4ec7-b9a1-1860f4bd3346 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.6043570 Jul 12 16:28:37.151756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.165587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:37.166247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d182b8-65fd-49aa-ae41-1190ee3c6221 None None] The sync data for ids ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:37.177350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:37.177854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:37.203248 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:37.249805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.268638 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.298391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] Pushing event deleted for resources: {'Port': ['ID=0ab12532-83a2-4b0e-8366-d65597ce787d,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:37.310107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f99e2-3608-41ac-b39f-d67e2556f07f None None] No DVR routers for this DVR port 0ab12532-83a2-4b0e-8366-d65597ce787d on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:37.345990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.380335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Deleting port 407fd14b-8d23-4324-b374-3b2ec88ef471 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:37.380812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.428608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:37.430102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=ad018c7d-919d-407f-abee-36be473782e1,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:37.437789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:37.442679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:37.443293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.448106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36858c36-95ba-4f9e-b71a-b42470ab4a7c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:37.477917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012f23f-a2ab-4cd5-bbf4-87908bc13f00 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:37.497815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99352483-92ac-4035-9ae4-bfa3cde3de99 req-88032248-e0ff-4a37-a734-a90a35ee48f0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268235 Jul 12 16:28:37.500113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-28feda94-f7a6-4262-8669-036f1ba6dd23 req-98b00cf7-ade7-49d2-bf6e-5de76959237a tempest-ServersTestJSON-1774278770 tempest-ServersTestJSON-1774278770-project] (93711) timed out ('10.222.0.77', 53168) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:28:37.504106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3c228501-6cef-4885-b199-cd8d8ac9c8fe tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0501595 Jul 12 16:28:37.507180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39388) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:37.513849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:37.527532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.542323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.542763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.607539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.619385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] For port 407fd14b-8d23-4324-b374-3b2ec88ef471, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=407fd14b-8d23-4324-b374-3b2ec88ef471,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:37.619809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.621388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 36858c36-95ba-4f9e-b71a-b42470ab4a7c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:37.621951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.642632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Calling delete_port for 407fd14b-8d23-4324-b374-3b2ec88ef471 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:37.712208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Deleting port de49c81c-19a5-464e-b88f-1933bbe49c1c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:37.712821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.771997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:37.776458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.779177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'tenant_id': '413f3d0f8b84463e8aa1aee24ff4d891', 'fixed_ips': [{'subnet_id': 'ad018c7d-919d-407f-abee-36be473782e1'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:37.781067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.839238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.841508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/networks/84748e67-a875-4af4-935f-4fbd81c38659 HTTP/1.1" status: 204 len: 168 time: 3.8765917 Jul 12 16:28:37.850046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39394) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:37.869050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=bc19772f-cb02-4d1a-a388-278fef59912e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:37.892137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Allocated IP 172.20.0.4 (901e9ea3-5014-46d0-be08-369791f8f651/a83d6878-aa0d-46c0-9c18-60674d1bcde2/afbbb4d2-f931-4889-8973-920e39c2ef6a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:37.894289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bc5a9-571b-4d24-8b6b-5a37008c8e5d tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Pushing event deleted for resources: {'Network': ['ID=84748e67-a875-4af4-935f-4fbd81c38659,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:37.896164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:37.912054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-535cce4b-6b22-4f61-b7f1-d02df67f5702 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e394d-35fa-4cb6-8433-f5a841992c2d HTTP/1.1" status: 200 len: 205 time: 0.0567238 Jul 12 16:28:37.937400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39396) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:37.952944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Pushing event deleted for resources: {'Port': ['ID=407fd14b-8d23-4324-b374-3b2ec88ef471,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:37.987633 n-d-800078-3 neutron-server[93711]: INFO neutron.db.ipam_backend_mixin [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad018c7d-919d-407f-abee-36be473782e1 (CIDR: 2001:db8::/64) Jul 12 16:28:38.000981 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:28:38.001928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:38.002622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Allocated IP 2001:db8::2 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/ad018c7d-919d-407f-abee-36be473782e1/30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:38.020479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4b6da92c-603d-452a-a194-138335a88be3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:38.048365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9a051f1c-65eb-4632-b860-f1f36001046f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5396137 Jul 12 16:28:38.049178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39400) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:38.057001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'subnet': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:38.064150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.083871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4b6da92c-603d-452a-a194-138335a88be3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:38.084113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4b6da92c-603d-452a-a194-138335a88be3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:38.084889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0ab12532-83a2-4b0e-8366-d65597ce787d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:38.109701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0ab12532-83a2-4b0e-8366-d65597ce787d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:38.109701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0ab12532-83a2-4b0e-8366-d65597ce787d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:38.134016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Calling delete_port for de49c81c-19a5-464e-b88f-1933bbe49c1c owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:38.148598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.162980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbb7ed05-6294-4d51-b443-6bb2a0d4866f req-a7d69210-9565-45ee-9f8f-9f403d06d5c8 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 210 time: 0.0886950 Jul 12 16:28:38.166962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '38984f51-11d3-487f-8c15-c784c10debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:38.166962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 2a4718fc-132c-4753-b222-39b5a4dcbd36, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:38.230794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.248549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Transition to ACTIVE for port object 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:38.266993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Transition to ACTIVE for port object 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:38.273825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.317331 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.317726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:38.323370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:38.326933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:38.335095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:38.341246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.372450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Pushing event updated for resources: {'Port': ['ID=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:38.414989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Attempting to bind port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:38.415760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Attempting to bind port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:38.416321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Attempting to bind port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 on network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:38.423279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:38.424204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Checking segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:38.424820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.425388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Bound using segment: {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:38.426139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Bound port: 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dea237a-b167-4b2a-9c2a-a615dd770cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:38.426798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.427879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:38.500280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.502052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] For port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:38.506263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] For port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:38.512331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.542195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Pushing event deleted for resources: {'Port': ['ID=de49c81c-19a5-464e-b88f-1933bbe49c1c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:38.560072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.563733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.569779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.577401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.580931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2a4718fc-132c-4753-b222-39b5a4dcbd36) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:38.585652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:38.586374 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.599257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577823d4-e98b-456c-879c-40c2b0ff6c1c None None] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:38.637750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c5062-49ed-415d-b863-783c01187bf3 req-2a79a963-d2c9-40a1-be2a-71ab62b9656c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:38.639371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-680c5062-49ed-415d-b863-783c01187bf3 req-2a79a963-d2c9-40a1-be2a-71ab62b9656c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.6070147 Jul 12 16:28:38.662624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891fa93-62c8-4871-8fca-563632554d37 None None] Pushing event updated for resources: {'Port': ['ID=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:38.669135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.717904 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89e4ff64-dac5-4ed3-87d4-58218ddf4a63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5983381 Jul 12 16:28:38.718744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.719505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Fanout notify agent at l3_agent the message router_deleted on router a17e394d-35fa-4cb6-8433-f5a841992c2d {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:28:38.727526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.732123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9ef9467d-0bcc-45be-880e-38aa40bd48a2 tempest-RoutersNegativeTest-1038311513 tempest-RoutersNegativeTest-1038311513-project] 10.222.0.58 "DELETE /v2.0/routers/a17e394d-35fa-4cb6-8433-f5a841992c2d HTTP/1.1" status: 204 len: 168 time: 0.7887740 Jul 12 16:28:38.737305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.747305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39404) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:38.755260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:38.786983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-680c5062-49ed-415d-b863-783c01187bf3 req-8239f0d6-0a2f-4d3f-aefe-d80397dfdea4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381047 Jul 12 16:28:38.788085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.789649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec98eac7-c933-42b7-a2f7-9eebafe42cf9 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:28:38.824338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.826157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6d2a9a1f-d1fd-43f7-8425-e645fd30c43b admin admin] 10.222.0.58 "DELETE /v2.0/routers/ec98eac7-c933-42b7-a2f7-9eebafe42cf9 HTTP/1.1" status: 204 len: 168 time: 3.5139701 Jul 12 16:28:38.835817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39408) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:38.844865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Transition to ACTIVE for port object afbbb4d2-f931-4889-8973-920e39c2ef6a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:38.911575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-2a4718fc-132c-4753-b222-39b5a4dcbd36', 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': 'bc19772f-cb02-4d1a-a388-278fef59912e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:38.911985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:38.912727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.027836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Network 901e9ea3-5014-46d0-be08-369791f8f651 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:39.041851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:39.059399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:39.179237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Pushing event updated for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:39.210384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39414) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:39.224586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:39.225423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.234202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Allocated IP 172.20.0.2 (2a4718fc-132c-4753-b222-39b5a4dcbd36/bc19772f-cb02-4d1a-a388-278fef59912e/22e30fb3-a2b4-42ee-9ec0-abc54beec760) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:39.257131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8fa94ef2-c953-4311-8f8a-a1b8727a369f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3134663 Jul 12 16:28:39.275050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Request body: {'port': {'device_id': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:39.427215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.466525 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.483819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Transition to ACTIVE for port object 22e30fb3-a2b4-42ee-9ec0-abc54beec760 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:39.510885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Transition to ACTIVE for port object 22e30fb3-a2b4-42ee-9ec0-abc54beec760 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:39.511317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74ac0070-5c53-449e-b642-d5f6f4f26dfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5707dbd6f754451aba509efa7474f0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955081 Jul 12 16:28:39.513062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39418) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:39.522794 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.541268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-72c9073e-8931-4659-ad92-71083150d162 None None] Provisioning for port afbbb4d2-f931-4889-8973-920e39c2ef6a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:39.602048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-72c9073e-8931-4659-ad92-71083150d162 None None] Provisioning complete for port afbbb4d2-f931-4889-8973-920e39c2ef6a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:39.604610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-72c9073e-8931-4659-ad92-71083150d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.675738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:39.702311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:39.714596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:39.719809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Pushing event updated for resources: {'Port': ['ID=22e30fb3-a2b4-42ee-9ec0-abc54beec760,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:39.724866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.734285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:39.765546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.776550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-72c9073e-8931-4659-ad92-71083150d162 None None] Port afbbb4d2-f931-4889-8973-920e39c2ef6a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:39.849843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Deleting subnet f73ed8ca-b92e-4837-a784-4f2dbdf0747d {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:39.864550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.869942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.902533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Attempting to bind port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:39.905251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Attempting to bind port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '38984f51-11d3-487f-8c15-c784c10debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:39.906771 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.907399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Attempting to bind port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 on network 2a4718fc-132c-4753-b222-39b5a4dcbd36 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:39.911324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbbb4d2-f931-4889-8973-920e39c2ef6a {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:28:39.925752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.926329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:39.926780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Checking segment: {'id': '38984f51-11d3-487f-8c15-c784c10debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:39.927121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.927518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Bound using segment: {'id': '38984f51-11d3-487f-8c15-c784c10debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:39.928030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Bound port: 22e30fb3-a2b4-42ee-9ec0-abc54beec760, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38984f51-11d3-487f-8c15-c784c10debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2a4718fc-132c-4753-b222-39b5a4dcbd36'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:39.928427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.932791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.936042 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fda3938e-5c26-4d16-ab3c-f545286435f8 HTTP/1.1" status: 204 len: 168 time: 0.4219558 Jul 12 16:28:39.952512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:39.954590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:39.990854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Transition to ACTIVE for port object afbbb4d2-f931-4889-8973-920e39c2ef6a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:40.001255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.021463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.067414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 407fd14b-8d23-4324-b374-3b2ec88ef471 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:40.074068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4460f0-921e-4d05-b35b-02b3724c6c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3938e-5c26-4d16-ab3c-f545286435f8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:40.104122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:40.107950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.120007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 407fd14b-8d23-4324-b374-3b2ec88ef471 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:40.120639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 407fd14b-8d23-4324-b374-3b2ec88ef471 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:40.131433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] For port 22e30fb3-a2b4-42ee-9ec0-abc54beec760, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:40.152349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] For port 22e30fb3-a2b4-42ee-9ec0-abc54beec760, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=22e30fb3-a2b4-42ee-9ec0-abc54beec760,segment=NetworkSegment(38984f51-11d3-487f-8c15-c784c10debbd),segment_id=38984f51-11d3-487f-8c15-c784c10debbd)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:40.160217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.255539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceef3ad-10eb-4a6a-9d79-3a13603364f2 None None] Pushing event updated for resources: {'Port': ['ID=22e30fb3-a2b4-42ee-9ec0-abc54beec760,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:40.270488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Router db93faeb-3022-4faf-afc8-c5cbb62d4bc2 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:40.275095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195fa9f-51f2-4ee1-a456-bebb5569d8bf req-7865c243-34e7-4437-b712-49185c5ab0f5 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:40.276878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Pushing event updated for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:40.292907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5195fa9f-51f2-4ee1-a456-bebb5569d8bf req-7865c243-34e7-4437-b712-49185c5ab0f5 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1027 time: 0.5850306 Jul 12 16:28:40.320576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Provisioning for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:40.328188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Provisioning complete for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:40.329144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.444346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81372b12-c4f9-44c2-b33a-753d14da8f10 req-aeaa9ca1-c0e9-4ce9-b36c-12f895fa8dc0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:40.448733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81372b12-c4f9-44c2-b33a-753d14da8f10 req-aeaa9ca1-c0e9-4ce9-b36c-12f895fa8dc0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3697464 Jul 12 16:28:40.452367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Attempting to bind port afbbb4d2-f931-4889-8973-920e39c2ef6a on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:40.452991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Attempting to bind port afbbb4d2-f931-4889-8973-920e39c2ef6a by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:40.453490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Attempting to bind port afbbb4d2-f931-4889-8973-920e39c2ef6a on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:40.483654 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.488922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Port afbbb4d2-f931-4889-8973-920e39c2ef6a on network 901e9ea3-5014-46d0-be08-369791f8f651 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:28:40.489263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Attempting to bind port afbbb4d2-f931-4889-8973-920e39c2ef6a on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:40.517319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5195fa9f-51f2-4ee1-a456-bebb5569d8bf req-e71e071c-f631-4ad8-8f1c-bfea77d1854f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232161 Jul 12 16:28:40.523727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:40.525092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Checking segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:40.525572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Bound using segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:40.527177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Bound port: afbbb4d2-f931-4889-8973-920e39c2ef6a, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:40.527780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.547348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] For port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:40.565133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.630656 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81372b12-c4f9-44c2-b33a-753d14da8f10 req-ac27fee0-1866-4963-bb6a-1817e1fafd52 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717160 Jul 12 16:28:40.644935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eae123-f033-4e66-862b-0e508a620993 None None] Pushing event updated for resources: {'Port': ['ID=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:40.669303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:40.693670 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] Sync routers for ids ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:40.707893 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] Routers {'db93faeb-3022-4faf-afc8-c5cbb62d4bc2'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:40.709094 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:40.715855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:40.721336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:40.731433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.797567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.815108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:40.816194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.818175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] 10.222.0.65 "PUT /v2.0/ports/afbbb4d2-f931-4889-8973-920e39c2ef6a HTTP/1.1" status: 200 len: 1091 time: 1.5488324 Jul 12 16:28:40.819128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:40.839457 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a5423-a111-47df-b536-e196d8804be8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:40.911532 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:40.927706 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.930737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] Routers {'db93faeb-3022-4faf-afc8-c5cbb62d4bc2'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:40.931656 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:40.933721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-82d69397-0dab-4938-8f1e-9602ebd01681 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "PUT /v2.0/routers/db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 200 len: 705 time: 3.9483101 Jul 12 16:28:40.940063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39442) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:40.949350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.962215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:40.979787 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:40.980796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047999e8-59cd-475f-8262-85ce1c1c61f6 None None] The sync data for ids ['db93faeb-3022-4faf-afc8-c5cbb62d4bc2'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:41.043928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.objects.ports [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:28:41.069732 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca5b18d-167b-4ecd-8d0a-04ebedafcb83 x-openstack-request-id: req-5ca5b18d-167b-4ecd-8d0a-04ebedafcb83 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:41.070083 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:41.070398 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ca5b18d-167b-4ecd-8d0a-04ebedafcb83 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:41.070857 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a', 'status': 'completed', 'code': 200} Jul 12 16:28:41.079722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259250b5-2c7e-4073-949d-a5ee0cbd3862 None None] Network 1756d89b-e205-4481-8c56-bea28668cc7d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:41.142879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f05c3-81cd-4c14-bcbc-472cc9df062f service neutron] Pushing event updated for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:41.167811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda41ef0-49bb-4cc5-9db5-f01e29fe644c tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/routers/db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 200 len: 740 time: 0.2011042 Jul 12 16:28:41.171517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39450) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:41.204462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.208465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f73ed8ca-b92e-4837-a784-4f2dbdf0747d HTTP/1.1" status: 204 len: 168 time: 2.3550634 Jul 12 16:28:41.216146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39452) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:41.272811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c9f9964-b54f-4c0b-a068-f25c197ae702 tempest-RoutersAdminTest-600915982 tempest-RoutersAdminTest-600915982-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 200 len: 205 time: 0.0999777 Jul 12 16:28:41.290591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39454) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:41.371620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39456) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:41.378356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-064f3469-b1b3-48f5-9376-be8027b24f76 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 200 len: 205 time: 0.0832486 Jul 12 16:28:41.385968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39458) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:41.418230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=2c89ef29-9aff-49f1-9e76-b44450ab9bd9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:41.456569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] DHCP port deletion for 1756d89b-e205-4481-8c56-bea28668cc7d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:41.543803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Deleting port 58a4b857-08f4-4937-8a68-ca3d434d11a3 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:41.545085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.562970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f162e-b814-448e-a943-92e585683aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73ed8ca-b92e-4837-a784-4f2dbdf0747d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:41.577505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '364d9038-0155-4729-900c-ef3dd4af8b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:41.578017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: cb0f59af-d7a8-43f5-8f65-98b956cbd915, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:41.595240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6f4da9be-c067-4ae2-9c58-84157c35c57e tempest-ServiceProvidersTest-1188504710 tempest-ServiceProvidersTest-1188504710-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2155480 Jul 12 16:28:41.602360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.641367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:41.689375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.723815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] For port 58a4b857-08f4-4937-8a68-ca3d434d11a3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=58a4b857-08f4-4937-8a68-ca3d434d11a3,segment=NetworkSegment(ae794051-e499-4b76-b4de-eea04eee3551),segment_id=ae794051-e499-4b76-b4de-eea04eee3551)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:41.724258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.743305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Calling delete_port for 58a4b857-08f4-4937-8a68-ca3d434d11a3 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:41.814606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:41.814992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:41.956990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.002679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.005090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39468) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.009691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.032924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:42.072906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-ee9f30d1-b690-4c3c-8c5c-bb54b641461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.074505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-ee9f30d1-b690-4c3c-8c5c-bb54b641461d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 1098 time: 0.8649876 Jul 12 16:28:42.097498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-b778c41a-ceb2-43b0-92ea-0a8c15fc3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.099325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-b778c41a-ceb2-43b0-92ea-0a8c15fc3a0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1094 time: 1.2191477 Jul 12 16:28:42.112760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.139938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, cb0f59af-d7a8-43f5-8f65-98b956cbd915) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:42.163945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-a2b45010-2a6a-4119-a346-15f4c2b62052 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a HTTP/1.1" status: 200 len: 217 time: 0.0454834 Jul 12 16:28:42.166958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a063a9f8-4ad4-4f0f-a6ea-83cffd3679a7 None None] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:42.170078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68385801-1045-4c97-8d2a-432361f05430 None None] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:42.176379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] Pushing event deleted for resources: {'Port': ['ID=58a4b857-08f4-4937-8a68-ca3d434d11a3,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:42.191519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.192002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b950805-cc0d-4d44-ae05-d0e3eca6e029 None None] No DVR routers for this DVR port 58a4b857-08f4-4937-8a68-ca3d434d11a3 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:42.192592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.210316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.211198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Fanout notify agent at l3_agent the message router_deleted on router db93faeb-3022-4faf-afc8-c5cbb62d4bc2 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:28:42.233558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 22e30fb3-a2b4-42ee-9ec0-abc54beec760 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:42.240909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-b1b3ceed-5970-4472-889c-df3688cf1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.242474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-b1b3ceed-5970-4472-889c-df3688cf1bf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a83d6878-aa0d-46c0-9c18-60674d1bcde2 HTTP/1.1" status: 200 len: 849 time: 0.0642135 Jul 12 16:28:42.243043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.244411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5317cacb-92f3-4dad-81d8-08a7c838e62c tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 204 len: 168 time: 0.8456161 Jul 12 16:28:42.251440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39472) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.291643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7178531-a9c5-4ae5-9433-d65b3825ae06 req-d411762b-ab8c-49db-bda1-fbe45fbf1a58 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.299307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7178531-a9c5-4ae5-9433-d65b3825ae06 req-d411762b-ab8c-49db-bda1-fbe45fbf1a58 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2796595 Jul 12 16:28:42.307578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb6bfd23-6469-4af8-8ced-c2830304afa3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5563996 Jul 12 16:28:42.317233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e4849b3e-00d4-4894-a1a6-89d2a0ad5e57 None None] Provisioning for port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:42.322390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-55e2de04-689c-4698-8187-daaad5ca6bfa tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 200 len: 205 time: 0.0680308 Jul 12 16:28:42.329556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.330202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39476) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.349272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977152007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:42.361248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b051a8ea-2cd3-4104-a5ec-60833ee5a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.397320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:42.416772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046472d-0955-4926-95a9-0157e4ac16fe req-34ba9df5-8bd7-446c-a039-0106082278c3 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.418436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2046472d-0955-4926-95a9-0157e4ac16fe req-34ba9df5-8bd7-446c-a039-0106082278c3 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1094 time: 0.6291201 Jul 12 16:28:42.420133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.426538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:42.426910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.431368 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-faba2654-7f83-4c23-b55d-89fb1e4ccfbf tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:42.432146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-faba2654-7f83-4c23-b55d-89fb1e4ccfbf tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/db93faeb-3022-4faf-afc8-c5cbb62d4bc2 HTTP/1.1" status: 404 len: 336 time: 0.0995877 Jul 12 16:28:42.437959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39478) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.456023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] For port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:42.462081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1756d89b-e205-4481-8c56-bea28668cc7d']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:42.490415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7178531-a9c5-4ae5-9433-d65b3825ae06 req-356d3943-ee65-4993-84de-1a895d7b207a tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824868 Jul 12 16:28:42.491845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.492922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.494931 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6bb19fcb-f334-4af7-9c82-60a3f298ec6f tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 200 len: 205 time: 0.0493479 Jul 12 16:28:42.496443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39480) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.503976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-74b74f8d-3a8c-4cba-9d6d-93b1f393ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.505293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae794051-e499-4b76-b4de-eea04eee3551') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:42.505605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-74b74f8d-3a8c-4cba-9d6d-93b1f393ba23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.4213619 Jul 12 16:28:42.505732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae794051-e499-4b76-b4de-eea04eee3551') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:42.556991 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c066a81a-d643-4754-a281-be85407851a8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:42.558745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.560827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c066a81a-d643-4754-a281-be85407851a8 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/300cefd0-1e20-4906-963f-b34716fc6de9 HTTP/1.1" status: 404 len: 336 time: 0.0611277 Jul 12 16:28:42.563204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.565674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39482) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.583899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-cb0f59af-d7a8-43f5-8f65-98b956cbd915', 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '2c89ef29-9aff-49f1-9e76-b44450ab9bd9'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:28:42.584736 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.587887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076922d1-aeff-405a-8c01-efc1db4531cc req-376f0794-93c3-4700-bb2f-918ab0b30246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.591563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2046472d-0955-4926-95a9-0157e4ac16fe req-3249fab0-39a5-453d-8c38-d060276d7990 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491623 Jul 12 16:28:42.599736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-376f0794-93c3-4700-bb2f-918ab0b30246 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=901e9ea3-5014-46d0-be08-369791f8f651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3192198 Jul 12 16:28:42.606073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.663407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35dfc20e-2eaa-416f-8fca-bff8ae13973f tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 200 len: 205 time: 0.0964847 Jul 12 16:28:42.664156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39484) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.697937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.699381 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.703834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.715970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.760435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.768101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:42.768603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.770960 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-ce2edd6f-24d2-43e6-b976-0c7b54ce4eee tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:42.774479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce2edd6f-24d2-43e6-b976-0c7b54ce4eee tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/101d8057-8df3-4781-b473-b560f4664e1a HTTP/1.1" status: 404 len: 336 time: 0.0831733 Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:42.775320 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:42.777676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39486) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.787970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-6ef1ecac-b812-43c9-9ccc-68d1cf2e9f78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 200 len: 1002 time: 0.2728174 Jul 12 16:28:42.788378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 22e30fb3-a2b4-42ee-9ec0-abc54beec760, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=22e30fb3-a2b4-42ee-9ec0-abc54beec760,segment=NetworkSegment(38984f51-11d3-487f-8c15-c784c10debbd),segment_id=38984f51-11d3-487f-8c15-c784c10debbd)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:42.799275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.827286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:42.851180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:42.861459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Allocated IP 172.21.0.2 (cb0f59af-d7a8-43f5-8f65-98b956cbd915/2c89ef29-9aff-49f1-9e76-b44450ab9bd9/57f60dda-d6d4-4d8d-8154-6b9408be5e2e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:42.873544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728c5fd-7fe1-4302-af43-834904b54555 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:42.875545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5878c92b-1ea0-4479-9f1e-41f19c2cfc83 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 200 len: 205 time: 0.0848544 Jul 12 16:28:42.878507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39488) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.899921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,revision_number=5']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:42.913677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:42.914301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.921972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Subnet': ['ID=6396727e-c033-4ac9-b04f-8939fb095773,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:42.952998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=22e30fb3-a2b4-42ee-9ec0-abc54beec760,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:42.961160 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-179ba248-0f83-4511-91df-e7089723d8b4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:42.965045 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-179ba248-0f83-4511-91df-e7089723d8b4 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/8d5acc4f-a826-4a76-9b9d-39315d838142 HTTP/1.1" status: 404 len: 336 time: 0.0816317 Jul 12 16:28:42.965772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39490) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:42.966432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.989236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:42.990987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] 10.222.0.58 "DELETE /v2.0/networks/1756d89b-e205-4481-8c56-bea28668cc7d HTTP/1.1" status: 204 len: 168 time: 1.7715113 Jul 12 16:28:43.027365 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3089024f-72ee-42d1-809d-4ce4a86d0502 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 200 len: 205 time: 0.0558739 Jul 12 16:28:43.039566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.046678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a3441-83a6-457a-aa67-addadbe2384c admin admin] Pushing event deleted for resources: {'Network': ['ID=1756d89b-e205-4481-8c56-bea28668cc7d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:43.054769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-e8ee19b9-336b-4eaa-991d-105c6ac836c4 service neutron] 10.222.0.65 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537628 Jul 12 16:28:43.103237 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-4f8dc17d-faec-4cc6-9437-73b1840c670b tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:43.104073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4f8dc17d-faec-4cc6-9437-73b1840c670b tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/a23a9ad8-a4dc-48e3-9e3e-3d7c90d3bf39 HTTP/1.1" status: 404 len: 336 time: 0.0635469 Jul 12 16:28:43.117781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39496) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.125228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b202b21e-8617-46e7-9aff-b93d4203fcb7 None None] Provisioning complete for port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:43.125604 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b202b21e-8617-46e7-9aff-b93d4203fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.184178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39498) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.191168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2356982e-e923-49a9-b714-6df2ae55d204 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "GET /v2.0/ports?device_id=99ef622f-e074-46e5-bde2-87791de8e036 HTTP/1.1" status: 200 len: 205 time: 0.0727062 Jul 12 16:28:43.196793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.257112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.257348 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-36b59708-0cd1-4df9-9692-ea7e3a27cf96 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] delete failed (client error): The resource could not be found. Jul 12 16:28:43.261256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-36b59708-0cd1-4df9-9692-ea7e3a27cf96 tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/routers/99ef622f-e074-46e5-bde2-87791de8e036 HTTP/1.1" status: 404 len: 336 time: 0.0568907 Jul 12 16:28:43.261701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39502) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.276887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Transition to ACTIVE for port object 57f60dda-d6d4-4d8d-8154-6b9408be5e2e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:43.304475 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4c6b00-2e47-4b45-bf54-95262a9bc56f tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:43.304838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4c6b00-2e47-4b45-bf54-95262a9bc56f tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:43.309208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3d4c6b00-2e47-4b45-bf54-95262a9bc56f tempest-RoutersAdminTest-1931800220 tempest-RoutersAdminTest-1931800220-project] 10.222.0.58 "DELETE /v2.0/subnets/30761a78-5862-4d01-acb6-33f15d911861 HTTP/1.1" status: 404 len: 337 time: 0.0392270 Jul 12 16:28:43.325230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Transition to ACTIVE for port object 57f60dda-d6d4-4d8d-8154-6b9408be5e2e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:43.343050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f19032f3-8275-4b4a-a7a2-2efd0d486a7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6332e0f356349228e17f26933fee4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505842 Jul 12 16:28:43.345845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39506) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.373465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b051a8ea-2cd3-4104-a5ec-60833ee5a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.378237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076922d1-aeff-405a-8c01-efc1db4531cc req-bc156b7a-cb05-4f24-8a31-ddfddbfae0fc service neutron] 10.222.0.65 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841246 Jul 12 16:28:43.392834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b051a8ea-2cd3-4104-a5ec-60833ee5a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.397152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.410959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-501a517a-e626-4a48-9c4e-e67ef08a367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:43.414267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-501a517a-e626-4a48-9c4e-e67ef08a367f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.5878196 Jul 12 16:28:43.426992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-df1340db-db66-4527-8cbb-7a45e79e3203 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3747668 Jul 12 16:28:43.433838 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.435183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c4fc86c-4350-478a-8f01-286b9692c15c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1039031 Jul 12 16:28:43.437669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.445390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39510) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.447690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.464695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Request body: {'port': {'network_id': '41ca56fb-fb41-4dd8-a620-cb36b4c2c309', 'mac_address': 'fa:16:3e:40:9d:96', 'name': 'tempest-NetworksTestDHCPv6-1206305346'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:43.470930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:43.476619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:43.484761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:43.501574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:43.506927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Pushing event updated for resources: {'Port': ['ID=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:43.581219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b051a8ea-2cd3-4104-a5ec-60833ee5a821 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d6f5b9b6039440ea3419f2cf55c6f46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5693333 Jul 12 16:28:43.587772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a8ea-2cd3-4104-a5ec-60833ee5a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8b5c8-5f2b-43e1-b6ea-b0fff5a46e96,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:43.590575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39514) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.650522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Attempting to bind port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:28:43.651131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Attempting to bind port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '364d9038-0155-4729-900c-ef3dd4af8b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:28:43.651243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Attempting to bind port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e on network cb0f59af-d7a8-43f5-8f65-98b956cbd915 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:28:43.677571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:28:43.677941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Checking segment: {'id': '364d9038-0155-4729-900c-ef3dd4af8b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:43.678349 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.678745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Bound using segment: {'id': '364d9038-0155-4729-900c-ef3dd4af8b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:28:43.679223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Bound port: 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364d9038-0155-4729-900c-ef3dd4af8b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cb0f59af-d7a8-43f5-8f65-98b956cbd915'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:28:43.679618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.743481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-7454f378-d6ff-4444-b509-707907e083e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:43.745263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-7454f378-d6ff-4444-b509-707907e083e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084159 Jul 12 16:28:43.796258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:43.799727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.824869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39520) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:43.829763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.877054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Made reservation on behalf of 413f3d0f8b84463e8aa1aee24ff4d891 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:43.882536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:43.884333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] For port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:28:43.897289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] For port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,segment=NetworkSegment(364d9038-0155-4729-900c-ef3dd4af8b03),segment_id=364d9038-0155-4729-900c-ef3dd4af8b03)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:28:43.962396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 22e30fb3-a2b4-42ee-9ec0-abc54beec760 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:44.007435 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.030781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.083149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:44.088999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5423-a111-47df-b536-e196d8804be8 req-531df8a6-f3ba-4396-9253-b8c37a976611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:44.088999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-531df8a6-f3ba-4396-9253-b8c37a976611 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1094 time: 0.6394048 Jul 12 16:28:44.089279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af600ea1-6540-45d8-b21e-d46ad67bf9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.090219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.174614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-8d544434-7a9c-455e-97eb-55a2731b8d61 service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221976 Jul 12 16:28:44.176332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb691-3746-40c6-b445-09c78c57dee6 None None] Pushing event updated for resources: {'Port': ['ID=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:44.278133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ec88c-f78b-4cd3-b1b9-446bf1b65d5c req-9abbe255-acfd-4bc7-8e21-51f74c629f3f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:44.280472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b01ec88c-f78b-4cd3-b1b9-446bf1b65d5c req-9abbe255-acfd-4bc7-8e21-51f74c629f3f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3943696 Jul 12 16:28:44.321179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 58a4b857-08f4-4937-8a68-ca3d434d11a3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:44.351744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29b08-a619-4fee-820f-c8103e86ec6e req-33832749-9e1c-4de7-8a44-2fc8fd7da08b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:44.353221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8a29b08-a619-4fee-820f-c8103e86ec6e req-33832749-9e1c-4de7-8a44-2fc8fd7da08b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1094 time: 0.5011261 Jul 12 16:28:44.376177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.386774 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.390826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.397263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79659e8e-bbf6-433a-b074-4c86d5091bb3 HTTP/1.1" status: 204 len: 168 time: 1.0504274 Jul 12 16:28:44.399455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 58a4b857-08f4-4937-8a68-ca3d434d11a3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:44.401197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 58a4b857-08f4-4937-8a68-ca3d434d11a3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:44.417232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79659e8e-bbf6-433a-b074-4c86d5091bb3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:44.420024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.453087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.456622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.461634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21e8b5c8-5f2b-43e1-b6ea-b0fff5a46e96 HTTP/1.1" status: 204 len: 168 time: 0.8628302 Jul 12 16:28:44.505192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.505812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8a29b08-a619-4fee-820f-c8103e86ec6e req-5f462c4b-9277-4e18-86ed-5a5f87c8cacc tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Jul 12 16:28:44.506644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e307-39af-437b-9c82-1fec1f60aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8b5c8-5f2b-43e1-b6ea-b0fff5a46e96,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:44.520858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] device_id is not set on port 12e34f9d-a294-4991-b1cb-4d9f278194fa yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:28:44.537963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.538158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.538484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.538862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.539236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.539566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.539915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.540245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.540618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.556865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.557424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c529-ded4-4e21-9498-08383d6249bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:28:44.564932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5423-a111-47df-b536-e196d8804be8 req-a5ffe5f4-52f4-44f5-a183-1446027fdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:44.566564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-a5ffe5f4-52f4-44f5-a183-1446027fdff9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 0.4699235 Jul 12 16:28:44.576017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b01ec88c-f78b-4cd3-b1b9-446bf1b65d5c req-2d37296a-1c94-41b1-bb15-bfa31aab626d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684908 Jul 12 16:28:44.610406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a90e1d1-568a-4171-b4e4-6dd034970ac8 None None] Provisioning complete for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:44.612111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a90e1d1-568a-4171-b4e4-6dd034970ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.650585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7653f555-1d76-400c-ab73-ef16db3d3f65 req-a394a1b5-da81-4224-9aa0-4bbecb5c10be service neutron] 10.222.0.77 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456847 Jul 12 16:28:44.721790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-d04b36d1-99a4-48ef-b934-78fe2e643c0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a HTTP/1.1" status: 200 len: 217 time: 0.1423573 Jul 12 16:28:44.750267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af600ea1-6540-45d8-b21e-d46ad67bf9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.763326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af600ea1-6540-45d8-b21e-d46ad67bf9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:44.848249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af600ea1-6540-45d8-b21e-d46ad67bf9d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c085d38e321e4aa58cc259251becc3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167127 Jul 12 16:28:44.848944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:44.862765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5423-a111-47df-b536-e196d8804be8 req-e63267ae-d66d-41f3-94f0-244d7b777510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:44.864350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-e63267ae-d66d-41f3-94f0-244d7b777510 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a83d6878-aa0d-46c0-9c18-60674d1bcde2 HTTP/1.1" status: 200 len: 849 time: 0.1097498 Jul 12 16:28:44.902784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af600ea1-6540-45d8-b21e-d46ad67bf9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3bf4f-b3a2-427f-a733-500a799cd199,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:44.933022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8::2a5 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/ad018c7d-919d-407f-abee-36be473782e1/12e34f9d-a294-4991-b1cb-4d9f278194fa) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:44.952504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:9d96 (41ca56fb-fb41-4dd8-a620-cb36b4c2c309/6396727e-c033-4ac9-b04f-8939fb095773/12e34f9d-a294-4991-b1cb-4d9f278194fa) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:45.022644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.077167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5423-a111-47df-b536-e196d8804be8 req-4bbe737e-0c72-4cdb-9b28-ef4bac1ac065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:45.079721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-4bbe737e-0c72-4cdb-9b28-ef4bac1ac065 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=901e9ea3-5014-46d0-be08-369791f8f651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019882 Jul 12 16:28:45.087161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.136603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.20.0.1 (2a4718fc-132c-4753-b222-39b5a4dcbd36/bc19772f-cb02-4d1a-a388-278fef59912e/d6705dac-cc09-45b8-9e83-22af68cad593) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:45.163701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.189897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Transition to ACTIVE for port object 12e34f9d-a294-4991-b1cb-4d9f278194fa will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:45.292425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.406599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:45.410708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:45.449703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.455681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.456480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:45.459659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3d3bf4f-b3a2-427f-a733-500a799cd199 HTTP/1.1" status: 204 len: 168 time: 0.6074729 Jul 12 16:28:45.466554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:45.467466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.530657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57f60dda-d6d4-4d8d-8154-6b9408be5e2e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:45.541526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event updated for resources: {'Port': ['ID=12e34f9d-a294-4991-b1cb-4d9f278194fa,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:45.562233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c95e8e53-e4ca-4ab5-a81a-d6e0ee4b71d4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1138606 Jul 12 16:28:45.562233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39568) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:45.579936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea52fe-1ba6-42d2-abd4-fa4d3326d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3bf4f-b3a2-427f-a733-500a799cd199,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:45.592292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-07c8db05-3dd1-4e4d-9632-ff1283d27578 service neutron] 10.222.0.65 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948223 Jul 12 16:28:45.674654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39574) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:45.696580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.799532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:45.809747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting port 12e34f9d-a294-4991-b1cb-4d9f278194fa {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:45.810805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.849067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object d6705dac-cc09-45b8-9e83-22af68cad593 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:45.936678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b7bc6b0-c107-4ac5-a4ca-55d69d18e2a4 None None] Provisioning for port 12e34f9d-a294-4991-b1cb-4d9f278194fa completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:45.941083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b7bc6b0-c107-4ac5-a4ca-55d69d18e2a4 None None] Provisioning complete for port 12e34f9d-a294-4991-b1cb-4d9f278194fa triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:45.945569 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc6b0-c107-4ac5-a4ca-55d69d18e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:45.994741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b103a14-08d0-4978-84ad-500efae132e3 None None] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:46.021319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.023848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f99a5423-a111-47df-b536-e196d8804be8 req-3af4ee97-bfa5-41f2-9d21-cc825aac7d7b service neutron] 10.222.0.65 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171391 Jul 12 16:28:46.036786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ed7e-fa8b-4197-914e-bb740d799b88 req-8843456b-4b9c-431b-8166-cdf8ea5ef2ca tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:46.038444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08c1ed7e-fa8b-4197-914e-bb740d799b88 req-8843456b-4b9c-431b-8166-cdf8ea5ef2ca tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1094 time: 0.1115954 Jul 12 16:28:46.042606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Calling delete_port for 12e34f9d-a294-4991-b1cb-4d9f278194fa owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:46.054570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.132177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bc6b0-c107-4ac5-a4ca-55d69d18e2a4 None None] Port 12e34f9d-a294-4991-b1cb-4d9f278194fa cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:46.157690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08c1ed7e-fa8b-4197-914e-bb740d799b88 req-7f200e81-475f-495e-a734-480bb5f217b3 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997159 Jul 12 16:28:46.170625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1681535100-network', 'tenant_id': 'de97c8f9edb04ed4af05388bd387a004'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:46.172223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:46.181378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:46.187974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:46.222346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Made reservation on behalf of de97c8f9edb04ed4af05388bd387a004 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:46.226375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.235461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=d6705dac-cc09-45b8-9e83-22af68cad593,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:46.270709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f1e77-20b6-4d23-8418-77121c100f59 req-7dd6551b-0fea-48e2-a6ad-3b57d183fea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:46.285894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-379f1e77-20b6-4d23-8418-77121c100f59 req-7dd6551b-0fea-48e2-a6ad-3b57d183fea0 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3552892 Jul 12 16:28:46.323378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device afbbb4d2-f931-4889-8973-920e39c2ef6a details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:28:46.355621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-379f1e77-20b6-4d23-8418-77121c100f59 req-5180e22a-728a-4b18-9fe1-c96708406f2d tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556872 Jul 12 16:28:46.357126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39590) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:46.365528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.382433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Provisioning for port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:46.403450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Provisioning complete for port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:46.404702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.441399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.463185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.503895 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:28:46.522517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07b5fb4f-213e-44e9-9e44-d70fbe227bfc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e11a428fe4f47da9038e24e4427ac64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631145 Jul 12 16:28:46.569574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39594) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:46.632018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.634136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/12e34f9d-a294-4991-b1cb-4d9f278194fa HTTP/1.1" status: 204 len: 168 time: 1.0709736 Jul 12 16:28:46.637686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39598) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:46.649585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce3d1b-d363-4fac-8bc7-249f34560f1e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Port': ['ID=12e34f9d-a294-4991-b1cb-4d9f278194fa,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:46.820921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb944d2f-e75e-42f9-abd1-71c24deaecfd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:46.822447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb944d2f-e75e-42f9-abd1-71c24deaecfd tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1808231 Jul 12 16:28:46.823875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.841544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:46.850638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.863453 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.899144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:46.935236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:28:46.946238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.949973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8f330-bbc1-4923-a356-fed398c5dc0c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:46.959334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.973251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'afbbb4d2-f931-4889-8973-920e39c2ef6a', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'port_id': 'afbbb4d2-f931-4889-8973-920e39c2ef6a', 'mac_address': 'fa:16:3e:59:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:28:46.978307 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:46.978773 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Added segment 44eabfd1-e7f3-45b4-ba8e-7aba498e7acf of type vlan for network 36235239-4715-478a-80aa-3c527a456378 Jul 12 16:28:47.008484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.019885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e274e-956e-4715-a4f3-3bdc290597f7 req-6ea5c556-ec32-4f48-9233-1d334f7b9605 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:47.021479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d62e274e-956e-4715-a4f3-3bdc290597f7 req-6ea5c556-ec32-4f48-9233-1d334f7b9605 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4022894 Jul 12 16:28:47.060523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.064928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] For port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,segment=NetworkSegment(364d9038-0155-4729-900c-ef3dd4af8b03),segment_id=364d9038-0155-4729-900c-ef3dd4af8b03)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:47.085051 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.106261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.125651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20719268-99aa-4dbb-81fe-37114d32f04f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:47.130532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20719268-99aa-4dbb-81fe-37114d32f04f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2817454 Jul 12 16:28:47.135652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39610) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:47.136268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbbb4d2-f931-4889-8973-920e39c2ef6a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:28:47.144034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d62e274e-956e-4715-a4f3-3bdc290597f7 req-e7da5451-06bc-44ad-a058-d7a5766852ea tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936036 Jul 12 16:28:47.168544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:47.182345 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.190466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa27d-7be5-452f-9bfe-fa3ad0b755b7 None None] Pushing event updated for resources: {'Port': ['ID=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:47.212623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.214029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:47.214948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.270954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5890024 Jul 12 16:28:47.271818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.274808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.278895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98621899-d18f-41de-8b07-9c8153d4118b HTTP/1.1" status: 204 len: 168 time: 0.6793556 Jul 12 16:28:47.295852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39620) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:47.306546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Request body: {'subnet': {'network_id': '36235239-4715-478a-80aa-3c527a456378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1681535100-subnet', 'tenant_id': 'de97c8f9edb04ed4af05388bd387a004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:47.311020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:47.326323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Provisioning for port d6705dac-cc09-45b8-9e83-22af68cad593 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:47.334560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Provisioning complete for port d6705dac-cc09-45b8-9e83-22af68cad593 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:47.337385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.475937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031939a2-2128-484d-b05e-0c92676f8099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98621899-d18f-41de-8b07-9c8153d4118b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:47.509139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57f60dda-d6d4-4d8d-8154-6b9408be5e2e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:47.550975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6dd21-6fbc-4fd6-bcf3-21a35006c29d admin admin] Pushing event updated for resources: {'Network': ['ID=36235239-4715-478a-80aa-3c527a456378,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:47.576364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Port d6705dac-cc09-45b8-9e83-22af68cad593 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:47.588078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['afbbb4d2-f931-4889-8973-920e39c2ef6a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:28:47.617490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 36235239-4715-478a-80aa-3c527a456378 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:28:47.672880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae521-76cf-45ec-89f8-0168ba9bdab4 req-11360e6e-a0cb-423c-8088-f555fd592e84 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:47.674506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eddae521-76cf-45ec-89f8-0168ba9bdab4 req-11360e6e-a0cb-423c-8088-f555fd592e84 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1095 time: 0.1656649 Jul 12 16:28:47.777110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Provisioning complete for port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:47.777617 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05c0fd23-512d-4938-8f57-6ee42fe7541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:47.794302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eddae521-76cf-45ec-89f8-0168ba9bdab4 req-2df3f7c8-d1c7-4669-baa4-ebeda0be166a tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133933 Jul 12 16:28:47.910174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:47.911100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.121069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a6852-3791-4d06-a83c-886d8c53b775 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:48.122455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a6852-3791-4d06-a83c-886d8c53b775 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:48.125273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a6852-3791-4d06-a83c-886d8c53b775 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:48.129885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:48.132156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b73a6852-3791-4d06-a83c-886d8c53b775 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9942119 Jul 12 16:28:48.136068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Made reservation on behalf of de97c8f9edb04ed4af05388bd387a004 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:48.138734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.215130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet 6396727e-c033-4ac9-b04f-8939fb095773 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:48.219088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.270876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.320718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.345941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.394509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.472179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=d6705dac-cc09-45b8-9e83-22af68cad593,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:48.512897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.517435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.519831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.555555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=6396727e-c033-4ac9-b04f-8939fb095773,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:48.569612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf727d8-9b0e-4dd6-94ec-a7d4144079c3 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:48.571179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.576247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44c60423-3d8b-4009-8964-3d6f0049d1d1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/6396727e-c033-4ac9-b04f-8939fb095773 HTTP/1.1" status: 204 len: 168 time: 0.4454288 Jul 12 16:28:48.578662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39692) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:48.655252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Deleting subnet ad018c7d-919d-407f-abee-36be473782e1 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:28:48.658984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.707403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.761394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20da435c-0b16-447f-97d0-138dcbd124f4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:48.813596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Checking segment: {'id': '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36235239-4715-478a-80aa-3c527a456378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:48.814105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Network hostable DHCP agents. Network: 36235239-4715-478a-80aa-3c527a456378, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:48.842677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-706abcf6-b093-4855-87ed-b75bff4f68e8 None None] Provisioning complete for port d6705dac-cc09-45b8-9e83-22af68cad593 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:48.843214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-706abcf6-b093-4855-87ed-b75bff4f68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.865038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:48.875266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:48.881651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:48.895502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-706abcf6-b093-4855-87ed-b75bff4f68e8 None None] Port d6705dac-cc09-45b8-9e83-22af68cad593 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:49.015475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Network 36235239-4715-478a-80aa-3c527a456378 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:49.025650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-720edd7d-6008-43b8-9e43-4142c298f3e6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:49.027400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-720edd7d-6008-43b8-9e43-4142c298f3e6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfeed4e-1953-4929-8646-81285aee7709 HTTP/1.1" status: 200 len: 946 time: 0.3295298 Jul 12 16:28:49.089563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.090502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 36235239-4715-478a-80aa-3c527a456378) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:49.103917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d69b2-10f7-43c9-8a81-b0d998dd2246 None None] Network 36235239-4715-478a-80aa-3c527a456378 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:49.182260 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.189804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/ad018c7d-919d-407f-abee-36be473782e1 HTTP/1.1" status: 204 len: 168 time: 0.6078467 Jul 12 16:28:49.191693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6be0a-b967-4cf0-bd99-f46e410a6635 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Subnet': ['ID=ad018c7d-919d-407f-abee-36be473782e1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:49.194764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39710) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.216702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:49.235446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.271284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e38a5618-4176-405f-8f74-af5969f5f233 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703385 Jul 12 16:28:49.275234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39716) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.391128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dcfb8-2b0a-486e-8397-1edc9d22deec req-4b727054-23f1-4bab-8a43-d82570d25db6 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:49.408007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-614dcfb8-2b0a-486e-8397-1edc9d22deec req-4b727054-23f1-4bab-8a43-d82570d25db6 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1095 time: 0.3663433 Jul 12 16:28:49.408212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18a2e451-4d9b-4165-ba2a-53e76dfda84f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1059256 Jul 12 16:28:49.494742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-614dcfb8-2b0a-486e-8397-1edc9d22deec req-d4f03fa9-eb68-4f6d-9ea7-c428e9fcaf2a tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951662 Jul 12 16:28:49.521607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1eec67-6074-4088-bbac-91fafa619292 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:49.525614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d1eec67-6074-4088-bbac-91fafa619292 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2464802 Jul 12 16:28:49.528046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49f848-6d8d-47f2-9583-a6145bf333a1 None None] Network 36235239-4715-478a-80aa-3c527a456378 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:49.534929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.623241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7128be-b2b5-434b-9274-3bb2bacba1c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:49.631811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39730) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.635137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cc7128be-b2b5-434b-9274-3bb2bacba1c4 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970998 Jul 12 16:28:49.636352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ca18aec7-4efb-4827-9476-0e1d948ffd98 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:28:49.646239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port e1870633-8a2c-4330-83ff-8a0ce38a83db {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:49.646930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.666949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39736) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.705674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fdce7cbc-c074-406e-b211-26726670924c None None] Provisioning complete for port d6705dac-cc09-45b8-9e83-22af68cad593 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:49.706045 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdce7cbc-c074-406e-b211-26726670924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.751530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b7068d90-2a15-415a-9e52-6feeb8347ee3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086984 Jul 12 16:28:49.751530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.809971 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50f00ae-55be-4677-adf4-501def19f177 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:49.811455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50f00ae-55be-4677-adf4-501def19f177 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:49.815406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e50f00ae-55be-4677-adf4-501def19f177 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/12e34f9d-a294-4991-b1cb-4d9f278194fa HTTP/1.1" status: 404 len: 333 time: 0.0627334 Jul 12 16:28:49.820709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39742) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.865062 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b96e95-a53e-4468-8fc7-13c8f2dd617b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:49.865749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b96e95-a53e-4468-8fc7-13c8f2dd617b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:49.871138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.871845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e8b96e95-a53e-4468-8fc7-13c8f2dd617b tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/6396727e-c033-4ac9-b04f-8939fb095773 HTTP/1.1" status: 404 len: 337 time: 0.0495372 Jul 12 16:28:49.880278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fdce7cbc-c074-406e-b211-26726670924c None None] Port d6705dac-cc09-45b8-9e83-22af68cad593 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:49.912120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1582664024', 'router:external': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:49.923547 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7176328-efac-4bb7-bf17-919271ce6308 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:49.925736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7176328-efac-4bb7-bf17-919271ce6308 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:49.927961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a7176328-efac-4bb7-bf17-919271ce6308 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/ad018c7d-919d-407f-abee-36be473782e1 HTTP/1.1" status: 404 len: 337 time: 0.0557828 Jul 12 16:28:49.930397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.943653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Made reservation on behalf of 0c7a65558ab744a18d2074e06deb0cff for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:49.946137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.948504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:49.962755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e30dbf9-8a71-4591-bd5c-e7ca4beabb79 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5093877 Jul 12 16:28:49.963943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] Sync routers for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:49.973724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39748) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:49.978409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:49.980499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:49.985404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port e1870633-8a2c-4330-83ff-8a0ce38a83db, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e1870633-8a2c-4330-83ff-8a0ce38a83db,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:49.986057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:49.990105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.007405 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e177bd8-f980-4e6b-9559-11b94df78c15 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.008341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e177bd8-f980-4e6b-9559-11b94df78c15 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.012766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e177bd8-f980-4e6b-9559-11b94df78c15 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c0502161-2622-42a4-8d3c-8a06716c8aaf HTTP/1.1" status: 404 len: 333 time: 0.0789931 Jul 12 16:28:50.013335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39750) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.031545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for e1870633-8a2c-4330-83ff-8a0ce38a83db owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:50.053026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:50.075352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:50.076288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:50.084430 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cea14df-ecd8-4b81-a298-f9ab891ce778 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.084909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cea14df-ecd8-4b81-a298-f9ab891ce778 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.091623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1cea14df-ecd8-4b81-a298-f9ab891ce778 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/9756ee4b-e212-43c3-a22c-9bb8861314a3 HTTP/1.1" status: 404 len: 337 time: 0.0696208 Jul 12 16:28:50.093741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.119101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:50.119881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaeed25-9adf-483b-9567-087b9a73c0f7 None None] The sync data for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:50.135151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e3804c-f821-436e-a58d-2a89b1aa9a22 None None] Network 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:50.141771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e91f7-2a61-4152-aec2-e929505b7264 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:50.142903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d72e91f7-2a61-4152-aec2-e929505b7264 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports/d6705dac-cc09-45b8-9e83-22af68cad593 HTTP/1.1" status: 200 len: 910 time: 0.1679502 Jul 12 16:28:50.147329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.155812 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb59676-062b-42ef-98fc-85a318b1f865 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.156684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb59676-062b-42ef-98fc-85a318b1f865 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.159299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5eb59676-062b-42ef-98fc-85a318b1f865 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/90e4671c-7b58-4bbb-ae22-f3462e8b675e HTTP/1.1" status: 404 len: 337 time: 0.0645359 Jul 12 16:28:50.161715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39758) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.201250 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-029317b1-86e5-4a1d-a520-6bce4ead9986 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.207768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029317b1-86e5-4a1d-a520-6bce4ead9986 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.207768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-029317b1-86e5-4a1d-a520-6bce4ead9986 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/66084276-40e9-438a-a604-ff7d597d9d16 HTTP/1.1" status: 404 len: 333 time: 0.0441747 Jul 12 16:28:50.209617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39760) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.230601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ef7f4a53-8ab8-45cf-a2bb-685c0197dc4d None None] Provisioning complete for port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:50.230989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a53-8ab8-45cf-a2bb-685c0197dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.255015 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5eab87-fcbb-4ee9-8342-75e6f35ecb04 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.255482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5eab87-fcbb-4ee9-8342-75e6f35ecb04 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.260191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d5eab87-fcbb-4ee9-8342-75e6f35ecb04 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/676c8461-0b99-4954-9d04-474c024a3924 HTTP/1.1" status: 404 len: 337 time: 0.0449131 Jul 12 16:28:50.260865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39764) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.302435 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff1787e-d4c0-4fd3-b967-b10233dd5ff2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.302891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff1787e-d4c0-4fd3-b967-b10233dd5ff2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.306953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eff1787e-d4c0-4fd3-b967-b10233dd5ff2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/6c171f68-a270-42dc-9203-4921f6363126 HTTP/1.1" status: 404 len: 337 time: 0.0433419 Jul 12 16:28:50.307537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39766) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.351564 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f50029-2f8a-4f40-9a5e-f2082f09d43d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.352834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f50029-2f8a-4f40-9a5e-f2082f09d43d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.357242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2f50029-2f8a-4f40-9a5e-f2082f09d43d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/4a7a303b-d928-4f97-9296-9700e546e149 HTTP/1.1" status: 404 len: 333 time: 0.0462430 Jul 12 16:28:50.358579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.358990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device afbbb4d2-f931-4889-8973-920e39c2ef6a up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:28:50.421203 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3916ba-530c-4cf7-a005-41de227cb840 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.422665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3916ba-530c-4cf7-a005-41de227cb840 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.429869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e3916ba-530c-4cf7-a005-41de227cb840 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/fc2d104b-6c03-4534-851b-16cd0dcd11f3 HTTP/1.1" status: 404 len: 337 time: 0.0702887 Jul 12 16:28:50.432710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.513904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port afbbb4d2-f931-4889-8973-920e39c2ef6a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:50.517089 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-165d8a57-e275-4874-97f6-25f3a7f2d7b2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.518165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165d8a57-e275-4874-97f6-25f3a7f2d7b2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.522487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-165d8a57-e275-4874-97f6-25f3a7f2d7b2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/0db88eb5-7853-49a8-885b-d4b9e1c5043b HTTP/1.1" status: 404 len: 337 time: 0.0881977 Jul 12 16:28:50.526517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39784) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.540010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port afbbb4d2-f931-4889-8973-920e39c2ef6a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:50.540664 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.568897 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0221e0fc-5f7c-42c4-ac1b-f3219fd7cd10 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.569973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0221e0fc-5f7c-42c4-ac1b-f3219fd7cd10 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.571679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0221e0fc-5f7c-42c4-ac1b-f3219fd7cd10 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c0d4bba7-c17e-4aef-910d-f48fc7ca6902 HTTP/1.1" status: 404 len: 333 time: 0.0435493 Jul 12 16:28:50.576167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.577817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] DHCP port deletion for 41ca56fb-fb41-4dd8-a620-cb36b4c2c309 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:28:50.606160 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-593c4eb9-2ada-4139-a1a8-3483ed0e1195 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.606835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593c4eb9-2ada-4139-a1a8-3483ed0e1195 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.608993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-593c4eb9-2ada-4139-a1a8-3483ed0e1195 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/bf69f6fd-e350-4ec7-9c3a-bdf670e50181 HTTP/1.1" status: 404 len: 337 time: 0.0311296 Jul 12 16:28:50.611673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.656010 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bb77f5-3634-457f-b3cc-410f70bedd35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.657082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bb77f5-3634-457f-b3cc-410f70bedd35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.660508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c5bb77f5-3634-457f-b3cc-410f70bedd35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/0227366b-d891-4fa8-b32a-30bf77d5cf3c HTTP/1.1" status: 404 len: 333 time: 0.0475621 Jul 12 16:28:50.662875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39792) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.681894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Deleting port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:50.682383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.684104 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.702841 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3805a979-fe26-4d96-b1a4-ec923a24e807 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.703565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3805a979-fe26-4d96-b1a4-ec923a24e807 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.705541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3805a979-fe26-4d96-b1a4-ec923a24e807 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c8093498-90d6-4297-b4c7-679f6a1bb04c HTTP/1.1" status: 404 len: 337 time: 0.0412548 Jul 12 16:28:50.713762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39794) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.754233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:50.756620 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802cb642-98a6-4c78-a8a0-e4193df3ad41" -d '{"events": [{"server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "name": "network-vif-plugged", "status": "completed", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:50.762291 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f40d9e-0e89-44a1-8421-57c2d6de8225 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.763115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f40d9e-0e89-44a1-8421-57c2d6de8225 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.768364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49f40d9e-0e89-44a1-8421-57c2d6de8225 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/8eee7cf4-6bfb-4176-9fd2-25b80e2ceb72 HTTP/1.1" status: 404 len: 333 time: 0.0509725 Jul 12 16:28:50.768522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.768960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39798) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.789709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:50.790858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4ca64-2883-4476-acff-3c494807a5c1 req-53f1a265-4ccf-4d93-8829-446b8b233251 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:50.792461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0a4ca64-2883-4476-acff-3c494807a5c1 req-53f1a265-4ccf-4d93-8829-446b8b233251 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1095 time: 0.0930524 Jul 12 16:28:50.797616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] For port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,segment=NetworkSegment(5dea237a-b167-4b2a-9c2a-a615dd770cdf),segment_id=5dea237a-b167-4b2a-9c2a-a615dd770cdf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:50.798041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.800464 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.819257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.841743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0a4ca64-2883-4476-acff-3c494807a5c1 req-5f7c3383-dc77-4fbe-8979-41124c0538f3 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Jul 12 16:28:50.842060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Calling delete_port for 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:50.846608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:50.855198 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf263d-ca7a-4185-95e9-211aaaf489a7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.856158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdf263d-ca7a-4185-95e9-211aaaf489a7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.858347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4bdf263d-ca7a-4185-95e9-211aaaf489a7 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/2219cc49-1cb2-4264-a085-ed1df93f190c HTTP/1.1" status: 404 len: 337 time: 0.0832250 Jul 12 16:28:50.860975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39800) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.904324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:28:50.906906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:28:50.908420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:50.930622 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-14400b1a-6dd0-40e5-abc0-1fb64311a77e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:50.930788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14400b1a-6dd0-40e5-abc0-1fb64311a77e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:50.934860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-14400b1a-6dd0-40e5-abc0-1fb64311a77e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/e0a9d552-fab7-47f6-842a-7181f2a932d6 HTTP/1.1" status: 404 len: 333 time: 0.0712543 Jul 12 16:28:50.939695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39804) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:50.949397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=e1870633-8a2c-4330-83ff-8a0ce38a83db,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:50.965627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f084eb-d05b-4b23-b1ff-63cee23ba2a2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:51.022365 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b75bb-b990-42c0-9cba-1aca89e443ed x-openstack-request-id: req-cb7b75bb-b990-42c0-9cba-1aca89e443ed {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:51.022488 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "name": "network-vif-plugged", "status": "completed", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:51.022661 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb7b75bb-b990-42c0-9cba-1aca89e443ed {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:51.023045 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a', 'code': 200} Jul 12 16:28:51.025778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:28:51.032009 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.032701 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0009812d-a5d5-4b59-94b1-4b565e8d64d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.033180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0009812d-a5d5-4b59-94b1-4b565e8d64d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.037476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0009812d-a5d5-4b59-94b1-4b565e8d64d0 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/3651b27c-fefd-4644-94c2-7f8dc585cafa HTTP/1.1" status: 404 len: 337 time: 0.0936253 Jul 12 16:28:51.039354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39806) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.074104 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.074542 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Added segment 3c1c89b9-b234-41cf-adb7-76aeff814089 of type vlan for network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 Jul 12 16:28:51.086628 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adf8c3c-86cd-4178-82e2-375826bc5577 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.087362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adf8c3c-86cd-4178-82e2-375826bc5577 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.098137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4adf8c3c-86cd-4178-82e2-375826bc5577 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/2bf6d1c1-5375-4a93-bf49-1e5f14acdb00 HTTP/1.1" status: 404 len: 333 time: 0.0563664 Jul 12 16:28:51.100875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39808) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.134750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] Pushing event deleted for resources: {'Port': ['ID=30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:51.145788 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f644f-4d9e-41bc-81e5-33b5fb0d7041 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.146550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f644f-4d9e-41bc-81e5-33b5fb0d7041 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.158559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-990f644f-4d9e-41bc-81e5-33b5fb0d7041 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/4dec73ed-de58-44d5-8a8d-45b4733b0e6e HTTP/1.1" status: 404 len: 337 time: 0.0563023 Jul 12 16:28:51.159333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39810) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.176407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7ef76-4b05-47a3-bb83-b466b551e432 None None] No DVR routers for this DVR port 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:51.200671 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72c6c00-2895-433a-aab4-eb0b48c0e9f5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.209533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72c6c00-2895-433a-aab4-eb0b48c0e9f5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.215183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d72c6c00-2895-433a-aab4-eb0b48c0e9f5 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c29e680e-2951-4a16-832b-d54f3afa9eb3 HTTP/1.1" status: 404 len: 333 time: 0.0538657 Jul 12 16:28:51.215938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.273579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] No DVR routers for this DVR port e1870633-8a2c-4330-83ff-8a0ce38a83db on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:51.286770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cf319fe6-2b66-4eea-882c-594074f21387 None None] Provisioning complete for port afbbb4d2-f931-4889-8973-920e39c2ef6a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:51.287291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cf319fe6-2b66-4eea-882c-594074f21387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.295329 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16e592b-7022-486e-9b0e-82a5173ea7d3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.296063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16e592b-7022-486e-9b0e-82a5173ea7d3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.303668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c16e592b-7022-486e-9b0e-82a5173ea7d3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/0e612dc7-23ee-4173-ba9a-f507f3213aee HTTP/1.1" status: 404 len: 337 time: 0.0865598 Jul 12 16:28:51.304403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39818) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.319915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.329085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0bffe324-cf24-4a08-ab99-409ea45b22e6 req-8eeda7e0-6d0f-4b56-bc3a-85912e1ad91f tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "DELETE /v2.0/ports/e1870633-8a2c-4330-83ff-8a0ce38a83db HTTP/1.1" status: 204 len: 173 time: 2.2611938 Jul 12 16:28:51.332989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-deleted', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:51.335362 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3eb7c-5842-4d09-8ec3-09fe7b9c7abf" -d '{"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-deleted", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:51.352321 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-533feb26-0a6d-4036-a91a-3d44581c6c9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.352907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533feb26-0a6d-4036-a91a-3d44581c6c9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.358284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-533feb26-0a6d-4036-a91a-3d44581c6c9f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/b71270f9-ffe8-4daf-a276-950d190b1a83 HTTP/1.1" status: 404 len: 337 time: 0.0529873 Jul 12 16:28:51.359255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39824) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.419689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.431778 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a108576-30d6-45b3-bd4d-e4768bd1e0da tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.432886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a108576-30d6-45b3-bd4d-e4768bd1e0da tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.440995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39830) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.441479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a108576-30d6-45b3-bd4d-e4768bd1e0da tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c2980402-e53c-42f1-bb37-270a184fb88d HTTP/1.1" status: 404 len: 333 time: 0.0747089 Jul 12 16:28:51.447102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.528060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:51.542139 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73d2767-a737-46df-89c8-d5a0fcc39f29 x-openstack-request-id: req-f73d2767-a737-46df-89c8-d5a0fcc39f29 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:51.543179 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfeed4e-1953-4929-8646-81285aee7709", "name": "network-vif-deleted", "tag": "e1870633-8a2c-4330-83ff-8a0ce38a83db", "status": "failed", "code": 422}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:51.543819 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f73d2767-a737-46df-89c8-d5a0fcc39f29 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:51.544430 n-d-800078-3 neutron-server[93712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bfeed4e-1953-4929-8646-81285aee7709', 'name': 'network-vif-deleted', 'tag': 'e1870633-8a2c-4330-83ff-8a0ce38a83db', 'status': 'failed', 'code': 422} returned with failed status Jul 12 16:28:51.563349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:51.563349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 30fadc4a-ba7f-443c-ab9d-f4b37f2b21c0 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:51.638293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:28:51.641475 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c64a79f-7296-40a2-a52d-cabec538c919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.641929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c64a79f-7296-40a2-a52d-cabec538c919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.643872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0c64a79f-7296-40a2-a52d-cabec538c919 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/1b74e7ef-04d5-4b2b-bb8e-f505bb6dbb6e HTTP/1.1" status: 404 len: 337 time: 0.1986148 Jul 12 16:28:51.646509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39844) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.652395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6e4e-6fd7-4574-bd0f-db71aaf76989 req-f89de42c-723e-40e1-8b75-a708b67e4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:51.653905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db0a6e4e-6fd7-4574-bd0f-db71aaf76989 req-f89de42c-723e-40e1-8b75-a708b67e4875 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.5058720 Jul 12 16:28:51.710775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.712343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:51.716484 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:51.726770 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b4dea8-1b48-4169-b311-0f02a8d74db3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.727723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b4dea8-1b48-4169-b311-0f02a8d74db3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.744289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54b4dea8-1b48-4169-b311-0f02a8d74db3 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/04c6015f-f0f3-4539-8663-3a51339d5925 HTTP/1.1" status: 404 len: 337 time: 0.0959578 Jul 12 16:28:51.744523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39856) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.849547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db0a6e4e-6fd7-4574-bd0f-db71aaf76989 req-7069ceac-e058-43f8-981f-b715c6b73c09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883681 Jul 12 16:28:51.862935 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3d774-cc26-4445-8126-67e807d586c6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.864021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b3d774-cc26-4445-8126-67e807d586c6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.866003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2b3d774-cc26-4445-8126-67e807d586c6 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/cd803110-082e-42be-9688-9082fbd11b73 HTTP/1.1" status: 404 len: 333 time: 0.1186135 Jul 12 16:28:51.871003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2025535 Jul 12 16:28:51.871903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39858) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.872452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39860) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.880416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-2316a1e0-5dea-4696-a2ba-1b24a5205333 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:51.884245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'subnet': {'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:51.887767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-2316a1e0-5dea-4696-a2ba-1b24a5205333 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/networks?id=36235239-4715-478a-80aa-3c527a456378 HTTP/1.1" status: 200 len: 810 time: 0.1403790 Jul 12 16:28:51.910904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-f4ee5908-f60f-4d10-a35f-ec374e810010 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/quotas/de97c8f9edb04ed4af05388bd387a004 HTTP/1.1" status: 200 len: 375 time: 0.0223861 Jul 12 16:28:51.924171 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd639de-048a-4708-8af4-4d06c6a4fceb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.924715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd639de-048a-4708-8af4-4d06c6a4fceb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:51.926565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bd639de-048a-4708-8af4-4d06c6a4fceb tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/a6535cc5-33c0-42f0-8c55-471c14287505 HTTP/1.1" status: 404 len: 337 time: 0.0478518 Jul 12 16:28:51.934986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39866) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:51.956414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5676c10-4ac1-48af-b665-da6ec3a8c856 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Network': ['ID=d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:51.964895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-02fcfd19-e370-48fc-ba12-396044dbde4e tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=de97c8f9edb04ed4af05388bd387a004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532405 Jul 12 16:28:51.966828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:28:51.995002 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-497819ee-52da-41bd-b116-de252e776cbf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:51.995459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497819ee-52da-41bd-b116-de252e776cbf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.000621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-497819ee-52da-41bd-b116-de252e776cbf tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/9c7d6a7c-19f6-49a8-9a73-73b674bace68 HTTP/1.1" status: 404 len: 337 time: 0.0586016 Jul 12 16:28:52.001567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39872) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.023287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Made reservation on behalf of 0c7a65558ab744a18d2074e06deb0cff for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:52.025964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:52.052295 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9128a32d-ce64-49e7-b71c-de5b8c03fe05 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.053170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9128a32d-ce64-49e7-b71c-de5b8c03fe05 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.060239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9128a32d-ce64-49e7-b71c-de5b8c03fe05 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/453c1aa9-c71f-47c2-8873-565c30cbb9fd HTTP/1.1" status: 404 len: 333 time: 0.0581813 Jul 12 16:28:52.062405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39874) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.081701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-771f48e6-1dd3-4ee8-9b79-54686e6ceaa2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:52.089664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-771f48e6-1dd3-4ee8-9b79-54686e6ceaa2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1239190 Jul 12 16:28:52.120145 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2914cab4-89e3-420b-9bb0-6f307b4f3969 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.120781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2914cab4-89e3-420b-9bb0-6f307b4f3969 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.125238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2914cab4-89e3-420b-9bb0-6f307b4f3969 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/d66008c9-3a2b-49e8-bf89-ca4aa9617679 HTTP/1.1" status: 404 len: 337 time: 0.0565219 Jul 12 16:28:52.131634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.197341 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1135d9e9-d17e-4e54-881d-7d61dff7d89e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.198050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1135d9e9-d17e-4e54-881d-7d61dff7d89e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.199968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1135d9e9-d17e-4e54-881d-7d61dff7d89e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/280dc962-a4fc-4024-a3bb-f463c226337a HTTP/1.1" status: 404 len: 337 time: 0.0660405 Jul 12 16:28:52.217929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39878) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.247036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.21.0.1 (cb0f59af-d7a8-43f5-8f65-98b956cbd915/2c89ef29-9aff-49f1-9e76-b44450ab9bd9/4a5c1591-ab7d-488f-8cb7-edafcc57024d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:52.267108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-115ec851-cbdc-4c35-9e24-498730576ccb service neutron] 10.222.0.58 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762347 Jul 12 16:28:52.270500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-81538bcd-d037-4f24-ab4e-ec82f3f41eee tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports?device_id=99951d9f-c7e6-4deb-94f6-a417dd233f53 HTTP/1.1" status: 200 len: 205 time: 0.0514350 Jul 12 16:28:52.279031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39880) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.335465 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-f1b16224-e6e1-405b-aebe-cdd3e2b3fda8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] delete failed (client error): The resource could not be found. Jul 12 16:28:52.336462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f1b16224-e6e1-405b-aebe-cdd3e2b3fda8 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/routers/99951d9f-c7e6-4deb-94f6-a417dd233f53 HTTP/1.1" status: 404 len: 336 time: 0.0563264 Jul 12 16:28:52.356456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39882) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.402680 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b712c09-7c26-46ce-95f5-29fa3ff02e35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.403127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b712c09-7c26-46ce-95f5-29fa3ff02e35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.405078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b712c09-7c26-46ce-95f5-29fa3ff02e35 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/4343c3ce-b83e-4b58-ab48-5f9edbdbf555 HTTP/1.1" status: 404 len: 337 time: 0.0433178 Jul 12 16:28:52.407941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39884) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.410563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66903b-7eb2-4c60-b97b-b0857f9635af req-193ac459-0ec6-405c-b085-2eafb941aeff tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:52.412076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d66903b-7eb2-4c60-b97b-b0857f9635af req-193ac459-0ec6-405c-b085-2eafb941aeff tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.2501423 Jul 12 16:28:52.433805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-9fb7b5c8-72a5-4a72-9e2d-56a547952ad9 service neutron] 10.222.0.58 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652868 Jul 12 16:28:52.470843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-73aed5f1-95f1-46bc-a080-d80d7762ef0a tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "GET /v2.0/ports?device_id=08af23ab-b43d-4de7-947a-d0ba39747ef3 HTTP/1.1" status: 200 len: 205 time: 0.0617537 Jul 12 16:28:52.474280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.552338 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-f7f7bd9d-0812-4277-b694-1f162258526c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] delete failed (client error): The resource could not be found. Jul 12 16:28:52.553387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7f7bd9d-0812-4277-b694-1f162258526c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/routers/08af23ab-b43d-4de7-947a-d0ba39747ef3 HTTP/1.1" status: 404 len: 336 time: 0.0749371 Jul 12 16:28:52.556491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39888) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.603257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d66903b-7eb2-4c60-b97b-b0857f9635af req-7154f864-7574-4a91-80a0-dbcd637e50a0 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608121 Jul 12 16:28:52.604119 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d980b875-32c3-4ec4-848e-aa2b50a95d79 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.605119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d980b875-32c3-4ec4-848e-aa2b50a95d79 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.606924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d980b875-32c3-4ec4-848e-aa2b50a95d79 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/968f1d6a-5f6c-4047-9ed5-8e327ac97f7f HTTP/1.1" status: 404 len: 337 time: 0.0485871 Jul 12 16:28:52.610162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39890) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.621080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:52.648054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object 4a5c1591-ab7d-488f-8cb7-edafcc57024d will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:52.688574 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec46fba-4c33-4f35-8108-b10cfa03bbd1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.689011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec46fba-4c33-4f35-8108-b10cfa03bbd1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.708277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ec46fba-4c33-4f35-8108-b10cfa03bbd1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/2e4303d6-2c67-4918-abbe-186c2b295326 HTTP/1.1" status: 404 len: 337 time: 0.0963659 Jul 12 16:28:52.708878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39894) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.804324 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f226b005-ec25-4059-af39-7a872169414c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.805343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f226b005-ec25-4059-af39-7a872169414c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.809780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f226b005-ec25-4059-af39-7a872169414c tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/9dbf5d50-f38e-479d-a112-5e86b572d4a0 HTTP/1.1" status: 404 len: 333 time: 0.0977271 Jul 12 16:28:52.824318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d8970d6-f274-4c87-a8b8-dfef5292dbdc req-a42a6a84-54ab-4e78-b3a9-63e70396f5e8 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 210 time: 0.0923793 Jul 12 16:28:52.824793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39898) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.887052 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f14de5-4883-474c-8437-0f9de5b06e66 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.887460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f14de5-4883-474c-8437-0f9de5b06e66 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.908299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-23f14de5-4883-474c-8437-0f9de5b06e66 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/3eb47572-df59-4991-8341-a9ab13668a36 HTTP/1.1" status: 404 len: 337 time: 0.0799766 Jul 12 16:28:52.908804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39902) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.952040 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c74607-db21-4490-baf0-452cec86dbc2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.952838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c74607-db21-4490-baf0-452cec86dbc2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.956996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d3c74607-db21-4490-baf0-452cec86dbc2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/10392a62-461d-4788-bc8e-9f8dbc0d00b2 HTTP/1.1" status: 404 len: 333 time: 0.0450995 Jul 12 16:28:52.957242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39906) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:52.988684 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3953c500-2862-4114-92b8-0c597cf6d011 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:52.989025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3953c500-2862-4114-92b8-0c597cf6d011 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:52.993590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3953c500-2862-4114-92b8-0c597cf6d011 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/ee23159d-22f0-44b9-9efc-f7de2cdb0ee4 HTTP/1.1" status: 404 len: 337 time: 0.0331616 Jul 12 16:28:52.993845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.041863 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c82be74-66b3-4662-9362-7ccf1e5cf7c2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.042644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c82be74-66b3-4662-9362-7ccf1e5cf7c2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.048392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c82be74-66b3-4662-9362-7ccf1e5cf7c2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/1fa7c358-3fb5-4392-87ec-0906132dcf79 HTTP/1.1" status: 404 len: 333 time: 0.0533824 Jul 12 16:28:53.049080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39910) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.081335 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ca3dd5-d50a-47d4-a14f-ad3015618323 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.081956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ca3dd5-d50a-47d4-a14f-ad3015618323 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.086437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60ca3dd5-d50a-47d4-a14f-ad3015618323 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/74f475bf-5bc3-4128-89ed-f3a2fea2a533 HTTP/1.1" status: 404 len: 337 time: 0.0360365 Jul 12 16:28:53.087210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39916) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.121906 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b95331a-f262-44ae-8449-42d5adfc0b9d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.122678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b95331a-f262-44ae-8449-42d5adfc0b9d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.127556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b95331a-f262-44ae-8449-42d5adfc0b9d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/92c1c2a3-1c32-4239-9d0c-6e37f1b87863 HTTP/1.1" status: 404 len: 333 time: 0.0392382 Jul 12 16:28:53.128216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.141868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.182667 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d15c6b0-df68-48ee-bf2e-2f481751fe2e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.183127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d15c6b0-df68-48ee-bf2e-2f481751fe2e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.188121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d15c6b0-df68-48ee-bf2e-2f481751fe2e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/efc25044-0132-4cfd-9d51-ac0b02bcea52 HTTP/1.1" status: 404 len: 337 time: 0.0587194 Jul 12 16:28:53.188888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39920) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.189133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.objects.ports [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 16:28:53.189826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.240477 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-136651c3-e27b-4dad-a420-bda304357e3f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.241171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136651c3-e27b-4dad-a420-bda304357e3f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.245239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-136651c3-e27b-4dad-a420-bda304357e3f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/2c1dab59-3fd0-430e-9fb9-2e64fdffa4fe HTTP/1.1" status: 404 len: 333 time: 0.0530834 Jul 12 16:28:53.248278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.250045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=4a5c1591-ab7d-488f-8cb7-edafcc57024d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:53.275849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:53.286812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:53.293294 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-987a4f35-c4cb-44ed-8373-554567eb6790 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.293627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987a4f35-c4cb-44ed-8373-554567eb6790 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.293853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:53.298835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-987a4f35-c4cb-44ed-8373-554567eb6790 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c4cae967-1f08-4e93-8ada-9123a728d7bf HTTP/1.1" status: 404 len: 337 time: 0.0476673 Jul 12 16:28:53.299713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39926) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.303570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d07595e0-5d82-4048-bf2d-034a41d48ca9,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:53.337374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Checking segment: {'id': '3c1c89b9-b234-41cf-adb7-76aeff814089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:28:53.337606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network hostable DHCP agents. Network: d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:28:53.371444 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1ebe79-7d67-4735-af38-615950f512e2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.375320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1ebe79-7d67-4735-af38-615950f512e2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.387884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.392897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39930) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.395026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1d1ebe79-7d67-4735-af38-615950f512e2 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/acf8f1bc-a1a8-405a-aef8-f46e9e4b5779 HTTP/1.1" status: 404 len: 333 time: 0.0940945 Jul 12 16:28:53.481988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:28:53.488091 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf92862-4461-4115-85ff-4774b3dec76d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.488685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf92862-4461-4115-85ff-4774b3dec76d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.491125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cdf92862-4461-4115-85ff-4774b3dec76d tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/b5b9c9dd-0695-4ba6-8652-420ef75d6446 HTTP/1.1" status: 404 len: 337 time: 0.0961246 Jul 12 16:28:53.496098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39932) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.531020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:53.541429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:53.542146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.546233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae21d7-6eb8-46d0-abb6-400f13f54a3c None None] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:53.579295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07eddde3-3bb9-4467-84c2-fd71ae90dcd2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6990254 Jul 12 16:28:53.592636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.600105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-378156114', 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:53.643017 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-435e70cf-6147-4568-80db-214013c980b1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.643952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435e70cf-6147-4568-80db-214013c980b1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.652521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-435e70cf-6147-4568-80db-214013c980b1 tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/ports/c00b735e-4665-4eec-b92d-4ba5d8af74b1 HTTP/1.1" status: 404 len: 333 time: 0.1501009 Jul 12 16:28:53.655666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39938) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.682135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Made reservation on behalf of 0c7a65558ab744a18d2074e06deb0cff for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:53.685381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.692497 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7f5de7-fa17-4b7e-ada7-39bbeb3c013f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] DELETE failed (client error): The resource could not be found. Jul 12 16:28:53.693051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7f5de7-fa17-4b7e-ada7-39bbeb3c013f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:28:53.695136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1d7f5de7-fa17-4b7e-ada7-39bbeb3c013f tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/subnets/c97033dc-12a5-4356-92ed-e0898bf9b7d5 HTTP/1.1" status: 404 len: 337 time: 0.0368609 Jul 12 16:28:53.699399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:53.740530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] device_id is not set on port e9215bbc-7f03-449d-81bf-8a2c115321a6 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:28:53.824163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61baa0b-6c49-49ae-905f-6d5217d69d0f None None] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:28:53.825285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555e70d-d283-48e8-821e-cbd4fc11d5ab req-ee676656-8cfa-4931-8da8-af19f07342fb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:53.836945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f555e70d-d283-48e8-821e-cbd4fc11d5ab req-ee676656-8cfa-4931-8da8-af19f07342fb tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 907 time: 0.3416288 Jul 12 16:28:53.847265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.852630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-682b1cee-fc03-4cf5-bc0b-b307e82527de None None] Provisioning for port 4a5c1591-ab7d-488f-8cb7-edafcc57024d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:28:53.860179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-682b1cee-fc03-4cf5-bc0b-b307e82527de None None] Provisioning complete for port 4a5c1591-ab7d-488f-8cb7-edafcc57024d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:53.860845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-682b1cee-fc03-4cf5-bc0b-b307e82527de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:53.896922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 2001:db8::3d5 (d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90/d07595e0-5d82-4048-bf2d-034a41d48ca9/e9215bbc-7f03-449d-81bf-8a2c115321a6) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:53.960599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.018226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-682b1cee-fc03-4cf5-bc0b-b307e82527de None None] Port 4a5c1591-ab7d-488f-8cb7-edafcc57024d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:54.041264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.052063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ca56fb-fb41-4dd8-a620-cb36b4c2c309']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:54.072332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dea237a-b167-4b2a-9c2a-a615dd770cdf') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:54.072766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dea237a-b167-4b2a-9c2a-a615dd770cdf') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:54.084109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.099068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.105916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:28:54.106450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:28:54.121724 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:28:54.202567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61f49242-388b-4952-abd5-d07b472eb826 req-ab6e34f0-b81d-4392-9d83-169f0bcd3b01 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 210 time: 0.0471201 Jul 12 16:28:54.234698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.234698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.236295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] 10.222.0.58 "DELETE /v2.0/networks/41ca56fb-fb41-4dd8-a620-cb36b4c2c309 HTTP/1.1" status: 204 len: 168 time: 0.5349596 Jul 12 16:28:54.256379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ddd76-79c4-429b-b387-72b9cf84043e tempest-NetworksTestDHCPv6-184418207 tempest-NetworksTestDHCPv6-184418207-project] Pushing event deleted for resources: {'Network': ['ID=41ca56fb-fb41-4dd8-a620-cb36b4c2c309,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:54.279254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a76f-a8d2-4f78-a857-f35a1f1ec28d req-54b309d5-4744-4f07-a77e-e714c0478b52 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:54.281372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52e5a76f-a8d2-4f78-a857-f35a1f1ec28d req-54b309d5-4744-4f07-a77e-e714c0478b52 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.3219881 Jul 12 16:28:54.329805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.426418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52e5a76f-a8d2-4f78-a857-f35a1f1ec28d req-f9f009cc-0ab3-4b23-b1b3-730cbdb9da70 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356034 Jul 12 16:28:54.516722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.588005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:54.610218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=e9215bbc-7f03-449d-81bf-8a2c115321a6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:54.616604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.670170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.727456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:54.825182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:54.829027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:54.830394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:54.831042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:54.867024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=4a5c1591-ab7d-488f-8cb7-edafcc57024d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:54.901699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9b8d02d-bb78-4434-9371-cb6702a1d31d tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3092778 Jul 12 16:28:54.907731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:54.927533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.024955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-892326e8-c203-4fd0-8088-95903c2701e5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:55.026549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-892326e8-c203-4fd0-8088-95903c2701e5 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 907 time: 0.4043500 Jul 12 16:28:55.148270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b812243b-a2f7-4aaf-a9d6-cfbc464c10a0 None None] Provisioning complete for port 4a5c1591-ab7d-488f-8cb7-edafcc57024d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:55.149290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b812243b-a2f7-4aaf-a9d6-cfbc464c10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.195205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b812243b-a2f7-4aaf-a9d6-cfbc464c10a0 None None] Port 4a5c1591-ab7d-488f-8cb7-edafcc57024d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:55.309912 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:28:55.326938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:55.341723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:55.359828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924244a-8ecf-4f1e-a943-1bbe822191fc req-598c1b72-376d-4bb4-bd5e-3df77ea54cf3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:55.361058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9924244a-8ecf-4f1e-a943-1bbe822191fc req-598c1b72-376d-4bb4-bd5e-3df77ea54cf3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 907 time: 0.3332672 Jul 12 16:28:55.370866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Deleting port e9215bbc-7f03-449d-81bf-8a2c115321a6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:55.371217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.403706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd99c0-44f8-49c3-8cc3-ec789467af2b req-c1af9646-9715-4450-aaaf-8fcc054ff3ab tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:55.408662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5bd99c0-44f8-49c3-8cc3-ec789467af2b req-c1af9646-9715-4450-aaaf-8fcc054ff3ab tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.8047347 Jul 12 16:28:55.452858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-28ab1ce0-527e-4c41-8240-c7bbf8ba8596 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:55.454638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-28ab1ce0-527e-4c41-8240-c7bbf8ba8596 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.77 "GET /v2.0/networks?id=36235239-4715-478a-80aa-3c527a456378 HTTP/1.1" status: 200 len: 810 time: 0.8038270 Jul 12 16:28:55.458614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0b66413e-6a98-4be3-a807-28da25963072 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=413f3d0f8b84463e8aa1aee24ff4d891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692088 Jul 12 16:28:55.491523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:55.503225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Request body: {'port': {'device_id': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'network_id': '36235239-4715-478a-80aa-3c527a456378', 'admin_state_up': True, 'tenant_id': 'de97c8f9edb04ed4af05388bd387a004'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:55.544071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port d5fc54c5-3682-436d-b37d-6c56402aa6e5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:55.544452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.596285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5bd99c0-44f8-49c3-8cc3-ec789467af2b req-83e0de44-c617-4196-9173-a868ff637b3a tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402624 Jul 12 16:28:55.658319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f74b524d-4c31-4a35-9585-14b1c5e08e34 req-37455111-38f3-4ff6-a9c8-c195a95a7c1d tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 210 time: 0.1084888 Jul 12 16:28:55.669428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.683381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.716460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.726596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Calling delete_port for e9215bbc-7f03-449d-81bf-8a2c115321a6 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:55.729092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6c7d462b-a461-43e3-8b31-c351d8431edd None None] Provisioning complete for port 4a5c1591-ab7d-488f-8cb7-edafcc57024d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:28:55.729473 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c7d462b-a461-43e3-8b31-c351d8431edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.742096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ca18aec7-4efb-4827-9476-0e1d948ffd98 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:28:55.773487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Made reservation on behalf of de97c8f9edb04ed4af05388bd387a004 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:28:55.777865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.799785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d462b-a461-43e3-8b31-c351d8431edd None None] Port 4a5c1591-ab7d-488f-8cb7-edafcc57024d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:28:55.901768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port d5fc54c5-3682-436d-b37d-6c56402aa6e5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d5fc54c5-3682-436d-b37d-6c56402aa6e5,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:28:55.902051 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.907300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.909833 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:55.913483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff792cf6-f610-495b-9e8e-520efb80da19 HTTP/1.1" status: 204 len: 168 time: 0.4181943 Jul 12 16:28:55.931421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cbf74-c025-4cd1-b2fc-08361571517d req-56a80b1e-f368-407a-a2f0-8e49fe96792e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:55.932472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f2cbf74-c025-4cd1-b2fc-08361571517d req-56a80b1e-f368-407a-a2f0-8e49fe96792e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.1462979 Jul 12 16:28:55.935990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827d4ff-cc0e-46b1-a2be-eb9b0de5a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff792cf6-f610-495b-9e8e-520efb80da19,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:55.968272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for d5fc54c5-3682-436d-b37d-6c56402aa6e5 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:56.020528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f2cbf74-c025-4cd1-b2fc-08361571517d req-1e11b644-c943-4691-9a29-cf2065151a5a tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jul 12 16:28:56.024684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Allocated IP 172.20.0.4 (36235239-4715-478a-80aa-3c527a456378/20da435c-0b16-447f-97d0-138dcbd124f4/b76ead03-8c94-41cb-ac6b-a1f1879ae567) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:56.057835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:28:56.065135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c08a1e27-ea7c-4a6d-9bdf-921497ace35c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9149938 Jul 12 16:28:56.070200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:56.072179 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] Sync routers for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:28:56.082299 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:56.083059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:56.163946 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:56.181818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c20585-3876-438a-9eb9-049d4a9431c5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:56.182709 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:28:56.184310 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:56.187326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a4c20585-3876-438a-9eb9-049d4a9431c5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports/4a5c1591-ab7d-488f-8cb7-edafcc57024d HTTP/1.1" status: 200 len: 910 time: 0.1083822 Jul 12 16:28:56.188285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:56.281948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.317222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:28:56.317671 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b1fc6-8ff7-4771-a77f-7684f68319a2 None None] The sync data for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:28:56.419063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.421512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9215bbc-7f03-449d-81bf-8a2c115321a6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:56.424741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.429400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ebc74e4-def3-48a1-ba9b-e2c0dc14dfd9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e9215bbc-7f03-449d-81bf-8a2c115321a6 HTTP/1.1" status: 204 len: 168 time: 1.5197871 Jul 12 16:28:56.442094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40014) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:56.455497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90', 'external_fixed_ips': [{'subnet_id': 'd07595e0-5d82-4048-bf2d-034a41d48ca9', 'ip_address': '2001:db8::3d5'}]}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:56.535469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=d5fc54c5-3682-436d-b37d-6c56402aa6e5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:56.621787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] No DVR routers for this DVR port d5fc54c5-3682-436d-b37d-6c56402aa6e5 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:28:56.633218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.635622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-46d22902-c03a-4217-a3f4-791cf99a9836 req-80162d84-a8cd-47cb-b39f-b63baa862369 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "DELETE /v2.0/ports/d5fc54c5-3682-436d-b37d-6c56402aa6e5 HTTP/1.1" status: 204 len: 173 time: 1.5954771 Jul 12 16:28:56.636119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'name': 'network-vif-deleted', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:28:56.638628 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cbc93-339b-4e2b-b590-92d6c5e32dde" -d '{"events": [{"server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "name": "network-vif-deleted", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:28:56.640429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f3f91e8-afa2-4e8c-866a-1dbb906fddeb req-867595de-3780-4015-b751-34514f6f19a3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee061b57-197c-4e2a-94f5-975b155a09a7 HTTP/1.1" status: 200 len: 210 time: 0.0817740 Jul 12 16:28:56.645404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.646464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.707197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.749462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.774040 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7499994-7df4-446e-a348-8c1c9e786477 x-openstack-request-id: req-c7499994-7df4-446e-a348-8c1c9e786477 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:28:56.774335 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee061b57-197c-4e2a-94f5-975b155a09a7", "name": "network-vif-deleted", "tag": "d5fc54c5-3682-436d-b37d-6c56402aa6e5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:28:56.774593 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7499994-7df4-446e-a348-8c1c9e786477 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:28:56.775158 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee061b57-197c-4e2a-94f5-975b155a09a7', 'name': 'network-vif-deleted', 'tag': 'd5fc54c5-3682-436d-b37d-6c56402aa6e5', 'status': 'completed', 'code': 200} Jul 12 16:28:56.822682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-69a26a87-3f4e-4b29-bc8a-45c8a9e9894c tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:56.824289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-69a26a87-3f4e-4b29-bc8a-45c8a9e9894c tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 0.4174845 Jul 12 16:28:56.923080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-6c7dd7aa-98ae-446a-b114-a140003ec9ed tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/quotas/c3186d87f3994aa4a5203a04fa760ef9 HTTP/1.1" status: 200 len: 375 time: 0.0851991 Jul 12 16:28:56.968811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:56.991828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:57.096147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-5a181973-fcc3-425e-845d-885845d0301f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409435 Jul 12 16:28:57.102921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Pushing event updated for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:57.121564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Network 36235239-4715-478a-80aa-3c527a456378 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:57.135145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:57.155218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.226984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-b49a5e37-18a6-4aaa-b251-6e5580e37d04 service neutron] 10.222.0.58 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297915 Jul 12 16:28:57.241390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:57.255214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:57.371883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-76cfb322-383a-455a-8f4a-dbe61669919a service neutron] 10.222.0.58 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402185 Jul 12 16:28:57.389567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-1801d145-7075-4766-bc24-2913f9783a7b tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.395699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1801d145-7075-4766-bc24-2913f9783a7b tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2394590 Jul 12 16:28:57.436505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40040) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.469008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-20b489a5-5c76-49c8-b5b9-ea9e33db1920 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.474076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20b489a5-5c76-49c8-b5b9-ea9e33db1920 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0293941 Jul 12 16:28:57.480972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40042) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.500314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-907979c9-7158-43c3-80c7-60cdbe0bc211 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.505132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-907979c9-7158-43c3-80c7-60cdbe0bc211 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0171969 Jul 12 16:28:57.511555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:57.512298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:57.516941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.527676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d85dc-8a18-4af8-9df7-1daa34060578 req-0e8adf10-214a-45cd-9294-85cb43b5f323 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:57.531741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f91d85dc-8a18-4af8-9df7-1daa34060578 req-0e8adf10-214a-45cd-9294-85cb43b5f323 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 931 time: 0.5209806 Jul 12 16:28:57.575452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-52cb3c62-2c34-4b8c-a531-c3f4c5041705 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.585390 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-52cb3c62-2c34-4b8c-a531-c3f4c5041705 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0482340 Jul 12 16:28:57.586313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-23e0bc1e-8022-4e00-ba7c-30bd258e03cc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959504 Jul 12 16:28:57.588770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40048) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.594014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-03756930-0439-4e6a-bd9a-5e01b7384103 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.597576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-03756930-0439-4e6a-bd9a-5e01b7384103 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053587 Jul 12 16:28:57.603796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40050) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.616350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-965039d0-7540-4fdf-b2d7-d09bb8bd2421 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.621592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.627876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-965039d0-7540-4fdf-b2d7-d09bb8bd2421 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0219557 Jul 12 16:28:57.634660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Request body: {'port': {'device_id': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:28:57.637899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-3df0a9a7-c68f-4443-9575-c24e64cc8c94 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.642564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3df0a9a7-c68f-4443-9575-c24e64cc8c94 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0171616 Jul 12 16:28:57.643448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.656487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-33398111-169b-44f9-be34-04a56eb77aa5 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.656487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33398111-169b-44f9-be34-04a56eb77aa5 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067389 Jul 12 16:28:57.658613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.680215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:57.712891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-9e5af635-291b-4ae7-9fdb-edfa0542e218 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.713892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e5af635-291b-4ae7-9fdb-edfa0542e218 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0127692 Jul 12 16:28:57.727932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cee98555-03f4-4c7b-988e-bf6c46b32715 req-d7e1a605-7a0d-4a70-abe4-733963b37b98 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 210 time: 0.0872378 Jul 12 16:28:57.728931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.734830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-dfadd0b6-04cd-4455-b833-95ce1c662416 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.736092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfadd0b6-04cd-4455-b833-95ce1c662416 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056267 Jul 12 16:28:57.736988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f91d85dc-8a18-4af8-9df7-1daa34060578 req-7dc5527e-5d1a-44c6-a17f-38ca6552471a tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901579 Jul 12 16:28:57.737999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:57.742600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40064) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.755874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-1b73601e-5320-41c7-839b-4f1faa19f8e5 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.756868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b73601e-5320-41c7-839b-4f1faa19f8e5 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089571 Jul 12 16:28:57.761734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40066) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.769574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-341df37f-573c-4cfd-8a25-f74cc5620f98 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.770367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-341df37f-573c-4cfd-8a25-f74cc5620f98 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076935 Jul 12 16:28:57.804160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40068) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.811153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-5a82279b-a750-4e3d-a4e5-400e2222844f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.822437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5a82279b-a750-4e3d-a4e5-400e2222844f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0172017 Jul 12 16:28:57.833021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.844671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-e3dd285e-d3d9-41db-9d94-f85804487e7b tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.846136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e3dd285e-d3d9-41db-9d94-f85804487e7b tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0117118 Jul 12 16:28:57.849624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40072) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.860823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-0e6d9b9b-4260-4aaf-8115-4afcd77ab3a2 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.867499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e6d9b9b-4260-4aaf-8115-4afcd77ab3a2 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066421 Jul 12 16:28:57.905093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40076) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.924225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-2f07eb19-f414-441c-9226-ce89aea133d2 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.936906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2f07eb19-f414-441c-9226-ce89aea133d2 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0223498 Jul 12 16:28:57.940132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40082) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.947275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-b6a535fd-ba27-475c-87e6-f89742f14780 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.948765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b6a535fd-ba27-475c-87e6-f89742f14780 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061698 Jul 12 16:28:57.953063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.957847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-84bbcda8-0ed3-4837-ac10-77949bdc5ad7 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:57.959531 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84bbcda8-0ed3-4837-ac10-77949bdc5ad7 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049224 Jul 12 16:28:57.962564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:57.970327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:58.017898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 2001:db8::3d5 (d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90/d07595e0-5d82-4048-bf2d-034a41d48ca9/a7b84dcc-bc8b-4417-8809-a27dd8eb2db2) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:28:58.095416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 4a5c1591-ab7d-488f-8cb7-edafcc57024d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:28:58.095896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:58.398344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d5fc54c5-3682-436d-b37d-6c56402aa6e5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:28:58.500582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: d5fc54c5-3682-436d-b37d-6c56402aa6e5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:28:58.501560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d5fc54c5-3682-436d-b37d-6c56402aa6e5 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:28:58.619770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:58.639452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 4a5c1591-ab7d-488f-8cb7-edafcc57024d owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:28:58.650047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-0903b51c-bb4a-4995-a71b-4f8f8142cfce tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.654156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0903b51c-bb4a-4995-a71b-4f8f8142cfce tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.6900523 Jul 12 16:28:58.655623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40096) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.687386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-02137602-bb9c-461a-a3e7-7a208ddf1e4d tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.691383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-02137602-bb9c-461a-a3e7-7a208ddf1e4d tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097311 Jul 12 16:28:58.694307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40098) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.702284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-ba6533e4-bb4a-456f-b9d0-7f4276de5e71 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.705951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba6533e4-bb4a-456f-b9d0-7f4276de5e71 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0112886 Jul 12 16:28:58.706560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40100) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.713737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-47b33748-b991-4a48-b8f2-b04165496aca tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.718368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-47b33748-b991-4a48-b8f2-b04165496aca tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091870 Jul 12 16:28:58.719018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40102) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.726103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-9b09bacc-9a51-4e60-a536-f870637215a9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.729928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b09bacc-9a51-4e60-a536-f870637215a9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077527 Jul 12 16:28:58.732306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40104) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.737869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-56f2fb90-9a13-4ecf-bbdb-0a4f925aa053 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.741386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56f2fb90-9a13-4ecf-bbdb-0a4f925aa053 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085206 Jul 12 16:28:58.741989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.754462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-00b68599-7164-447a-b67b-47e3f9943d80 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.755447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-00b68599-7164-447a-b67b-47e3f9943d80 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063901 Jul 12 16:28:58.757942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.762394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-6211b1df-8107-4447-8080-66d3bdb015ec tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.763296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6211b1df-8107-4447-8080-66d3bdb015ec tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041511 Jul 12 16:28:58.769325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40110) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.803224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-12d1f0a0-f4d2-43e9-939c-0c5d8edb446e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.807133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:58.809172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.811716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12d1f0a0-f4d2-43e9-939c-0c5d8edb446e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0231855 Jul 12 16:28:58.815702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-79cea293-08a9-4ced-bae5-f7ff152342cf tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.816753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79cea293-08a9-4ced-bae5-f7ff152342cf tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065076 Jul 12 16:28:58.819354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40118) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.824865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-beedb768-bfbf-4d43-a0d0-b5b3206c38d9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.825834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-beedb768-bfbf-4d43-a0d0-b5b3206c38d9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054638 Jul 12 16:28:58.829104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.833346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-54a7fa30-8589-4d98-9e6e-c221fcb864ea tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.834296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-54a7fa30-8589-4d98-9e6e-c221fcb864ea tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043118 Jul 12 16:28:58.836792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40122) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.841227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-c4bf3d49-dff2-4e4e-a3e5-d4b354a0536e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.842304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c4bf3d49-dff2-4e4e-a3e5-d4b354a0536e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044441 Jul 12 16:28:58.844574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40124) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.849237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-fcfb2a30-07db-4645-a360-fa9de55b07ad tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.850175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fcfb2a30-07db-4645-a360-fa9de55b07ad tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046170 Jul 12 16:28:58.852733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.864218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-ccc42640-2c51-491f-9aa5-d6c64fb7feda tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.864218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ccc42640-2c51-491f-9aa5-d6c64fb7feda tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093176 Jul 12 16:28:58.867682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40128) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.874600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-8bbbd5bb-06a7-41bd-8010-13908eddba1c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.875838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8bbbd5bb-06a7-41bd-8010-13908eddba1c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084991 Jul 12 16:28:58.878695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.883425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-e793ecb7-c0ec-4603-addc-6692926386b7 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.884404 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e793ecb7-c0ec-4603-addc-6692926386b7 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048258 Jul 12 16:28:58.886896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.894861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-dfc553a7-c786-461d-9e11-df35b349ff1f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.895977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfc553a7-c786-461d-9e11-df35b349ff1f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071666 Jul 12 16:28:58.898747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.907442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-0fa66aad-644d-4615-a05d-e80f35a4a2cc tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.908553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fa66aad-644d-4615-a05d-e80f35a4a2cc tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088499 Jul 12 16:28:58.913985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40136) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.919724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-80b04b8a-b34c-4f2e-a81a-e0b9fcc302fd tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.920698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-80b04b8a-b34c-4f2e-a81a-e0b9fcc302fd tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0058217 Jul 12 16:28:58.923201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40138) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.929479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-d133d1ea-92b4-41ef-b9a6-610c90925a27 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.930430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d133d1ea-92b4-41ef-b9a6-610c90925a27 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0062020 Jul 12 16:28:58.936618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.949926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-290cfa1c-c631-41f8-87cb-b3bc86e5e824 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.950887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-290cfa1c-c631-41f8-87cb-b3bc86e5e824 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0096629 Jul 12 16:28:58.958023 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:58.984668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-545ac102-2b83-43ba-8dc7-a7f90b004137 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:58.986219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-545ac102-2b83-43ba-8dc7-a7f90b004137 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0232875 Jul 12 16:28:58.988182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:58.990843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40144) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.004605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-6250dcc0-5ac9-4006-9dc1-8e9e013db2c0 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.006748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6250dcc0-5ac9-4006-9dc1-8e9e013db2c0 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046828 Jul 12 16:28:59.009735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.017491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-4a141bdf-b091-4ec4-b506-1c4592fdc3a3 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.018585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a141bdf-b091-4ec4-b506-1c4592fdc3a3 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062420 Jul 12 16:28:59.022864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76ead03-8c94-41cb-ac6b-a1f1879ae567 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:28:59.030738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40148) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.035567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-4c92f93d-0a73-45bb-a573-6e2cad573acf tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.036526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c92f93d-0a73-45bb-a573-6e2cad573acf tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047626 Jul 12 16:28:59.040423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:59.048972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40150) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.051020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:59.085458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-ca7d5197-41b0-4648-a40b-77e1b2fb1162 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.086532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ca7d5197-41b0-4648-a40b-77e1b2fb1162 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0110204 Jul 12 16:28:59.093929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40152) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.101331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-cd3873db-9190-44e6-bfb4-7be5c1f2a99c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.105149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cd3873db-9190-44e6-bfb4-7be5c1f2a99c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069664 Jul 12 16:28:59.117881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.119774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:28:59.126325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-72094a88-d373-4808-882e-463af84ca32a tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.130565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72094a88-d373-4808-882e-463af84ca32a tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066571 Jul 12 16:28:59.133401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40156) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.141938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:28:59.147179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-ece00c57-fc65-4401-898e-a9d15d50ca99 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.152053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ece00c57-fc65-4401-898e-a9d15d50ca99 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0085254 Jul 12 16:28:59.153271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40158) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.154543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:28:59.184622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=4a5c1591-ab7d-488f-8cb7-edafcc57024d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:59.192065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Transition to ACTIVE for port object b76ead03-8c94-41cb-ac6b-a1f1879ae567 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:28:59.255368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-2c94ce1b-acf4-48ac-829c-e8d511998c63 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.255368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2c94ce1b-acf4-48ac-829c-e8d511998c63 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0446997 Jul 12 16:28:59.258744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:59.261805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40160) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.271792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-dbf9899a-44d4-47f4-a752-edaae5dd3227 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.276570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dbf9899a-44d4-47f4-a752-edaae5dd3227 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070436 Jul 12 16:28:59.276787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:59.278075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.349570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-78f01909-94e7-4602-8341-cdd3c4aead76 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.351444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-78f01909-94e7-4602-8341-cdd3c4aead76 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0122945 Jul 12 16:28:59.376536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976378-491d-4bd4-970f-de77ce88fb14 req-78102ec7-49fb-4957-aab5-95584004c8cb tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:59.384624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6140-1472-4e92-9272-3f4e1e54ce2b req-c58b8aa9-11cd-4aee-b4f3-19289b082cf4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:59.384823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1976378-491d-4bd4-970f-de77ce88fb14 req-78102ec7-49fb-4957-aab5-95584004c8cb tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 931 time: 0.3918450 Jul 12 16:28:59.387248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40164) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.392638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00cf6140-1472-4e92-9272-3f4e1e54ce2b req-c58b8aa9-11cd-4aee-b4f3-19289b082cf4 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.6676350 Jul 12 16:28:59.394551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Pushing event updated for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:28:59.407049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-c9038eae-c073-4687-837f-58503e5b07fb tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.411173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c9038eae-c073-4687-837f-58503e5b07fb tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0154283 Jul 12 16:28:59.421443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40166) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.431561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-0b98cba4-5f7c-4f4c-b561-1b8d6f8ea024 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.435614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0b98cba4-5f7c-4f4c-b561-1b8d6f8ea024 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0102217 Jul 12 16:28:59.448102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40168) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.515714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-410635e7-9a21-4234-a183-60338cc2dc02 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.516647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-410635e7-9a21-4234-a183-60338cc2dc02 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0675879 Jul 12 16:28:59.538697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40170) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.548418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-3fe55c29-7cf5-41ed-b28d-d8cb00505649 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.550281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3fe55c29-7cf5-41ed-b28d-d8cb00505649 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076210 Jul 12 16:28:59.598827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40172) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.606060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00cf6140-1472-4e92-9272-3f4e1e54ce2b req-1ed08997-4894-4836-93b8-b7417d27695c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124369 Jul 12 16:28:59.611888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-fba7e5cf-bedc-4832-891d-b59030b12f01 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.612666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fba7e5cf-bedc-4832-891d-b59030b12f01 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0057023 Jul 12 16:28:59.621958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40176) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.632466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-8c212baa-68e1-4b52-b78d-f2a9c44c83cd tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.633454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8c212baa-68e1-4b52-b78d-f2a9c44c83cd tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063090 Jul 12 16:28:59.641936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40178) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.658865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1976378-491d-4bd4-970f-de77ce88fb14 req-40c756bc-043a-4ed2-94e5-3e4e0654554f tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730210 Jul 12 16:28:59.759837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-17efa898-3f14-40bc-bb58-8902867ba7f1 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.761169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17efa898-3f14-40bc-bb58-8902867ba7f1 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1009712 Jul 12 16:28:59.767536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40182) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.773166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-db46489f-597d-42d3-87aa-e6a67ca8a93e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.774084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-db46489f-597d-42d3-87aa-e6a67ca8a93e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058963 Jul 12 16:28:59.781073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40184) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.787207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-38ef1459-c107-4888-b98c-5b721c1e3244 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.790458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38ef1459-c107-4888-b98c-5b721c1e3244 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049438 Jul 12 16:28:59.792578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40186) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.801483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-c152ab58-500d-4bef-8cca-4e6506fd170e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.804719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c152ab58-500d-4bef-8cca-4e6506fd170e tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074511 Jul 12 16:28:59.815229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.825863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-e8b2f201-3baa-4a56-bf0c-98ecfe43b1d9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.829254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e8b2f201-3baa-4a56-bf0c-98ecfe43b1d9 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0103350 Jul 12 16:28:59.833124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.849680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:59.852307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-e905384f-7b05-49d4-b19b-721b4b542452 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.861184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e905384f-7b05-49d4-b19b-721b4b542452 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0213895 Jul 12 16:28:59.862758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.870687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-c97842ed-d8b2-44ff-adb6-c2647d9b5f58 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.874982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:28:59.875169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c97842ed-d8b2-44ff-adb6-c2647d9b5f58 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059843 Jul 12 16:28:59.875752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40194) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.881348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-1b69171a-239f-4d0d-b038-de072924c840 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.884166 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b69171a-239f-4d0d-b038-de072924c840 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051751 Jul 12 16:28:59.892297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40196) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.907860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [None req-9f1df66d-166f-461f-b006-b208fcddc54f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.911307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9f1df66d-166f-461f-b006-b208fcddc54f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106645 Jul 12 16:28:59.921922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40198) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.933023 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-ca6fe522-9b2b-4871-8138-4cf46753ba6f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.936407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ca6fe522-9b2b-4871-8138-4cf46753ba6f tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065467 Jul 12 16:28:59.938029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40200) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.945491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-c35a3f57-1acc-4883-b9c8-8728de4852d8 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.948930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c35a3f57-1acc-4883-b9c8-8728de4852d8 tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061855 Jul 12 16:28:59.952116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40202) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:28:59.954709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-7b36700f-b8bf-44c2-b1ad-57496588ac34 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:28:59.956208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-7b36700f-b8bf-44c2-b1ad-57496588ac34 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.77 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 0.4385254 Jul 12 16:28:59.961598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [None req-81b50aca-bb15-4e75-a38c-6115bcba3f1c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:28:59.962043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-81b50aca-bb15-4e75-a38c-6115bcba3f1c tempest-ExtensionsTestJSON-1320729217 tempest-ExtensionsTestJSON-1320729217-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088606 Jul 12 16:29:00.007026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Request body: {'port': {'device_id': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'admin_state_up': True, 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:00.015007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b20c04-fe4c-4ef0-907f-caef73fc0c5d req-7bc1f92f-8f1e-4d68-a1c0-72aa4c831177 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 210 time: 0.1155438 Jul 12 16:29:00.035066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Attempting to bind port b76ead03-8c94-41cb-ac6b-a1f1879ae567 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:00.035638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Attempting to bind port b76ead03-8c94-41cb-ac6b-a1f1879ae567 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36235239-4715-478a-80aa-3c527a456378'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:00.036132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Attempting to bind port b76ead03-8c94-41cb-ac6b-a1f1879ae567 on network 36235239-4715-478a-80aa-3c527a456378 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:00.073366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Port b76ead03-8c94-41cb-ac6b-a1f1879ae567 on network 36235239-4715-478a-80aa-3c527a456378 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:29:00.073917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Attempting to bind port b76ead03-8c94-41cb-ac6b-a1f1879ae567 on network 36235239-4715-478a-80aa-3c527a456378 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:00.087005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:00.087353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Checking segment: {'id': '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36235239-4715-478a-80aa-3c527a456378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:00.087940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Bound using segment: {'id': '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36235239-4715-478a-80aa-3c527a456378'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:00.088222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Bound port: b76ead03-8c94-41cb-ac6b-a1f1879ae567, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '36235239-4715-478a-80aa-3c527a456378'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:00.088764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.099615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Made reservation on behalf of c3186d87f3994aa4a5203a04fa760ef9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:00.101656 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.236974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.339139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Allocated IP 172.20.0.11 (901e9ea3-5014-46d0-be08-369791f8f651/a83d6878-aa0d-46c0-9c18-60674d1bcde2/d7aa57e9-b07a-4790-b86e-7d8175b92e80) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:00.518758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router a075d85e-b1b9-4b7e-9851-4e1f06dc9987 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:00.526616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40208) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:00.614276 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.660000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:00.666287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567,segment=NetworkSegment(44eabfd1-e7f3-45b4-ba8e-7aba498e7acf),segment_id=44eabfd1-e7f3-45b4-ba8e-7aba498e7acf)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:00.683740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Transition to ACTIVE for port object d7aa57e9-b07a-4790-b86e-7d8175b92e80 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:00.693292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-d9bf0097-0107-4fef-accd-0fdd61db5173 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:00.695419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-d9bf0097-0107-4fef-accd-0fdd61db5173 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.6609807 Jul 12 16:29:00.698454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.701688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ca18aec7-4efb-4827-9476-0e1d948ffd98 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:00.791063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:00.792637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.794119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] 10.222.0.77 "PUT /v2.0/ports/b76ead03-8c94-41cb-ac6b-a1f1879ae567 HTTP/1.1" status: 200 len: 1091 time: 3.1651864 Jul 12 16:29:00.799358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:00.810003 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bef816-d2cd-4059-acfe-e0ca9c80969e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:00.856564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28e7b5f1-de21-4c4d-9aae-3cec47df5cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.902111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:00.916470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-f7d7fb13-c744-4dea-b317-8fa43d34b508 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3609862 Jul 12 16:29:00.943528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Sync routers for ids ['a075d85e-b1b9-4b7e-9851-4e1f06dc9987'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:00.944189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:00.958081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['afbbb4d2-f931-4889-8973-920e39c2ef6a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:00.991039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Routers {'a075d85e-b1b9-4b7e-9851-4e1f06dc9987'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:00.992412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a075d85e-b1b9-4b7e-9851-4e1f06dc9987'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.056866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Network 901e9ea3-5014-46d0-be08-369791f8f651 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:01.065932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1e07-dc5b-46c0-a637-84fda3696cb1 req-fb4e3738-67c3-4705-a909-f8d27b02f638 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.073256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-034f1e07-dc5b-46c0-a637-84fda3696cb1 req-fb4e3738-67c3-4705-a909-f8d27b02f638 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 946 time: 0.2878525 Jul 12 16:29:01.086720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Pushing event updated for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:01.089514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:01.097396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:01.098989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e3295-ef72-41e5-a453-7e7400c3e454 service neutron] Pushing event updated for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:01.149212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:01.158015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1cbb3b48-2214-4293-a4c2-eca55a15672d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9662774 Jul 12 16:29:01.160896 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] Sync routers for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:01.162181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:01.172693 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:01.182188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.292966 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.310196 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:01.316541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.337426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-034f1e07-dc5b-46c0-a637-84fda3696cb1 req-5a350f62-6a42-4c52-b9c4-7cc301805858 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630832 Jul 12 16:29:01.365382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:01.365723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.375599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.377316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.384349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-a7e7cbb0-01d5-4e67-a9e1-302340aa19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.386129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-a7e7cbb0-01d5-4e67-a9e1-302340aa19eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de97c8f9edb04ed4af05388bd387a004&device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 1094 time: 0.4218163 Jul 12 16:29:01.415269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2751889-8950-4a7d-adb1-293a9893d002 req-7013aedd-3bcd-4e0c-862b-76155c682e14 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.417102 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2751889-8950-4a7d-adb1-293a9893d002 req-7013aedd-3bcd-4e0c-862b-76155c682e14 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 943 time: 0.4312487 Jul 12 16:29:01.462382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.464141 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bb7471-09de-4e64-89ba-0536190f908b None None] The sync data for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:01.497348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Set router a075d85e-b1b9-4b7e-9851-4e1f06dc9987 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:01.526601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-8e3bfd33-88cb-4cf5-9954-b76980d0a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.530993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-8e3bfd33-88cb-4cf5-9954-b76980d0a365 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77a7d59d828a4d728ba34b175a02dc03&device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 1096 time: 0.5275323 Jul 12 16:29:01.537143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2346db-eff3-4363-90b9-8516854c5969 x-openstack-request-id: req-5a2346db-eff3-4363-90b9-8516854c5969 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:01.537417 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:01.537658 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a2346db-eff3-4363-90b9-8516854c5969 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:01.538054 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567', 'status': 'completed', 'code': 200} Jul 12 16:29:01.551385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28e7b5f1-de21-4c4d-9aae-3cec47df5cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.584244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-28e7b5f1-de21-4c4d-9aae-3cec47df5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.596911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-ff8caef7-3c62-4793-b7fc-37f040e71c5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567 HTTP/1.1" status: 200 len: 217 time: 0.1765761 Jul 12 16:29:01.624416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-3e7162c4-5556-4a48-9d8e-e108945ecd72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6587548 Jul 12 16:29:01.625491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.626784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d2b7ff2c-0684-4fbb-97ce-9d4bdb07a778 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1778536 Jul 12 16:29:01.631826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40226) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:01.662165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Request body: {'port': {'device_id': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:01.725790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ac4f24b2-750f-4b7a-a9a8-e26b7f9750f6 None None] Provisioning for port d7aa57e9-b07a-4790-b86e-7d8175b92e80 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:01.728504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2751889-8950-4a7d-adb1-293a9893d002 req-70386879-6e46-4f97-b2b8-2c3f38ead386 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500794 Jul 12 16:29:01.749390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ac4f24b2-750f-4b7a-a9a8-e26b7f9750f6 None None] Provisioning complete for port d7aa57e9-b07a-4790-b86e-7d8175b92e80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:01.749807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ac4f24b2-750f-4b7a-a9a8-e26b7f9750f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.765235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-89904ed7-d2a6-4405-8ca8-85b4984c4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.766759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-89904ed7-d2a6-4405-8ca8-85b4984c4795 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20da435c-0b16-447f-97d0-138dcbd124f4 HTTP/1.1" status: 200 len: 850 time: 0.1607962 Jul 12 16:29:01.768245 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-28e7b5f1-de21-4c4d-9aae-3cec47df5cc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e2dc6e5ccfb412d8903292d79a41d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2396162 Jul 12 16:29:01.770804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40228) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:01.786322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:01.786777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:01.819969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:01.822922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7b5f1-de21-4c4d-9aae-3cec47df5cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a572f4a-2c65-4098-8ae9-4077131f8d9a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:01.851135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f24b2-750f-4b7a-a9a8-e26b7f9750f6 None None] Port d7aa57e9-b07a-4790-b86e-7d8175b92e80 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:01.866127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-60eb3d9d-f22f-4a18-82eb-6c408864a953 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=36235239-4715-478a-80aa-3c527a456378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823991 Jul 12 16:29:01.938477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a075d85e-b1b9-4b7e-9851-4e1f06dc9987', 'name': '', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90', 'external_fixed_ips': [{'subnet_id': 'd07595e0-5d82-4048-bf2d-034a41d48ca9', 'ip_address': '2001:db8::3d5'}], 'enable_snat': True}, 'gw_port_id': 'a7b84dcc-bc8b-4417-8809-a27dd8eb2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:56Z', 'updated_at': '2021-07-12T16:28:59Z', 'revision_number': 3, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port': {'id': 'a7b84dcc-bc8b-4417-8809-a27dd8eb2db2', 'name': '', 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:14:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a075d85e-b1b9-4b7e-9851-4e1f06dc9987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'd07595e0-5d82-4048-bf2d-034a41d48ca9', 'ip_address': '2001:db8::3d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:57Z', 'updated_at': '2021-07-12T16:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd07595e0-5d82-4048-bf2d-034a41d48ca9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:01.967025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-9cf7e454-755d-48bb-9513-91a7a119ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:01.968958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-9cf7e454-755d-48bb-9513-91a7a119ff32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 200 len: 913 time: 0.4071887 Jul 12 16:29:01.996956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Checking router: a075d85e-b1b9-4b7e-9851-4e1f06dc9987 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:01.997548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Updating router a075d85e-b1b9-4b7e-9851-4e1f06dc9987 port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:29:02.022569 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-514145e7-c9ad-4d0c-8448-39f08724a75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.056058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.078548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.081303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-5137d353-a6fa-4bd5-bf7a-f7d2f53517c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 200 len: 217 time: 0.1028104 Jul 12 16:29:02.094661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.119917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.168428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769f82b-ea34-4b5a-b57c-6cd2b9a4299f req-7a136b31-cce9-4240-ad03-76ed267687a7 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:02.170682 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3769f82b-ea34-4b5a-b57c-6cd2b9a4299f req-7a136b31-cce9-4240-ad03-76ed267687a7 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1028 time: 0.4274976 Jul 12 16:29:02.193263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.212870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-282b902b-7215-4c33-ad85-cf1b2bcd146b service neutron] 10.222.0.77 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185086 Jul 12 16:29:02.289375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-5a4806b6-6e28-4d50-bcbe-1144817b9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:02.290959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-5a4806b6-6e28-4d50-bcbe-1144817b9cd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 200 len: 851 time: 0.1999681 Jul 12 16:29:02.413631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.442875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.460178 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.496343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.499967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.501337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a572f4a-2c65-4098-8ae9-4077131f8d9a HTTP/1.1" status: 204 len: 168 time: 0.7295887 Jul 12 16:29:02.520747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Transition to ACTIVE for port object a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:02.526458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-159b049c-d1bf-45a8-b49b-308e1b722ad6 req-467dfc00-16a7-44ea-945e-dfef4379e5e8 service neutron] 10.222.0.77 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031986 Jul 12 16:29:02.565461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=37f20234-f5a0-45d6-a2b2-6b2cfd4c4285,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:02.568852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:02.571136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:02.743635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] No DVR routers for this DVR port 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:02.746479 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.754242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "DELETE /v2.0/ports/37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 HTTP/1.1" status: 204 len: 173 time: 2.0439425 Jul 12 16:29:02.759057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92179-7646-4648-b2f1-de088b80fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a572f4a-2c65-4098-8ae9-4077131f8d9a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:02.802840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.871670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737990-88fa-41c9-a18b-f1f1c88be1d7 None None] Pushing event updated for resources: {'Port': ['ID=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:02.917439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Attempting to bind port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:02.918093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Attempting to bind port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3c1c89b9-b234-41cf-adb7-76aeff814089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:02.918618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Attempting to bind port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 on network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:02.918866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.940817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:02.941747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Checking segment: {'id': '3c1c89b9-b234-41cf-adb7-76aeff814089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:02.943353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.949123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Bound using segment: {'id': '3c1c89b9-b234-41cf-adb7-76aeff814089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:02.952840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Bound port: a7b84dcc-bc8b-4417-8809-a27dd8eb2db2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1c89b9-b234-41cf-adb7-76aeff814089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd51b5e7d-b1f3-4197-8f1e-f56f8eba5b90'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:02.955204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:02.994541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53bc6459-c9ca-40f3-899a-de099c8902d2 req-fef2e577-6ce4-4214-9ca5-5ef408bdedbe tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=40a8e584-60be-49c2-9b51-341e1fd7819a HTTP/1.1" status: 200 len: 210 time: 0.2524440 Jul 12 16:29:03.131337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-8562b20c-80cc-407b-b1a9-64a117cd25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:03.152268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-8562b20c-80cc-407b-b1a9-64a117cd25f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da52963c-91d4-443b-a418-11d804426a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8501430 Jul 12 16:29:03.173294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3769f82b-ea34-4b5a-b57c-6cd2b9a4299f req-c2fa9281-4503-4055-aa16-6a94bdd61de2 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9753728 Jul 12 16:29:03.365002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.381471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] For port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:03.398824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] For port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,segment=NetworkSegment(3c1c89b9-b234-41cf-adb7-76aeff814089),segment_id=3c1c89b9-b234-41cf-adb7-76aeff814089)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:03.445475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.449599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Deleting port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:03.449952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.549454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'name': 'network-vif-deleted', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:03.552266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-813d47c9-ecc9-48bd-b0f4-22f40357fcf3 service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761587 Jul 12 16:29:03.573576 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6875de1c-78c1-4bac-8649-a17aaba2a6b4" -d '{"events": [{"server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "name": "network-vif-deleted", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:03.608008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-627c83d2-bdf6-488b-8b4c-0c8ae8f655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:03.613106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737990-88fa-41c9-a18b-f1f1c88be1d7 None None] Pushing event updated for resources: {'Port': ['ID=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:03.616248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-627c83d2-bdf6-488b-8b4c-0c8ae8f655e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=de97c8f9edb04ed4af05388bd387a004&device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 1094 time: 0.9665184 Jul 12 16:29:03.702668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7aa57e9-b07a-4790-b86e-7d8175b92e80 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:29:03.724781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.769794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Transition to ACTIVE for port object d7aa57e9-b07a-4790-b86e-7d8175b92e80 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:03.783845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] For port a7b84dcc-bc8b-4417-8809-a27dd8eb2db2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,segment=NetworkSegment(3c1c89b9-b234-41cf-adb7-76aeff814089),segment_id=3c1c89b9-b234-41cf-adb7-76aeff814089)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:03.784513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.784794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Routers {'a075d85e-b1b9-4b7e-9851-4e1f06dc9987'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:03.785443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:28:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a075d85e-b1b9-4b7e-9851-4e1f06dc9987'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:03.789934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:03.836639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Calling delete_port for a7b84dcc-bc8b-4417-8809-a27dd8eb2db2 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:03.877988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00f6df62-d8da-41f8-972e-b9fe3918b221 req-14fd36b6-e44f-40e4-9f40-88fd0db717be service neutron] 10.222.0.65 "GET /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053479 Jul 12 16:29:03.923370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Pushing event updated for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:03.978056 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a9e2b-c076-4db6-ab95-69757b9344a5 x-openstack-request-id: req-154a9e2b-c076-4db6-ab95-69757b9344a5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:03.978362 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a8e584-60be-49c2-9b51-341e1fd7819a", "name": "network-vif-deleted", "tag": "37f20234-f5a0-45d6-a2b2-6b2cfd4c4285", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:03.978606 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-154a9e2b-c076-4db6-ab95-69757b9344a5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:03.978974 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a8e584-60be-49c2-9b51-341e1fd7819a', 'name': 'network-vif-deleted', 'tag': '37f20234-f5a0-45d6-a2b2-6b2cfd4c4285', 'status': 'completed', 'code': 200} Jul 12 16:29:03.980174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-2aa5963a-b6d8-4b58-8a11-624725ac6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:03.987450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-2aa5963a-b6d8-4b58-8a11-624725ac6b78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=36235239-4715-478a-80aa-3c527a456378 HTTP/1.1" status: 200 len: 911 time: 0.3405228 Jul 12 16:29:04.089414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] Set router a075d85e-b1b9-4b7e-9851-4e1f06dc9987 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:04.114964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-158c1c78-983e-4dc7-a503-4faaebf23f64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567 HTTP/1.1" status: 200 len: 217 time: 0.1235936 Jul 12 16:29:04.140582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1d7b-256b-4634-b6fa-71dff372102e req-788c0099-6b58-4076-9c25-d1db3abdc559 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:04.142150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e4d1d7b-256b-4634-b6fa-71dff372102e req-788c0099-6b58-4076-9c25-d1db3abdc559 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 943 time: 0.7219853 Jul 12 16:29:04.258800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a075d85e-b1b9-4b7e-9851-4e1f06dc9987', 'name': '', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:56Z', 'updated_at': '2021-07-12T16:29:02Z', 'revision_number': 4, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:04.317613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Attempting to bind port d7aa57e9-b07a-4790-b86e-7d8175b92e80 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:04.318165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Attempting to bind port d7aa57e9-b07a-4790-b86e-7d8175b92e80 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:04.318418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Attempting to bind port d7aa57e9-b07a-4790-b86e-7d8175b92e80 on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:04.374144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:04.375138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dae7a-daf6-4e1e-a424-f43e5c985590 None None] The sync data for ids ['a075d85e-b1b9-4b7e-9851-4e1f06dc9987'] in n-d-800078-3 is: [{'id': 'a075d85e-b1b9-4b7e-9851-4e1f06dc9987', 'name': '', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:56Z', 'updated_at': '2021-07-12T16:29:02Z', 'revision_number': 4, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:04.376231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Port d7aa57e9-b07a-4790-b86e-7d8175b92e80 on network 901e9ea3-5014-46d0-be08-369791f8f651 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:29:04.376558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Attempting to bind port d7aa57e9-b07a-4790-b86e-7d8175b92e80 on network 901e9ea3-5014-46d0-be08-369791f8f651 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:04.430465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:04.430957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Checking segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:04.431533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Bound using segment: {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:04.431807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Bound port: d7aa57e9-b07a-4790-b86e-7d8175b92e80, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec88ad05-4827-469b-850e-7f040ae0baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:04.439227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.476576 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbfaf94c-77e9-4716-b715-12d0de3b91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.494515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-d85e5ec5-5581-4a36-8a2e-b58ccf811467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:04.496287 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-d85e5ec5-5581-4a36-8a2e-b58ccf811467 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=20da435c-0b16-447f-97d0-138dcbd124f4 HTTP/1.1" status: 200 len: 850 time: 0.3664122 Jul 12 16:29:04.516560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e4d1d7b-256b-4634-b6fa-71dff372102e req-93661088-7b00-4bd3-8999-a95b959eebff tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641925 Jul 12 16:29:04.593465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-d9cf6460-df75-4830-9815-e2e6694a1716 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=36235239-4715-478a-80aa-3c527a456378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732589 Jul 12 16:29:04.602934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.652728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1787195531'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:04.658616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b84dcc-bc8b-4417-8809-a27dd8eb2db2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:04.720682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.723543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:04.746926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port d6705dac-cc09-45b8-9e83-22af68cad593 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:04.747510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.817746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:04.832507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-296e3df8-b1cb-47c9-b6e9-75648d9d4443 service neutron] 10.222.0.77 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308154 Jul 12 16:29:04.874121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610888d-d3dd-4681-bd22-5c1b8ffbe28a req-e9c3f3e3-a035-4206-aefd-d3e891c40c73 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:04.875863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c610888d-d3dd-4681-bd22-5c1b8ffbe28a req-e9c3f3e3-a035-4206-aefd-d3e891c40c73 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1053 time: 0.3733435 Jul 12 16:29:04.878373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.880649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.882610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Made reservation on behalf of bef5b206b5ef4d3c9679e3b982229ece for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:04.886640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.896816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.907498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:04.934135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.009178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:05.010214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.011898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] 10.222.0.77 "PUT /v2.0/ports/d7aa57e9-b07a-4790-b86e-7d8175b92e80 HTTP/1.1" status: 200 len: 1092 time: 3.3636801 Jul 12 16:29:05.018179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:05.020565 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8975509f-2c64-4c0a-bcee-2d70e6bc057f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:05.045893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.046615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a075d85e-b1b9-4b7e-9851-4e1f06dc9987 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:05.063304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.064585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-746ba14b-4973-4139-ab72-82d7b562f940 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a075d85e-b1b9-4b7e-9851-4e1f06dc9987 HTTP/1.1" status: 204 len: 168 time: 3.4248822 Jul 12 16:29:05.068848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40284) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:05.080802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c610888d-d3dd-4681-bd22-5c1b8ffbe28a req-1db3c191-b7c6-4af8-a72a-a3775f7987bd tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529398 Jul 12 16:29:05.090484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0d3d-b89a-4a6b-8b5c-a53ac431294a service neutron] Pushing event updated for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:05.190477 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca27f8-568a-4fbb-b562-7ad35d40a9ed x-openstack-request-id: req-c6ca27f8-568a-4fbb-b562-7ad35d40a9ed {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:05.192288 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:05.192288 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6ca27f8-568a-4fbb-b562-7ad35d40a9ed {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:05.192288 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80', 'status': 'completed', 'code': 200} Jul 12 16:29:05.243635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Deleting subnet d07595e0-5d82-4048-bf2d-034a41d48ca9 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:05.253838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.354281 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.374553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-4764b6cb-de8a-4b77-ad79-d760938a6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:05.376102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-4764b6cb-de8a-4b77-ad79-d760938a6170 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1095 time: 0.2484565 Jul 12 16:29:05.387060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.433940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-8f2984ec-76b8-4b48-9664-7264851f0ece service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80 HTTP/1.1" status: 200 len: 217 time: 0.0439956 Jul 12 16:29:05.553696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.565085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-4cd4aa26-fc7e-41e7-ae1f-b6e1a451b5c1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:05.566616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-4cd4aa26-fc7e-41e7-ae1f-b6e1a451b5c1 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.3380327 Jul 12 16:29:05.572162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.596378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.607777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.625847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for d6705dac-cc09-45b8-9e83-22af68cad593 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:05.658683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b76ead03-8c94-41cb-ac6b-a1f1879ae567 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:29:05.663280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:05.682806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:29:05.700695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.701699 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Added segment e421e4a6-68a1-4b12-8ab5-c9a74a780245 of type vlan for network 17edeed5-7e50-4677-8d97-63dc112c639a Jul 12 16:29:05.729400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:05.733741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 37f20234-f5a0-45d6-a2b2-6b2cfd4c4285 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:05.756223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.802351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-f6bd845c-32e5-4b0d-a245-a36d3897283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:05.804401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-f6bd845c-32e5-4b0d-a245-a36d3897283d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a83d6878-aa0d-46c0-9c18-60674d1bcde2 HTTP/1.1" status: 200 len: 849 time: 0.3452728 Jul 12 16:29:05.820716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.827227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.844603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.883122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567,segment=NetworkSegment(44eabfd1-e7f3-45b4-ba8e-7aba498e7acf),segment_id=44eabfd1-e7f3-45b4-ba8e-7aba498e7acf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:05.899429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567', 'network_id': '36235239-4715-478a-80aa-3c527a456378', 'port_id': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567', 'mac_address': 'fa:16:3e:5b:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da435c-0b16-447f-97d0-138dcbd124f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:29:05.919309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e167323a-4aaf-4800-a0c4-0034661f6163,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:05.923128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.929446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:05.930289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.970246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:05.993063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76ead03-8c94-41cb-ac6b-a1f1879ae567 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:29:05.998649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=d6705dac-cc09-45b8-9e83-22af68cad593,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:06.043358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567,segment=NetworkSegment(44eabfd1-e7f3-45b4-ba8e-7aba498e7acf),segment_id=44eabfd1-e7f3-45b4-ba8e-7aba498e7acf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:06.052879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.086452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d07595e0-5d82-4048-bf2d-034a41d48ca9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:06.095003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.097244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-69f880f1-d499-4a96-8c23-e9e092cbb2d2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/d07595e0-5d82-4048-bf2d-034a41d48ca9 HTTP/1.1" status: 204 len: 168 time: 1.0250933 Jul 12 16:29:06.112076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40294) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:06.137994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7626114 Jul 12 16:29:06.140894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.167948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:06.171479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40298) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:06.199446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7384e-f37a-473b-9ac3-3eb32fc6ef03 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Network': ['ID=17edeed5-7e50-4677-8d97-63dc112c639a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:06.211026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 17edeed5-7e50-4677-8d97-63dc112c639a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:29:06.259498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'subnet': {'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:06.271868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f246-52ee-40e4-b122-e31e5933f67f req-c15b6a14-bd69-4435-9de9-f812602d4a85 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:06.273401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0089f246-52ee-40e4-b122-e31e5933f67f req-c15b6a14-bd69-4435-9de9-f812602d4a85 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 943 time: 0.4680381 Jul 12 16:29:06.313495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-1763078b-e75b-4d74-a0b5-b349a120ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:06.314878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-1763078b-e75b-4d74-a0b5-b349a120ce94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=901e9ea3-5014-46d0-be08-369791f8f651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4452283 Jul 12 16:29:06.317283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.332175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9bef816-d2cd-4059-acfe-e0ca9c80969e req-bf302dee-0384-49ad-bdf8-0e7084ff7e23 service neutron] 10.222.0.77 "GET /v2.0/networks/36235239-4715-478a-80aa-3c527a456378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4926908 Jul 12 16:29:06.407326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:06.408043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.415885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0089f246-52ee-40e4-b122-e31e5933f67f req-c966b4ee-e5d0-49e8-aecc-1a6cf3a09cdd tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241767 Jul 12 16:29:06.450191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b76ead03-8c94-41cb-ac6b-a1f1879ae567'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:06.463291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873211a4-e8ae-4c67-93d3-72c6cb41cc35 req-a5149251-2942-449a-8565-dc384048fdba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:06.464898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-873211a4-e8ae-4c67-93d3-72c6cb41cc35 req-a5149251-2942-449a-8565-dc384048fdba tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 945 time: 0.6324072 Jul 12 16:29:06.471351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ca18aec7-4efb-4827-9476-0e1d948ffd98 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:06.505781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Made reservation on behalf of bef5b206b5ef4d3c9679e3b982229ece for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:06.508875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.585885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.615221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.627345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-33d0be2a-2bff-4078-b850-4fafd669985a service neutron] 10.222.0.77 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990339 Jul 12 16:29:06.655783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1c89b9-b234-41cf-adb7-76aeff814089') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.656082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1c89b9-b234-41cf-adb7-76aeff814089') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.667791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-873211a4-e8ae-4c67-93d3-72c6cb41cc35 req-eb9e0ebb-c308-4b59-8ec6-2648e48497de tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a4652d1-f36e-4b02-859a-439a67f0fa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933937 Jul 12 16:29:06.671627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:06.679295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f65e48fd-041f-454f-a1ed-25bf4375eaf7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5124695 Jul 12 16:29:06.679549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:06.679929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.683066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40306) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:06.688900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] Sync routers for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:06.706296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.710178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:06.711085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.732540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ba33c75e-03c8-4474-8871-ebe557d0460b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca18aec7-4efb-4827-9476-0e1d948ffd98 HTTP/1.1" status: 200 len: 205 time: 0.0460041 Jul 12 16:29:06.734262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:06.752873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.760851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:06.762483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] Routers {'ca18aec7-4efb-4827-9476-0e1d948ffd98'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:06.763120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ca18aec7-4efb-4827-9476-0e1d948ffd98'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.770071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.789814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:06.790227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:06.796166 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:06.805139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:06.805438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669dc1d0-11d0-470d-a21e-306e2350cb48 None None] The sync data for ids ['ca18aec7-4efb-4827-9476-0e1d948ffd98'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:06.825087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.920266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a707d5-0d64-4414-ad17-1b049491df15 req-2fd8dffa-3b19-4081-8ba3-cb9caf5b7644 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:06.921813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51a707d5-0d64-4414-ad17-1b049491df15 req-2fd8dffa-3b19-4081-8ba3-cb9caf5b7644 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1095 time: 0.3292117 Jul 12 16:29:06.952846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.957344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 12 16:29:06.959389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:06.965436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90 HTTP/1.1" status: 204 len: 168 time: 0.8496077 Jul 12 16:29:06.995167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6c25482-188e-48e4-aef0-8f00ae7687ef req-73976b5b-30fb-4c3b-9821-d2ad72eba967 service neutron] 10.222.0.77 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421657 Jul 12 16:29:06.999164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40491be-ff6b-43ea-9911-43c8e188f8d1 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Network': ['ID=d51b5e7d-b1f3-4197-8f1e-f56f8eba5b90,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:07.029905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51a707d5-0d64-4414-ad17-1b049491df15 req-da562e8a-6ddc-486f-9d8b-ba3dd760531b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965469 Jul 12 16:29:07.067935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.073226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.141714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.202673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.203705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router ca18aec7-4efb-4827-9476-0e1d948ffd98 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:07.211614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.212772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b42fbf74-ffd7-4c6a-a242-3c987924eb4c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98 HTTP/1.1" status: 204 len: 168 time: 0.4775918 Jul 12 16:29:07.215885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:07.217638 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.396738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 2c89ef29-9aff-49f1-9e76-b44450ab9bd9 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:07.401704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.451955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.551904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.581569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:07.598260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'name': 'tempest-router--1550293958', 'project_id': '4c2d33b7e6814db3a3f031fb4e1d1753'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:07.633722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.665066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.666127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.675371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b76ead03-8c94-41cb-ac6b-a1f1879ae567 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:07.703866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=02d6bc49-fc31-477a-b9a0-a6e7cc85aa47,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:07.745939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port b76ead03-8c94-41cb-ac6b-a1f1879ae567 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:07.751975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port b76ead03-8c94-41cb-ac6b-a1f1879ae567 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:07.752725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.771254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] No DVR routers for this DVR port 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:07.774870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.776914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-68b4a6a1-2b95-4fd8-a8c3-2001b9090979 req-0a4400d6-f42a-401b-821c-45b27729e9ad tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.65 "DELETE /v2.0/ports/02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 HTTP/1.1" status: 204 len: 173 time: 2.2016475 Jul 12 16:29:07.777383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'name': 'network-vif-deleted', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:07.781666 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b95d8-83d7-44d9-a0ce-391801cd39c8" -d '{"events": [{"server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "name": "network-vif-deleted", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:07.822900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-3e6b5e38-a3ab-4513-b280-8ca802bc3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:07.824704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-3e6b5e38-a3ab-4513-b280-8ca802bc3a54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1095 time: 0.7535043 Jul 12 16:29:07.937119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.949608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff90f07b-77e3-46fd-abd8-bae8938b786e req-a8d83c9c-d9da-4217-8606-2c1e467249b6 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=90b4a8bb-f7f8-488b-864c-5045956f5748 HTTP/1.1" status: 200 len: 210 time: 0.0562336 Jul 12 16:29:07.980288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:07.987821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Subnet': ['ID=926633d0-3fd4-488e-94b7-2e34945773d8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:08.004390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.017136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.017546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-272dede5-b1a2-4c5c-99a2-a4d063ee193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.018786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-272dede5-b1a2-4c5c-99a2-a4d063ee193b service neutron] 10.222.0.77 "GET /v2.0/networks?id=901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 200 len: 911 time: 0.1807613 Jul 12 16:29:08.033519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567,segment=NetworkSegment(44eabfd1-e7f3-45b4-ba8e-7aba498e7acf),segment_id=44eabfd1-e7f3-45b4-ba8e-7aba498e7acf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:08.037521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:08.048684 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1d451-b120-413e-9169-b0f2154e241a" -d '{"events": [{"server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:08.055552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7b0ea-a46f-4b70-a18f-0b8d788c4c4e req-8de8ca80-1b5f-47ed-aa5b-b03638822961 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.063751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-93a7b0ea-a46f-4b70-a18f-0b8d788c4c4e req-8de8ca80-1b5f-47ed-aa5b-b03638822961 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 944 time: 0.4793952 Jul 12 16:29:08.064197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.065943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=2c89ef29-9aff-49f1-9e76-b44450ab9bd9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:08.079471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.081146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-db47919c-dd4c-4a38-b130-db95edaefb44 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4958241 Jul 12 16:29:08.092237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40344) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:08.094332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Checking segment: {'id': 'e421e4a6-68a1-4b12-8ab5-c9a74a780245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:08.094833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network hostable DHCP agents. Network: 17edeed5-7e50-4677-8d97-63dc112c639a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:29:08.117972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-98968b74-2b0f-47ba-921a-19b342fe8094 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80 HTTP/1.1" status: 200 len: 217 time: 0.0919325 Jul 12 16:29:08.122703 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d46ef-7f79-4e06-8762-d1090e1e3132 x-openstack-request-id: req-948d46ef-7f79-4e06-8762-d1090e1e3132 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:08.123029 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b4a8bb-f7f8-488b-864c-5045956f5748", "name": "network-vif-deleted", "tag": "02d6bc49-fc31-477a-b9a0-a6e7cc85aa47", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:08.123338 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-948d46ef-7f79-4e06-8762-d1090e1e3132 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:08.123776 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b4a8bb-f7f8-488b-864c-5045956f5748', 'name': 'network-vif-deleted', 'tag': '02d6bc49-fc31-477a-b9a0-a6e7cc85aa47', 'status': 'completed', 'code': 200} Jul 12 16:29:08.148842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:08.151906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f454230-4cb8-4b16-b83d-7df7afe9344a None None] Network cb0f59af-d7a8-43f5-8f65-98b956cbd915 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:08.172225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.175702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c5fbfb2-3aa6-488f-8ee0-086da2e7837d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/2c89ef29-9aff-49f1-9e76-b44450ab9bd9 HTTP/1.1" status: 204 len: 168 time: 0.9585526 Jul 12 16:29:08.180724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network 17edeed5-7e50-4677-8d97-63dc112c639a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:29:08.187929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:08.240834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-a7483f2e-68c7-428b-9151-78b776f1da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.242327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-a7483f2e-68c7-428b-9151-78b776f1da7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a83d6878-aa0d-46c0-9c18-60674d1bcde2 HTTP/1.1" status: 200 len: 849 time: 0.1177127 Jul 12 16:29:08.317722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 17edeed5-7e50-4677-8d97-63dc112c639a) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:08.340063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9b991-1c9b-46d3-b693-dc6d16598887 None None] Network 17edeed5-7e50-4677-8d97-63dc112c639a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:08.349103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.350269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.353310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.365814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet bc19772f-cb02-4d1a-a388-278fef59912e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:08.366048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-8d962ae0-90f0-444a-8460-18d68bd88663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.367407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-8d962ae0-90f0-444a-8460-18d68bd88663 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=901e9ea3-5014-46d0-be08-369791f8f651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177394 Jul 12 16:29:08.370044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.373680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e2500-d326-4f64-a418-f803a5f2c86b req-daaa403a-6077-45f5-9281-fa414155c416 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.375444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-460e2500-d326-4f64-a418-f803a5f2c86b req-daaa403a-6077-45f5-9281-fa414155c416 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1095 time: 0.0890479 Jul 12 16:29:08.416549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.471551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-460e2500-d326-4f64-a418-f803a5f2c86b req-e903a6b4-919a-47d6-a329-78f6e689b1e2 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877061 Jul 12 16:29:08.476141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:08.512566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-93a7b0ea-a46f-4b70-a18f-0b8d788c4c4e req-91e4f42c-6616-4773-bf75-5483441c42ec tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475832 Jul 12 16:29:08.561653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-5bf2dfe3-c317-422a-97a3-328c67cffe9a service neutron] 10.222.0.77 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850526 Jul 12 16:29:08.562499 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d925e5cd-a870-44b6-9df1-48f5b7d4621a x-openstack-request-id: req-d925e5cd-a870-44b6-9df1-48f5b7d4621a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:08.563018 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:08.563478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d925e5cd-a870-44b6-9df1-48f5b7d4621a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:08.564101 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567', 'code': 200} Jul 12 16:29:08.565444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:08.566004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 02d6bc49-fc31-477a-b9a0-a6e7cc85aa47 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:08.572905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-69f4f491-a1d4-4032-bb31-f9fdc33ea197 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3968921 Jul 12 16:29:08.577501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40352) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:08.613984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-636408988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:08.628041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] DHCP port deletion for cb0f59af-d7a8-43f5-8f65-98b956cbd915 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:08.738300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.758777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8975509f-2c64-4c0a-bcee-2d70e6bc057f req-ffd056c9-2da6-40f5-b03a-12d18a0937ed service neutron] 10.222.0.77 "GET /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854134 Jul 12 16:29:08.778707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.781364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.782580 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.788093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Deleting port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:08.788602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.792812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-17edeed5-7e50-4677-8d97-63dc112c639a', 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a', 'tenant_id': 'bef5b206b5ef4d3c9679e3b982229ece', 'fixed_ips': [{'subnet_id': '926633d0-3fd4-488e-94b7-2e34945773d8'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:29:08.793637 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.804276 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.882187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] For port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,segment=NetworkSegment(364d9038-0155-4729-900c-ef3dd4af8b03),segment_id=364d9038-0155-4729-900c-ef3dd4af8b03)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:08.882515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.913371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.914037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0deb5e27-8932-43f3-a73a-c46c3c666f4a {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:08.918328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.922581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.926289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-442232e2-b56c-4794-9b2d-4e41a7bb245b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0deb5e27-8932-43f3-a73a-c46c3c666f4a HTTP/1.1" status: 204 len: 168 time: 0.8241014 Jul 12 16:29:08.933528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.945238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Calling delete_port for 57f60dda-d6d4-4d8d-8154-6b9408be5e2e owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:08.958476 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.966487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f02ea3-793b-4262-9dc5-8e25e2a88a73 req-1d0382de-87d4-48a3-b9dc-f163838e92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:08.968867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0f02ea3-793b-4262-9dc5-8e25e2a88a73 req-1d0382de-87d4-48a3-b9dc-f163838e92b3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 1096 time: 0.2070601 Jul 12 16:29:08.976252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:08.977489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2b010b0-8f04-4258-bcf7-c7435c49df77 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3672757 Jul 12 16:29:08.980510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40356) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:09.039450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=bc19772f-cb02-4d1a-a388-278fef59912e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:09.050406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.050767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28045d79-e5dc-4638-972e-833efc372bf2 None None] Network 2a4718fc-132c-4753-b222-39b5a4dcbd36 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:09.065864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bfbab13b-4138-4bb8-b927-5d14ca56ebf5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/bc19772f-cb02-4d1a-a388-278fef59912e HTTP/1.1" status: 204 len: 168 time: 0.8187597 Jul 12 16:29:09.066541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40360) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:09.178789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40364) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:09.207995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d0f02ea3-793b-4262-9dc5-8e25e2a88a73 req-c48fb03d-de8e-455d-b47f-ce601ba9ddb7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979930 Jul 12 16:29:09.232811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Allocated IP 172.20.0.2 (17edeed5-7e50-4677-8d97-63dc112c639a/926633d0-3fd4-488e-94b7-2e34945773d8/7e0e90de-3a01-452c-ba06-2baf7227a696) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:09.234910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.304468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:09.306275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.418442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,segment=NetworkSegment(364d9038-0155-4729-900c-ef3dd4af8b03),segment_id=364d9038-0155-4729-900c-ef3dd4af8b03)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:09.419201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.438885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 57f60dda-d6d4-4d8d-8154-6b9408be5e2e owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:09.535304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.551945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57f60dda-d6d4-4d8d-8154-6b9408be5e2e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:09.611991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 57f60dda-d6d4-4d8d-8154-6b9408be5e2e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:09.612842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 57f60dda-d6d4-4d8d-8154-6b9408be5e2e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:09.622204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] Pushing event deleted for resources: {'Port': ['ID=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:09.645593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e535c5-32dc-4374-ba9c-6a2735bdb1c7 None None] No DVR routers for this DVR port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:09.652592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.661742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.700456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d7aa57e9-b07a-4790-b86e-7d8175b92e80 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:29:09.724305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-607902873', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:09.731035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=57f60dda-d6d4-4d8d-8154-6b9408be5e2e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:09.746382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port 57f60dda-d6d4-4d8d-8154-6b9408be5e2e on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:09.788182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.817121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.818151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.855960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Transition to ACTIVE for port object 7e0e90de-3a01-452c-ba06-2baf7227a696 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:09.864670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] DHCP port deletion for 2a4718fc-132c-4753-b222-39b5a4dcbd36 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:09.895466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.897985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Transition to ACTIVE for port object 7e0e90de-3a01-452c-ba06-2baf7227a696 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:09.939651 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:09.953741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:10.000909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80', 'network_id': '901e9ea3-5014-46d0-be08-369791f8f651', 'port_id': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80', 'mac_address': 'fa:16:3e:3f:94:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83d6878-aa0d-46c0-9c18-60674d1bcde2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:29:10.018624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Network 17edeed5-7e50-4677-8d97-63dc112c639a is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:10.025553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:10.028973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:10.050501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Pushing event updated for resources: {'Port': ['ID=7e0e90de-3a01-452c-ba06-2baf7227a696,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:10.146737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Allocated IP 172.20.0.1 (17edeed5-7e50-4677-8d97-63dc112c639a/926633d0-3fd4-488e-94b7-2e34945773d8/d50c93fe-f1d1-45b5-aa68-aed0f9a110ec) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:10.288589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.291695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb5b4-1035-480f-9fcc-a2583c36b39d req-c9832cf6-e1e2-4533-b99d-5c5a301ef2bf tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:10.298875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a9cb5b4-1035-480f-9fcc-a2583c36b39d req-c9832cf6-e1e2-4533-b99d-5c5a301ef2bf tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1095 time: 0.2012219 Jul 12 16:29:10.307979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7aa57e9-b07a-4790-b86e-7d8175b92e80 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:29:10.313445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Deleting port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:10.313953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.363227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a9cb5b4-1035-480f-9fcc-a2583c36b39d req-a6ca14fa-9a0f-49fb-940b-59f064cbd0fb tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633585 Jul 12 16:29:10.383948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Attempting to bind port 7e0e90de-3a01-452c-ba06-2baf7227a696 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:10.384426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Attempting to bind port 7e0e90de-3a01-452c-ba06-2baf7227a696 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'e421e4a6-68a1-4b12-8ab5-c9a74a780245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:10.384891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Attempting to bind port 7e0e90de-3a01-452c-ba06-2baf7227a696 on network 17edeed5-7e50-4677-8d97-63dc112c639a {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:10.393092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:10.400557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:10.400962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Checking segment: {'id': 'e421e4a6-68a1-4b12-8ab5-c9a74a780245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:10.401466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.401974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Bound using segment: {'id': 'e421e4a6-68a1-4b12-8ab5-c9a74a780245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:10.402646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Bound port: 7e0e90de-3a01-452c-ba06-2baf7227a696, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e421e4a6-68a1-4b12-8ab5-c9a74a780245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:10.403131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.413941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.415416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.451808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Transition to ACTIVE for port object d50c93fe-f1d1-45b5-aa68-aed0f9a110ec will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:10.476448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] For port 22e30fb3-a2b4-42ee-9ec0-abc54beec760, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=22e30fb3-a2b4-42ee-9ec0-abc54beec760,segment=NetworkSegment(38984f51-11d3-487f-8c15-c784c10debbd),segment_id=38984f51-11d3-487f-8c15-c784c10debbd)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:10.477022 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.522044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Calling delete_port for 22e30fb3-a2b4-42ee-9ec0-abc54beec760 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:10.563382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.605658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:10.622468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.644949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.659866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0f59af-d7a8-43f5-8f65-98b956cbd915']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:10.702403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364d9038-0155-4729-900c-ef3dd4af8b03') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:10.703284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364d9038-0155-4729-900c-ef3dd4af8b03') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:10.724911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] For port 7e0e90de-3a01-452c-ba06-2baf7227a696, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:10.762170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] For port 7e0e90de-3a01-452c-ba06-2baf7227a696, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7e0e90de-3a01-452c-ba06-2baf7227a696,segment=NetworkSegment(e421e4a6-68a1-4b12-8ab5-c9a74a780245),segment_id=e421e4a6-68a1-4b12-8ab5-c9a74a780245)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:10.769593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.770346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=d50c93fe-f1d1-45b5-aa68-aed0f9a110ec,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:10.780602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.788501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network 17edeed5-7e50-4677-8d97-63dc112c639a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:10.798270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:10.801927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:10.815624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.854386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.867048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714670a-e4a2-4891-a45d-e5b9301bcc72 req-1499635d-525d-42ad-8004-039179aa81fe tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:10.868668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7714670a-e4a2-4891-a45d-e5b9301bcc72 req-1499635d-525d-42ad-8004-039179aa81fe tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 945 time: 0.9257243 Jul 12 16:29:10.877961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:10.878383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.886764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d7aa57e9-b07a-4790-b86e-7d8175b92e80'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:10.969815 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:10.977141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.983943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:10.985934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/cb0f59af-d7a8-43f5-8f65-98b956cbd915 HTTP/1.1" status: 204 len: 168 time: 1.9053698 Jul 12 16:29:11.014397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d70c-62ab-41ff-8bcb-38716e4d89cd req-1c958671-0bfa-48a7-9e46-7f0fc05df7f7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:11.021638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40392) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:11.034995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c79d70c-62ab-41ff-8bcb-38716e4d89cd req-1c958671-0bfa-48a7-9e46-7f0fc05df7f7 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.3788159 Jul 12 16:29:11.055786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.064916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab5ec0-92e7-4cee-9c9b-71bf4812a0fd None None] Pushing event updated for resources: {'Port': ['ID=7e0e90de-3a01-452c-ba06-2baf7227a696,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:11.137254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4555b2-c64c-43ba-8862-b99d2533fd58 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=cb0f59af-d7a8-43f5-8f65-98b956cbd915,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:11.138860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] No DVR routers for this DVR port 22e30fb3-a2b4-42ee-9ec0-abc54beec760 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:11.141040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758415-bfb7-4a80-a2d5-dc317dba52c5 None None] Pushing event deleted for resources: {'Port': ['ID=22e30fb3-a2b4-42ee-9ec0-abc54beec760,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:11.210755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1c79d70c-62ab-41ff-8bcb-38716e4d89cd req-a1707b0b-aff6-466e-8e8d-a5818d0adfcc tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730757 Jul 12 16:29:11.238671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.272389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7714670a-e4a2-4891-a45d-e5b9301bcc72 req-c57a82b9-4b67-40a4-b59e-5db3acd99d04 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982981 Jul 12 16:29:11.307240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.535416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7e0e90de-3a01-452c-ba06-2baf7227a696 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:11.593610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.617804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7e0e90de-3a01-452c-ba06-2baf7227a696 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:11.645368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-da80f263-7cd1-47ea-88b0-e2aa7e7fceb8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:11.647015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-da80f263-7cd1-47ea-88b0-e2aa7e7fceb8 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.4029644 Jul 12 16:29:11.648917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.668160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.699419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d7aa57e9-b07a-4790-b86e-7d8175b92e80 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:11.701824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 22e30fb3-a2b4-42ee-9ec0-abc54beec760 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:11.714255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4718fc-132c-4753-b222-39b5a4dcbd36']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:11.731352 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.746332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 22e30fb3-a2b4-42ee-9ec0-abc54beec760 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:11.746715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 22e30fb3-a2b4-42ee-9ec0-abc54beec760 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:11.747486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a975f-f790-40ea-b210-1ecda5c562ca req-728db7fd-159d-4eba-86c3-ee3b469eca72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:11.764590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e26a975f-f790-40ea-b210-1ecda5c562ca req-728db7fd-159d-4eba-86c3-ee3b469eca72 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1096 time: 0.1821983 Jul 12 16:29:11.766408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.772390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38984f51-11d3-487f-8c15-c784c10debbd') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:11.772809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38984f51-11d3-487f-8c15-c784c10debbd') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:11.796062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d7aa57e9-b07a-4790-b86e-7d8175b92e80 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:11.798309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.804888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d7aa57e9-b07a-4790-b86e-7d8175b92e80 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:11.805644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.865543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.908320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:11.908567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e26a975f-f790-40ea-b210-1ecda5c562ca req-e220371f-4596-45ec-bdaf-ef8903154788 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413720 Jul 12 16:29:11.908936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:11.913526 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:11.922732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=d50c93fe-f1d1-45b5-aa68-aed0f9a110ec,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:11.944980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:11.951967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.008017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:12.014432 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a11cab-574d-4a86-9b80-7db545816660" -d '{"events": [{"server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "name": "network-vif-plugged", "status": "completed", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:12.024086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Allocated IP 172.25.8.93 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c3b03f31-6988-42e2-bc19-6f2bba4659e2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:12.040692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:12.048549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.050787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.067276 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.077031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/2a4718fc-132c-4753-b222-39b5a4dcbd36 HTTP/1.1" status: 204 len: 168 time: 1.0421388 Jul 12 16:29:12.079839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:12.080543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.090530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40402) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:12.105601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1226580581'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:12.135445 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e15451-47fa-4035-9233-9fa2041783df x-openstack-request-id: req-60e15451-47fa-4035-9233-9fa2041783df {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:12.135752 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "name": "network-vif-plugged", "status": "completed", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:12.136003 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60e15451-47fa-4035-9233-9fa2041783df {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:12.136401 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80', 'code': 200} Jul 12 16:29:12.180471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:12.226629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda0a95-942a-486f-9d03-057fc32d46ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=2a4718fc-132c-4753-b222-39b5a4dcbd36,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:12.263958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:12.279069 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.282833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network 17edeed5-7e50-4677-8d97-63dc112c639a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:12.345034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:12.440158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] For port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:12.441005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.554175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.595371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:29:12.602751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5bd46495-4955-4e3e-bb7a-28579cdb172e None None] Provisioning complete for port d7aa57e9-b07a-4790-b86e-7d8175b92e80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:12.603119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5bd46495-4955-4e3e-bb7a-28579cdb172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.666776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b26e6-1f75-4077-afbf-1c2b8a129a8d req-80025600-8a41-492b-b2a4-466c573d5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:12.670034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-230b26e6-1f75-4077-afbf-1c2b8a129a8d req-80025600-8a41-492b-b2a4-466c573d5d2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.4398925 Jul 12 16:29:12.673648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.673991 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 674a7f56-97eb-4af8-968d-1f2db80faafb of type vlan for network 950597cc-6948-4ae4-a743-45f3cbdc19f3 Jul 12 16:29:12.675163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d57ad-9567-47da-9623-08e4c1ca1b9b None None] Network 17edeed5-7e50-4677-8d97-63dc112c639a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:12.806687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.811534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-230b26e6-1f75-4077-afbf-1c2b8a129a8d req-3fd59135-62a9-4e37-8c5e-9b0388f6692c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145763 Jul 12 16:29:12.814974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.818123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.818311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.818643 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Floating IP 25337c4c-32c4-4dd8-80d1-92606251a3a0 disassociated. External IP: 172.25.8.198, port: 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b. Jul 12 16:29:12.819056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:12.832631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a0585-2e58-4cae-9884-c37b23890223 req-a2bdca57-9e07-4e71-a7b0-a32d07e9bc68 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:12.834509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a6a0585-2e58-4cae-9884-c37b23890223 req-a2bdca57-9e07-4e71-a7b0-a32d07e9bc68 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 947 time: 0.2949784 Jul 12 16:29:12.852562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Router c7d36add-21fc-4623-b25f-ab0385ff2fe9 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:12.868066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:12.878962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:12.888226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:12.921018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Provisioning for port 7e0e90de-3a01-452c-ba06-2baf7227a696 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:12.926137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Provisioning complete for port 7e0e90de-3a01-452c-ba06-2baf7227a696 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:12.926796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.940041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.946772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:12.946772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:12.968551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event updated for resources: {'Port': ['ID=c3b03f31-6988-42e2-bc19-6f2bba4659e2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:13.048504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68466d-a7a7-4a9d-ac01-7785c11883f8 req-2b94f693-281b-4e04-89e0-42c22f7c9dcc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:13.051785 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.053089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=950597cc-6948-4ae4-a743-45f3cbdc19f3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:13.055381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f68466d-a7a7-4a9d-ac01-7785c11883f8 req-2b94f693-281b-4e04-89e0-42c22f7c9dcc tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 945 time: 0.4766202 Jul 12 16:29:13.063558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a6a0585-2e58-4cae-9884-c37b23890223 req-c317c12f-8a07-4326-8700-11d8327cc170 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups?id=4ad45b85-eaaa-45fc-a775-dc28c9f1820a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209284 Jul 12 16:29:13.078860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04d3b0a2-634e-4ac9-94dd-0854dc59fb59 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9849458 Jul 12 16:29:13.084322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40416) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:13.099255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:29:13.100567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:13.198869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] For port 7e0e90de-3a01-452c-ba06-2baf7227a696, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7e0e90de-3a01-452c-ba06-2baf7227a696,segment=NetworkSegment(e421e4a6-68a1-4b12-8ab5-c9a74a780245),segment_id=e421e4a6-68a1-4b12-8ab5-c9a74a780245)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:13.202334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:13.209545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6d5f986-4671-434e-9665-1789fd618520 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "PUT /v2.0/routers/c7d36add-21fc-4623-b25f-ab0385ff2fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2279532 Jul 12 16:29:13.212499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40420) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:13.218115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'port': {'network_id': '17edeed5-7e50-4677-8d97-63dc112c639a', 'name': 'tempest-FloatingIPNegativeTestJSON-1606297377'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:13.227131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.233780 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] Sync routers for ids ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:13.248120 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] Routers {'c7d36add-21fc-4623-b25f-ab0385ff2fe9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:13.249001 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:13.336118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb9c85-170f-49bf-8f9a-b405c224cc98 None None] Pushing event updated for resources: {'Port': ['ID=7e0e90de-3a01-452c-ba06-2baf7227a696,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:13.336300 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:13.340846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f68466d-a7a7-4a9d-ac01-7785c11883f8 req-80e9ecdd-7bef-4e17-bb4b-a4d860543b37 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664567 Jul 12 16:29:13.359511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] Routers {'c7d36add-21fc-4623-b25f-ab0385ff2fe9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:13.361367 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:13.375832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Provisioning for port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:13.393832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Provisioning complete for port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:13.394344 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.427016 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:13.428346 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b821bbe-633a-41ef-a060-0b80053ce056 None None] The sync data for ids ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:13.454002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.524388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:13.557919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7e0e90de-3a01-452c-ba06-2baf7227a696 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:13.567957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Provisioning complete for port 7e0e90de-3a01-452c-ba06-2baf7227a696 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:13.573382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:13.582246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8be8fc6-8808-484c-8250-d96374dec152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.807253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.814115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Made reservation on behalf of bef5b206b5ef4d3c9679e3b982229ece for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:13.829652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.893608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7e0e90de-3a01-452c-ba06-2baf7227a696 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:13.894075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:13.895040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c6310-e43f-4414-b434-867bee66202c req-c21839d9-d487-4bed-87d8-9217a170a01d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:13.896701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3c6310-e43f-4414-b434-867bee66202c req-c21839d9-d487-4bed-87d8-9217a170a01d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.5283809 Jul 12 16:29:13.913474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] device_id is not set on port 15832bc0-db28-4036-a13f-0bfffeab1c45 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:29:13.940580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:14.074254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d9205cbc-ef17-4ed4-a304-62feaddabe65 None None] Provisioning complete for port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:14.074808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d9205cbc-ef17-4ed4-a304-62feaddabe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.167419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:14.172575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d9205cbc-ef17-4ed4-a304-62feaddabe65 None None] Port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:14.176456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.237959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Allocated IP 172.20.0.5 (17edeed5-7e50-4677-8d97-63dc112c639a/926633d0-3fd4-488e-94b7-2e34945773d8/15832bc0-db28-4036-a13f-0bfffeab1c45) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:14.299712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6f63c914-c611-4eed-92c8-b077871b031f None None] Provisioning complete for port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:14.300075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f63c914-c611-4eed-92c8-b077871b031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.343375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6f63c914-c611-4eed-92c8-b077871b031f None None] Port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:14.377345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6c3c6310-e43f-4414-b434-867bee66202c req-a1bfde0a-d915-4fba-af62-fc317f86359f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226202 Jul 12 16:29:14.414965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa971e48-e6f6-435c-a85f-522f47100a76 req-3274531f-60f5-41c9-8215-2d72083abb15 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 210 time: 0.0769472 Jul 12 16:29:14.459672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.465646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:14.478663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Sync routers for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:14.489778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d76bbb69-69e4-4c35-8cda-5ea163f4c6d7 None None] Provisioning complete for port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:14.490299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d76bbb69-69e4-4c35-8cda-5ea163f4c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.537255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:14.538303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:14.598713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d76bbb69-69e4-4c35-8cda-5ea163f4c6d7 None None] Port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:14.667638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:14.692431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.701967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.745648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] No DVR routers for this DVR port 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:14.750319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.752866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a49c3678-ac9a-4ac6-88c9-686c98ebcc49 req-08d4fe59-166c-4692-b57b-50f0c007f3f3 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.77 "DELETE /v2.0/ports/2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b HTTP/1.1" status: 204 len: 173 time: 3.0938277 Jul 12 16:29:14.759356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a379-cf35-4c53-a458-e34743565015 req-ee62cdb7-a44c-43af-b017-fcdbbca06a17 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:14.760908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9329a379-cf35-4c53-a458-e34743565015 req-ee62cdb7-a44c-43af-b017-fcdbbca06a17 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 945 time: 0.2297127 Jul 12 16:29:14.764504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Transition to ACTIVE for port object 15832bc0-db28-4036-a13f-0bfffeab1c45 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:14.781647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-deleted', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:14.788824 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e941d5-7662-4c18-9999-2be6178beceb" -d '{"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-deleted", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:14.828631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=4089c4e9-2918-4044-bc0b-0f13cbe9dbed,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:14.839235 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9db91-975d-4d3f-bbb8-bf4f18df7792 x-openstack-request-id: req-82d9db91-975d-4d3f-bbb8-bf4f18df7792 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:14.839770 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2491c-928d-496c-b8ec-6187451a3a8b", "name": "network-vif-deleted", "tag": "2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:14.839770 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82d9db91-975d-4d3f-bbb8-bf4f18df7792 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:14.840575 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2491c-928d-496c-b8ec-6187451a3a8b', 'name': 'network-vif-deleted', 'tag': '2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b', 'status': 'completed', 'code': 200} Jul 12 16:29:14.853243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Router 93ed8493-f835-453f-b38b-a305836759e5 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:14.862638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '674a7f56-97eb-4af8-968d-1f2db80faafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:14.862990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 950597cc-6948-4ae4-a743-45f3cbdc19f3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:29:14.887281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9329a379-cf35-4c53-a458-e34743565015 req-a3b5f278-16b7-4389-bbd6-8c69e4c5500b tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162143 Jul 12 16:29:14.936893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:14.940301 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:14.961952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:29:14.969452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Checking router: c68b35e8-c10d-4705-bcd7-62cc5a6a5442 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:14.978971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:14.979670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.030685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network 17edeed5-7e50-4677-8d97-63dc112c639a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:15.031748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 950597cc-6948-4ae4-a743-45f3cbdc19f3) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:15.047868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:15.048899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:15.055332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:15.058082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:15.098651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:15.133077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:15.133925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:15.152093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=15832bc0-db28-4036-a13f-0bfffeab1c45,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:15.167435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de85ccf0-20c7-45af-b496-809ccc77473c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0800140 Jul 12 16:29:15.174196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40442) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:15.186156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-36362321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:15.197010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8e9cd01-9ee2-447b-bbe8-45245587255d tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9834368 Jul 12 16:29:15.197729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40444) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:15.205921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:15.308442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b09b1e-7bd9-41c3-8cbe-4f2a0a95e73f None None] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:15.483696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:15.496200 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910e457-ced5-4139-8464-dae081af1029 None None] Sync routers for ids ['93ed8493-f835-453f-b38b-a305836759e5'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:15.526270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] Routers {'93ed8493-f835-453f-b38b-a305836759e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:15.529174 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['93ed8493-f835-453f-b38b-a305836759e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.538343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-950597cc-6948-4ae4-a743-45f3cbdc19f3', 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '4089c4e9-2918-4044-bc0b-0f13cbe9dbed'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:29:15.539202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:15.553920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7593096c-2bde-4687-a324-65aa37bee8e5 None None] Provisioning for port 15832bc0-db28-4036-a13f-0bfffeab1c45 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:15.567059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7593096c-2bde-4687-a324-65aa37bee8e5 None None] Provisioning complete for port 15832bc0-db28-4036-a13f-0bfffeab1c45 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:15.567452 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7593096c-2bde-4687-a324-65aa37bee8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:15.568291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:15.570079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49488a41-39d3-4f48-8dfb-de7c17dcd514 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3841181 Jul 12 16:29:15.583247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40450) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:15.601663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.682316 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.682553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d19f98-abcf-4d74-8b82-ab385e9e211f None None] The sync data for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 is: [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:20:10Z', 'revision_number': 4, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3598eae3-9a12-41de-a511-51a7b8fbcff3', 'name': '', 'network_id': 'da52963c-91d4-443b-a418-11d804426a37', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'mac_address': 'fa:16:3e:38:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:09Z', 'updated_at': '2021-07-12T16:20:17Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'subnets': [{'id': '9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:15.711533 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] Routers {'93ed8493-f835-453f-b38b-a305836759e5'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:15.712184 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['93ed8493-f835-453f-b38b-a305836759e5'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.718949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:15.725376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7593096c-2bde-4687-a324-65aa37bee8e5 None None] Port 15832bc0-db28-4036-a13f-0bfffeab1c45 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:15.765487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:15.765487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2f232dba-bb0f-4d2f-948c-bb2d4f1e0a5b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:15.781103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2910e457-ced5-4139-8464-dae081af1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:15.782294 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910e457-ced5-4139-8464-dae081af1029 None None] The sync data for ids ['93ed8493-f835-453f-b38b-a305836759e5'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:15.887264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-b4c3be57-2954-47bd-aad9-bfc353c7f591 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:15.888916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-b4c3be57-2954-47bd-aad9-bfc353c7f591 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 945 time: 0.3787522 Jul 12 16:29:15.890564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Allocated IP 172.20.0.2 (950597cc-6948-4ae4-a743-45f3cbdc19f3/4089c4e9-2918-4044-bc0b-0f13cbe9dbed/c5ff026e-4c25-495c-bf7e-46dd5b5e0695) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:16.056576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b30b6777-c51f-44dd-8842-2d72ed910997 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/93ed8493-f835-453f-b38b-a305836759e5 HTTP/1.1" status: 200 len: 923 time: 0.4706209 Jul 12 16:29:16.060588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40458) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:16.077435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c2d42-7e81-4482-b665-55ab9de86671 req-917f89bc-9b5f-42db-aff2-ac3b4b4f574d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:16.085786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a10c2d42-7e81-4482-b665-55ab9de86671 req-917f89bc-9b5f-42db-aff2-ac3b4b4f574d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.2980464 Jul 12 16:29:16.118938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.125031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.132947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Transition to ACTIVE for port object c5ff026e-4c25-495c-bf7e-46dd5b5e0695 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:16.140014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-35690c56-7a0a-4c4a-9867-275360501b84 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=93ed8493-f835-453f-b38b-a305836759e5 HTTP/1.1" status: 200 len: 205 time: 0.0735979 Jul 12 16:29:16.142957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:16.162363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Transition to ACTIVE for port object c5ff026e-4c25-495c-bf7e-46dd5b5e0695 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:16.167809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.209715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-be2951c6-bfbc-40c8-a9af-2269015175c8 req-c4c60314-6780-4269-94e0-4e2470a14545 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed2491c-928d-496c-b8ec-6187451a3a8b HTTP/1.1" status: 200 len: 210 time: 0.0893338 Jul 12 16:29:16.238251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e043d-8efb-4c89-8947-c32e800c962f None None] New status for floating IP 25337c4c-32c4-4dd8-80d1-92606251a3a0: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:29:16.240471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.241675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a10c2d42-7e81-4482-b665-55ab9de86671 req-ee7cce98-3fbe-4995-b795-65a2e40c8bfc tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545982 Jul 12 16:29:16.245988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.313050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Deleting port b76ead03-8c94-41cb-ac6b-a1f1879ae567 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:16.313409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.334739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.350450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.390517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.394202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8f0f4a94-963a-4168-8b2b-182e2ec300ce tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2162318 Jul 12 16:29:16.395477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40464) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:16.400796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'port': {'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3', 'name': 'tempest-RoutersTest-1108242413'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:16.430870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.563846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.609216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.621973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:16.630515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:16.641892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:16.645601 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.648452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:16.689084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] device_id is not set on port 69557501-7093-4dff-ab45-7cd0a7286a78 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:29:16.697899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Pushing event updated for resources: {'Port': ['ID=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:16.706493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f855c9-a953-4ec2-8c23-9f305c35516d req-7fca6598-4a32-4e58-bc8a-41e235ed0737 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:16.708098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1f855c9-a953-4ec2-8c23-9f305c35516d req-7fca6598-4a32-4e58-bc8a-41e235ed0737 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 945 time: 0.1929774 Jul 12 16:29:16.714324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] For port b76ead03-8c94-41cb-ac6b-a1f1879ae567, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=b76ead03-8c94-41cb-ac6b-a1f1879ae567,segment=NetworkSegment(44eabfd1-e7f3-45b4-ba8e-7aba498e7acf),segment_id=44eabfd1-e7f3-45b4-ba8e-7aba498e7acf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:16.714324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.736793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Calling delete_port for b76ead03-8c94-41cb-ac6b-a1f1879ae567 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:16.737265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.737683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.738071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.738415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.738753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.739089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.739420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.739914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.740394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.740732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.741061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.741494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:16.756467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a687-72c0-41c5-901a-9c44de5238cc req-a1622c60-ee23-4989-8f41-4c6c8589ec4d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:16.758028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0088a687-72c0-41c5-901a-9c44de5238cc req-a1622c60-ee23-4989-8f41-4c6c8589ec4d tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.3408699 Jul 12 16:29:16.767918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Attempting to bind port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:16.768374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Attempting to bind port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '674a7f56-97eb-4af8-968d-1f2db80faafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:16.768805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Attempting to bind port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 on network 950597cc-6948-4ae4-a743-45f3cbdc19f3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:16.774078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:16.774527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Checking segment: {'id': '674a7f56-97eb-4af8-968d-1f2db80faafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:16.774993 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.775445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Bound using segment: {'id': '674a7f56-97eb-4af8-968d-1f2db80faafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:16.776009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Bound port: c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674a7f56-97eb-4af8-968d-1f2db80faafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '950597cc-6948-4ae4-a743-45f3cbdc19f3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:16.776453 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.833639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port c3b03f31-6988-42e2-bc19-6f2bba4659e2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:16.833942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.857510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Allocated IP 172.25.8.77 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b19859c2-d3c3-41e6-9853-6536e3a58a6a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:16.859123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] For port c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:16.862405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1f855c9-a953-4ec2-8c23-9f305c35516d req-f4e6aa36-573f-4fd7-a63d-e5a5d609a837 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/security-groups?id=90a8f330-bbc1-4923-a356-fed398c5dc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Jul 12 16:29:16.873774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] For port c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,segment=NetworkSegment(674a7f56-97eb-4af8-968d-1f2db80faafb),segment_id=674a7f56-97eb-4af8-968d-1f2db80faafb)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:16.879923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.907861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0088a687-72c0-41c5-901a-9c44de5238cc req-63c89d3a-368d-4793-b21e-690d455ceee3 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014700 Jul 12 16:29:16.998761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:16.999885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.20.0.12 (950597cc-6948-4ae4-a743-45f3cbdc19f3/4089c4e9-2918-4044-bc0b-0f13cbe9dbed/69557501-7093-4dff-ab45-7cd0a7286a78) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:17.027670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36679d8f-450c-4e3f-810a-60220b4dc556 None None] Pushing event updated for resources: {'Port': ['ID=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:17.073589 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for c3b03f31-6988-42e2-bc19-6f2bba4659e2 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:17.151810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.175949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.189289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['b76ead03-8c94-41cb-ac6b-a1f1879ae567'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:17.224626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Pushing event deleted for resources: {'Port': ['ID=b76ead03-8c94-41cb-ac6b-a1f1879ae567,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:17.243385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.462976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:17.483878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] No DVR routers for this DVR port b76ead03-8c94-41cb-ac6b-a1f1879ae567 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:17.488000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.498477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-983b5f49-f8e1-4c51-bbc1-58dc816f5fc0 req-3aac1e1e-8189-4e0c-97c3-8a6d34ecbdc5 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.77 "DELETE /v2.0/ports/b76ead03-8c94-41cb-ac6b-a1f1879ae567 HTTP/1.1" status: 204 len: 173 time: 1.6014113 Jul 12 16:29:17.499288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'name': 'network-vif-deleted', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:17.502199 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eace6c-b84a-4f78-a9a3-31714c836274" -d '{"events": [{"server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "name": "network-vif-deleted", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:17.504331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=b19859c2-d3c3-41e6-9853-6536e3a58a6a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:17.506549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:17.528549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:17.534477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:17.584331 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fab46f-1ee7-4fad-81ec-520e9e88fc81 x-openstack-request-id: req-f6fab46f-1ee7-4fad-81ec-520e9e88fc81 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:17.584642 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c5ec4-713f-4656-a975-bc042c821fbb", "name": "network-vif-deleted", "tag": "b76ead03-8c94-41cb-ac6b-a1f1879ae567", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:17.584883 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6fab46f-1ee7-4fad-81ec-520e9e88fc81 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:17.585288 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3c5ec4-713f-4656-a975-bc042c821fbb', 'name': 'network-vif-deleted', 'tag': 'b76ead03-8c94-41cb-ac6b-a1f1879ae567', 'status': 'completed', 'code': 200} Jul 12 16:29:17.592808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c5ff026e-4c25-495c-bf7e-46dd5b5e0695 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:17.655438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.671532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:17.679927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76250e1e-6f6e-44e5-8928-b34ed9f765a9 req-34475c26-260d-408c-b3dc-1ce47d9a8d00 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:17.680174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.681975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-76250e1e-6f6e-44e5-8928-b34ed9f765a9 req-34475c26-260d-408c-b3dc-1ce47d9a8d00 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.4579813 Jul 12 16:29:17.689519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object 69557501-7093-4dff-ab45-7cd0a7286a78 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:17.720670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.734022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.778436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=c3b03f31-6988-42e2-bc19-6f2bba4659e2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:17.782093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-76250e1e-6f6e-44e5-8928-b34ed9f765a9 req-a00c35e9-18f4-4e8a-872c-dee8595f99a8 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890908 Jul 12 16:29:17.815969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.818537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.868786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.872329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.875017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:17.876391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "DELETE /v2.0/security-groups/4ad45b85-eaaa-45fc-a775-dc28c9f1820a HTTP/1.1" status: 204 len: 168 time: 0.3683796 Jul 12 16:29:17.897046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:17.897418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40492) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:17.917499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:17.938317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:17.945883 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-1f615172-52f0-4b2c-a3a9-701a7229ca1b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] show failed (client error): The resource could not be found. Jul 12 16:29:17.949583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1f615172-52f0-4b2c-a3a9-701a7229ca1b tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "GET /v2.0/security-groups/4ad45b85-eaaa-45fc-a775-dc28c9f1820a HTTP/1.1" status: 404 len: 347 time: 0.0471621 Jul 12 16:29:17.955042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:17.970409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=69557501-7093-4dff-ab45-7cd0a7286a78,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:17.976001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.046121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.049052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.077810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:18.078933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.090227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd7c46-420e-4e83-925e-d4269ff6874c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad45b85-eaaa-45fc-a775-dc28c9f1820a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:18.151210 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.151943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router 93ed8493-f835-453f-b38b-a305836759e5 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:18.193011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d208cd5f-f6f3-4007-a49b-7fbda4087b90 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7965939 Jul 12 16:29:18.197658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:18.229061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.234248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f29cab42-4cc5-4efe-916b-096933d4d7c9 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/93ed8493-f835-453f-b38b-a305836759e5 HTTP/1.1" status: 204 len: 168 time: 2.0899496 Jul 12 16:29:18.234886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40502) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:18.243118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-713564090', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:18.277617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a252f3ca-2536-448c-8500-673eeba373cf req-db827a81-6f65-4a28-947c-98402b1cc8a4 tempest-ServerGroupTestJSON-962311082 tempest-ServerGroupTestJSON-962311082-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec3c5ec4-713f-4656-a975-bc042c821fbb HTTP/1.1" status: 200 len: 210 time: 0.0865455 Jul 12 16:29:18.323675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.325010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.422616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.433365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Deleting port 9cba0878-f450-4991-a441-35072ebde213 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:18.433832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.558260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9add5a1-76bb-424e-a59a-a9e39ad9d1a2 None None] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:18.575005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.575342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.584128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.594213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Calling delete_port for 9cba0878-f450-4991-a441-35072ebde213 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:18.595435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.619357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Provisioning for port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:18.625690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Provisioning complete for port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:18.626354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.706773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=b19859c2-d3c3-41e6-9853-6536e3a58a6a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:18.721745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.782452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.787247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f9d03b8-b181-405f-9ea0-a0c917ad82da tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5835130 Jul 12 16:29:18.787247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40508) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:18.791347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3f8f6528-78db-41ac-af76-29de5b215c44 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'floatingip': {'port_id': '15832bc0-db28-4036-a13f-0bfffeab1c45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:18.805894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.837156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6528-78db-41ac-af76-29de5b215c44 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.842733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.858611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.891087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] For port c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,segment=NetworkSegment(674a7f56-97eb-4af8-968d-1f2db80faafb),segment_id=674a7f56-97eb-4af8-968d-1f2db80faafb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:18.909852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:18.915732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a637-5184-4d8c-9e3d-dbd97135324f req-a5635f0c-8196-4017-824d-a313002e49d1 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:18.919184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fc5a637-5184-4d8c-9e3d-dbd97135324f req-a5635f0c-8196-4017-824d-a313002e49d1 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.6125593 Jul 12 16:29:18.929735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Pushing event deleted for resources: {'Port': ['ID=9cba0878-f450-4991-a441-35072ebde213,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:18.999894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c593a4-2b3d-46ce-a3c0-4d8d98203348 None None] Pushing event updated for resources: {'Port': ['ID=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:19.084475 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-3f8f6528-78db-41ac-af76-29de5b215c44 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] update failed (client error): The resource could not be found. Jul 12 16:29:19.089028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f8f6528-78db-41ac-af76-29de5b215c44 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "PUT /v2.0/floatingips/a5ead6c8-ac22-4f34-b44c-89e1fd415f3a HTTP/1.1" status: 404 len: 507 time: 0.3007674 Jul 12 16:29:19.089611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:19.118168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fc5a637-5184-4d8c-9e3d-dbd97135324f req-059cf555-b5d1-4ba7-ab23-4684fbf332f0 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712530 Jul 12 16:29:19.121856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.146689 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.149770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.151165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fc5314bd-0e00-4e0f-838c-699a5f9d2396 tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] 10.222.0.58 "DELETE /v2.0/floatingips/25337c4c-32c4-4dd8-80d1-92606251a3a0 HTTP/1.1" status: 204 len: 168 time: 1.1846247 Jul 12 16:29:19.154897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40522) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:19.301680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Provisioning complete for port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:19.302148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.514595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Provisioning for port 69557501-7093-4dff-ab45-7cd0a7286a78 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:19.518851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Provisioning complete for port 69557501-7093-4dff-ab45-7cd0a7286a78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:19.520299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.524296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c5ff026e-4c25-495c-bf7e-46dd5b5e0695 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:19.566693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting port b19859c2-d3c3-41e6-9853-6536e3a58a6a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:19.567800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.658925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-97ad8fdf-8f3d-4bd7-a233-b2f6adb548dd None None] Port 69557501-7093-4dff-ab45-7cd0a7286a78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:19.660998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.680393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:19.680958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.681939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.731557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.738870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b76ead03-8c94-41cb-ac6b-a1f1879ae567 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:19.768874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.772050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: b76ead03-8c94-41cb-ac6b-a1f1879ae567 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:19.772671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device b76ead03-8c94-41cb-ac6b-a1f1879ae567 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:19.813600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79c30da4-9ee6-43dd-a3c1-618bfc57277c None None] Provisioning complete for port 69557501-7093-4dff-ab45-7cd0a7286a78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:19.814387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79c30da4-9ee6-43dd-a3c1-618bfc57277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.869546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=69557501-7093-4dff-ab45-7cd0a7286a78,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:19.873082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.873412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:19.874005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-79c30da4-9ee6-43dd-a3c1-618bfc57277c None None] Port 69557501-7093-4dff-ab45-7cd0a7286a78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:19.896112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Calling delete_port for b19859c2-d3c3-41e6-9853-6536e3a58a6a owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:19.934505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-e7b805e2-ccda-4545-8488-8ec1cc276bed tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:19.936887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-e7b805e2-ccda-4545-8488-8ec1cc276bed tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.2875621 Jul 12 16:29:20.145779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40552) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:20.208552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-547ccd9e-59bd-4180-88d3-69cd39a4b7ff None None] Provisioning complete for port 69557501-7093-4dff-ab45-7cd0a7286a78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:20.209067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-547ccd9e-59bd-4180-88d3-69cd39a4b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.210866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Deleting subnet 20da435c-0b16-447f-97d0-138dcbd124f4 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:20.216870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.288259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-547ccd9e-59bd-4180-88d3-69cd39a4b7ff None None] Port 69557501-7093-4dff-ab45-7cd0a7286a78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:20.303621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.684792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 172.25.8.47 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/33610c35-d349-4c67-aa9e-e1cad857b992) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:20.760504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Deleting port d7aa57e9-b07a-4790-b86e-7d8175b92e80 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:20.760766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.766669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.834605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.851551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.915627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Port': ['ID=b19859c2-d3c3-41e6-9853-6536e3a58a6a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:20.937758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] For port d7aa57e9-b07a-4790-b86e-7d8175b92e80, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d7aa57e9-b07a-4790-b86e-7d8175b92e80,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:20.938057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.943309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:20.967422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8909-5a87-4d2a-a097-3a913fd38619 req-aa700163-dd83-42ce-a907-5667569abffb tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:20.969106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5ba8909-5a87-4d2a-a097-3a913fd38619 req-aa700163-dd83-42ce-a907-5667569abffb tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 1097 time: 0.6217489 Jul 12 16:29:20.970522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Calling delete_port for d7aa57e9-b07a-4790-b86e-7d8175b92e80 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:21.064073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.100554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.110143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.126808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20da435c-0b16-447f-97d0-138dcbd124f4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:21.129394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.132079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.136471 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bde94b7f-81e7-4248-a722-10c380555eef tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "DELETE /v2.0/floatingips/a5ead6c8-ac22-4f34-b44c-89e1fd415f3a HTTP/1.1" status: 204 len: 168 time: 1.9974396 Jul 12 16:29:21.139111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40566) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:21.144945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5ba8909-5a87-4d2a-a097-3a913fd38619 req-3ac3f2be-1c5a-40f5-84a1-a43296f7c74f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380377 Jul 12 16:29:21.148696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5247cee5-0955-4a78-b51c-f6e389e83c5e tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'floatingip': {'floating_network_id': '17edeed5-7e50-4677-8d97-63dc112c639a', 'port_id': '15832bc0-db28-4036-a13f-0bfffeab1c45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:21.171679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:21.171902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.176461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-96deb5cc-59cc-4248-a367-a467d894c65d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/20da435c-0b16-447f-97d0-138dcbd124f4 HTTP/1.1" status: 204 len: 168 time: 1.0268509 Jul 12 16:29:21.176656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.180607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40568) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:21.184222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:21.189981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5247cee5-0955-4a78-b51c-f6e389e83c5e tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.223778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:21.276310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=33610c35-d349-4c67-aa9e-e1cad857b992,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:21.356070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.368259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d7aa57e9-b07a-4790-b86e-7d8175b92e80'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:21.374188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['afbbb4d2-f931-4889-8973-920e39c2ef6a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:21.429626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.462401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7aa57e9-b07a-4790-b86e-7d8175b92e80,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:21.595155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] No DVR routers for this DVR port d7aa57e9-b07a-4790-b86e-7d8175b92e80 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:21.599842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.601828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0f983f8-36e5-43e2-a0cd-0c2856f352ab req-ca23d66c-b688-4cf7-a7bc-bb5bd1687e2e tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d7aa57e9-b07a-4790-b86e-7d8175b92e80 HTTP/1.1" status: 204 len: 173 time: 1.6549819 Jul 12 16:29:21.604104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'name': 'network-vif-deleted', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:21.606306 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa9c779-156e-491f-ac8f-07f56967d4bc" -d '{"events": [{"server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "name": "network-vif-deleted", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:21.672437 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7b613-792a-4b64-80a3-9c082e55d165 x-openstack-request-id: req-86e7b613-792a-4b64-80a3-9c082e55d165 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:21.672974 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1217e3f-9c64-44dd-a91c-bc847a082005", "name": "network-vif-deleted", "tag": "d7aa57e9-b07a-4790-b86e-7d8175b92e80", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:21.673388 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86e7b613-792a-4b64-80a3-9c082e55d165 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:21.673931 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1217e3f-9c64-44dd-a91c-bc847a082005', 'name': 'network-vif-deleted', 'tag': 'd7aa57e9-b07a-4790-b86e-7d8175b92e80', 'status': 'completed', 'code': 200} Jul 12 16:29:21.729564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.761791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36235239-4715-478a-80aa-3c527a456378']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:21.792046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:21.792706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eabfd1-e7f3-45b4-ba8e-7aba498e7acf') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:21.806211 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-5247cee5-0955-4a78-b51c-f6e389e83c5e tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:29:21.811763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5247cee5-0955-4a78-b51c-f6e389e83c5e tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6648293 Jul 12 16:29:21.811763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.813226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40580) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:21.817429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '15832bc0-db28-4036-a13f-0bfffeab1c45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:21.834955 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.837623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.844193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.847538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:21.848397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:21.852821 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:21.885992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.889669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.982506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:21.989828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=69557501-7093-4dff-ab45-7cd0a7286a78,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:21.999545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.001212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] 10.222.0.58 "DELETE /v2.0/networks/36235239-4715-478a-80aa-3c527a456378 HTTP/1.1" status: 204 len: 168 time: 0.8190932 Jul 12 16:29:22.016073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217184-34f1-4f92-bcd0-aee56b38ffcb admin admin] Pushing event deleted for resources: {'Network': ['ID=36235239-4715-478a-80aa-3c527a456378,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:22.018136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.136303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Deleting port 3598eae3-9a12-41de-a511-51a7b8fbcff3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:22.136650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.158989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:22.162623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:22.193627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40586) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:22.230280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c7be682a-1deb-4d1a-a022-e54473752bbc None None] Provisioning complete for port 69557501-7093-4dff-ab45-7cd0a7286a78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:22.230943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7be682a-1deb-4d1a-a022-e54473752bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.318006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c7be682a-1deb-4d1a-a022-e54473752bbc None None] Port 69557501-7093-4dff-ab45-7cd0a7286a78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:22.365223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ee555ebb-9bc4-48cc-89a7-21947c631972 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:22.398199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13f7a499-9d70-4929-a0e4-ca6b774395e3 req-db08c8fa-cd4e-4707-bb0d-ae1ac6b6d237 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1217e3f-9c64-44dd-a91c-bc847a082005 HTTP/1.1" status: 200 len: 210 time: 0.0352299 Jul 12 16:29:22.434199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] For port 3598eae3-9a12-41de-a511-51a7b8fbcff3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3598eae3-9a12-41de-a511-51a7b8fbcff3,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:22.434840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.452003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Calling delete_port for 3598eae3-9a12-41de-a511-51a7b8fbcff3 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:22.463786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.471148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8857e3eb-6898-46eb-9d67-3fc1a78eafb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de97c8f9edb04ed4af05388bd387a004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726979 Jul 12 16:29:22.475568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40588) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:22.509595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:22.519415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.519636 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2acc5c68-b40b-41ae-98d6-a10add6cb16d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ee555ebb-9bc4-48cc-89a7-21947c631972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3032372 Jul 12 16:29:22.519751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40590) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:22.526956 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] Sync routers for ids ['ee555ebb-9bc4-48cc-89a7-21947c631972'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:22.539460 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] Routers {'ee555ebb-9bc4-48cc-89a7-21947c631972'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:22.540212 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ee555ebb-9bc4-48cc-89a7-21947c631972'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:22.545583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9f73910d-5db7-4efd-81d7-20cf6c0fb289 None None] Provisioning complete for port 69557501-7093-4dff-ab45-7cd0a7286a78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:22.546162 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f73910d-5db7-4efd-81d7-20cf6c0fb289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.579376 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:22.585913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9f73910d-5db7-4efd-81d7-20cf6c0fb289 None None] Port 69557501-7093-4dff-ab45-7cd0a7286a78 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:22.588584 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] Routers {'ee555ebb-9bc4-48cc-89a7-21947c631972'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:22.589734 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ee555ebb-9bc4-48cc-89a7-21947c631972'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:22.599804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55a5a5-7a1d-47ff-9ba8-f905f4e74960 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:22.601865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d55a5a5-7a1d-47ff-9ba8-f905f4e74960 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports/69557501-7093-4dff-ab45-7cd0a7286a78 HTTP/1.1" status: 200 len: 978 time: 0.0807173 Jul 12 16:29:22.604953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40592) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:22.623567 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:22.624393 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08262105-1a1f-415e-8869-ce7118e9746b None None] The sync data for ids ['ee555ebb-9bc4-48cc-89a7-21947c631972'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:22.787372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.826251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Allocated IP 172.25.8.83 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0a2027b8-db9d-4c9f-bc7f-8e1c62e2f44b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:22.867568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:22.937853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.011801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router 9d85babf-c33d-4203-b750-3f2a6ca851a4 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:23.053901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.056408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.057560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90a8f330-bbc1-4923-a356-fed398c5dc0c HTTP/1.1" status: 204 len: 168 time: 0.5769765 Jul 12 16:29:23.106094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.119842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.148319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54232779-1a6f-443d-bb1e-d252f8333661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8f330-bbc1-4923-a356-fed398c5dc0c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:23.160132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3598eae3-9a12-41de-a511-51a7b8fbcff3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:23.194537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 69557501-7093-4dff-ab45-7cd0a7286a78 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:23.195175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.301419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.323361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 69557501-7093-4dff-ab45-7cd0a7286a78 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:23.570105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.607830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=69557501-7093-4dff-ab45-7cd0a7286a78,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:23.746210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:23.748581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d7aa57e9-b07a-4790-b86e-7d8175b92e80 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:23.786031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.789422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: d7aa57e9-b07a-4790-b86e-7d8175b92e80 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:23.789905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d7aa57e9-b07a-4790-b86e-7d8175b92e80 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:23.792005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Sync routers for ids ['9d85babf-c33d-4203-b750-3f2a6ca851a4'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:23.821389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Routers {'9d85babf-c33d-4203-b750-3f2a6ca851a4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:23.821954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9d85babf-c33d-4203-b750-3f2a6ca851a4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:23.822714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.826418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-386c030e-6757-48cc-b4be-bfa5283e331a tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5845442 Jul 12 16:29:23.857377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:23.894875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:23.945394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:23.956945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:23.964579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:23.999444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event updated for resources: {'Port': ['ID=0a2027b8-db9d-4c9f-bc7f-8e1c62e2f44b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:24.004838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Set router 9d85babf-c33d-4203-b750-3f2a6ca851a4 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:24.147048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40634) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:24.226404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40638) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:24.227225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f403d3ed-8fd5-4b73-aac7-59b2b902fa96 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/9d85babf-c33d-4203-b750-3f2a6ca851a4 HTTP/1.1" status: 200 len: 907 time: 0.3666329 Jul 12 16:29:24.231947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-713564090', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': True}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:24.254093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router ee555ebb-9bc4-48cc-89a7-21947c631972 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:24.333151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1372313237-network', 'tenant_id': '0f8ae51d8fe049448f13a4cdff59103c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:24.334561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': False}, 'gw_port_id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:18Z', 'updated_at': '2021-07-12T16:29:21Z', 'revision_number': 3, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port': {'id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:19Z', 'updated_at': '2021-07-12T16:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:24.359458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:24.361757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.363102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.368216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.372829 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] Sync routers for ids ['ee555ebb-9bc4-48cc-89a7-21947c631972'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:24.385490 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] Routers {'ee555ebb-9bc4-48cc-89a7-21947c631972'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:24.386113 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ee555ebb-9bc4-48cc-89a7-21947c631972'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:24.390492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Checking router: 9d85babf-c33d-4203-b750-3f2a6ca851a4 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:24.390905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Updating router 9d85babf-c33d-4203-b750-3f2a6ca851a4 port 33610c35-d349-4c67-aa9e-e1cad857b992 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:29:24.399001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f62ae96-9d45-4898-9461-cd7559bdbbd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ee555ebb-9bc4-48cc-89a7-21947c631972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929173 Jul 12 16:29:24.403034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40640) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:24.428519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.446725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.471481 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:24.492820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Made reservation on behalf of 0f8ae51d8fe049448f13a4cdff59103c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:24.495192 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] Routers {'ee555ebb-9bc4-48cc-89a7-21947c631972'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:24.495542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.495969 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ee555ebb-9bc4-48cc-89a7-21947c631972'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:24.553575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.564923 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:24.572518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c219e7-8458-4a82-86f2-0099e010b8f1 None None] The sync data for ids ['ee555ebb-9bc4-48cc-89a7-21947c631972'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:24.603441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.627648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f6ffa-5281-4b0f-a77b-b5d3471e734d req-9dadc73c-93d8-4d72-97b3-3335bffcff5b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:24.629487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e8f6ffa-5281-4b0f-a77b-b5d3471e734d req-9dadc73c-93d8-4d72-97b3-3335bffcff5b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.4967017 Jul 12 16:29:24.800122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting port 0a2027b8-db9d-4c9f-bc7f-8e1c62e2f44b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:24.800472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.803874 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.818982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Transition to ACTIVE for port object 33610c35-d349-4c67-aa9e-e1cad857b992 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:24.826961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.859416 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.875767 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-bbaa8611-47a4-45de-89fc-e46d8fbcff55 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] remove_router_interface failed (client error): The resource could not be found. Jul 12 16:29:24.880126 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bbaa8611-47a4-45de-89fc-e46d8fbcff55 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/ee555ebb-9bc4-48cc-89a7-21947c631972/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4698920 Jul 12 16:29:24.882855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Attempting to bind port 33610c35-d349-4c67-aa9e-e1cad857b992 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:24.883227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40642) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:24.883420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Attempting to bind port 33610c35-d349-4c67-aa9e-e1cad857b992 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:24.883914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Attempting to bind port 33610c35-d349-4c67-aa9e-e1cad857b992 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:24.892109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:24.892596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.893237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:24.893762 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.894242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:24.894850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Bound port: 33610c35-d349-4c67-aa9e-e1cad857b992, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:24.895307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:24.922327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c627-b2f4-43cf-80bb-34de837bc119 None None] Pushing event updated for resources: {'Port': ['ID=33610c35-d349-4c67-aa9e-e1cad857b992,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:24.957888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] For port 33610c35-d349-4c67-aa9e-e1cad857b992, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:24.959054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e8f6ffa-5281-4b0f-a77b-b5d3471e734d req-2fbd9709-be81-4cc4-8375-7e27d6367ab5 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850354 Jul 12 16:29:24.961573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] For port 33610c35-d349-4c67-aa9e-e1cad857b992, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=33610c35-d349-4c67-aa9e-e1cad857b992,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:24.967913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.004427 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7a83c6de-1233-4c3d-99ea-20bfdd7fa086 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee555ebb-9bc4-48cc-89a7-21947c631972 HTTP/1.1" status: 200 len: 205 time: 0.1164198 Jul 12 16:29:25.007749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40644) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:25.031486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Routers {'9d85babf-c33d-4203-b750-3f2a6ca851a4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:25.032808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9d85babf-c33d-4203-b750-3f2a6ca851a4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:25.064554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 172.25.8.19 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/84ea1ba7-c2f6-408d-b818-b752b001578c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:25.084203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c627-b2f4-43cf-80bb-34de837bc119 None None] Pushing event updated for resources: {'Port': ['ID=33610c35-d349-4c67-aa9e-e1cad857b992,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:25.175621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] Set router 9d85babf-c33d-4203-b750-3f2a6ca851a4 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:25.214868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.220028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.220366 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.221136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.268779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.333210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:25.338144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:25.346905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Calling delete_port for 0a2027b8-db9d-4c9f-bc7f-8e1c62e2f44b owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:25.350344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:25.399538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.404278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=84ea1ba7-c2f6-408d-b818-b752b001578c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:25.418878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:25.449309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': False}, 'gw_port_id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:18Z', 'updated_at': '2021-07-12T16:29:21Z', 'revision_number': 3, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port': {'id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:19Z', 'updated_at': '2021-07-12T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:25.481634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225eaeb-16ba-4d69-aa52-29f92127f333 None None] The sync data for ids ['9d85babf-c33d-4203-b750-3f2a6ca851a4'] in n-d-800078-3 is: [{'id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47'}], 'enable_snat': False}, 'gw_port_id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:18Z', 'updated_at': '2021-07-12T16:29:21Z', 'revision_number': 3, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port': {'id': '33610c35-d349-4c67-aa9e-e1cad857b992', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d85babf-c33d-4203-b750-3f2a6ca851a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:19Z', 'updated_at': '2021-07-12T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:25.486337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.566244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.576215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-071989d5-3c93-4ee1-8f5c-cff6ee25187f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:25.577397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-071989d5-3c93-4ee1-8f5c-cff6ee25187f tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.1772206 Jul 12 16:29:25.578856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.597244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:29:25.696340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8938f01-91a5-4c22-82cb-6c431d2fbbd5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:25.708888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.709241 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Added segment 6b005dba-28a0-4b8f-b764-20ebc5cdc6d1 of type vlan for network 1e7689f0-834f-4798-b0dc-82dffab7277e Jul 12 16:29:25.713440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.713872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router ee555ebb-9bc4-48cc-89a7-21947c631972 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:25.748191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.751937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8191efe9-33d0-45e6-b93e-770faf010abc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/ee555ebb-9bc4-48cc-89a7-21947c631972 HTTP/1.1" status: 204 len: 168 time: 0.7371986 Jul 12 16:29:25.795937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40652) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:25.887553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.941301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 4089c4e9-2918-4044-bc0b-0f13cbe9dbed {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:25.952886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:25.989221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:25.999756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ea3af631-d9c7-4cf5-a5c0-12928e028d31 admin admin] 10.222.0.58 "PUT /v2.0/routers/c68b35e8-c10d-4705-bcd7-62cc5a6a5442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8437424 Jul 12 16:29:26.004035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40656) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:26.005201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Sync routers for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:26.018898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:26.020149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:26.136800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.168711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:26.179848 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.224304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Deleting port afbbb4d2-f931-4889-8973-920e39c2ef6a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:26.224659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.284575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.296041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.299535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.300536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:26.301112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.420386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:29:22Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:26.429927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0579e-830d-4401-87e6-96411174e248 req-87aebb90-593b-49cb-a331-98a3a8509590 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:26.431514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02c0579e-830d-4401-87e6-96411174e248 req-87aebb90-593b-49cb-a331-98a3a8509590 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 1096 time: 0.2957585 Jul 12 16:29:26.441195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] For port afbbb4d2-f931-4889-8973-920e39c2ef6a, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=afbbb4d2-f931-4889-8973-920e39c2ef6a,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:26.441554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.453270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Checking router: c68b35e8-c10d-4705-bcd7-62cc5a6a5442 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:26.468671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Calling delete_port for afbbb4d2-f931-4889-8973-920e39c2ef6a owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:26.475817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Routers {'c68b35e8-c10d-4705-bcd7-62cc5a6a5442'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:26.476317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:26.584021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02c0579e-830d-4401-87e6-96411174e248 req-1cacab2f-7d7f-4ef8-b4b9-627a72d97d6b tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=731a0bd2-9c58-4e16-82e1-410a103b4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395659 Jul 12 16:29:26.601976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.818541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router d2d73a44-2f04-4177-ba01-a44a4ea80259 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:26.884181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] Set router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:26.909565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Port': ['ID=0a2027b8-db9d-4c9f-bc7f-8e1c62e2f44b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:26.962428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8141916 Jul 12 16:29:26.972434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.980854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:26.981680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40670) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:26.982763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:26.986897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Request body: {'subnet': {'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1372313237-subnet', 'tenant_id': '0f8ae51d8fe049448f13a4cdff59103c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:26.996284 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Sync routers for ids ['d2d73a44-2f04-4177-ba01-a44a4ea80259'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:27.012150 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Routers {'d2d73a44-2f04-4177-ba01-a44a4ea80259'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:27.014159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2d73a44-2f04-4177-ba01-a44a4ea80259'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:27.029921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dee21-650c-485b-82a2-52c64e595f40 admin admin] Pushing event updated for resources: {'Network': ['ID=1e7689f0-834f-4798-b0dc-82dffab7277e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:27.043880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Pushing event deleted for resources: {'Port': ['ID=afbbb4d2-f931-4889-8973-920e39c2ef6a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:27.052157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.059050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e14457c1-eec4-46e9-956f-1463167f0d25 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8286691 Jul 12 16:29:27.076573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40672) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:27.108566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] No DVR routers for this DVR port afbbb4d2-f931-4889-8973-920e39c2ef6a on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:27.108788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1e7689f0-834f-4798-b0dc-82dffab7277e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:29:27.115749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.151483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.154725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-382f5274-2341-4f5c-909f-8504bf4a0b52 req-7d563a4c-8a5a-4622-9df6-954c39b3c392 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.65 "DELETE /v2.0/ports/afbbb4d2-f931-4889-8973-920e39c2ef6a HTTP/1.1" status: 204 len: 173 time: 1.5455899 Jul 12 16:29:27.155351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'name': 'network-vif-deleted', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:27.158081 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b59580-0a9f-4811-bb7e-c06d96e10fe7" -d '{"events": [{"server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "name": "network-vif-deleted", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:27.205726 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] create failed (client error): The resource could not be found. Jul 12 16:29:27.214067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1ce5ab4-e7fa-4e75-997e-639cbf9a779a tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4008522 Jul 12 16:29:27.218276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Made reservation on behalf of 0f8ae51d8fe049448f13a4cdff59103c for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:27.226402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.241053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40676) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:27.253094 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c2398f-316c-457b-bac3-a7176df89160 x-openstack-request-id: req-f8c2398f-316c-457b-bac3-a7176df89160 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:27.253094 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce86a62-fe49-49e5-9053-8baf6b4512b7", "name": "network-vif-deleted", "tag": "afbbb4d2-f931-4889-8973-920e39c2ef6a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:27.253360 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8c2398f-316c-457b-bac3-a7176df89160 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:27.254009 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce86a62-fe49-49e5-9053-8baf6b4512b7', 'name': 'network-vif-deleted', 'tag': 'afbbb4d2-f931-4889-8973-920e39c2ef6a', 'status': 'completed', 'code': 200} Jul 12 16:29:27.274422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Set router d2d73a44-2f04-4177-ba01-a44a4ea80259 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:27.293590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:29:22Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:27.300350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8c76738f-543f-44c9-95ca-176258afbd24 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/d2d73a44-2f04-4177-ba01-a44a4ea80259 HTTP/1.1" status: 200 len: 906 time: 0.2214217 Jul 12 16:29:27.303640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40678) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:27.353315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6322a-2dc8-4ec6-b3c6-1756dfe83784 None None] The sync data for ids ['c68b35e8-c10d-4705-bcd7-62cc5a6a5442'] in n-d-800078-3 is: [{'id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'name': 'tempest-ServerActionsTestJSON-1630506193-router', 'tenant_id': '77a7d59d828a4d728ba34b175a02dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:20:06Z', 'updated_at': '2021-07-12T16:29:22Z', 'revision_number': 5, 'project_id': '77a7d59d828a4d728ba34b175a02dc03', 'gw_port': {'id': 'e776978a-90ba-42af-b736-7f1a6c79efa9', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b35e8-c10d-4705-bcd7-62cc5a6a5442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:20:07Z', 'updated_at': '2021-07-12T16:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:27.538392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Deleting port e776978a-90ba-42af-b736-7f1a6c79efa9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:27.538846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.586519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.640566 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d73a44-2f04-4177-ba01-a44a4ea80259', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '84ea1ba7-c2f6-408d-b818-b752b001578c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:24Z', 'updated_at': '2021-07-12T16:29:25Z', 'revision_number': 3, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port': {'id': '84ea1ba7-c2f6-408d-b818-b752b001578c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d73a44-2f04-4177-ba01-a44a4ea80259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:24Z', 'updated_at': '2021-07-12T16:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:27.679127 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Checking router: d2d73a44-2f04-4177-ba01-a44a4ea80259 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:27.679477 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Updating router d2d73a44-2f04-4177-ba01-a44a4ea80259 port 84ea1ba7-c2f6-408d-b818-b752b001578c binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:29:27.688575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] For port e776978a-90ba-42af-b736-7f1a6c79efa9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e776978a-90ba-42af-b736-7f1a6c79efa9,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:27.689431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.721629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Calling delete_port for e776978a-90ba-42af-b736-7f1a6c79efa9 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:27.754689 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.831639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.894886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 33610c35-d349-4c67-aa9e-e1cad857b992 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:27.897724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:27.994782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 33610c35-d349-4c67-aa9e-e1cad857b992 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:28.009116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 33610c35-d349-4c67-aa9e-e1cad857b992 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:28.009741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.022544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=4089c4e9-2918-4044-bc0b-0f13cbe9dbed,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.026587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting port 15832bc0-db28-4036-a13f-0bfffeab1c45 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:28.030273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.065757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88fd8f30-3a6d-4b36-9c8c-18e193be30df req-352e763c-df98-46ba-9f1f-4829fa2c82a1 tempest-TestServerMultinode-568149817 tempest-TestServerMultinode-568149817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6ce86a62-fe49-49e5-9053-8baf6b4512b7 HTTP/1.1" status: 200 len: 210 time: 0.1630380 Jul 12 16:29:28.118046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Deleting port 84ea1ba7-c2f6-408d-b818-b752b001578c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:28.118393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.158653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9485ca6-60b2-414e-b662-cdb3f41d2ed9 None None] Network 950597cc-6948-4ae4-a743-45f3cbdc19f3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:28.273290 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.285184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.286062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.289566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24687065-29a5-475e-92d1-4c53d6d5727b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/4089c4e9-2918-4044-bc0b-0f13cbe9dbed HTTP/1.1" status: 204 len: 168 time: 2.4708076 Jul 12 16:29:28.291318 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.292305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Calling delete_port for 84ea1ba7-c2f6-408d-b818-b752b001578c owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:28.293641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40684) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:28.301563 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Transition to ACTIVE for port object 84ea1ba7-c2f6-408d-b818-b752b001578c will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:28.310783 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.338918 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Attempting to bind port 84ea1ba7-c2f6-408d-b818-b752b001578c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:28.339314 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Attempting to bind port 84ea1ba7-c2f6-408d-b818-b752b001578c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:28.339706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Attempting to bind port 84ea1ba7-c2f6-408d-b818-b752b001578c on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:28.353922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 33610c35-d349-4c67-aa9e-e1cad857b992, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=33610c35-d349-4c67-aa9e-e1cad857b992,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:28.362446 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:28.362819 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:28.362966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.363219 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.363637 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:28.364114 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Bound port: 84ea1ba7-c2f6-408d-b818-b752b001578c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:28.364493 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.419742 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] For port 84ea1ba7-c2f6-408d-b818-b752b001578c, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:28.423045 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] For port 84ea1ba7-c2f6-408d-b818-b752b001578c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=84ea1ba7-c2f6-408d-b818-b752b001578c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:28.432939 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.470440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=33610c35-d349-4c67-aa9e-e1cad857b992,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.487322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Pushing event updated for resources: {'Port': ['ID=84ea1ba7-c2f6-408d-b818-b752b001578c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.518108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.521790 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.522363 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.524718 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.525239 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.525403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.525706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.526050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.526368 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.526683 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.527004 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.527256 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.531855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:28.536743 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Routers {'d2d73a44-2f04-4177-ba01-a44a4ea80259'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:28.537065 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2d73a44-2f04-4177-ba01-a44a4ea80259'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:28.578928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.605501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] DHCP port deletion for 950597cc-6948-4ae4-a743-45f3cbdc19f3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:28.616686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device afbbb4d2-f931-4889-8973-920e39c2ef6a no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:28.630923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ea1ba7-c2f6-408d-b818-b752b001578c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.688602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.699555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.779730 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] Set router d2d73a44-2f04-4177-ba01-a44a4ea80259 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:28.793869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Calling delete_port for 15832bc0-db28-4036-a13f-0bfffeab1c45 owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:28.803497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: afbbb4d2-f931-4889-8973-920e39c2ef6a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:28.808099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device afbbb4d2-f931-4889-8973-920e39c2ef6a not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:28.817350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6ea42e-e487-4eba-be37-c66c50c11948,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.853991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Deleting port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:28.854516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.865762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:28.877377 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d73a44-2f04-4177-ba01-a44a4ea80259', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:24Z', 'updated_at': '2021-07-12T16:29:27Z', 'revision_number': 4, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:28.909690 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fe759-70ad-4c45-9f4d-714023033712 None None] Pushing event deleted for resources: {'Port': ['ID=84ea1ba7-c2f6-408d-b818-b752b001578c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:28.911761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74752f-c4c7-448a-b054-4957bfc0c57c None None] The sync data for ids ['d2d73a44-2f04-4177-ba01-a44a4ea80259'] in n-d-800078-3 is: [{'id': 'd2d73a44-2f04-4177-ba01-a44a4ea80259', 'name': 'tempest-snat-router-713564090', 'tenant_id': '0c7a65558ab744a18d2074e06deb0cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:24Z', 'updated_at': '2021-07-12T16:29:27Z', 'revision_number': 4, 'project_id': '0c7a65558ab744a18d2074e06deb0cff', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:28.978226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Checking segment: {'id': '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:28.978749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Network hostable DHCP agents. Network: 1e7689f0-834f-4798-b0dc-82dffab7277e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:29:28.995991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] For port c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,segment=NetworkSegment(674a7f56-97eb-4af8-968d-1f2db80faafb),segment_id=674a7f56-97eb-4af8-968d-1f2db80faafb)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:28.996938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.011695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.014736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.022053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Calling delete_port for c5ff026e-4c25-495c-bf7e-46dd5b5e0695 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:29.071428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.072534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2d73a44-2f04-4177-ba01-a44a4ea80259 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:29.083776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.109562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f3e896d-b01d-4fb7-acb5-4830b7c29da9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d2d73a44-2f04-4177-ba01-a44a4ea80259 HTTP/1.1" status: 204 len: 168 time: 1.8048313 Jul 12 16:29:29.110420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40690) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:29.152964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Network 1e7689f0-834f-4798-b0dc-82dffab7277e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:29:29.160607 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.187640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.209052 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.224737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e776978a-90ba-42af-b736-7f1a6c79efa9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:29.262699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40692) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:29.267405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] Pushing event deleted for resources: {'Port': ['ID=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:29.277841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2994-f13e-48f6-938c-cf147078cdad None None] No DVR routers for this DVR port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:29.347849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Port': ['ID=15832bc0-db28-4036-a13f-0bfffeab1c45,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:29.355204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1e7689f0-834f-4798-b0dc-82dffab7277e) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:29.365926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:29.366268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.370022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59065e32-16ea-45d8-ba14-307fcc1a4749 None None] Network 1e7689f0-834f-4798-b0dc-82dffab7277e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:29.370192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.493944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:29.494808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.598784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e659f7a-fadc-4d50-872d-a500c8c0f2df None None] Network 1e7689f0-834f-4798-b0dc-82dffab7277e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:29.660794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port c5ff026e-4c25-495c-bf7e-46dd5b5e0695, host n-d-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:29.661316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.676173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 33610c35-d349-4c67-aa9e-e1cad857b992 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:29.677197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for c5ff026e-4c25-495c-bf7e-46dd5b5e0695 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:29.682883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 was not found and therefore no delete operation was performed {{(pid=93711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:29:29.687100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-04595dae-4fa4-497b-ab64-a843ead5fd5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7041361 Jul 12 16:29:29.690198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.708257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-173c192b-640e-4be9-adc5-d407365816ff tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "DELETE /v2.0/ports/15832bc0-db28-4036-a13f-0bfffeab1c45 HTTP/1.1" status: 204 len: 168 time: 2.4537325 Jul 12 16:29:29.709051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40696) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:29.757589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.782786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 33610c35-d349-4c67-aa9e-e1cad857b992 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:29.783261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.806514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.884486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.908118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Deleting port 33610c35-d349-4c67-aa9e-e1cad857b992 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:29.908556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:29.916698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=c5ff026e-4c25-495c-bf7e-46dd5b5e0695,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:29.927577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port c5ff026e-4c25-495c-bf7e-46dd5b5e0695 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:29.992750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3598eae3-9a12-41de-a511-51a7b8fbcff3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:30.023763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3598eae3-9a12-41de-a511-51a7b8fbcff3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:30.024195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3598eae3-9a12-41de-a511-51a7b8fbcff3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:30.024620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c5ff026e-4c25-495c-bf7e-46dd5b5e0695 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:30.057453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c5ff026e-4c25-495c-bf7e-46dd5b5e0695 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:30.057820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c5ff026e-4c25-495c-bf7e-46dd5b5e0695 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:30.150227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] For port 33610c35-d349-4c67-aa9e-e1cad857b992, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=33610c35-d349-4c67-aa9e-e1cad857b992,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:30.150227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.151324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.167857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.174450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Calling delete_port for 33610c35-d349-4c67-aa9e-e1cad857b992 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:30.179443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd5d94-c849-4428-b3a0-b60017f89fbf tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:30.181488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c8fd5d94-c849-4428-b3a0-b60017f89fbf tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7d36add-21fc-4623-b25f-ab0385ff2fe9 HTTP/1.1" status: 200 len: 913 time: 0.4692774 Jul 12 16:29:30.185982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40706) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:30.199220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.214586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.225325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950597cc-6948-4ae4-a743-45f3cbdc19f3']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:30.313193 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.314150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68b35e8-c10d-4705-bcd7-62cc5a6a5442 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:30.330591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674a7f56-97eb-4af8-968d-1f2db80faafb') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:30.331264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674a7f56-97eb-4af8-968d-1f2db80faafb') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:30.351799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.404217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.406261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b32a00e7-fe8e-4a10-88fe-153bb571ddb3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c68b35e8-c10d-4705-bcd7-62cc5a6a5442 HTTP/1.1" status: 204 len: 168 time: 4.3953941 Jul 12 16:29:30.412724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40716) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:30.464885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.482722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:30.483110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:30.564342 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:30.593218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Deleting subnet 9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:30.597452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.639927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.649061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.655400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/950597cc-6948-4ae4-a743-45f3cbdc19f3 HTTP/1.1" status: 204 len: 168 time: 2.3487306 Jul 12 16:29:30.658359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40718) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:30.669982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1133240468'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:30.691276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c111d-03a8-4408-a8fa-12c3673cd4dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=950597cc-6948-4ae4-a743-45f3cbdc19f3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:30.697932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.743460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:30.746963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.815034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:29:30.828985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.851212 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.851560 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment fb91e8ae-aa0d-40dd-a623-129cf3159f29 of type vlan for network 6f3e2f9c-9050-4466-9350-4480f4aff05b Jul 12 16:29:30.910714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.952985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.988232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:30.993760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:30.994352 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.002096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:31.010790 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.015308 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3aa97c60-5c74-469e-96e3-cc8b9e2f5aff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9d0cf136-fbf7-46d5-b4fc-5cb251fe21cc HTTP/1.1" status: 204 len: 168 time: 0.5988760 Jul 12 16:29:31.018043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f3e2f-ef0a-4387-9452-ff78119419b6 None None] Network da52963c-91d4-443b-a418-11d804426a37 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:31.018550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40720) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:31.078292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4148266 Jul 12 16:29:31.080759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40722) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:31.085963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:31.132583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2288350-c58f-4d56-8536-f83239f3d7b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=6f3e2f9c-9050-4466-9350-4480f4aff05b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:31.164314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:29:31.190473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:31.197599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.228701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-198a6ab0-1d70-430f-89bf-1669d0690712 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:31.237533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-198a6ab0-1d70-430f-89bf-1669d0690712 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/networks?id=1e7689f0-834f-4798-b0dc-82dffab7277e HTTP/1.1" status: 200 len: 813 time: 0.5258596 Jul 12 16:29:31.304531 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-9d8ab316-a25e-4490-a9c5-30b9c7b19e98 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/quotas/0f8ae51d8fe049448f13a4cdff59103c HTTP/1.1" status: 200 len: 375 time: 0.0660453 Jul 12 16:29:31.328304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.392971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] DHCP port deletion for da52963c-91d4-443b-a418-11d804426a37 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:31.428767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-1e308834-d3e4-49c3-b6cf-43a165d85db7 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f8ae51d8fe049448f13a4cdff59103c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145606 Jul 12 16:29:31.491939 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.499266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Deleting port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:31.499670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.519199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e776978a-90ba-42af-b736-7f1a6c79efa9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:31.574852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e776978a-90ba-42af-b736-7f1a6c79efa9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:31.575984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e776978a-90ba-42af-b736-7f1a6c79efa9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:31.576400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92b6a180-9219-4cdc-aa0f-ebcf94058c79 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:31.612419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.617808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=ece091a6-f7da-4e49-866c-cdb4cb38dffc,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:31.674432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': 'fb91e8ae-aa0d-40dd-a623-129cf3159f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:31.674705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 6f3e2f9c-9050-4466-9350-4480f4aff05b, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:29:31.694940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event deleted for resources: {'Port': ['ID=33610c35-d349-4c67-aa9e-e1cad857b992,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:31.728450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:29:31.740291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92b6a180-9219-4cdc-aa0f-ebcf94058c79,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:31.741026 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.745098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 6f3e2f9c-9050-4466-9350-4480f4aff05b) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:31.755983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:31.756576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.780696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85615069-7ad2-431b-8c2e-0683f29e025c None None] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:31.782644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f708eaa-158c-4de2-b541-1c6b04bececf tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7012479 Jul 12 16:29:31.785381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:31.789900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-452921392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:31.863763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.866775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.905966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Calling delete_port for 92b6a180-9219-4cdc-aa0f-ebcf94058c79 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:31.935313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-9a2f1969-e430-46d2-b4a9-9e604650adeb service neutron] 10.222.0.58 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908104 Jul 12 16:29:31.941085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Deleting port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:31.941423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.964318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.971881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:31.995823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.001146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1293be9a-9b4d-4771-a3c7-53d8d36494a6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2109945 Jul 12 16:29:32.001404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:32.012502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.042913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.072513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a5b3-e269-44e1-9cbc-3b39d56f1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.130896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-6f3e2f9c-9050-4466-9350-4480f4aff05b', 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': 'ece091a6-f7da-4e49-866c-cdb4cb38dffc'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:29:32.131296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.148513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92b6a180-9219-4cdc-aa0f-ebcf94058c79,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:32.157884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.220446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.223265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] For port 92b6a180-9219-4cdc-aa0f-ebcf94058c79, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92b6a180-9219-4cdc-aa0f-ebcf94058c79,segment=NetworkSegment(1ea09ca4-11fe-4622-941b-4b35c5cbe5b5),segment_id=1ea09ca4-11fe-4622-941b-4b35c5cbe5b5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:32.223635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.240626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.254240 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.268075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event deleted for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:32.285206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Calling delete_port for 92b6a180-9219-4cdc-aa0f-ebcf94058c79 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:32.288049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Deleting port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:32.288391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.317148 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:29:32.318656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] No DVR routers for this DVR port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:32.322701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585695b-7a07-4486-8599-a37c6734cfa3 None None] Pushing event deleted for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:32.390790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Allocated IP 172.20.0.2 (6f3e2f9c-9050-4466-9350-4480f4aff05b/ece091a6-f7da-4e49-866c-cdb4cb38dffc/40523596-b9eb-4a09-9f34-762d40415eb2) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:32.441621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.442135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d85babf-c33d-4203-b750-3f2a6ca851a4 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:32.454079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.455163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34584353-d4c2-4b34-b141-f8aaaf6b7c2c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "DELETE /v2.0/routers/9d85babf-c33d-4203-b750-3f2a6ca851a4 HTTP/1.1" status: 204 len: 168 time: 3.3435826 Jul 12 16:29:32.462437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40748) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:32.466754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.477145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1045377224', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:32.480581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.485749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-3f408305-149b-4ffd-995a-3d973b8237ee service neutron] 10.222.0.58 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388093 Jul 12 16:29:32.713490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.728369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.729332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.738002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.738524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Transition to ACTIVE for port object 40523596-b9eb-4a09-9f34-762d40415eb2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:32.777052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Transition to ACTIVE for port object 40523596-b9eb-4a09-9f34-762d40415eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:32.793493 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.837846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] For port 4caf3759-83c2-4ef0-ad84-6b879dbd06b0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:32.839020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.842837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=92b6a180-9219-4cdc-aa0f-ebcf94058c79,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:32.848627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:32.851320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] No DVR routers for this DVR port 92b6a180-9219-4cdc-aa0f-ebcf94058c79 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:32.852561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:32.860652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:32.878950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.20.0.1 (6f3e2f9c-9050-4466-9350-4480f4aff05b/ece091a6-f7da-4e49-866c-cdb4cb38dffc/57809314-c596-412c-88a9-9914f7aa4a0f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:32.913611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Pushing event updated for resources: {'Port': ['ID=40523596-b9eb-4a09-9f34-762d40415eb2,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:32.961809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Attempting to bind port 40523596-b9eb-4a09-9f34-762d40415eb2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:32.962437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Attempting to bind port 40523596-b9eb-4a09-9f34-762d40415eb2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'fb91e8ae-aa0d-40dd-a623-129cf3159f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:32.963242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Attempting to bind port 40523596-b9eb-4a09-9f34-762d40415eb2 on network 6f3e2f9c-9050-4466-9350-4480f4aff05b {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:32.970412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:32.971096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Checking segment: {'id': 'fb91e8ae-aa0d-40dd-a623-129cf3159f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:32.971693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:32.972290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Bound using segment: {'id': 'fb91e8ae-aa0d-40dd-a623-129cf3159f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:32.972935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Bound port: 40523596-b9eb-4a09-9f34-762d40415eb2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb91e8ae-aa0d-40dd-a623-129cf3159f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6f3e2f9c-9050-4466-9350-4480f4aff05b'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:32.974045 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.023754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a083ece-2ba7-4bc5-9641-64ef79fdfa24 req-d07d2a78-2de2-42ad-87e1-a8f764e43079 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jul 12 16:29:33.111357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] For port 40523596-b9eb-4a09-9f34-762d40415eb2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:33.118183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] For port 40523596-b9eb-4a09-9f34-762d40415eb2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=40523596-b9eb-4a09-9f34-762d40415eb2,segment=NetworkSegment(fb91e8ae-aa0d-40dd-a623-129cf3159f29),segment_id=fb91e8ae-aa0d-40dd-a623-129cf3159f29)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:33.152642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.164935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.203366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object 57809314-c596-412c-88a9-9914f7aa4a0f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:33.257779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.263415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57e50-2492-423f-bdac-02257d46b9b5 None None] Pushing event updated for resources: {'Port': ['ID=40523596-b9eb-4a09-9f34-762d40415eb2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:33.303003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.359541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:33.365354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:33.372635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:33.425554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=57809314-c596-412c-88a9-9914f7aa4a0f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:33.440681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.441059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.441399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.441763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.442297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.442623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.443036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.443403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.443802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.444166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.445078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.445078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:33.447440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Calling delete_port for 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:33.461848 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.499399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 33610c35-d349-4c67-aa9e-e1cad857b992 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:33.543026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 33610c35-d349-4c67-aa9e-e1cad857b992 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:33.543416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 33610c35-d349-4c67-aa9e-e1cad857b992 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:33.598514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.656707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:33.861039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da52963c-91d4-443b-a418-11d804426a37']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:33.904243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:33.904602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea09ca4-11fe-4622-941b-4b35c5cbe5b5') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:33.935241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.008588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.101753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:34.102155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.106120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: items = [ Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:34.115991 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:34.265198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.360137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.362616 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.400693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-751283c9-de6a-4354-84dd-ce96823985c8 req-52421db7-bcd8-4e96-8107-46cf9fb9f77f tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 210 time: 0.0730059 Jul 12 16:29:34.403140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.408317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] 10.222.0.58 "DELETE /v2.0/networks/da52963c-91d4-443b-a418-11d804426a37 HTTP/1.1" status: 204 len: 168 time: 3.3863504 Jul 12 16:29:34.467810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-867914cd-3b3a-448c-9ed3-cbce7eee1a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.504656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Pushing event deleted for resources: {'Port': ['ID=4caf3759-83c2-4ef0-ad84-6b879dbd06b0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:34.510280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c01ddb-f5d5-453e-a6d8-bf6dbb0b1c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=da52963c-91d4-443b-a418-11d804426a37,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:34.649314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:34.848304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b48ae93-8075-4b31-9f3a-60a8cb81e67d None None] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:34.879060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-a0137b29-c804-427c-8f2b-ea151679dbeb tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:34.880602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-a0137b29-c804-427c-8f2b-ea151679dbeb tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.77 "GET /v2.0/networks?id=1e7689f0-834f-4798-b0dc-82dffab7277e HTTP/1.1" status: 200 len: 813 time: 0.1845791 Jul 12 16:29:34.881566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8322cbd5-1891-47d7-8c0e-cee66e66014f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77a7d59d828a4d728ba34b175a02dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293487 Jul 12 16:29:34.886267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40776) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:34.897186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Request body: {'port': {'device_id': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e', 'admin_state_up': True, 'tenant_id': '0f8ae51d8fe049448f13a4cdff59103c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:34.928182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:34.948687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d8851274-3d04-45dc-8ad6-a3ba0370d9c0 None None] Provisioning for port 40523596-b9eb-4a09-9f34-762d40415eb2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:34.976514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.030952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting port d50c93fe-f1d1-45b5-aa68-aed0f9a110ec {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:35.031475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.053337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.093819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.112590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.211011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.222431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=57809314-c596-412c-88a9-9914f7aa4a0f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:35.260567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.327281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.344418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.350944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Made reservation on behalf of 0f8ae51d8fe049448f13a4cdff59103c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:35.355449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.413720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a838143-c259-4012-894a-5b88101d29ff None None] Provisioning for port 57809314-c596-412c-88a9-9914f7aa4a0f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:35.414037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.419834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a838143-c259-4012-894a-5b88101d29ff None None] Provisioning complete for port 57809314-c596-412c-88a9-9914f7aa4a0f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:35.420472 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a838143-c259-4012-894a-5b88101d29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.424995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.451347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.454759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.459210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a4652d1-f36e-4b02-859a-439a67f0fa07 HTTP/1.1" status: 204 len: 168 time: 0.5719130 Jul 12 16:29:35.462324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Calling delete_port for d50c93fe-f1d1-45b5-aa68-aed0f9a110ec owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:35.475702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:35.476682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b0f7f-6724-4fd2-ad5e-602d3afa9b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4652d1-f36e-4b02-859a-439a67f0fa07,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:35.625610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7a838143-c259-4012-894a-5b88101d29ff None None] Port 57809314-c596-412c-88a9-9914f7aa4a0f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:35.670397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Allocated IP 172.20.0.5 (1e7689f0-834f-4798-b0dc-82dffab7277e/ff6ea42e-e487-4eba-be37-c66c50c11948/1e424174-5566-4256-aa3a-4b3b865bfb52) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:35.792027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:35.825887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 40523596-b9eb-4a09-9f34-762d40415eb2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:35.837495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:35.863962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Allocated IP 172.25.8.191 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/adc2c2e7-b2f8-401a-98b8-45dca41eb7f5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:35.878314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Router dee309a9-4763-4067-9b63-e80d5cc92a0d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:35.917668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-074a88d7-9f75-42f9-a374-4bfb7cca798e req-6a52749c-6fc9-4c09-bdbc-8a8d45c26fa7 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 210 time: 0.0851552 Jul 12 16:29:36.206601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f27976b0-127a-465a-84ad-43a7118df69f None None] Provisioning complete for port 57809314-c596-412c-88a9-9914f7aa4a0f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:36.208383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f27976b0-127a-465a-84ad-43a7118df69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.222134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.256288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 42211baa-76f1-42a1-b3a7-9c183de648b4 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:36.272701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 40523596-b9eb-4a09-9f34-762d40415eb2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:36.277460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 40523596-b9eb-4a09-9f34-762d40415eb2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:36.277836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.312276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f27976b0-127a-465a-84ad-43a7118df69f None None] Port 57809314-c596-412c-88a9-9914f7aa4a0f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:36.405789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.442240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:36.448018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.452103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d38eaf02-304c-4734-8d88-f46d09026ce4 None None] Provisioning complete for port 57809314-c596-412c-88a9-9914f7aa4a0f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:36.452723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d38eaf02-304c-4734-8d88-f46d09026ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.463485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fd55d7d6-3c0c-46bd-95b4-0fc84d35f05f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/42211baa-76f1-42a1-b3a7-9c183de648b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4605887 Jul 12 16:29:36.474394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] Sync routers for ids ['42211baa-76f1-42a1-b3a7-9c183de648b4'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:36.516522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40812) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:36.539806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 40523596-b9eb-4a09-9f34-762d40415eb2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=40523596-b9eb-4a09-9f34-762d40415eb2,segment=NetworkSegment(fb91e8ae-aa0d-40dd-a623-129cf3159f29),segment_id=fb91e8ae-aa0d-40dd-a623-129cf3159f29)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:36.549214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] Routers {'42211baa-76f1-42a1-b3a7-9c183de648b4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:36.550196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['42211baa-76f1-42a1-b3a7-9c183de648b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:36.593447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:36.595826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.653900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Network 1e7689f0-834f-4798-b0dc-82dffab7277e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:36.667898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:36.673655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:36.701106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d38eaf02-304c-4734-8d88-f46d09026ce4 None None] Port 57809314-c596-412c-88a9-9914f7aa4a0f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:36.729265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] Routers {'42211baa-76f1-42a1-b3a7-9c183de648b4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:36.730568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['42211baa-76f1-42a1-b3a7-9c183de648b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:36.797146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea370fd-56a6-4652-9751-2444423d7c02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:36.798886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8ea370fd-56a6-4652-9751-2444423d7c02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports/57809314-c596-412c-88a9-9914f7aa4a0f HTTP/1.1" status: 200 len: 910 time: 0.2613146 Jul 12 16:29:36.809027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:36.811451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40826) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:36.812656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597646a7-bb45-4203-a7f5-0de4f154639a None None] The sync data for ids ['42211baa-76f1-42a1-b3a7-9c183de648b4'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:36.826767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=40523596-b9eb-4a09-9f34-762d40415eb2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:36.850498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9a3c52f6-a3a8-4de6-9cff-16752fdd03b1 None None] Provisioning complete for port 57809314-c596-412c-88a9-9914f7aa4a0f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:36.850875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a3c52f6-a3a8-4de6-9cff-16752fdd03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.860013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:36.879648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Pushing event updated for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:36.890108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40828) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:36.896342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c52f6-a3a8-4de6-9cff-16752fdd03b1 None None] Port 57809314-c596-412c-88a9-9914f7aa4a0f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:29:36.911787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:36.921732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0a870597-96be-44ac-bbcf-74a058869bad admin admin] 10.222.0.58 "PUT /v2.0/routers/dee309a9-4763-4067-9b63-e80d5cc92a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6573856 Jul 12 16:29:36.923504 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Sync routers for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:36.927753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40832) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:36.930277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Port': ['ID=d50c93fe-f1d1-45b5-aa68-aed0f9a110ec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:36.938470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:36.939138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:36.955623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.022539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:37.023270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.082021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-274246564-network', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:37.127704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e31343bd-d2e3-41dc-a5fb-0981a91f8289 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2339857 Jul 12 16:29:37.164876 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:37.172136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Request body: {'port': {'device_id': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:37.224781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.262586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Made reservation on behalf of 7fc61b63993f424e93118445ae7a1cde for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:37.265192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.322971 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.344876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.414641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.429990 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.451259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:29:34Z', 'revision_number': 5, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:37.472754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.485559 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Checking router: dee309a9-4763-4067-9b63-e80d5cc92a0d for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:37.497926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 40523596-b9eb-4a09-9f34-762d40415eb2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:37.517750 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Routers {'dee309a9-4763-4067-9b63-e80d5cc92a0d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:37.519873 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['dee309a9-4763-4067-9b63-e80d5cc92a0d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:37.526442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:37.585435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 40523596-b9eb-4a09-9f34-762d40415eb2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:37.585821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.634387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:37.679059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:37.699491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] Set router dee309a9-4763-4067-9b63-e80d5cc92a0d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:37.710638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event updated for resources: {'Port': ['ID=adc2c2e7-b2f8-401a-98b8-45dca41eb7f5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:37.745103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.750766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0fc4a-8582-4616-b1bc-2ac87e4f8812 req-0425ef70-462d-4cdb-a595-bf4e848f2f1c tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:37.752356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-25e0fc4a-8582-4616-b1bc-2ac87e4f8812 req-0425ef70-462d-4cdb-a595-bf4e848f2f1c tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 931 time: 0.5749202 Jul 12 16:29:37.759998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.776355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:29:37.788055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.788607 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Added segment 7402b56e-aac4-400d-938f-fb4337260d70 of type vlan for network c59279ef-9740-4512-aaf1-a54f69bef386 Jul 12 16:29:37.838897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.849610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.960998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Router c7d36add-21fc-4623-b25f-ab0385ff2fe9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:37.973502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89926e7f-6ed6-4379-bf9c-48e56406128f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:37.989356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.990492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:37.991020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:37.995984 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:29:34Z', 'revision_number': 5, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:38.010331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-25e0fc4a-8582-4616-b1bc-2ac87e4f8812 req-86b95a1e-784c-4100-81cc-77969154d1a6 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516613 Jul 12 16:29:38.052887 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ef60-e70f-4abb-a081-d373165e2bf9 None None] The sync data for ids ['dee309a9-4763-4067-9b63-e80d5cc92a0d'] in n-d-800078-3 is: [{'id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'name': 'tempest-TestServerMultinode-1043467696-router', 'tenant_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:27:42Z', 'updated_at': '2021-07-12T16:29:34Z', 'revision_number': 5, 'project_id': '8d602ddf5ef84272a43635bbcedaf9cb', 'gw_port': {'id': 'd2bdfcbc-3bd1-4888-9a4f-14971e1e085b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee309a9-4763-4067-9b63-e80d5cc92a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:27:47Z', 'updated_at': '2021-07-12T16:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:38.103669 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2085238 Jul 12 16:29:38.107191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:38.120113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Request body: {'subnet': {'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-subnet', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:38.145390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:38.155252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ab8d2-2c67-42fd-82ed-190f9ab06a93 admin admin] Pushing event updated for resources: {'Network': ['ID=c59279ef-9740-4512-aaf1-a54f69bef386,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:38.163438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a75d3d4-ea51-4b0b-a07e-65280e0e5975 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "PUT /v2.0/routers/c7d36add-21fc-4623-b25f-ab0385ff2fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9481337 Jul 12 16:29:38.163438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40842) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:38.166819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] Sync routers for ids ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:38.178686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.180224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c59279ef-9740-4512-aaf1-a54f69bef386 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:29:38.239713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Made reservation on behalf of 7fc61b63993f424e93118445ae7a1cde for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:38.241409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.265795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] Routers {'c7d36add-21fc-4623-b25f-ab0385ff2fe9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:38.266543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:38.274356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Deleting port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:38.274968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.322619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:38.338170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] Routers {'c7d36add-21fc-4623-b25f-ab0385ff2fe9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:38.338815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:38.348505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.386705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:38.387377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11356a4-c47c-4fd6-bb6f-6037c759ae15 None None] The sync data for ids ['c7d36add-21fc-4623-b25f-ab0385ff2fe9'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:38.395686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e424174-5566-4256-aa3a-4b3b865bfb52 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:29:38.412312 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.479561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] For port d2bdfcbc-3bd1-4888-9a4f-14971e1e085b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:38.480072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.486674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Transition to ACTIVE for port object 1e424174-5566-4256-aa3a-4b3b865bfb52 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:38.499128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Calling delete_port for d2bdfcbc-3bd1-4888-9a4f-14971e1e085b owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:38.505053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.612968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Pushing event updated for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:38.730902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.830341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Attempting to bind port 1e424174-5566-4256-aa3a-4b3b865bfb52 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:38.830681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Attempting to bind port 1e424174-5566-4256-aa3a-4b3b865bfb52 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:38.831011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Attempting to bind port 1e424174-5566-4256-aa3a-4b3b865bfb52 on network 1e7689f0-834f-4798-b0dc-82dffab7277e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:38.844683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813cca69-186c-477a-ad80-45d2fdded199,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:38.853002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Port 1e424174-5566-4256-aa3a-4b3b865bfb52 on network 1e7689f0-834f-4798-b0dc-82dffab7277e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:29:38.853191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.853328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Attempting to bind port 1e424174-5566-4256-aa3a-4b3b865bfb52 on network 1e7689f0-834f-4798-b0dc-82dffab7277e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:38.863231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.869410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.873571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:38.873916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Checking segment: {'id': '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:38.874311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Bound using segment: {'id': '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:38.874741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Bound port: 1e424174-5566-4256-aa3a-4b3b865bfb52, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:38.875102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.877030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Checking segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:38.877380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Network hostable DHCP agents. Network: c59279ef-9740-4512-aaf1-a54f69bef386, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:29:38.893792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bdfcbc-3bd1-4888-9a4f-14971e1e085b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:38.898920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.974872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:38.977745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 57809314-c596-412c-88a9-9914f7aa4a0f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:38.978092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:38.982082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1e424174-5566-4256-aa3a-4b3b865bfb52,segment=NetworkSegment(6b005dba-28a0-4b8f-b764-20ebc5cdc6d1),segment_id=6b005dba-28a0-4b8f-b764-20ebc5cdc6d1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:38.987171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.002168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Network c59279ef-9740-4512-aaf1-a54f69bef386 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:29:39.025293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.025889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Fanout notify agent at l3_agent the message router_deleted on router c7d36add-21fc-4623-b25f-ab0385ff2fe9 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:39.035973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.042222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-579de3b4-ea99-401f-b68d-c3e5426762d7 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "DELETE /v2.0/routers/c7d36add-21fc-4623-b25f-ab0385ff2fe9 HTTP/1.1" status: 204 len: 168 time: 0.8741157 Jul 12 16:29:39.042419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40848) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:39.088046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c59279ef-9740-4512-aaf1-a54f69bef386) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:39.094245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:39.094866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.096289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] 10.222.0.77 "PUT /v2.0/ports/1e424174-5566-4256-aa3a-4b3b865bfb52 HTTP/1.1" status: 200 len: 1091 time: 1.9505413 Jul 12 16:29:39.096745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:39.099638 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c" -d '{"events": [{"name": "network-changed", "server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:39.106945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef8859c-8e0e-410c-bb4d-25ee96eb7b41 None None] Network c59279ef-9740-4512-aaf1-a54f69bef386 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:39.117784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:39.118502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.132197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.177087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-311dfba5-a032-429e-9e24-c9c5a9d7e980 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0618222 Jul 12 16:29:39.177087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674afbd-65c4-47f0-be1b-1f7739f0d99e service neutron] Pushing event updated for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:39.178003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:39.206949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:39.233836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.242213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.249265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.270745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 57809314-c596-412c-88a9-9914f7aa4a0f owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:39.362190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5287be8-6d7a-4f2c-b2ea-1108fe49277e None None] Network c59279ef-9740-4512-aaf1-a54f69bef386 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:39.379064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting subnet 926633d0-3fd4-488e-94b7-2e34945773d8 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:39.398720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.402022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.456818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.499659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:39.541377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:39.541781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4caf3759-83c2-4ef0-ad84-6b879dbd06b0 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:39.768072 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b1013-78f1-4dc3-b8eb-f90b5bd7c79b x-openstack-request-id: req-7a4b1013-78f1-4dc3-b8eb-f90b5bd7c79b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:39.768652 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:39.768652 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a4b1013-78f1-4dc3-b8eb-f90b5bd7c79b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:39.769037 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52', 'status': 'completed', 'code': 200} Jul 12 16:29:39.842568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:39.844764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-a674b100-570f-41a7-b3ea-852be9ef78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:39.846292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-a674b100-570f-41a7-b3ea-852be9ef78fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f8ae51d8fe049448f13a4cdff59103c&device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 1094 time: 0.6890864 Jul 12 16:29:39.964987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-7f53cb3a-d9ab-406d-b3b4-811410a2c69f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e424174-5566-4256-aa3a-4b3b865bfb52 HTTP/1.1" status: 200 len: 217 time: 0.1103921 Jul 12 16:29:40.009263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.014101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.014715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee309a9-4763-4067-9b63-e80d5cc92a0d {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:40.039430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.042956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20b5f5d8-b579-4115-8753-f37eca19fe20 admin admin] 10.222.0.58 "DELETE /v2.0/routers/dee309a9-4763-4067-9b63-e80d5cc92a0d HTTP/1.1" status: 204 len: 168 time: 3.1116257 Jul 12 16:29:40.043975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40864) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:40.083887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.207179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.216186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-4d80c320-08ea-444e-8711-60badc05a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:40.217880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-4d80c320-08ea-444e-8711-60badc05a651 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ff6ea42e-e487-4eba-be37-c66c50c11948 HTTP/1.1" status: 200 len: 853 time: 0.2445536 Jul 12 16:29:40.234868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fe8df-634b-4476-992f-ba4dca65c9a3 req-9b3be4a1-e8eb-4b19-b994-5c2b5dbf3247 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:40.241762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-006fe8df-634b-4476-992f-ba4dca65c9a3 req-9b3be4a1-e8eb-4b19-b994-5c2b5dbf3247 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 943 time: 0.9265885 Jul 12 16:29:40.293495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.306227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Deleting subnet a83d6878-aa0d-46c0-9c18-60674d1bcde2 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:40.307452 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-e29f4437-2385-4118-bff4-fd5171be35c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e7689f0-834f-4798-b0dc-82dffab7277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805926 Jul 12 16:29:40.342120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.409645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.451812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Subnet': ['ID=926633d0-3fd4-488e-94b7-2e34945773d8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:40.454283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.459194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18b63f3c-4721-4607-b4a5-cf285acf30f0 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "DELETE /v2.0/subnets/926633d0-3fd4-488e-94b7-2e34945773d8 HTTP/1.1" status: 204 len: 168 time: 1.4114802 Jul 12 16:29:40.459194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Router 1a66aeaf-e2c5-41ff-8efc-6d24a467a627 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:40.459445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5b8c3-dbaa-4a30-9e5c-67f96b99a744 None None] Network 17edeed5-7e50-4677-8d97-63dc112c639a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:40.460270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:40.518532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-006fe8df-634b-4476-992f-ba4dca65c9a3 req-2432c880-b0d3-4552-97cd-31c356be4766 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757642 Jul 12 16:29:40.540573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.594271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.614671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.650929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=57809314-c596-412c-88a9-9914f7aa4a0f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:40.738618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] DHCP port deletion for 17edeed5-7e50-4677-8d97-63dc112c639a request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:40.756140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-8a630979-92b0-4735-ac1c-77970f029650 service neutron] 10.222.0.77 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336817 Jul 12 16:29:40.757576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:40.772462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e510b-5518-428f-8597-2dd040273eea None None] Sync routers for ids ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:40.788122 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] Routers {'1a66aeaf-e2c5-41ff-8efc-6d24a467a627'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:40.789131 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:40.804702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.812705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97254178-a8d2-4ca4-ba15-9654c65bde47 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3429923 Jul 12 16:29:40.813493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40878) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:40.826063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:40.830588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Deleting port 7e0e90de-3a01-452c-ba06-2baf7227a696 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:40.831236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.833212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Deleting port 7e0e90de-3a01-452c-ba06-2baf7227a696 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:40.835933 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.861263 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:40.870175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.878603 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] Routers {'1a66aeaf-e2c5-41ff-8efc-6d24a467a627'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:40.879471 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:40.921103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-982e510b-5518-428f-8597-2dd040273eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:40.922005 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e510b-5518-428f-8597-2dd040273eea None None] The sync data for ids ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:40.932615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] For port 7e0e90de-3a01-452c-ba06-2baf7227a696, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7e0e90de-3a01-452c-ba06-2baf7227a696,segment=NetworkSegment(e421e4a6-68a1-4b12-8ab5-c9a74a780245),segment_id=e421e4a6-68a1-4b12-8ab5-c9a74a780245)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:40.933065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.957202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] For port 7e0e90de-3a01-452c-ba06-2baf7227a696, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7e0e90de-3a01-452c-ba06-2baf7227a696,segment=NetworkSegment(e421e4a6-68a1-4b12-8ab5-c9a74a780245),segment_id=e421e4a6-68a1-4b12-8ab5-c9a74a780245)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:40.957601 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:40.959817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Calling delete_port for 7e0e90de-3a01-452c-ba06-2baf7227a696 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:40.971286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Calling delete_port for 7e0e90de-3a01-452c-ba06-2baf7227a696 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:41.051221 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.077166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] Pushing event deleted for resources: {'Port': ['ID=7e0e90de-3a01-452c-ba06-2baf7227a696,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:41.083833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1899e85-7b15-43d9-9b1e-855367d35737 None None] No DVR routers for this DVR port 7e0e90de-3a01-452c-ba06-2baf7227a696 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:41.134523 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.135664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.206262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Port': ['ID=7e0e90de-3a01-452c-ba06-2baf7227a696,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:41.216239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] No DVR routers for this DVR port 7e0e90de-3a01-452c-ba06-2baf7227a696 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:41.270674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.335829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb5f88bf-2fc0-4471-8f4d-3798941896ea req-3f414bcd-631b-44c1-85b8-c088d64c6a02 service neutron] 10.222.0.77 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355721 Jul 12 16:29:41.341649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83d6878-aa0d-46c0-9c18-60674d1bcde2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:41.342063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.346167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.351142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-92951c18-3569-431d-aecc-d038912f25b7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a83d6878-aa0d-46c0-9c18-60674d1bcde2 HTTP/1.1" status: 204 len: 168 time: 1.3007419 Jul 12 16:29:41.352304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:41.360156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b393e-cf7c-4d6c-b570-494ed301043e None None] Network 901e9ea3-5014-46d0-be08-369791f8f651 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:41.362485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17edeed5-7e50-4677-8d97-63dc112c639a']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:41.459158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e421e4a6-68a1-4b12-8ab5-c9a74a780245') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:41.459461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e421e4a6-68a1-4b12-8ab5-c9a74a780245') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:41.469489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.487933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.496380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:41.496842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.497779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.523766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7e0e90de-3a01-452c-ba06-2baf7227a696 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:41.534579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.542850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 42211baa-76f1-42a1-b3a7-9c183de648b4 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:41.579872 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:41.599464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7e0e90de-3a01-452c-ba06-2baf7227a696 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:41.600311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7e0e90de-3a01-452c-ba06-2baf7227a696 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:41.600860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d2bdfcbc-3bd1-4888-9a4f-14971e1e085b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:41.623397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.629295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.656875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:41.665212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d2bdfcbc-3bd1-4888-9a4f-14971e1e085b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:41.665715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d2bdfcbc-3bd1-4888-9a4f-14971e1e085b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:41.673333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] 10.222.0.58 "DELETE /v2.0/networks/17edeed5-7e50-4677-8d97-63dc112c639a HTTP/1.1" status: 204 len: 168 time: 1.2040620 Jul 12 16:29:41.683865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aae47-3048-4302-823b-f7c62e671023 tempest-FloatingIPNegativeTestJSON-786321076 tempest-FloatingIPNegativeTestJSON-786321076-project] Pushing event deleted for resources: {'Network': ['ID=17edeed5-7e50-4677-8d97-63dc112c639a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:41.732512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-ad7e5711-3281-4736-9fd0-bc5f852fcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:41.736620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-ad7e5711-3281-4736-9fd0-bc5f852fcd2c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f8ae51d8fe049448f13a4cdff59103c&device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 1094 time: 0.3409138 Jul 12 16:29:41.814652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] DHCP port deletion for 901e9ea3-5014-46d0-be08-369791f8f651 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:41.852725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:41.862413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4f0b35a5-f1ec-453f-b7b6-766ef4b8c737 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/42211baa-76f1-42a1-b3a7-9c183de648b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0488572 Jul 12 16:29:41.869355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40894) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:41.885084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] Sync routers for ids ['42211baa-76f1-42a1-b3a7-9c183de648b4'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:41.911473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] Routers {'42211baa-76f1-42a1-b3a7-9c183de648b4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:41.912197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['42211baa-76f1-42a1-b3a7-9c183de648b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:41.954758 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5ab45412-0e70-4d19-92b3-f52d528a7010 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=42211baa-76f1-42a1-b3a7-9c183de648b4 HTTP/1.1" status: 200 len: 205 time: 0.0697024 Jul 12 16:29:41.965018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40902) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:41.973751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Allocated IP 172.25.8.235 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/507366b5-bb7d-4b2d-ac06-6627d5d25413) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:42.003995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40904) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:42.021135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:42.035551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] Routers {'42211baa-76f1-42a1-b3a7-9c183de648b4'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:42.036225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['42211baa-76f1-42a1-b3a7-9c183de648b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:42.044328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-f5e195f5-c4a8-4237-9fdc-601f552939da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:42.056364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-f5e195f5-c4a8-4237-9fdc-601f552939da service neutron] 10.222.0.77 "GET /v2.0/networks?id=1e7689f0-834f-4798-b0dc-82dffab7277e HTTP/1.1" status: 200 len: 914 time: 0.2689219 Jul 12 16:29:42.073213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:42.073886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f524df-de40-498a-bb62-be6f2216950c None None] The sync data for ids ['42211baa-76f1-42a1-b3a7-9c183de648b4'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:42.076753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Deleting port 09fe2177-51e3-490d-8a15-9055178ee191 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:42.077132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.084754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.157574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-4c437dac-7cd9-48a5-97e2-e347b0d6af4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e424174-5566-4256-aa3a-4b3b865bfb52 HTTP/1.1" status: 200 len: 217 time: 0.0519583 Jul 12 16:29:42.159624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] For port 09fe2177-51e3-490d-8a15-9055178ee191, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=09fe2177-51e3-490d-8a15-9055178ee191,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:42.160224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.170032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.175126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Calling delete_port for 09fe2177-51e3-490d-8a15-9055178ee191 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:42.215254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cf96e-87fb-48bc-b42d-da4ad4cb0c82 req-340dd9b1-908b-466a-94f5-a99bc040c592 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:42.218449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c1cf96e-87fb-48bc-b42d-da4ad4cb0c82 req-340dd9b1-908b-466a-94f5-a99bc040c592 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 943 time: 0.4346974 Jul 12 16:29:42.219864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Deleting port 09fe2177-51e3-490d-8a15-9055178ee191 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:42.220320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.281878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.303558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-1fcbfc49-f615-4069-a2fd-96ccf328865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:42.305432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-1fcbfc49-f615-4069-a2fd-96ccf328865d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ff6ea42e-e487-4eba-be37-c66c50c11948 HTTP/1.1" status: 200 len: 853 time: 0.1403368 Jul 12 16:29:42.315218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] Pushing event deleted for resources: {'Port': ['ID=09fe2177-51e3-490d-8a15-9055178ee191,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:42.322386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cace3-a41f-4066-a8c5-3d2f50624c50 None None] No DVR routers for this DVR port 09fe2177-51e3-490d-8a15-9055178ee191 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:42.381278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-8ec6489e-76f3-4e27-be59-8a622c743571 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e7689f0-834f-4798-b0dc-82dffab7277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457599 Jul 12 16:29:42.388600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ac26985c-336c-4601-85aa-ad69bbb2554e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bef5b206b5ef4d3c9679e3b982229ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805900 Jul 12 16:29:42.389995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.393343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40910) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:42.432237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.440633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.483992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c1cf96e-87fb-48bc-b42d-da4ad4cb0c82 req-d437f729-f97c-41c1-b92d-39269c7452a4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483735 Jul 12 16:29:42.537735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] For port 09fe2177-51e3-490d-8a15-9055178ee191, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=09fe2177-51e3-490d-8a15-9055178ee191,segment=NetworkSegment(ec88ad05-4827-469b-850e-7f040ae0baa8),segment_id=ec88ad05-4827-469b-850e-7f040ae0baa8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:42.537735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.555525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.556066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router 42211baa-76f1-42a1-b3a7-9c183de648b4 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:42.563760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.566894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e748e4b6-ed5b-4d45-ae6f-e6ee660771d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/42211baa-76f1-42a1-b3a7-9c183de648b4 HTTP/1.1" status: 204 len: 168 time: 0.5873578 Jul 12 16:29:42.568186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Calling delete_port for 09fe2177-51e3-490d-8a15-9055178ee191 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:42.573787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40912) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:42.690069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet ece091a6-f7da-4e49-866c-cdb4cb38dffc {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:42.692345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.781545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.833155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.901304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.901564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=09fe2177-51e3-490d-8a15-9055178ee191,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:42.903195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] No DVR routers for this DVR port 09fe2177-51e3-490d-8a15-9055178ee191 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:42.930277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.972186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:42.976085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-812bdd2b-7067-421d-861f-82f73c12f067 service neutron] 10.222.0.77 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834217 Jul 12 16:29:43.010538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:43.062056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.062550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:43.080208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:43.085604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.091397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=507366b5-bb7d-4b2d-ac06-6627d5d25413,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:43.111410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e9ea3-5014-46d0-be08-369791f8f651']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:43.127918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88ad05-4827-469b-850e-7f040ae0baa8') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:43.128170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88ad05-4827-469b-850e-7f040ae0baa8') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:43.168358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.171209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.172483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e167323a-4aaf-4800-a0c4-0034661f6163 HTTP/1.1" status: 204 len: 168 time: 0.7782686 Jul 12 16:29:43.175173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.262012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9913e54-58b7-4ae2-946a-d86ababd7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167323a-4aaf-4800-a0c4-0034661f6163,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:43.270122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.274616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dbdda0-92ac-4c98-aa8a-cd70eb04ff7c req-26f59631-5f50-4f20-807f-703d396101eb service neutron] 10.222.0.77 "GET /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874417 Jul 12 16:29:43.277971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:43.278397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:43.336061 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:43.338794 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.402220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.423385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ad0b3-62db-42d9-a4d4-acc1c40db813 None None] Network 6f3e2f9c-9050-4466-9350-4480f4aff05b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:43.437729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.455973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/901e9ea3-5014-46d0-be08-369791f8f651 HTTP/1.1" status: 204 len: 168 time: 2.1012487 Jul 12 16:29:43.458839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40926) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:43.470367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=ece091a6-f7da-4e49-866c-cdb4cb38dffc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:43.526165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 09fe2177-51e3-490d-8a15-9055178ee191 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:43.540118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.579515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.581782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c9d68435-6104-4bc1-a433-f230f79014e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/ece091a6-f7da-4e49-866c-cdb4cb38dffc HTTP/1.1" status: 204 len: 168 time: 1.0041127 Jul 12 16:29:43.583077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 09fe2177-51e3-490d-8a15-9055178ee191 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:43.583218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e306490-e530-45f1-848d-e995dbcaa8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=901e9ea3-5014-46d0-be08-369791f8f651,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:43.584842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:43.587083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 09fe2177-51e3-490d-8a15-9055178ee191 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:43.713184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] DHCP port deletion for 6f3e2f9c-9050-4466-9350-4480f4aff05b request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:43.795077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Deleting port 40523596-b9eb-4a09-9f34-762d40415eb2 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:43.795541 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.878422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] For port 40523596-b9eb-4a09-9f34-762d40415eb2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=40523596-b9eb-4a09-9f34-762d40415eb2,segment=NetworkSegment(fb91e8ae-aa0d-40dd-a623-129cf3159f29),segment_id=fb91e8ae-aa0d-40dd-a623-129cf3159f29)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:43.879313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:43.895553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Calling delete_port for 40523596-b9eb-4a09-9f34-762d40415eb2 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:43.953325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1e424174-5566-4256-aa3a-4b3b865bfb52 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:29:44.054153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.089051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] Pushing event deleted for resources: {'Port': ['ID=40523596-b9eb-4a09-9f34-762d40415eb2,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:44.101639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a59666-0241-48f3-bfa8-e5e50151595b None None] No DVR routers for this DVR port 40523596-b9eb-4a09-9f34-762d40415eb2 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:44.131659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1e424174-5566-4256-aa3a-4b3b865bfb52,segment=NetworkSegment(6b005dba-28a0-4b8f-b764-20ebc5cdc6d1),segment_id=6b005dba-28a0-4b8f-b764-20ebc5cdc6d1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:44.146468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '1e424174-5566-4256-aa3a-4b3b865bfb52', 'network_id': '1e7689f0-834f-4798-b0dc-82dffab7277e', 'port_id': '1e424174-5566-4256-aa3a-4b3b865bfb52', 'mac_address': 'fa:16:3e:fc:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6ea42e-e487-4eba-be37-c66c50c11948', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:29:44.196114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.219349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e424174-5566-4256-aa3a-4b3b865bfb52 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:29:44.232868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2369e-c81a-4913-8751-a0a1357a3192 req-83a0eca0-8ca5-49ce-a63d-672607b455b5 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:44.234841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ec2369e-c81a-4913-8751-a0a1357a3192 req-83a0eca0-8ca5-49ce-a63d-672607b455b5 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 943 time: 0.4576650 Jul 12 16:29:44.242936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1e424174-5566-4256-aa3a-4b3b865bfb52,segment=NetworkSegment(6b005dba-28a0-4b8f-b764-20ebc5cdc6d1),segment_id=6b005dba-28a0-4b8f-b764-20ebc5cdc6d1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:44.257586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.294589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.298500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.307257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.325635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.372338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:44.378065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40952) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:44.388856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ec2369e-c81a-4913-8751-a0a1357a3192 req-bfa2ecd9-8e46-40b4-bb66-b8da02081466 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422286 Jul 12 16:29:44.480314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1e424174-5566-4256-aa3a-4b3b865bfb52'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:44.564655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904870843'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:44.566466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.595098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router 1a66aeaf-e2c5-41ff-8efc-6d24a467a627 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:44.607383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.627507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3e2f9c-9050-4466-9350-4480f4aff05b']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:44.643335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb91e8ae-aa0d-40dd-a623-129cf3159f29') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:44.643748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb91e8ae-aa0d-40dd-a623-129cf3159f29') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:44.688273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.692567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:44.696177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.724726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.766240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.857141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:44.857141 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:44.860304 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:44.944654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:44.955475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:44.963827 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Sync routers for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:44.965214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:44.971650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5bfd3693-b505-443e-a20d-59d73e2b3653 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "PUT /v2.0/routers/1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 200 len: 926 time: 4.1476839 Jul 12 16:29:44.971650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40956) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:44.978155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:44.979147 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.000085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] Sync routers for ids ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:45.019946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] Routers {'1a66aeaf-e2c5-41ff-8efc-6d24a467a627'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:45.020853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.025933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.037727 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.039549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/6f3e2f9c-9050-4466-9350-4480f4aff05b HTTP/1.1" status: 204 len: 168 time: 1.4513259 Jul 12 16:29:45.043736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.049998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-28784228', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:45.067055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=6f3e2f9c-9050-4466-9350-4480f4aff05b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:45.097859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Deleting port 36858c36-95ba-4f9e-b71a-b42470ab4a7c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:45.098464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.109259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.109657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.110087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.110515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.110945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.111362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.111811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.112239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.112654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.113035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.113491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.113904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25f29b-5da6-48bf-ae92-83e68033d78f tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:29:45.146498 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:45.165430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.168807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-233e3bcb-9dda-47ee-87a7-1d7ecbd1d2ee tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 200 len: 926 time: 0.1969318 Jul 12 16:29:45.172094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.174748 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.192399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.194040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e558c3d-eed3-4422-a18a-2f7da0159ab2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9927359 Jul 12 16:29:45.210403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.256538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2837d1a9-b867-4586-b784-c691f5e61a85,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:45.283095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1cc04-3ef2-43aa-896d-1513cd979855 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:45.286212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4db1cc04-3ef2-43aa-896d-1513cd979855 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=1a66aeaf-e2c5-41ff-8efc-6d24a467a627&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1125391 Jul 12 16:29:45.289018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.291988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.293029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.304338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.310257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] For port 36858c36-95ba-4f9e-b71a-b42470ab4a7c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36858c36-95ba-4f9e-b71a-b42470ab4a7c,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:45.310627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.321819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] Routers {'1a66aeaf-e2c5-41ff-8efc-6d24a467a627'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:45.322537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.369503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.369760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Calling delete_port for 36858c36-95ba-4f9e-b71a-b42470ab4a7c owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:45.370224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc1ba6-fb09-4ef6-b03d-b5b7248906e8 None None] The sync data for ids ['1a66aeaf-e2c5-41ff-8efc-6d24a467a627'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:45.476204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.480913 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:43Z', 'revision_number': 3, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:45.486047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24310cbc-41ec-4a9c-80b8-96afe93f2eb9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:45.490025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-24310cbc-41ec-4a9c-80b8-96afe93f2eb9 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.1987298 Jul 12 16:29:45.502037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.502459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 40523596-b9eb-4a09-9f34-762d40415eb2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:45.537611 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Checking router: 7e7430d0-5a92-43a2-9ffc-538aadb32e86 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:45.537976 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Updating router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 port 507366b5-bb7d-4b2d-ac06-6627d5d25413 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:29:45.558224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 40523596-b9eb-4a09-9f34-762d40415eb2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:45.560262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 40523596-b9eb-4a09-9f34-762d40415eb2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:45.567108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dbf5cb66-cc71-4694-a1f8-c097093886e3 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 200 len: 205 time: 0.0639319 Jul 12 16:29:45.569547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.570323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.579089 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.609141 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.801886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:45.803131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4240704 Jul 12 16:29:45.872458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.874011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dc0a4-1703-4bed-a9d0-fb8cc8fb5c03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e288f-1075-4da7-84c0-26147085f6c9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:45.903202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1e424174-5566-4256-aa3a-4b3b865bfb52 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:45.943790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-322cc6a5-ac8d-44a3-84ae-caaeab5d0dd6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0659244 Jul 12 16:29:45.953614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:45.958864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-security--1194223059', 'description': 'tempest-security-description-1003745158'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:46.004636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.010614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 1e424174-5566-4256-aa3a-4b3b865bfb52 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:46.015051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 1e424174-5566-4256-aa3a-4b3b865bfb52 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:46.015621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.028721 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.042271 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Transition to ACTIVE for port object 507366b5-bb7d-4b2d-ac06-6627d5d25413 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:46.055089 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.060342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5773f9-4131-4b5a-ad8e-275383f311e6 req-fdca3c7f-4707-4d1c-a3c3-6931788f1b67 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:46.061926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5773f9-4131-4b5a-ad8e-275383f311e6 req-fdca3c7f-4707-4d1c-a3c3-6931788f1b67 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 944 time: 0.3987036 Jul 12 16:29:46.076425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.100215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.121159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbd6a3-daa6-441b-80a4-db0019645aa8 None None] Pushing event updated for resources: {'Port': ['ID=507366b5-bb7d-4b2d-ac06-6627d5d25413,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:46.146557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.149685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.150361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.152068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "PUT /v2.0/security-groups/a46e288f-1075-4da7-84c0-26147085f6c9 HTTP/1.1" status: 200 len: 1780 time: 0.1974838 Jul 12 16:29:46.159141 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Attempting to bind port 507366b5-bb7d-4b2d-ac06-6627d5d25413 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:46.159609 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Attempting to bind port 507366b5-bb7d-4b2d-ac06-6627d5d25413 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:46.160439 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Attempting to bind port 507366b5-bb7d-4b2d-ac06-6627d5d25413 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:46.162395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:46.168222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:46.169569 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:46.171789 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.171789 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:46.172369 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Bound port: 507366b5-bb7d-4b2d-ac06-6627d5d25413, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:46.172968 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.200910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1e424174-5566-4256-aa3a-4b3b865bfb52,segment=NetworkSegment(6b005dba-28a0-4b8f-b764-20ebc5cdc6d1),segment_id=6b005dba-28a0-4b8f-b764-20ebc5cdc6d1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:46.201887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:46.211775 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1d191-b41f-4e43-b10f-359524836216" -d '{"events": [{"server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "name": "network-vif-plugged", "status": "completed", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:46.216034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.275619 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] For port 507366b5-bb7d-4b2d-ac06-6627d5d25413, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:46.280244 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] For port 507366b5-bb7d-4b2d-ac06-6627d5d25413, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=507366b5-bb7d-4b2d-ac06-6627d5d25413,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:46.287715 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.300976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:46.310110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.325720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5773f9-4131-4b5a-ad8e-275383f311e6 req-35c69093-17bf-4650-94ab-722b85b774a6 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531393 Jul 12 16:29:46.332211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c8f35-2585-4566-929e-5794d32e7f63 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e288f-1075-4da7-84c0-26147085f6c9,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:46.413470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:46.414243 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:46.438290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port adc2c2e7-b2f8-401a-98b8-45dca41eb7f5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:46.439063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.499526 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ad2b1b-a53b-46c3-ad0a-cb4eabdff1e7 x-openstack-request-id: req-32ad2b1b-a53b-46c3-ad0a-cb4eabdff1e7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:46.500435 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "name": "network-vif-plugged", "status": "completed", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:46.500435 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32ad2b1b-a53b-46c3-ad0a-cb4eabdff1e7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:46.500656 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52', 'code': 200} Jul 12 16:29:46.539016 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.539599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.556638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for adc2c2e7-b2f8-401a-98b8-45dca41eb7f5 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:46.571905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-776cf970-d432-4b13-a957-52c4e30dd97d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups/a46e288f-1075-4da7-84c0-26147085f6c9 HTTP/1.1" status: 200 len: 1780 time: 0.4050446 Jul 12 16:29:46.586883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41002) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:46.633527 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbd6a3-daa6-441b-80a4-db0019645aa8 None None] Pushing event updated for resources: {'Port': ['ID=507366b5-bb7d-4b2d-ac06-6627d5d25413,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:46.732847 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:46.806589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.846444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=adc2c2e7-b2f8-401a-98b8-45dca41eb7f5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:46.939716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.944580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279f1a-967d-4687-9dc8-19bc398ad515 req-32a1c077-0b18-477c-bed3-d45598b24072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:46.946322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35279f1a-967d-4687-9dc8-19bc398ad515 req-32a1c077-0b18-477c-bed3-d45598b24072 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 1096 time: 0.3727350 Jul 12 16:29:46.948077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:46.967802 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:43Z', 'revision_number': 3, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:46.989940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Pushing event deleted for resources: {'Port': ['ID=36858c36-95ba-4f9e-b71a-b42470ab4a7c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:47.002292 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0af7de-4ce8-4d97-b57d-664764987309 None None] The sync data for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 is: [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:43Z', 'revision_number': 3, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:47.019637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.053732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.056414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.111734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.112832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router 1a66aeaf-e2c5-41ff-8efc-6d24a467a627 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:47.121535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.123774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-76ec1ce3-e4a9-4d92-b319-31838358c10d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 204 len: 168 time: 1.5523682 Jul 12 16:29:47.130769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:47.137305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-342192277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:47.144522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.151332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35279f1a-967d-4687-9dc8-19bc398ad515 req-277df06f-cf20-4563-9d32-c9dccd319ffb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699760 Jul 12 16:29:47.166615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.167819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.242280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.248197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.269165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.274125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e0cb53d-288c-4f88-919e-b3734471912a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1420441 Jul 12 16:29:47.274968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:47.280632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:47.447725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.452124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.455664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/a46e288f-1075-4da7-84c0-26147085f6c9 HTTP/1.1" status: 204 len: 168 time: 0.8656182 Jul 12 16:29:47.487262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41012) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:47.490128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8ba1-b252-4173-8d18-7ac494f30f77 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e288f-1075-4da7-84c0-26147085f6c9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:47.505295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.565701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.578127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.596209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.629020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.642504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 507366b5-bb7d-4b2d-ac06-6627d5d25413 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:47.687139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c519a0ed-34fa-4de5-80ac-be0ac9aca712 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1983180 Jul 12 16:29:47.696339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41014) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:47.717261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 507366b5-bb7d-4b2d-ac06-6627d5d25413 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:47.722762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 507366b5-bb7d-4b2d-ac06-6627d5d25413 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:47.723565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.724392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863aca6-0387-487e-8456-1a4a2db0c496 req-ff0990cc-fa34-458a-88e8-50e9b1a26f8f tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:47.726059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7863aca6-0387-487e-8456-1a4a2db0c496 req-ff0990cc-fa34-458a-88e8-50e9b1a26f8f tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 945 time: 0.1661828 Jul 12 16:29:47.727022 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-e42fb746-e70a-4255-92cc-b684499ab98f tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] delete failed (client error): The resource could not be found. Jul 12 16:29:47.727981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e42fb746-e70a-4255-92cc-b684499ab98f tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/a46e288f-1075-4da7-84c0-26147085f6c9 HTTP/1.1" status: 404 len: 347 time: 0.0304358 Jul 12 16:29:47.732961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41016) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:47.772753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--271305231'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:47.794918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7863aca6-0387-487e-8456-1a4a2db0c496 req-af1698ab-a51f-4a00-94a7-235ccdddbf47 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Jul 12 16:29:47.901603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:47.942740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 507366b5-bb7d-4b2d-ac06-6627d5d25413, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=507366b5-bb7d-4b2d-ac06-6627d5d25413,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:47.955652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.035696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=507366b5-bb7d-4b2d-ac06-6627d5d25413,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:48.068786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.095533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.100888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.146006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.25.8.81 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5f4bc48a-faaf-4c52-8f4f-ab624f685717) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:48.423310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Allocated IP 172.20.0.1 (c59279ef-9740-4512-aaf1-a54f69bef386/813cca69-186c-477a-ad80-45d2fdded199/e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:48.452595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Router c96430ca-3955-4e58-9e45-4b0bca0bde6e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:48.537093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.560043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.599681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.663470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.664731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9308181 Jul 12 16:29:48.667905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:48.673966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '42d8d157-5858-479b-a950-2c3b89fd8953', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:48.707510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.714277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd9cf3-0c64-4c32-a451-7c17129e90e7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8d157-5858-479b-a950-2c3b89fd8953,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:48.754152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.775880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.811356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:48.824495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-92c4a51e-690a-40b2-a7af-98f731015017 admin admin] 10.222.0.58 "PUT /v2.0/routers/c96430ca-3955-4e58-9e45-4b0bca0bde6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3623407 Jul 12 16:29:48.824654 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Sync routers for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:48.826726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:48.836649 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:48.837699 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:48.882974 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.899231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:48.902608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.912030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:48.920757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:48.924191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=5f4bc48a-faaf-4c52-8f4f-ab624f685717,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:48.960576 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:48.979948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Allocated IP 172.25.8.197 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/329fc345-b98a-4204-b020-b8877919ebb4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:48.993592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c4e7fe-4700-45b4-b637-bb17eb3bbdce,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:49.014367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.016131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f0b9f696-aec1-427c-8b5a-51fe04fb14c8 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466535 Jul 12 16:29:49.020249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:49.080826 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:49.111916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.119279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Network c59279ef-9740-4512-aaf1-a54f69bef386 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:49.123494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.181783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.184033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:49.189354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.191009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/59c4e7fe-4700-45b4-b637-bb17eb3bbdce HTTP/1.1" status: 204 len: 168 time: 0.1688292 Jul 12 16:29:49.205372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:49.237348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.246295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50bd6-e42a-4527-b946-fb19fe63aaec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59c4e7fe-4700-45b4-b637-bb17eb3bbdce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:49.298904 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-324a7634-433b-4e84-bdcb-1c87a29b9689 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922511 Jul 12 16:29:49.310947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41048) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:49.379205 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:29:46Z', 'revision_number': 5, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:49.428985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Checking router: c96430ca-3955-4e58-9e45-4b0bca0bde6e for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:49.442928 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Routers {'c96430ca-3955-4e58-9e45-4b0bca0bde6e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:49.443767 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:49.458022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.513625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 507366b5-bb7d-4b2d-ac06-6627d5d25413 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:49.519772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:49.520810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.525635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:49.529645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:49.581493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.602052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event updated for resources: {'Port': ['ID=329fc345-b98a-4204-b020-b8877919ebb4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:49.620192 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] Set router c96430ca-3955-4e58-9e45-4b0bca0bde6e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:49.627708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 507366b5-bb7d-4b2d-ac06-6627d5d25413 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:49.628394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.668321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:49.671056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:49.674621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.782034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.784725 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.786067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/42d8d157-5858-479b-a950-2c3b89fd8953 HTTP/1.1" status: 204 len: 168 time: 0.4704874 Jul 12 16:29:49.796917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:49.832223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d25f8-29a4-4929-9843-1f7e4b09ae2b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8d157-5858-479b-a950-2c3b89fd8953,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:49.853731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:49.919388 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:29:46Z', 'revision_number': 5, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:49.920016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3d218929-254a-438a-a4d0-d3f21c92166a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221673 Jul 12 16:29:49.924267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:49.928427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--714319654'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:49.960541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320decda-43ef-429b-b7c0-3c32306087b5 None None] The sync data for ids ['c96430ca-3955-4e58-9e45-4b0bca0bde6e'] in n-d-800078-3 is: [{'id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'name': 'tempest-TestServerMultinode-297932924-router', 'tenant_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:28:12Z', 'updated_at': '2021-07-12T16:29:46Z', 'revision_number': 5, 'project_id': 'c3186d87f3994aa4a5203a04fa760ef9', 'gw_port': {'id': 'c80696f2-6433-4380-92ee-ff6f4d909c10', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:08:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96430ca-3955-4e58-9e45-4b0bca0bde6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:28:13Z', 'updated_at': '2021-07-12T16:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:49.996066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bf205-ddff-4332-8b83-ac87b48cdf78 req-b3d33732-9f53-4021-bb32-f3f9444a8418 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:49.998785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-842bf205-ddff-4332-8b83-ac87b48cdf78 req-b3d33732-9f53-4021-bb32-f3f9444a8418 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 945 time: 0.9481657 Jul 12 16:29:50.007737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.022698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.044489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.184792 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-842bf205-ddff-4332-8b83-ac87b48cdf78 req-7c94dfd5-8799-4a8d-a6c4-1e452dd51771 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597698 Jul 12 16:29:50.195911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.246447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.275531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.305371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.309058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3817039 Jul 12 16:29:50.312649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:50.327884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5b80d4e5-b893-4462-aef7-18d2d9f0ab1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:50.335889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef40cc-f13a-46a3-81c3-ed648bd2701a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80d4e5-b893-4462-aef7-18d2d9f0ab1b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:50.342727 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.346233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.425525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.475768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Deleting port c80696f2-6433-4380-92ee-ff6f4d909c10 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:50.476259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.710582 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:50.921852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.007334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] For port c80696f2-6433-4380-92ee-ff6f4d909c10, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c80696f2-6433-4380-92ee-ff6f4d909c10,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:51.007896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.009505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Router 0638b876-f75a-4c5b-b4c7-0fe30e01a12d is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:51.036796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.096880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Calling delete_port for c80696f2-6433-4380-92ee-ff6f4d909c10 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:51.100805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.162562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4e3ad2-4f24-4951-b3a1-2f10e8677f7b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.178052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.179425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0da3c9ac-a4ad-4d25-86d9-8af6c8693bbb tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8662260 Jul 12 16:29:51.194511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41094) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.196019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:51.210138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] Sync routers for ids ['0638b876-f75a-4c5b-b4c7-0fe30e01a12d'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:51.224708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.226871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e6237157-60b3-43c8-ad6c-8f3757ec7e49 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "PUT /v2.0/routers/0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 200 len: 883 time: 3.9505639 Jul 12 16:29:51.228770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] Routers {'0638b876-f75a-4c5b-b4c7-0fe30e01a12d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:51.230424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0638b876-f75a-4c5b-b4c7-0fe30e01a12d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:51.236472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5b80d4e5-b893-4462-aef7-18d2d9f0ab1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:51.245423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41096) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.318473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:51.346085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] Routers {'0638b876-f75a-4c5b-b4c7-0fe30e01a12d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:51.346749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0638b876-f75a-4c5b-b4c7-0fe30e01a12d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:51.400844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:51.402441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b906e2-050d-4e04-ba26-fce26e142d1d None None] The sync data for ids ['0638b876-f75a-4c5b-b4c7-0fe30e01a12d'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:51.412772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36858c36-95ba-4f9e-b71a-b42470ab4a7c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:51.427624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.428335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-61dca368-72fe-458b-ada6-954479c6e490 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 200 len: 924 time: 0.1784036 Jul 12 16:29:51.431031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41100) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.442762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41102) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.443188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 36858c36-95ba-4f9e-b71a-b42470ab4a7c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:51.443613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36858c36-95ba-4f9e-b71a-b42470ab4a7c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:51.452517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.474154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.582207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356581da-4f9a-42e4-9e3b-91612bc363c2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:51.583747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-356581da-4f9a-42e4-9e3b-91612bc363c2 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=0638b876-f75a-4c5b-b4c7-0fe30e01a12d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1516399 Jul 12 16:29:51.588615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.596139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.597525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90e61c5e-29d5-4912-9ed2-73e5874adc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.605641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.615700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.628718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c16948d-bbcc-424e-83e5-00d3d98e2172,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.643335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca82bd-64cc-4a08-babd-79a0373cdd4a req-345cd773-7f23-4609-bfdc-e52339beba80 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:51.644984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05ca82bd-64cc-4a08-babd-79a0373cdd4a req-345cd773-7f23-4609-bfdc-e52339beba80 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 945 time: 0.3454936 Jul 12 16:29:51.711746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90e61c5e-29d5-4912-9ed2-73e5874adc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.717180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90e61c5e-29d5-4912-9ed2-73e5874adc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.721932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 0e1ec5ef-e235-4699-ad97-232a54266278 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:51.724589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.729592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.734397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d2a76d2-9503-497d-a80d-0f101b0e1b78 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5326874 Jul 12 16:29:51.735161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.748293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5b80d4e5-b893-4462-aef7-18d2d9f0ab1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:51.783349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90e61c5e-29d5-4912-9ed2-73e5874adc30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f9168246e7343c3a997ac6c656c059a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394568 Jul 12 16:29:51.785861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61c5e-29d5-4912-9ed2-73e5874adc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc905aac-a30f-41c9-8c51-3099a8c3b882,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.787944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41110) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.805997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.862086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.865706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.879938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.882694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80fca44-9f4d-47c3-b18d-f95507b3d389,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.893237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.894748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-95ec0660-8df2-4570-a265-24e089a623fe tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586289 Jul 12 16:29:51.897576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:51.902465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5b80d4e5-b893-4462-aef7-18d2d9f0ab1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:51.912232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05ca82bd-64cc-4a08-babd-79a0373cdd4a req-30771776-373d-4930-ba09-1af663ea1812 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331939 Jul 12 16:29:51.932721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:51.956307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Pushing event deleted for resources: {'Port': ['ID=c80696f2-6433-4380-92ee-ff6f4d909c10,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:51.967663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2be63d-802f-488f-b17f-c8d10fbd8e4c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:51.968978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e2be63d-802f-488f-b17f-c8d10fbd8e4c tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.3748858 Jul 12 16:29:51.971991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41114) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.014283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb9dac8f-790f-46ec-b52d-012e96260756 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 200 len: 205 time: 0.0411525 Jul 12 16:29:52.018719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.086557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.094593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.122552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.125991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Network c59279ef-9740-4512-aaf1-a54f69bef386 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:52.136373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.138610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:52.140885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:52.152220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.153027 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] Sync routers for ids ['0e1ec5ef-e235-4699-ad97-232a54266278'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:52.153661 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549458 Jul 12 16:29:52.156241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d443-c237-45b6-bbca-da3aeb75cbec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef09b58-2f86-4a65-b3a1-3b45e8fbdeb8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:52.159703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41118) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.164069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5b80d4e5-b893-4462-aef7-18d2d9f0ab1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:52.173117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] Routers {'0e1ec5ef-e235-4699-ad97-232a54266278'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:52.174005 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e1ec5ef-e235-4699-ad97-232a54266278'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:52.186047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.216341 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:52.226981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] Routers {'0e1ec5ef-e235-4699-ad97-232a54266278'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:52.227797 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e1ec5ef-e235-4699-ad97-232a54266278'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:52.255980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.264249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:52.265162 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a9ae5-0c1c-4cff-aa8f-7269a71ebe4f None None] The sync data for ids ['0e1ec5ef-e235-4699-ad97-232a54266278'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:52.380910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.383205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.388851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.417513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfb8a4f-34bc-4280-a32a-afe13b41516c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:52.440230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.441443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b420a5bb-d1df-449c-9ed0-8e1e9f963391 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2809398 Jul 12 16:29:52.444936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.485519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.495395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.517955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port 329fc345-b98a-4204-b020-b8877919ebb4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:52.518355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.571611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.577769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.578911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/bbfb8a4f-34bc-4280-a32a-afe13b41516c HTTP/1.1" status: 204 len: 168 time: 0.1328895 Jul 12 16:29:52.583103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41122) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.607914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d809d5-ca79-4692-b28b-616f6efac45d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbfb8a4f-34bc-4280-a32a-afe13b41516c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:52.643096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.674569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.678026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-65fb4fe8-bf94-494b-9699-c4d9f24b831a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0894887 Jul 12 16:29:52.679149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41124) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.681286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for 329fc345-b98a-4204-b020-b8877919ebb4 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:52.686032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.687234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c2fb3fb-d8fc-41b1-8986-924bdff7e33e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.6422813 Jul 12 16:29:52.689115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.690059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.714622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.797560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.813815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.826805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.827377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96430ca-3955-4e58-9e45-4b0bca0bde6e {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:52.840519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.841688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e34642b-ff5c-44af-999c-ee848ce7708e admin admin] 10.222.0.58 "DELETE /v2.0/routers/c96430ca-3955-4e58-9e45-4b0bca0bde6e HTTP/1.1" status: 204 len: 168 time: 4.0119998 Jul 12 16:29:52.845475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:52.906832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.909339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.912988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc905aac-a30f-41c9-8c51-3099a8c3b882 HTTP/1.1" status: 204 len: 168 time: 1.1131706 Jul 12 16:29:52.912988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:52.926318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-54870ab3-702d-4e0a-bc74-669f1d6d2004 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:52.927855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-54870ab3-702d-4e0a-bc74-669f1d6d2004 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.77 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 945 time: 0.2977014 Jul 12 16:29:52.959826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.962983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Deleting subnet 83b68407-ffac-4df8-a104-918c993d3acb {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:52.967851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d5a9b-0578-4c41-8dd9-243466c60521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc905aac-a30f-41c9-8c51-3099a8c3b882,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:52.969800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.975189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:52.976382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/bef09b58-2f86-4a65-b3a1-3b45e8fbdeb8 HTTP/1.1" status: 204 len: 168 time: 0.2962973 Jul 12 16:29:52.980027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.009438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-43579428-f5cf-45ab-a468-12a6beddabc8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers/0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 200 len: 878 time: 0.3183005 Jul 12 16:29:53.010373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41136) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.095671 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.117590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4430-e8db-4d31-81ec-3cbc450fb399 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef09b58-2f86-4a65-b3a1-3b45e8fbdeb8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:53.265690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41140) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.269911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:53.282189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Sync routers for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:53.283921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2f0f75ae-abb9-4e72-ad08-7e32410da7e4 admin admin] 10.222.0.58 "PUT /v2.0/routers/7e7430d0-5a92-43a2-9ffc-538aadb32e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0718279 Jul 12 16:29:53.285579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Deleting port 1e424174-5566-4256-aa3a-4b3b865bfb52 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:53.286038 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.286595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.300329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:53.301344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:53.311728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.313930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea31-de73-45bb-a498-47e15e0877b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.348317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4614c327-c79b-4b93-8523-21a521818bcc tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3668036 Jul 12 16:29:53.348988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41144) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.359550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=329fc345-b98a-4204-b020-b8877919ebb4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:53.438331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:53.491481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.532483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c80696f2-6433-4380-92ee-ff6f4d909c10 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:53.542738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.551936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] For port 1e424174-5566-4256-aa3a-4b3b865bfb52, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1e424174-5566-4256-aa3a-4b3b865bfb52,segment=NetworkSegment(6b005dba-28a0-4b8f-b764-20ebc5cdc6d1),segment_id=6b005dba-28a0-4b8f-b764-20ebc5cdc6d1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:53.552214 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.564223 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.572449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c80696f2-6433-4380-92ee-ff6f4d909c10 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:53.572805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c80696f2-6433-4380-92ee-ff6f4d909c10 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:53.596738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38112a-e22d-481a-9b20-8d47387a95ec req-fa8d591a-42ef-49e9-a88b-a94aef56eee6 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:53.599081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd38112a-e22d-481a-9b20-8d47387a95ec req-fa8d591a-42ef-49e9-a88b-a94aef56eee6 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 945 time: 0.4580486 Jul 12 16:29:53.603696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Calling delete_port for 1e424174-5566-4256-aa3a-4b3b865bfb52 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:53.625333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.639194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b68407-ffac-4df8-a104-918c993d3acb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:53.659997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.664571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03332441-5a48-42dc-9d7b-85ed5e59a53f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83b68407-ffac-4df8-a104-918c993d3acb HTTP/1.1" status: 204 len: 168 time: 0.8158760 Jul 12 16:29:53.666328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151d32d5-5ae1-4ba8-8fb4-8f088c9c7ee8 None None] Network 016c7cb7-f2db-4fa5-9f60-6157246aeecb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:29:53.669647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41152) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.802395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.811952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.815273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e80fca44-9f4d-47c3-b18d-f95507b3d389 HTTP/1.1" status: 204 len: 168 time: 0.4549038 Jul 12 16:29:53.822220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.835943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.845218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.849153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d06936-cb9b-41df-ac8c-69778cdaa155 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e80fca44-9f4d-47c3-b18d-f95507b3d389,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:53.868580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd38112a-e22d-481a-9b20-8d47387a95ec req-23c67baa-4a23-4185-870e-a800e6f2331d tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8938f01-91a5-4c22-82cb-6c431d2fbbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499840 Jul 12 16:29:53.932192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea31-de73-45bb-a498-47e15e0877b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.936019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.936552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router 0638b876-f75a-4c5b-b4c7-0fe30e01a12d {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:53.946304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-449fadc4-b40f-4e3d-bd63-0637b7068d63 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.8982000 Jul 12 16:29:53.946539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.950173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41164) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.951856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.952442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ea31-de73-45bb-a498-47e15e0877b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:53.956527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-170fe6f3-5541-4271-b86f-c8635d7c2272 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 204 len: 168 time: 1.9333894 Jul 12 16:29:53.957103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41166) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:53.961860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-28784228'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:53.962320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215749602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:53.971937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:50Z', 'revision_number': 4, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4', 'name': '', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'mac_address': 'fa:16:3e:d4:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '813cca69-186c-477a-ad80-45d2fdded199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:47Z', 'updated_at': '2021-07-12T16:29:50Z', 'revision_number': 2, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'subnets': [{'id': '813cca69-186c-477a-ad80-45d2fdded199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:53.999830 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.001105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.002960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Checking router: 7e7430d0-5a92-43a2-9ffc-538aadb32e86 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:29:54.003369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Updating router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:29:54.043156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.056568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] DHCP port deletion for 016c7cb7-f2db-4fa5-9f60-6157246aeecb request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:29:54.064879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.070751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.090096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.095164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8e136d8d-473c-44f9-82e9-7bb274a82b99 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1346381 Jul 12 16:29:54.095542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41168) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:54.101317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': True}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:54.146140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dd2d12a4-8d4a-4832-b8d1-882cb26c9f17 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3084898 Jul 12 16:29:54.146140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ea31-de73-45bb-a498-47e15e0877b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d28fbc-a87a-4148-969f-bd66ce2799d8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:54.152064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41170) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:54.168674 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b1d2ea31-de73-45bb-a498-47e15e0877b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac35e1314c6d45ec9eec14153ade453e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001529 Jul 12 16:29:54.195573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:54.228956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Deleting port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:54.229693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.299631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-0394b858-6a27-4e2c-af01-6f60baacc2d9 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:54.301051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-0394b858-6a27-4e2c-af01-6f60baacc2d9 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 818 time: 0.4901688 Jul 12 16:29:54.325686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.349017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] For port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:54.349596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.349756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.357946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.368852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Calling delete_port for 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:54.387806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-d56d67ee-bb30-410f-84e9-64f2fc28229f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/quotas/7fc61b63993f424e93118445ae7a1cde HTTP/1.1" status: 200 len: 375 time: 0.0656526 Jul 12 16:29:54.398762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.418430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.459720 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.476180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1e424174-5566-4256-aa3a-4b3b865bfb52'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:29:54.538041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.539338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Deleting port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:54.539824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.541286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.541593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.545260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5d28fbc-a87a-4148-969f-bd66ce2799d8 HTTP/1.1" status: 204 len: 168 time: 0.3460469 Jul 12 16:29:54.580012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.588180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.591677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2c16948d-bbcc-424e-83e5-00d3d98e2172 HTTP/1.1" status: 204 len: 168 time: 0.4345105 Jul 12 16:29:54.605292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.608038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Pushing event deleted for resources: {'Port': ['ID=1e424174-5566-4256-aa3a-4b3b865bfb52,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:54.618142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] No DVR routers for this DVR port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:54.645374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41176) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:54.658362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7817c-c892-49e9-aa94-a3a8659cf176 None None] Pushing event deleted for resources: {'Port': ['ID=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:54.663750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Transition to ACTIVE for port object e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:29:54.672672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.690207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847718ef-1fa4-453a-ba9f-5fc50ea316a1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c16948d-bbcc-424e-83e5-00d3d98e2172,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:54.735785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846938dd-68fa-43b8-a66b-cad5c609ad2b None None] Pushing event updated for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:54.759035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] No DVR routers for this DVR port 1e424174-5566-4256-aa3a-4b3b865bfb52 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:54.774489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.776493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7cc380c4-3923-4f72-96bc-e6d7e620be18 req-b0ea3e58-778a-4216-a24d-cbb6161cc0c4 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.77 "DELETE /v2.0/ports/1e424174-5566-4256-aa3a-4b3b865bfb52 HTTP/1.1" status: 204 len: 173 time: 1.8248608 Jul 12 16:29:54.781194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'name': 'network-vif-deleted', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:29:54.783505 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d883c25-5ed9-44da-9828-580876d969da" -d '{"events": [{"server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "name": "network-vif-deleted", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:29:54.816945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Attempting to bind port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:29:54.817634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Attempting to bind port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:29:54.819215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Attempting to bind port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 on network c59279ef-9740-4512-aaf1-a54f69bef386 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:29:54.826717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:29:54.827387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Checking segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:29:54.828161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.829375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Bound using segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:29:54.829505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] For port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,segment=NetworkSegment(2019c664-c9ba-4557-9078-95500a5947c8),segment_id=2019c664-c9ba-4557-9078-95500a5947c8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:54.829786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.830424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Bound port: e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:29:54.831151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:54.905461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Calling delete_port for 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:54.913377 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb016d4-3f85-48b5-9cf5-bc708b18f195 x-openstack-request-id: req-9eb016d4-3f85-48b5-9cf5-bc708b18f195 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:29:54.913679 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f2a93d-0432-4875-8ec7-fdf1123348b8", "name": "network-vif-deleted", "tag": "1e424174-5566-4256-aa3a-4b3b865bfb52", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:29:54.913926 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eb016d4-3f85-48b5-9cf5-bc708b18f195 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:29:54.914311 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f2a93d-0432-4875-8ec7-fdf1123348b8', 'name': 'network-vif-deleted', 'tag': '1e424174-5566-4256-aa3a-4b3b865bfb52', 'status': 'completed', 'code': 200} Jul 12 16:29:54.930477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f6ed8459-a7bf-4578-898c-2a0687939ea6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2838888 Jul 12 16:29:54.942726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:54.953206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] For port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:29:54.954397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-b5f0f94a-34c0-458f-952f-43d364d62ac5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5536289 Jul 12 16:29:54.956744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] For port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:29:54.967437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.046435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846938dd-68fa-43b8-a66b-cad5c609ad2b None None] Pushing event updated for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:55.065207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:55.065849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:55.073567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee586977-486e-4b36-8aa0-ffab5002c79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d28fbc-a87a-4148-969f-bd66ce2799d8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:55.188589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-3b4a7624-bb98-4157-8404-69ed274fd6f5 service neutron] 10.222.0.58 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333434 Jul 12 16:29:55.209054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:29:55.256202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe3de58b-e334-4fc3-b72b-c6f40158156c req-6f6fc02c-ebf1-4ec6-a541-76f9ec95d705 tempest-ServerPasswordTestJSON-2080667759 tempest-ServerPasswordTestJSON-2080667759-project] 10.222.0.58 "GET /v2.0/ports?device_id=21f2a93d-0432-4875-8ec7-fdf1123348b8 HTTP/1.1" status: 200 len: 210 time: 0.0396719 Jul 12 16:29:55.269073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.295356 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.347031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.368107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.423268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.445109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.480018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 172.25.8.118 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/29a547be-20bf-4a02-83bd-dea5fc17cc5f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:55.504206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:55.531703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:55.532517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:55.550039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:50Z', 'revision_number': 4, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4', 'name': '', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'mac_address': 'fa:16:3e:d4:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '813cca69-186c-477a-ad80-45d2fdded199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:47Z', 'updated_at': '2021-07-12T16:29:54Z', 'revision_number': 4, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'subnets': [{'id': '813cca69-186c-477a-ad80-45d2fdded199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:55.584621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39731f88-8635-434e-9a3a-c59bf07acee2 None None] The sync data for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 is: [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:29:50Z', 'revision_number': 4, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4', 'name': '', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'mac_address': 'fa:16:3e:d4:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '813cca69-186c-477a-ad80-45d2fdded199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:47Z', 'updated_at': '2021-07-12T16:29:54Z', 'revision_number': 4, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'subnets': [{'id': '813cca69-186c-477a-ad80-45d2fdded199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:55.610116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 0e1ec5ef-e235-4699-ad97-232a54266278 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:29:55.637878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-9ed89a9b-2b39-4097-a13b-b441b89d0aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410980 Jul 12 16:29:55.647168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.678549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.680231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0b4e3ad2-4f24-4951-b3a1-2f10e8677f7b HTTP/1.1" status: 204 len: 168 time: 0.7236798 Jul 12 16:29:55.681441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21bcfe-5c19-42f1-8db8-a27865068f99 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b4e3ad2-4f24-4951-b3a1-2f10e8677f7b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:55.684483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:55.696177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.756611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.780939 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:55.817055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:29:55.822420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:29:55.825936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:29:55.828741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=29a547be-20bf-4a02-83bd-dea5fc17cc5f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:55.846886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88dba5c5-8a45-4d6c-9803-7aeeb3a903df tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569707 Jul 12 16:29:55.850774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:55.853021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Pushing event deleted for resources: {'Port': ['ID=61babb20-7bbf-4efe-9ab0-f3bf6566ebeb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:55.856902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] No DVR routers for this DVR port 61babb20-7bbf-4efe-9ab0-f3bf6566ebeb on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:29:56.065803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4382f59d-e354-45b8-b2ec-ba06cb82e6cd req-f1f2999d-b93d-4c11-a07e-646b341c7892 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 210 time: 0.1161904 Jul 12 16:29:56.305168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.573195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:56.719678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.738996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:56.753061 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] Sync routers for ids ['0e1ec5ef-e235-4699-ad97-232a54266278'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:56.758285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.759962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ca7e020c-35c8-4d14-97f9-9931ed0e7465 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 200 len: 885 time: 2.8034399 Jul 12 16:29:56.769560 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] Routers {'0e1ec5ef-e235-4699-ad97-232a54266278'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:56.770174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:56.770706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e1ec5ef-e235-4699-ad97-232a54266278'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.792082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016c7cb7-f2db-4fa5-9f60-6157246aeecb']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.806148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.814243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019c664-c9ba-4557-9078-95500a5947c8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.814747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019c664-c9ba-4557-9078-95500a5947c8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.836332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.850004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-5e5caa2e-3b0e-4861-8223-79c5d61d7dff tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:56.851525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-5e5caa2e-3b0e-4861-8223-79c5d61d7dff tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 818 time: 0.2774529 Jul 12 16:29:56.862709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.884552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Deleting subnet ff6ea42e-e487-4eba-be37-c66c50c11948 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:29:56.886000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.888422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.890292 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.907330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:56.908922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:56.912171 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:56.915000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] Routers {'0e1ec5ef-e235-4699-ad97-232a54266278'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:56.915000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e1ec5ef-e235-4699-ad97-232a54266278'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:56.954673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-f9294374-2271-4453-a936-51a8d7e6c5d0 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/quotas/7fc61b63993f424e93118445ae7a1cde HTTP/1.1" status: 200 len: 375 time: 0.0941184 Jul 12 16:29:56.998703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.010305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.015285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] 10.222.0.58 "DELETE /v2.0/networks/016c7cb7-f2db-4fa5-9f60-6157246aeecb HTTP/1.1" status: 204 len: 168 time: 3.3421130 Jul 12 16:29:57.015285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.016386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.020386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/5b80d4e5-b893-4462-aef7-18d2d9f0ab1b HTTP/1.1" status: 204 len: 168 time: 1.1647186 Jul 12 16:29:57.022384 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:57.022979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0535c-8f18-45be-b84b-76bcf0df8359 None None] The sync data for ids ['0e1ec5ef-e235-4699-ad97-232a54266278'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:57.034767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41252) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.038422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3133-409e-46da-90b7-4d6ec316a148 admin admin] Pushing event deleted for resources: {'Network': ['ID=016c7cb7-f2db-4fa5-9f60-6157246aeecb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:57.055919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.072904 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.077720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf27f7-3439-476e-b0e0-f4919604c3f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80d4e5-b893-4462-aef7-18d2d9f0ab1b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:57.124838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb935b05-bf56-40d8-9396-ade299506515 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837946 Jul 12 16:29:57.131633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41258) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.136436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--487419671'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:57.173748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.176103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.280143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c037a32-612d-4e49-b1c7-0818b6016bd0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers/0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 200 len: 885 time: 0.5084214 Jul 12 16:29:57.283309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.298245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.344698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.347955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-da74f7d0-e5f4-4c99-9245-db618e31a661 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 200 len: 205 time: 0.0632544 Jul 12 16:29:57.353859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41270) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.364400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.382264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-bbc58f9d-0d79-4586-9352-4563b7b2df24 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4263878 Jul 12 16:29:57.402444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.458224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.459918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3275659 Jul 12 16:29:57.462729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:57.497009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '5c9141d4-4615-4c03-9e93-e1207aeff497', 'direction': 'ingress', 'protocol': 17}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:57.498716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30a98f-f8d5-4248-a8cd-36b2cec7a9bf tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9141d4-4615-4c03-9e93-e1207aeff497,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:57.547684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.595838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:57.746196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:29:57.758917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:57.762955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.818679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-d7784e4b-e73b-4e68-afee-1bbd641d77c5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:57.820485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-d7784e4b-e73b-4e68-afee-1bbd641d77c5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 818 time: 0.2165797 Jul 12 16:29:57.827468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.837028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Request body: {'port': {'device_id': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'admin_state_up': True, 'tenant_id': '7fc61b63993f424e93118445ae7a1cde'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:57.924751 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:57.974029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:29:57.977808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1e424174-5566-4256-aa3a-4b3b865bfb52 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:29:58.002826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.008053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.018165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.025022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a603629-dc30-4735-83da-a0ecf8151e08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d602ddf5ef84272a43635bbcedaf9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688063 Jul 12 16:29:58.026277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41276) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:58.037307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 1e424174-5566-4256-aa3a-4b3b865bfb52 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:29:58.037968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1e424174-5566-4256-aa3a-4b3b865bfb52 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:29:58.039033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 5f4bc48a-faaf-4c52-8f4f-ab624f685717 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:29:58.039173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.068955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.078452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6ea42e-e487-4eba-be37-c66c50c11948,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.089622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.091496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-02bcebe5-8f99-427a-8137-96a84e7793d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ff6ea42e-e487-4eba-be37-c66c50c11948 HTTP/1.1" status: 204 len: 168 time: 1.5154321 Jul 12 16:29:58.093735 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-738415f4-560a-4e5c-bf1a-af0c032ae30c service neutron] 10.222.0.58 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104354 Jul 12 16:29:58.096916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41278) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:58.123737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Made reservation on behalf of 7fc61b63993f424e93118445ae7a1cde for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:58.127258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.179131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.225371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.245788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router e13b229f-fc7e-43dd-af77-bf5fecea7152 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:29:58.250094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.255525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 5f4bc48a-faaf-4c52-8f4f-ab624f685717 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:29:58.272911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.281355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.292494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.383357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215c31cc-fd44-4666-abe8-76568cfeb1e3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.391716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-835c2533-8e43-4787-bb22-9ead5f13003e service neutron] 10.222.0.58 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793965 Jul 12 16:29:58.406902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Allocated IP 172.20.0.14 (c59279ef-9740-4512-aaf1-a54f69bef386/813cca69-186c-477a-ad80-45d2fdded199/003e7e59-0c55-44e7-90ca-9425456a1976) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:29:58.449719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.450928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f5e7681d-3064-41e0-900f-12c7a3a66fa1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9685662 Jul 12 16:29:58.457698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:58.485806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.488367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.491923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/384742be-ddd8-4195-8683-cd48492e27c3 HTTP/1.1" status: 204 len: 168 time: 0.4633484 Jul 12 16:29:58.500977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.518017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7689f0-834f-4798-b0dc-82dffab7277e']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.533658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.533974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b005dba-28a0-4b8f-b764-20ebc5cdc6d1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.536408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586a1b1-29da-4538-8dad-d34fad25c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384742be-ddd8-4195-8683-cd48492e27c3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.570174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:29:58.580666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] Sync routers for ids ['e13b229f-fc7e-43dd-af77-bf5fecea7152'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:29:58.581496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.611342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.620225 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9639b809-b364-4ce1-bf1b-0aa62ec73ee4 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "PUT /v2.0/routers/e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 200 len: 918 time: 4.5207012 Jul 12 16:29:58.622362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] Routers {'e13b229f-fc7e-43dd-af77-bf5fecea7152'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:58.622875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41286) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:58.629190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e13b229f-fc7e-43dd-af77-bf5fecea7152'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.640489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.671334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.689105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:29:58.689498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:29:58.691429 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:29:58.745827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61b7271c-80c9-4e0d-88f3-e8dd64793555 req-56ff0158-a6b5-4086-96b5-77f11b5b4217 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 210 time: 0.0670252 Jul 12 16:29:58.769573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.783676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.788034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.796140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.799883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] 10.222.0.58 "DELETE /v2.0/networks/1e7689f0-834f-4798-b0dc-82dffab7277e HTTP/1.1" status: 204 len: 168 time: 0.6998281 Jul 12 16:29:58.812471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] Routers {'e13b229f-fc7e-43dd-af77-bf5fecea7152'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:29:58.815354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:29:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e13b229f-fc7e-43dd-af77-bf5fecea7152'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.826956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:58.828101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ac79-b253-4f9b-bf85-80eccdc93f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7689f0-834f-4798-b0dc-82dffab7277e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.866322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3aa9eb9c-bf69-4190-b861-e5b890a2baec tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 200 len: 924 time: 0.2423561 Jul 12 16:29:58.869003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=5f4bc48a-faaf-4c52-8f4f-ab624f685717,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:58.876559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:58.901953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:29:58.903869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80693f2-ec4a-4fe9-857f-89848de1ad79 None None] The sync data for ids ['e13b229f-fc7e-43dd-af77-bf5fecea7152'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:29:59.104928 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.108184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.109554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c9141d4-4615-4c03-9e93-e1207aeff497 HTTP/1.1" status: 204 len: 168 time: 0.6478014 Jul 12 16:29:59.113819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41304) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.136365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.147122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c9c66-4681-43e6-ab51-c395bdfd76ec tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9141d4-4615-4c03-9e93-e1207aeff497,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:59.165467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.176997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.215061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16125c07-aa9a-4927-9e0c-1612256e3511 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:59.216988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16125c07-aa9a-4927-9e0c-1612256e3511 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=e13b229f-fc7e-43dd-af77-bf5fecea7152&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3346207 Jul 12 16:29:59.223865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.275677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.286092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94110828-5880-4146-a389-12b7d19f400f tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1681039 Jul 12 16:29:59.288128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.291054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41312) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.303407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d47dcf7-ad32-4791-9445-36f96f2ae705 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f8ae51d8fe049448f13a4cdff59103c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360657 Jul 12 16:29:59.305953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41314) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.326154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326209232'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:59.371944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.412240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.412805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1ec5ef-e235-4699-ad97-232a54266278 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:29:59.428622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.434043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a0fdb052-3928-4bd7-b290-14e754793c98 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 204 len: 168 time: 2.0746927 Jul 12 16:29:59.434043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.438258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41316) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.447875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.456073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1133872428'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:29:59.518317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.537219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41322) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.550073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:29:59.570099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c68c-430f-4efb-940e-502d54f530e7 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:29:59.572141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f057c68c-430f-4efb-940e-502d54f530e7 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.3457885 Jul 12 16:29:59.578879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.600768 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.610950 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.615983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8938f01-91a5-4c22-82cb-6c431d2fbbd5 HTTP/1.1" status: 204 len: 168 time: 0.3062840 Jul 12 16:29:59.654483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452428d-755b-4a0d-8789-b52ca1f5a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8938f01-91a5-4c22-82cb-6c431d2fbbd5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:29:59.682078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:29:59.686439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.691649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd12d293-4909-48ff-9ce8-5c1fcf347c89 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3186d87f3994aa4a5203a04fa760ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472323 Jul 12 16:29:59.693153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41332) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.705517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2eb82d14-46e4-42c1-bdd1-c993e0490b04 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 200 len: 205 time: 0.1230640 Jul 12 16:29:59.714432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:29:59.726522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:29:59.727008 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:29:59.960930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.057629 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d92a760-a1d7-475a-9e88-0c8b5ae8f970 req-21e1e2ab-b58b-4972-93fa-e5aaa7b7d074 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 210 time: 0.0403013 Jul 12 16:30:00.069880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Network c59279ef-9740-4512-aaf1-a54f69bef386 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:00.083256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:00.093094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Pushing event updated for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:00.096867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:00.174685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:00.211317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.211956 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 712c6890-5ce9-499a-bcbd-c5d86f3eb4aa of type vlan for network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 Jul 12 16:30:00.219208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.229815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:00.230451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.302788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.314047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.319280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port 29a547be-20bf-4a02-83bd-dea5fc17cc5f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:00.319714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.327126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.344090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.365585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-ad11e197-836e-4a7c-b52b-d98a52ecd55c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5345926 Jul 12 16:30:00.373141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.402210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Request body: {'port': {'device_id': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:00.453136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.457453 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.459278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1412680 Jul 12 16:30:00.468415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41350) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:00.476079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917806425'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:00.488944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.494454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for 29a547be-20bf-4a02-83bd-dea5fc17cc5f owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:00.496773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:00.497666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.519970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ca804-78f7-49a8-84f6-f5f86cbde1f6 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8d69b-3be5-478e-8f7f-f995050bdc0b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:00.583158 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.633644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1919627 Jul 12 16:30:00.634783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7cf18-ab19-40de-b9f1-510d21631288 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=5a9eec36-7adc-4b81-9d32-2c4defc7e683,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:00.656923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:00.709439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41354) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:00.730967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:00.753977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.759557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.769482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/731a0bd2-9c58-4e16-82e1-410a103b4fa5 HTTP/1.1" status: 204 len: 168 time: 1.0663610 Jul 12 16:30:00.868350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:00.956840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9abee-f6b6-4aad-bb2a-3cba6d6b2cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a0bd2-9c58-4e16-82e1-410a103b4fa5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:00.997213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.065193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.128055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:01.133840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.148451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd80ee-861d-441c-a2e3-445964202d5a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:01.158477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41370) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:01.262911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.328029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.332759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7cb222d-5f55-4b01-941f-c8706d14e53d tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8630605 Jul 12 16:30:01.336345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41374) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:01.346032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '4fd8d69b-3be5-478e-8f7f-f995050bdc0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eecd80ee-861d-441c-a2e3-445964202d5a', 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:01.391222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=29a547be-20bf-4a02-83bd-dea5fc17cc5f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:01.502768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63a0ab11-0d62-481c-951d-288b1b912b5f req-a29e711f-c917-4440-91cd-a98ebf5b56da tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 210 time: 0.0902641 Jul 12 16:30:01.539669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.551759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-network', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:01.588389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-a9e19e47-d9ef-4e3a-b883-c35af014ba89 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:01.589937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-a9e19e47-d9ef-4e3a-b883-c35af014ba89 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.65 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 818 time: 0.5381522 Jul 12 16:30:01.616603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Request body: {'port': {'device_id': 'ff008749-6707-47b8-88ce-c477cef968ef', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'admin_state_up': True, 'tenant_id': '7fc61b63993f424e93118445ae7a1cde'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:01.621077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.636754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Made reservation on behalf of 5cea592f1fc544f98fc40c52232afb58 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:01.639097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.737595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.742298 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.825160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.830227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=9db241f7-50ce-4ea6-92b0-e5331e27123e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:01.837908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.855124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:01.855481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 5a9eec36-7adc-4b81-9d32-2c4defc7e683, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:01.858508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.899681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003e7e59-0c55-44e7-90ca-9425456a1976 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:01.899933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.906963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:01.910920 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.929299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Transition to ACTIVE for port object 003e7e59-0c55-44e7-90ca-9425456a1976 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:01.929898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 5a9eec36-7adc-4b81-9d32-2c4defc7e683) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:01.934368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:01.935158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.939115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.948575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd6e281-36ab-4316-9319-ba5495aa0714,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:01.960872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.961454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router e13b229f-fc7e-43dd-af77-bf5fecea7152 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:30:01.970044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:01.971258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9c77e9e-5789-4d39-a5be-a19eba1188d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 204 len: 168 time: 2.2550306 Jul 12 16:30:01.974512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a53877-0ef7-4e30-8d8b-fa5c6cf63de7 None None] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:01.978199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:01.983432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1594578704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:02.026985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Pushing event updated for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:02.036190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.045226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.053199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.054232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5b7eee66-e573-4c61-84b5-8577618b821a tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7155962 Jul 12 16:30:02.063111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41384) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.076419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5de1fc99-9403-4695-8b74-6d9f7cedcbd9 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3653657 Jul 12 16:30:02.080346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:02.082030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41386) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.104762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-472785506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:02.112400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Attempting to bind port 003e7e59-0c55-44e7-90ca-9425456a1976 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:02.112824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Attempting to bind port 003e7e59-0c55-44e7-90ca-9425456a1976 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:02.113554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Attempting to bind port 003e7e59-0c55-44e7-90ca-9425456a1976 on network c59279ef-9740-4512-aaf1-a54f69bef386 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:02.115870 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1e58e39-34af-4413-b112-708e73a8f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.120888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Port 003e7e59-0c55-44e7-90ca-9425456a1976 on network c59279ef-9740-4512-aaf1-a54f69bef386 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:30:02.122485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Attempting to bind port 003e7e59-0c55-44e7-90ca-9425456a1976 on network c59279ef-9740-4512-aaf1-a54f69bef386 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:02.128170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.128362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:02.128818 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Added segment 277d370b-5e0d-4965-a7f7-764b0840ad4b of type vlan for network 2f045623-43d2-44da-9bf0-7757f62af498 Jul 12 16:30:02.128943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Checking segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:02.128943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Bound using segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:02.129442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Bound port: 003e7e59-0c55-44e7-90ca-9425456a1976, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:02.129957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:02.130090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.148265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Made reservation on behalf of 7fc61b63993f424e93118445ae7a1cde for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:02.151838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.161037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.209994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.217643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.225941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:02.232127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=003e7e59-0c55-44e7-90ca-9425456a1976,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:02.235503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.236515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.239329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.285576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-5a9eec36-7adc-4b81-9d32-2c4defc7e683', 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '9db241f7-50ce-4ea6-92b0-e5331e27123e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:02.286802 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.313517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:02.314748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.317564 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] 10.222.0.77 "PUT /v2.0/ports/003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 1092 time: 1.9400067 Jul 12 16:30:02.318397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:02.321319 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22505ee4-1268-4ca0-8540-7214c64d56d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:02.363032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942d45-8a45-4fd4-994c-fa2544e38745 service neutron] Pushing event updated for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:02.379009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.380032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.383210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.388852 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5260b773-4b3c-48ca-8943-4ebef81ab0ce x-openstack-request-id: req-5260b773-4b3c-48ca-8943-4ebef81ab0ce {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:02.389153 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:02.393590 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5260b773-4b3c-48ca-8943-4ebef81ab0ce {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:02.394021 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976', 'status': 'completed', 'code': 200} Jul 12 16:30:02.428402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.429817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3fd6e281-36ab-4316-9319-ba5495aa0714 HTTP/1.1" status: 204 len: 168 time: 0.3643668 Jul 12 16:30:02.433129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41390) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.440889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.444208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.445293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:02.445944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.453806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130f08-9285-4b36-afd3-df34915460b4 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd6e281-36ab-4316-9319-ba5495aa0714,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:02.462871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.498116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-7fce9cb6-3f93-4f9d-9fe4-37454e574fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:02.500345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-7fce9cb6-3f93-4f9d-9fe4-37454e574fe7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1095 time: 0.1336951 Jul 12 16:30:02.535947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Allocated IP 172.20.0.2 (5a9eec36-7adc-4b81-9d32-2c4defc7e683/9db241f7-50ce-4ea6-92b0-e5331e27123e/a6874898-6f86-4a5d-8e1c-33273acd58f5) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:02.597436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-317ce22c-3071-48d0-86f0-de0f85df8496 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.0883307 Jul 12 16:30:02.613260 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3476872 Jul 12 16:30:02.653447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41396) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.663047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Request body: {'subnet': {'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-subnet', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:02.670451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.674492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.676198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7702b382-f8b2-42bf-b27d-2ae2ecb783fe tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6969817 Jul 12 16:30:02.682256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8d413-e325-4cb3-99c6-72009556a67f admin admin] Pushing event updated for resources: {'Network': ['ID=2f045623-43d2-44da-9bf0-7757f62af498,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:02.686622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41400) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.695707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'enable_snat': False}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:02.701165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:02.707640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Allocated IP 172.20.0.4 (c59279ef-9740-4512-aaf1-a54f69bef386/813cca69-186c-477a-ad80-45d2fdded199/a965cf64-b0cb-466a-8639-05593f19dd36) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:02.725610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-f725853f-5a20-4211-9171-656d1fee3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:02.727518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-f725853f-5a20-4211-9171-656d1fee3be6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1114056 Jul 12 16:30:02.789834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbc3bff0-7083-4eda-9fa5-ad0d7b9fadf8 req-b01600a0-b5a4-45ad-a7dc-7d206a75b214 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 210 time: 0.0486171 Jul 12 16:30:02.818363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1a6f079-1fad-4a3e-aecb-de6a0ab299cc tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3802195 Jul 12 16:30:02.820643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41406) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:02.849832 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-6b1f84b8-3708-417d-b8bb-263437421c11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752652 Jul 12 16:30:02.873125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2f045623-43d2-44da-9bf0-7757f62af498 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:02.970225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.003472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.066097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.070107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.073652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/eecd80ee-861d-441c-a2e3-445964202d5a HTTP/1.1" status: 204 len: 168 time: 0.2497132 Jul 12 16:30:03.078912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41410) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:03.106978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Made reservation on behalf of 5cea592f1fc544f98fc40c52232afb58 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:03.109259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.128441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.142832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Transition to ACTIVE for port object a6874898-6f86-4a5d-8e1c-33273acd58f5 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:03.149403 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.152289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.154061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33a3ea5d-9bb7-4494-a95d-ff957d01d6d0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0639293 Jul 12 16:30:03.160176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41412) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:03.161037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Transition to ACTIVE for port object a6874898-6f86-4a5d-8e1c-33273acd58f5 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:03.167341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.174925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e29da812-70e6-491f-a40c-24211c2b9ecd tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0870450 Jul 12 16:30:03.181038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb9547-6bf3-4eea-8a49-efb4ae855237 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd80ee-861d-441c-a2e3-445964202d5a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:03.182763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:03.236034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:03.247413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:03.254076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:03.261590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-134b8e12-4203-49b1-bc4c-139305b62257 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035976 Jul 12 16:30:03.265375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Pushing event updated for resources: {'Port': ['ID=a6874898-6f86-4a5d-8e1c-33273acd58f5,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:03.334842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Attempting to bind port a6874898-6f86-4a5d-8e1c-33273acd58f5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:03.335467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Attempting to bind port a6874898-6f86-4a5d-8e1c-33273acd58f5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:03.336020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Attempting to bind port a6874898-6f86-4a5d-8e1c-33273acd58f5 on network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:03.341672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:03.342282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Checking segment: {'id': '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:03.343264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.343938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Bound using segment: {'id': '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:03.344682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Bound port: a6874898-6f86-4a5d-8e1c-33273acd58f5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a9eec36-7adc-4b81-9d32-2c4defc7e683'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:03.345238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.414246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.439848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] For port a6874898-6f86-4a5d-8e1c-33273acd58f5, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:03.444461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] For port a6874898-6f86-4a5d-8e1c-33273acd58f5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a6874898-6f86-4a5d-8e1c-33273acd58f5,segment=NetworkSegment(712c6890-5ce9-499a-bcbd-c5d86f3eb4aa),segment_id=712c6890-5ce9-499a-bcbd-c5d86f3eb4aa)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:03.453267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.520041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.522880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1e666-c4b6-4007-9067-e0b079a32f30 None None] Pushing event updated for resources: {'Port': ['ID=a6874898-6f86-4a5d-8e1c-33273acd58f5,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:03.554729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91ea85c7-1238-4f66-876b-00e21f83c959 req-cbbe58e3-71eb-489e-becd-7d6612259b25 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606285 Jul 12 16:30:03.664912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.685648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.686244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.688611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.767864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:03.786678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Network c59279ef-9740-4512-aaf1-a54f69bef386 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:03.802027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2f53d6-a27a-4da8-8681-87725fd38687,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:03.805455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:03.807791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:03.826098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Pushing event updated for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:03.992441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Checking segment: {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:03.993199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Network hostable DHCP agents. Network: 2f045623-43d2-44da-9bf0-7757f62af498, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:04.067476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-9229c57a-a90c-40a5-870a-90ff0f03e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.069459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-9229c57a-a90c-40a5-870a-90ff0f03e1d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1095 time: 0.4445868 Jul 12 16:30:04.094111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.109910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.109910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/4fd8d69b-3be5-478e-8f7f-f995050bdc0b HTTP/1.1" status: 204 len: 168 time: 0.8509772 Jul 12 16:30:04.117675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:04.184924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.185211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.205422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c28616-cc07-4246-b178-a7ef202ac78c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8d69b-3be5-478e-8f7f-f995050bdc0b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:04.265124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Network 2f045623-43d2-44da-9bf0-7757f62af498 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:04.281251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-c432ec41-2f98-48a2-b7d4-f1256a5df8e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6723206 Jul 12 16:30:04.305651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2f045623-43d2-44da-9bf0-7757f62af498) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:04.308170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-f2d3cc51-fa4c-43e1-9fea-89fd577ac9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.310442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-f2d3cc51-fa4c-43e1-9fea-89fd577ac9cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.2283313 Jul 12 16:30:04.313205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-11326984-103d-426a-a2c4-ba6001a33e93 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1835423 Jul 12 16:30:04.314349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.319786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41426) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:04.321002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.321582 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.322411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9c1d5-5bf6-42c4-8402-eec920c557d5 None None] Network 2f045623-43d2-44da-9bf0-7757f62af498 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:04.348967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--497128990'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:04.365477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.375150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-cfbe2f54-26d4-46ca-bdb2-2089b79f40a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.0485010 Jul 12 16:30:04.380941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.20.0.1 (5a9eec36-7adc-4b81-9d32-2c4defc7e683/9db241f7-50ce-4ea6-92b0-e5331e27123e/e16cb790-1177-4716-ba35-3f9a1a37d9b4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:04.414482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ea25f-773a-4565-8b01-5ed2685b5582 req-58e64dcf-7556-4ca8-85d1-834f3a09cd2f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.416044 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-810ea25f-773a-4565-8b01-5ed2685b5582 req-58e64dcf-7556-4ca8-85d1-834f3a09cd2f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 931 time: 0.3380022 Jul 12 16:30:04.467828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Request body: {'port': {'device_id': 'ff008749-6707-47b8-88ce-c477cef968ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:04.470655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.487748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-016a1708-fcdb-4a22-862c-4bca57cf2689 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8329861 Jul 12 16:30:04.490868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-afa42e61-8a3d-47ee-bebe-16f048b84e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.513443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41428) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:04.519722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:04.530505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-f0183146-1da8-4d82-84ef-c4bc51fe7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:04.532275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-f0183146-1da8-4d82-84ef-c4bc51fe7cd4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1487267 Jul 12 16:30:04.600717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-648ef458-6c43-4e7d-9109-824704447491 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523374 Jul 12 16:30:04.602675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821fc0b-f703-4311-b085-7fe1726a6068 None None] Network 2f045623-43d2-44da-9bf0-7757f62af498 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:04.699473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.700424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-810ea25f-773a-4565-8b01-5ed2685b5582 req-06eb518c-4d8e-4b95-914e-d52cd01178d6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456343 Jul 12 16:30:04.719981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.744877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.800820 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.821235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Allocated IP 172.25.8.158 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/e54c872b-76f8-4ee5-b874-597914025051) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:04.850141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object e16cb790-1177-4716-ba35-3f9a1a37d9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:04.883670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:04.919756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.020424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-01d873ac-076a-47e2-8d80-23ba8fc522f6 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124970 Jul 12 16:30:05.049668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.100367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d8e09-49ab-45c3-bfe0-ce2d38a15030 None None] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:05.150089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:05.175755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.214510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ccdd5fdb-e68c-4b3b-8095-f1c37e30da4d None None] Provisioning for port a6874898-6f86-4a5d-8e1c-33273acd58f5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:05.220701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.236114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=e16cb790-1177-4716-ba35-3f9a1a37d9b4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:05.249986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:05.326477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.327750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0037470 Jul 12 16:30:05.333851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:05.342324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '8d4122a1-e264-4baf-bf17-6da5a46c3a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:05.360405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb30ce-6a38-43ca-a19b-890f4cb30645 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4122a1-e264-4baf-bf17-6da5a46c3a9f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:05.372835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.375621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.441810 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.560193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a6874898-6f86-4a5d-8e1c-33273acd58f5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:05.591716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:05.592706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.629221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a965cf64-b0cb-466a-8639-05593f19dd36 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:05.640137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.645581 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.686162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a6874898-6f86-4a5d-8e1c-33273acd58f5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:05.686566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.691536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:05.692403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a6874898-6f86-4a5d-8e1c-33273acd58f5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:05.692786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.700973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:05.704025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:05.706866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Transition to ACTIVE for port object a965cf64-b0cb-466a-8639-05593f19dd36 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:05.712916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.756996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.759177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Pushing event updated for resources: {'Port': ['ID=e54c872b-76f8-4ee5-b874-597914025051,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:05.765959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.820495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.824384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Provisioning for port e16cb790-1177-4716-ba35-3f9a1a37d9b4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:05.842810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Provisioning complete for port e16cb790-1177-4716-ba35-3f9a1a37d9b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:05.844523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.868507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.880793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:05.884067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5462515 Jul 12 16:30:05.884837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f5c84-4b7f-42f9-9872-a1cc248df193 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dee3e80-79c0-42ca-a378-3d3649d4c154,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:05.894065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41438) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:05.943034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:05.967750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Port e16cb790-1177-4716-ba35-3f9a1a37d9b4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:05.997514 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.000858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Provisioning complete for port a6874898-6f86-4a5d-8e1c-33273acd58f5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:06.001510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.090810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 003e7e59-0c55-44e7-90ca-9425456a1976 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:30:06.107334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.141596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.143731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a6874898-6f86-4a5d-8e1c-33273acd58f5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a6874898-6f86-4a5d-8e1c-33273acd58f5,segment=NetworkSegment(712c6890-5ce9-499a-bcbd-c5d86f3eb4aa),segment_id=712c6890-5ce9-499a-bcbd-c5d86f3eb4aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:06.164193 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.196990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.219576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.220575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Attempting to bind port a965cf64-b0cb-466a-8639-05593f19dd36 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:06.221352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Attempting to bind port a965cf64-b0cb-466a-8639-05593f19dd36 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:06.221689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Attempting to bind port a965cf64-b0cb-466a-8639-05593f19dd36 on network c59279ef-9740-4512-aaf1-a54f69bef386 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:06.226491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.234195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7dee3e80-79c0-42ca-a378-3d3649d4c154 HTTP/1.1" status: 204 len: 168 time: 0.3320735 Jul 12 16:30:06.318976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.354051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a6874898-6f86-4a5d-8e1c-33273acd58f5,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:06.368702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22505ee4-1268-4ca0-8540-7214c64d56d4 req-8e5e13bd-7c9a-45dd-93ca-edd2c7e319b0 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3415079 Jul 12 16:30:06.379619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:30:06.380116 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-cb1afc59-eecd-4d34-ad07-beb9d022ec56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:30:06.388800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41440) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:06.390843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=003e7e59-0c55-44e7-90ca-9425456a1976,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:06.401056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.404808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '003e7e59-0c55-44e7-90ca-9425456a1976', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'port_id': '003e7e59-0c55-44e7-90ca-9425456a1976', 'mac_address': 'fa:16:3e:b4:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813cca69-186c-477a-ad80-45d2fdded199', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:30:06.452207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.468855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003e7e59-0c55-44e7-90ca-9425456a1976 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:06.499906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=003e7e59-0c55-44e7-90ca-9425456a1976,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:06.506719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.523152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=e16cb790-1177-4716-ba35-3f9a1a37d9b4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:06.604532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:06.698642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-57e49f58-403d-44cc-85be-2205d77b83d1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3057525 Jul 12 16:30:06.707543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41446) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:06.737285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3751fc-718e-4878-9418-33636f6f9664 req-fbe5f75d-c8c2-432a-8b15-f1fdf3b7ca9c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:06.739055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6f3751fc-718e-4878-9418-33636f6f9664 req-fbe5f75d-c8c2-432a-8b15-f1fdf3b7ca9c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 943 time: 0.5652251 Jul 12 16:30:06.773139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['003e7e59-0c55-44e7-90ca-9425456a1976'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:30:06.778041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Port a965cf64-b0cb-466a-8639-05593f19dd36 on network c59279ef-9740-4512-aaf1-a54f69bef386 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:30:06.778952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Attempting to bind port a965cf64-b0cb-466a-8639-05593f19dd36 on network c59279ef-9740-4512-aaf1-a54f69bef386 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:06.784529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.794851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4835-66ac-441c-8ab9-6521e770bc45 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dee3e80-79c0-42ca-a378-3d3649d4c154,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:06.799481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:06.800081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Checking segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:06.800826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Bound using segment: {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:06.803305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Bound port: a965cf64-b0cb-466a-8639-05593f19dd36, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7402b56e-aac4-400d-938f-fb4337260d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:06.803885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.813633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:06.928269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6f3751fc-718e-4878-9418-33636f6f9664 req-ea51541a-bb26-448f-b261-0dc3b9f42d71 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778462 Jul 12 16:30:07.049615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:07.056020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a965cf64-b0cb-466a-8639-05593f19dd36,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:07.064495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.076869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:07.079213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.112289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.126277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:07.130044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.132816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:07.132969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] 10.222.0.65 "PUT /v2.0/ports/a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 1091 time: 2.8389857 Jul 12 16:30:07.137656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30b123ef-b714-417e-874e-ac75b4969df4 None None] Provisioning complete for port e16cb790-1177-4716-ba35-3f9a1a37d9b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:07.138233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30b123ef-b714-417e-874e-ac75b4969df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.191820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:07.211609 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485a86b-3f33-4efc-8e20-6475fd52ac82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:07.284191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-30b123ef-b714-417e-874e-ac75b4969df4 None None] Port e16cb790-1177-4716-ba35-3f9a1a37d9b4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:07.297112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.367992 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0ec04-218a-4d49-ae91-3d9b8c7412dd x-openstack-request-id: req-f1a0ec04-218a-4d49-ae91-3d9b8c7412dd {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:07.368531 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:07.368942 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1a0ec04-218a-4d49-ae91-3d9b8c7412dd {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:07.369730 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36', 'status': 'completed', 'code': 200} Jul 12 16:30:07.400888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.403614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.404776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/8d4122a1-e264-4baf-bf17-6da5a46c3a9f HTTP/1.1" status: 204 len: 168 time: 0.6917830 Jul 12 16:30:07.425615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41452) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:07.450157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4bf3b-a22f-47ef-96b8-2866a2b45e03 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4122a1-e264-4baf-bf17-6da5a46c3a9f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:07.516492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.541302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55064e-f335-426e-ac70-b798be5a6a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:07.545837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.603189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 3f054f34-4491-4146-b09a-d6cf3ea049a8 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:07.637202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.642672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f85442b-8a9b-4c81-b21d-48aa133a6d86 None None] Provisioning complete for port e16cb790-1177-4716-ba35-3f9a1a37d9b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:07.643280 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f85442b-8a9b-4c81-b21d-48aa133a6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.657520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.667321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21491fb0-1d4b-4fed-b198-e8120ab8b3be tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2405825 Jul 12 16:30:07.675784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:07.679033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-fe48dd33-6ac7-4f3c-8b49-aea6cc86bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:07.680799 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-fe48dd33-6ac7-4f3c-8b49-aea6cc86bf3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1094 time: 0.4185615 Jul 12 16:30:07.725390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447127573'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:07.754892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a6874898-6f86-4a5d-8e1c-33273acd58f5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:07.783076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.841890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Allocated IP 172.25.8.193 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/11cf8703-85ef-4297-b9ec-0c17d2c1e741) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:07.848967 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-75dc03c0-ffc4-4a0f-8273-0fac5e8f663e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 217 time: 0.0998943 Jul 12 16:30:07.863271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:07.870010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-51ad3136-c9e0-4a03-a94c-dcfff2f4f5fa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/3f054f34-4491-4146-b09a-d6cf3ea049a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7080116 Jul 12 16:30:07.872745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41458) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:07.881183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8f85442b-8a9b-4c81-b21d-48aa133a6d86 None None] Port e16cb790-1177-4716-ba35-3f9a1a37d9b4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:07.887724 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] Sync routers for ids ['3f054f34-4491-4146-b09a-d6cf3ea049a8'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:07.911663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] Routers {'3f054f34-4491-4146-b09a-d6cf3ea049a8'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:07.917828 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3f054f34-4491-4146-b09a-d6cf3ea049a8'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:07.948920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c62d1-eac0-49cf-82df-b5c141db1d1c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:07.951003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a0c62d1-eac0-49cf-82df-b5c141db1d1c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports/e16cb790-1177-4716-ba35-3f9a1a37d9b4 HTTP/1.1" status: 200 len: 910 time: 0.0772374 Jul 12 16:30:07.958207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a6874898-6f86-4a5d-8e1c-33273acd58f5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:07.961534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41460) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:07.962125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:07.982254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9db241f7-50ce-4ea6-92b0-e5331e27123e'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:08.046991 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.069490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.069710 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] Routers {'3f054f34-4491-4146-b09a-d6cf3ea049a8'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:08.070739 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3f054f34-4491-4146-b09a-d6cf3ea049a8'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.076526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 003e7e59-0c55-44e7-90ca-9425456a1976 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:08.101979 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.138407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.138981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b36046-4df2-4c15-be5d-41a5418b85bf None None] The sync data for ids ['3f054f34-4491-4146-b09a-d6cf3ea049a8'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:08.170937 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.196432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-4111f0bc-3378-4d2e-a601-6a2cb257428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:08.198240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-4111f0bc-3378-4d2e-a601-6a2cb257428b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.3072906 Jul 12 16:30:08.204365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.205808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5290043 Jul 12 16:30:08.217282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41464) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:08.252506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 003e7e59-0c55-44e7-90ca-9425456a1976 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:08.258445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '078ea88b-2277-4f0c-a48e-1bb12a3f1e66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:08.262806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370773e-a945-4858-a8db-9d58e0b5fe89 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078ea88b-2277-4f0c-a48e-1bb12a3f1e66,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:08.264549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 003e7e59-0c55-44e7-90ca-9425456a1976 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:08.268069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.279882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-65bf1a95-479c-4f5f-bb09-a32ef0ddeb1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628517 Jul 12 16:30:08.350293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Router 3523f4fb-4640-4f86-98cd-3bd723febce5 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:08.396227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.418778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.426343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:08.428989 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31144a98-3efe-41bb-9b8d-b71dcb2d7606" -d '{"events": [{"server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "name": "network-vif-plugged", "status": "completed", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:08.466729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=003e7e59-0c55-44e7-90ca-9425456a1976,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:08.478690 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.481351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.505060 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefba243-7bd1-467b-b475-e9d59fc221e8 x-openstack-request-id: req-fefba243-7bd1-467b-b475-e9d59fc221e8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:08.505461 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "name": "network-vif-plugged", "status": "completed", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:08.505804 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fefba243-7bd1-467b-b475-e9d59fc221e8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:08.506283 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976', 'code': 200} Jul 12 16:30:08.577774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:08.612213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.616660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:08.634182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.656855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905dc3-a7a8-49ef-86f0-506e6a3a9b15 req-7cd2d396-62f6-486f-9ecf-5b4d8f9c31de tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:08.656855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9905dc3-a7a8-49ef-86f0-506e6a3a9b15 req-7cd2d396-62f6-486f-9ecf-5b4d8f9c31de tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 943 time: 0.4668765 Jul 12 16:30:08.660440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:08.686527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:08.691834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-dc1fec40-c150-411d-a6ce-8580300ae6d9 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011979 Jul 12 16:30:08.776002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Pushing event updated for resources: {'Port': ['ID=11cf8703-85ef-4297-b9ec-0c17d2c1e741,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:08.778467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7aa6d64-3407-489a-a22c-5cacbaeee091,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:08.784804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.787736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.788655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1a5749d8-74c4-4864-947d-321154a3d812 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5656555 Jul 12 16:30:08.790206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41472) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:08.804878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9905dc3-a7a8-49ef-86f0-506e6a3a9b15 req-675bf6bf-f7c0-4c26-b0ff-b31aa77a345c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028924 Jul 12 16:30:08.811217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:08.821306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:08.822968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] Sync routers for ids ['3523f4fb-4640-4f86-98cd-3bd723febce5'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:08.825863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74804852-73ab-4085-83ba-68269d5864f5 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "PUT /v2.0/routers/3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 200 len: 920 time: 6.1361873 Jul 12 16:30:08.839474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41474) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:08.846297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] Routers {'3523f4fb-4640-4f86-98cd-3bd723febce5'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:08.847164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3523f4fb-4640-4f86-98cd-3bd723febce5'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.853829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f19b1ca9-9355-41d0-b094-6d74d3c1b284 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules/d7aa6d64-3407-489a-a22c-5cacbaeee091 HTTP/1.1" status: 200 len: 763 time: 0.0590105 Jul 12 16:30:08.862381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41476) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:08.893744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.904984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] Routers {'3523f4fb-4640-4f86-98cd-3bd723febce5'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:08.905836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3523f4fb-4640-4f86-98cd-3bd723febce5'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.916684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45394-6fe8-40bc-8a8c-ed436de3b974 req-cc6feb32-c1aa-47ae-a596-b84f8011254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:08.918704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4d45394-6fe8-40bc-8a8c-ed436de3b974 req-cc6feb32-c1aa-47ae-a596-b84f8011254d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2680359 Jul 12 16:30:08.944821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7395b9d-c202-4bb5-9a75-f3dcc85bd8b7 req-38dad203-4d2b-46ab-abfb-58e2e5c0131d service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317879 Jul 12 16:30:08.948186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:08.949039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed5415-fc1e-4b03-8a90-153bea1caa69 None None] The sync data for ids ['3523f4fb-4640-4f86-98cd-3bd723febce5'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:09.005901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e07db1b1-b891-481f-bc65-0ce6aecf53b0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1423724 Jul 12 16:30:09.017693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41478) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:09.034364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d4d45394-6fe8-40bc-8a8c-ed436de3b974 req-532da356-5104-4990-b4bf-03c7a34220e0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900478 Jul 12 16:30:09.096110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.111140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.183483 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.192401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.196467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d7aa6d64-3407-489a-a22c-5cacbaeee091 HTTP/1.1" status: 204 len: 168 time: 0.1735539 Jul 12 16:30:09.199814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41480) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:09.217996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.219781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94128502-4a42-4e8b-9e4f-ad67d494be53 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7aa6d64-3407-489a-a22c-5cacbaeee091,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:09.307235 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:30:09.311740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae6ad604-9b52-424a-b91e-7036bdd4b377 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020334 Jul 12 16:30:09.315841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:09.320384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '078ea88b-2277-4f0c-a48e-1bb12a3f1e66', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:09.339474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56acf90b-0d23-41f4-b463-f9799cf0eeb8 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 200 len: 926 time: 0.4988680 Jul 12 16:30:09.357836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41484) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:09.437516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:09.478898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-2dadd625-8558-4123-8e84-2f9ef42ee322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:09.481173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-2dadd625-8558-4123-8e84-2f9ef42ee322 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1094 time: 0.1522551 Jul 12 16:30:09.527867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481f175-668a-4cb2-be77-7f2be02bd769 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:09.531623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1481f175-668a-4cb2-be77-7f2be02bd769 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=3523f4fb-4640-4f86-98cd-3bd723febce5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1714489 Jul 12 16:30:09.533423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:09.763523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-1d5f0eda-2d36-43dd-be8f-53a3656979f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:09.766185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-1d5f0eda-2d36-43dd-be8f-53a3656979f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.2580380 Jul 12 16:30:09.852299 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-3c1cd64f-819c-4854-8087-44d1fd1351d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 217 time: 0.0788836 Jul 12 16:30:09.950936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-55cf8ef5-f38c-4732-b3e8-0dc55ddc0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:09.954204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-55cf8ef5-f38c-4732-b3e8-0dc55ddc0767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.0923741 Jul 12 16:30:10.023337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-80e1b34f-a8de-4cd0-9e11-2d70eede61db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480554 Jul 12 16:30:10.025917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.094007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.097937 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.105666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.107154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.132855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6358d621-3928-4970-98df-ab8c56a0a05b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:10.207436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.211574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ce16503-81d3-48e8-bb3d-43541e2f0dc1 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8947837 Jul 12 16:30:10.212386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41494) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.229240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ede03-d12d-4c63-889b-c7c5b807a710 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:10.230474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3c8ede03-d12d-4c63-889b-c7c5b807a710 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 881 time: 0.6963027 Jul 12 16:30:10.233595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.277393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=e16cb790-1177-4716-ba35-3f9a1a37d9b4,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:10.298637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a31f4-5ac3-4d1a-bdfe-b09dccdd11b7 req-405a4c63-1216-4d15-aa7c-cf6ba90b780f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:10.301842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aaedc819-e0a0-4b87-b5d9-9a670f3c1fa7 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules/6358d621-3928-4970-98df-ab8c56a0a05b HTTP/1.1" status: 200 len: 763 time: 0.0856919 Jul 12 16:30:10.305759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-647a31f4-5ac3-4d1a-bdfe-b09dccdd11b7 req-405a4c63-1216-4d15-aa7c-cf6ba90b780f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 943 time: 0.2851832 Jul 12 16:30:10.311996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41498) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.327705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-48dbdddc-8bfa-4798-a49f-1dc1a1f6a958 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 200 len: 205 time: 0.0898831 Jul 12 16:30:10.329261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41500) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.330683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:10.331351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.335259 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3ff7164a-c089-4a3e-b913-c3545956c4f6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/ports/e16cb790-1177-4716-ba35-3f9a1a37d9b4 HTTP/1.1" status: 200 len: 910 time: 2.3703272 Jul 12 16:30:10.337424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41502) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.374737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-c0586e73-b466-43dd-9a00-8e91750478c5 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387129 Jul 12 16:30:10.461663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-647a31f4-5ac3-4d1a-bdfe-b09dccdd11b7 req-b3801294-6766-45b5-a3ff-03058d14de6d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549907 Jul 12 16:30:10.489876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7a91cdf-15af-434c-8c4f-2a6c5a80ec88 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1719298 Jul 12 16:30:10.492434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41504) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.548277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.561859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.594914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f485a86b-3f33-4efc-8e20-6475fd52ac82 req-159c6171-1469-4e57-9df6-eb30dee6c02d service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054853 Jul 12 16:30:10.610266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.624214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Router d4b4f91b-4994-42b4-9d76-49a87f4aede1 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:10.624930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.631386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.632815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6358d621-3928-4970-98df-ab8c56a0a05b HTTP/1.1" status: 204 len: 168 time: 0.1394725 Jul 12 16:30:10.638456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41506) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.650657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a0d6bf5-dde7-4c86-8a15-ce1069598fb3 None None] Provisioning complete for port e16cb790-1177-4716-ba35-3f9a1a37d9b4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:10.651256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a0d6bf5-dde7-4c86-8a15-ce1069598fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.657632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce47b08-ba0a-4db2-bbde-542f3c005b70 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6358d621-3928-4970-98df-ab8c56a0a05b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:10.693319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0437709c-07ca-4de6-b8e6-d8deef3301f2 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534532 Jul 12 16:30:10.697088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d6bf5-dde7-4c86-8a15-ce1069598fb3 None None] Port e16cb790-1177-4716-ba35-3f9a1a37d9b4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:10.697719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41508) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.706298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Request body: {'security_group_rule': {'security_group_id': '078ea88b-2277-4f0c-a48e-1bb12a3f1e66', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:10.739574 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Project 0a591b22714c4a67b696510061ad78d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:30:10.745131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.822020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.828501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.849396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254ce7e9-9f69-4ad3-86ad-f528d31d8122,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:10.859075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.860347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-426bc26a-d8b4-45d1-8403-01955eca3a0c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596320 Jul 12 16:30:10.865135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.887522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97273876-0bca-4c34-b699-ddc349f8466c tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules/254ce7e9-9f69-4ad3-86ad-f528d31d8122 HTTP/1.1" status: 200 len: 769 time: 0.0204935 Jul 12 16:30:10.891449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41514) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.951536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-009d9fd9-94d7-4957-b6fb-33a92680546b tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0536289 Jul 12 16:30:10.951811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.956781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:10.961015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.973400 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Sync routers for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:10.980919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:10.982453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a74b76a-cee1-46b2-b040-9710256b8c93 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4670789 Jul 12 16:30:10.986125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:10.997048 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:10.997804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:11.075563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.088683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.106370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port e54c872b-76f8-4ee5-b874-597914025051 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:11.107044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.218222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.225690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.229810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/254ce7e9-9f69-4ad3-86ad-f528d31d8122 HTTP/1.1" status: 204 len: 168 time: 0.2766960 Jul 12 16:30:11.232117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.232717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41522) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:11.271012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7b5dd-0614-483f-af7f-2a7855899171 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=254ce7e9-9f69-4ad3-86ad-f528d31d8122,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:11.297326 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:11.308225 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-437d74ee-dc6d-49de-ad9f-7f0cb15da807 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655105 Jul 12 16:30:11.312177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41524) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:11.331742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.352401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for e54c872b-76f8-4ee5-b874-597914025051 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:11.435771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.533470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.717686 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:09Z', 'revision_number': 3, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:11.840712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Checking router: d4b4f91b-4994-42b4-9d76-49a87f4aede1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:11.841565 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Updating router d4b4f91b-4994-42b4-9d76-49a87f4aede1 port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:11.860117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.863246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.866860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "DELETE /v2.0/security-groups/078ea88b-2277-4f0c-a48e-1bb12a3f1e66 HTTP/1.1" status: 204 len: 168 time: 0.5486436 Jul 12 16:30:11.873627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41528) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:11.899386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e23af-5bcd-4766-93c2-82f267f870a0 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ea88b-2277-4f0c-a48e-1bb12a3f1e66,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:11.965846 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:11.966112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-47660bac-a49d-4639-9f94-bf07b9d79367 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914066 Jul 12 16:30:11.974927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41530) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:12.006438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.046805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d1f1f19-1c06-4e4d-9e32-dd32bb207624 tempest-SecGroupIPv6Test-1090046936 tempest-SecGroupIPv6Test-1090046936-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708797 Jul 12 16:30:12.303812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7250d93-99cf-45df-9847-10ac5508e3b1 req-cba87e1e-1afb-4b6b-b020-765150082d4d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:12.305346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7250d93-99cf-45df-9847-10ac5508e3b1 req-cba87e1e-1afb-4b6b-b020-765150082d4d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 943 time: 0.5930023 Jul 12 16:30:12.307237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.320116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port e16cb790-1177-4716-ba35-3f9a1a37d9b4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:12.320764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.480207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41540) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:12.488115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=e54c872b-76f8-4ee5-b874-597914025051,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:12.540363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Allocated IP 172.20.0.1 (2f045623-43d2-44da-9bf0-7757f62af498/3e2f53d6-a27a-4da8-8681-87725fd38687/4e000fb3-a252-48bb-b74c-9aacd638f32d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:12.723439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.728873 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.741109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for e16cb790-1177-4716-ba35-3f9a1a37d9b4 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:12.773996 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Transition to ACTIVE for port object 11cf8703-85ef-4297-b9ec-0c17d2c1e741 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:12.784941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a965cf64-b0cb-466a-8639-05593f19dd36 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:30:12.786310 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.817994 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97cfe232-600f-4403-9c02-c682af10d782 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a591b22714c4a67b696510061ad78d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342009 Jul 12 16:30:12.819286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41544) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:12.822181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.881449 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330a06e-859e-42d5-94f0-60c180a4562e None None] Pushing event updated for resources: {'Port': ['ID=11cf8703-85ef-4297-b9ec-0c17d2c1e741,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:12.893488 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Attempting to bind port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:12.894152 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Attempting to bind port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:12.895616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Attempting to bind port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:12.903802 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:12.904551 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:12.905380 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.905940 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:12.906651 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Bound port: 11cf8703-85ef-4297-b9ec-0c17d2c1e741, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:12.907254 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:12.952255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.017942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.047780 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] For port 11cf8703-85ef-4297-b9ec-0c17d2c1e741, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:13.059667 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] For port 11cf8703-85ef-4297-b9ec-0c17d2c1e741, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=11cf8703-85ef-4297-b9ec-0c17d2c1e741,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:13.070640 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.125048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7250d93-99cf-45df-9847-10ac5508e3b1 req-3f892074-33fa-4042-a6b9-283c30405305 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978997 Jul 12 16:30:13.176300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.225130 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330a06e-859e-42d5-94f0-60c180a4562e None None] Pushing event updated for resources: {'Port': ['ID=11cf8703-85ef-4297-b9ec-0c17d2c1e741,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:13.323630 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:13.331366 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:13.335770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.339414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.395692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a965cf64-b0cb-466a-8639-05593f19dd36,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:13.423867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.425808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'a965cf64-b0cb-466a-8639-05593f19dd36', 'network_id': 'c59279ef-9740-4512-aaf1-a54f69bef386', 'port_id': 'a965cf64-b0cb-466a-8639-05593f19dd36', 'mac_address': 'fa:16:3e:3b:43:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813cca69-186c-477a-ad80-45d2fdded199', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:30:13.471125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.489397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a965cf64-b0cb-466a-8639-05593f19dd36 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:13.516307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a965cf64-b0cb-466a-8639-05593f19dd36,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:13.524937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.595995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:13.618849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.624946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.628046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2837d1a9-b867-4586-b784-c691f5e61a85 HTTP/1.1" status: 204 len: 168 time: 0.8079209 Jul 12 16:30:13.649842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Network 2f045623-43d2-44da-9bf0-7757f62af498 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:13.670458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:13.681967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:13.739138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:13.757735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfc587-787b-4bd5-8657-7cfef9125edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2837d1a9-b867-4586-b784-c691f5e61a85,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:13.793414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Pushing event updated for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:13.827870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.833671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['a965cf64-b0cb-466a-8639-05593f19dd36'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:30:13.897721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.925299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.929366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router 3523f4fb-4640-4f86-98cd-3bd723febce5 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:30:13.959049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:13.967264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c36cfe6-5c8f-41e0-9d91-d798f4ca1f82 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 204 len: 168 time: 3.6364634 Jul 12 16:30:13.983258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41552) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:14.067147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-755336536', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:14.074128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=e16cb790-1177-4716-ba35-3f9a1a37d9b4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:14.111624 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:09Z', 'revision_number': 3, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:14.155771 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69543c-2e17-43b2-9fc3-9f3fe987309b None None] The sync data for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 is: [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:09Z', 'revision_number': 3, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:14.318226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.320021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.399563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.505658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.519052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.743801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.784469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a965cf64-b0cb-466a-8639-05593f19dd36 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:14.815532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.826776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.883700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port a965cf64-b0cb-466a-8639-05593f19dd36 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:14.892316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port a965cf64-b0cb-466a-8639-05593f19dd36 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:14.892574 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:14.930092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6d91-a6cb-4328-8966-f81587aaaaf9 req-f6e8e1c7-99db-4131-a8ed-918ae9f80964 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:14.940888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-313c6d91-a6cb-4328-8966-f81587aaaaf9 req-f6e8e1c7-99db-4131-a8ed-918ae9f80964 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 944 time: 0.5561743 Jul 12 16:30:14.955897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 3f054f34-4491-4146-b09a-d6cf3ea049a8 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:15.013695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-313c6d91-a6cb-4328-8966-f81587aaaaf9 req-dac3c5a2-a01d-4285-80f8-8c6786d7577b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718043 Jul 12 16:30:15.056067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Pushing event updated for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:15.056067 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.099354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.108363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:15.118066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7b5bb062-d7ef-498a-84d6-bbbae8ae2937 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/3f054f34-4491-4146-b09a-d6cf3ea049a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7766271 Jul 12 16:30:15.122183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41578) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:15.168357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a965cf64-b0cb-466a-8639-05593f19dd36,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:15.170195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] Sync routers for ids ['3f054f34-4491-4146-b09a-d6cf3ea049a8'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:15.172828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:15.175259 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5e9a7c-11a8-4931-996b-93f372e05af4" -d '{"events": [{"server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "name": "network-vif-plugged", "status": "completed", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:15.181213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-16d53921-b5f0-44ea-aec7-9b06162a53ba tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f054f34-4491-4146-b09a-d6cf3ea049a8 HTTP/1.1" status: 200 len: 205 time: 0.0577023 Jul 12 16:30:15.182014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41582) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:15.182938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.299000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41584) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:15.307971 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32399eae-fa73-42ac-9f8d-a9818aacf08f x-openstack-request-id: req-32399eae-fa73-42ac-9f8d-a9818aacf08f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:15.308301 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "name": "network-vif-plugged", "status": "completed", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:15.309148 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32399eae-fa73-42ac-9f8d-a9818aacf08f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:15.309602 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36', 'code': 200} Jul 12 16:30:15.310227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:15.330836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] Routers {'3f054f34-4491-4146-b09a-d6cf3ea049a8'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:15.331796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3f054f34-4491-4146-b09a-d6cf3ea049a8'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:15.363120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.385957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.392879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:15.403186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] Routers {'3f054f34-4491-4146-b09a-d6cf3ea049a8'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:15.404200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3f054f34-4491-4146-b09a-d6cf3ea049a8'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:15.492268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:15.493092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78ef05-d3af-4182-b6ca-0eb03fcd2e99 None None] The sync data for ids ['3f054f34-4491-4146-b09a-d6cf3ea049a8'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:15.554089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647154174'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:15.590634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Allocated IP 172.25.8.61 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/63475e4a-f5c2-4c63-9422-79417669a424) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:15.592775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 11cf8703-85ef-4297-b9ec-0c17d2c1e741 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:15.615850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.660124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.744417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:15.753568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:15.754006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.855779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.905792 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.932857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 11cf8703-85ef-4297-b9ec-0c17d2c1e741, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=11cf8703-85ef-4297-b9ec-0c17d2c1e741,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:15.939764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:15.942964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.013259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.014689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=11cf8703-85ef-4297-b9ec-0c17d2c1e741,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:16.017587 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.028868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.056608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Network 2f045623-43d2-44da-9bf0-7757f62af498 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:16.088269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728d8ce-cc0f-4ea0-b4af-f21e4de70e39 req-90f8f16b-f955-41c7-a292-5d5f63001106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:16.090470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a728d8ce-cc0f-4ea0-b4af-f21e4de70e39 req-90f8f16b-f955-41c7-a292-5d5f63001106 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1096 time: 0.2645750 Jul 12 16:30:16.091336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:16.091921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:16.102443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:16.112833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:16.115048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event updated for resources: {'Port': ['ID=63475e4a-f5c2-4c63-9422-79417669a424,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:16.117492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aab5cf-73e7-4ca9-ae11-1cb32af3e3ae,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:16.188191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.198219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.299094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.307367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.318727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a728d8ce-cc0f-4ea0-b4af-f21e4de70e39 req-6fcecd34-3833-4672-bb9c-4a3cd6cf825d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884072 Jul 12 16:30:16.351051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73531c31-8aa6-4c43-84cb-ff3025644614,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:16.354280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.356579 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bd6eab32-713e-4286-98eb-b0038bf98888 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0563486 Jul 12 16:30:16.363558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41594) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:16.375192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.375689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router 3f054f34-4491-4146-b09a-d6cf3ea049a8 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:30:16.385191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.386273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-575242c3-0312-48ab-80db-9c0b73779646 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/3f054f34-4491-4146-b09a-d6cf3ea049a8 HTTP/1.1" status: 204 len: 168 time: 1.1999545 Jul 12 16:30:16.396166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41596) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:16.442122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9d60-e7f4-4ab6-9c38-94824c1d6cae req-af973a3b-762a-4c3a-b43e-11d202de971d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:16.443623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538b9d60-e7f4-4ab6-9c38-94824c1d6cae req-af973a3b-762a-4c3a-b43e-11d202de971d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2623911 Jul 12 16:30:16.448448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Router d4b4f91b-4994-42b4-9d76-49a87f4aede1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:16.495013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 9db241f7-50ce-4ea6-92b0-e5331e27123e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:30:16.495250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-19c5eb89-2710-4c62-a560-36008e58f443 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1304302 Jul 12 16:30:16.501665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41598) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:16.504543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.507359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-security--1583448426', 'description': 'tempest-security-description-203449029'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:16.544431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.570050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-538b9d60-e7f4-4ab6-9c38-94824c1d6cae req-b181c206-db9a-493c-8fb4-c9ee0f7e9baa tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156278 Jul 12 16:30:16.587923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.588785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.687243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.691168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:16.696716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83e960a3-01e3-4a44-b590-b9285d0049ec admin admin] 10.222.0.58 "PUT /v2.0/routers/d4b4f91b-4994-42b4-9d76-49a87f4aede1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7096062 Jul 12 16:30:16.698003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.701256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.704991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "PUT /v2.0/security-groups/73531c31-8aa6-4c43-84cb-ff3025644614 HTTP/1.1" status: 200 len: 1779 time: 0.1987350 Jul 12 16:30:16.705971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:16.759024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af388346-5a72-4eee-b198-646115995559 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73531c31-8aa6-4c43-84cb-ff3025644614,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:16.773554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4df8f469-263e-4281-9aa3-eb241b9a7bd6 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups/73531c31-8aa6-4c43-84cb-ff3025644614 HTTP/1.1" status: 200 len: 1779 time: 0.0664783 Jul 12 16:30:16.776230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41604) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:16.847835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.897459 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Sync routers for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:16.910145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.910268 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:16.910925 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:16.966106 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.972854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:16.978532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/73531c31-8aa6-4c43-84cb-ff3025644614 HTTP/1.1" status: 204 len: 168 time: 0.1977649 Jul 12 16:30:16.979627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41618) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.023510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d8ae6-1f8d-4032-80e0-4e3c240ba1bd tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73531c31-8aa6-4c43-84cb-ff3025644614,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:17.058123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.078094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-51d8e759-5d12-47ba-9b77-8b31286fad0f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849512 Jul 12 16:30:17.078690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41622) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.099851 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-14a7a4bf-804b-454c-b18e-a84595c92c7b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] delete failed (client error): The resource could not be found. Jul 12 16:30:17.104411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14a7a4bf-804b-454c-b18e-a84595c92c7b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/73531c31-8aa6-4c43-84cb-ff3025644614 HTTP/1.1" status: 404 len: 347 time: 0.0210373 Jul 12 16:30:17.120280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.133479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--24934504'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:17.155006 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:17.170188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.189256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.378839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.394192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.457295 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 2, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:17.478978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.490884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3664246 Jul 12 16:30:17.490884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff2cae-68cf-42ab-9f4c-2ed6c012c600 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8d273-abbc-420d-ae4f-217b62f7b0e7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:17.491338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41644) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.503419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': 'd3d8d273-abbc-420d-ae4f-217b62f7b0e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:17.531340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7c1fe235-b7bd-4485-90ea-07440720d3a9 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:17.540169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 11cf8703-85ef-4297-b9ec-0c17d2c1e741 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:17.542133 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Checking router: d4b4f91b-4994-42b4-9d76-49a87f4aede1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:17.542708 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Updating router d4b4f91b-4994-42b4-9d76-49a87f4aede1 port 4e000fb3-a252-48bb-b74c-9aacd638f32d binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:17.547107 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.556780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7c1fe235-b7bd-4485-90ea-07440720d3a9 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 819 time: 0.2728169 Jul 12 16:30:17.568466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.579965 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.609937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.617837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-3e36f24d-49d6-4c2b-875c-44bdc118b7c2 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/quotas/5cea592f1fc544f98fc40c52232afb58 HTTP/1.1" status: 200 len: 375 time: 0.0606368 Jul 12 16:30:17.626396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.642787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:17.643167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.650731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=9db241f7-50ce-4ea6-92b0-e5331e27123e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:17.659744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.663350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030bc597-e2ab-4720-b139-1f01e0bd917e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:17.664497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0fe0ef42-b108-4ea7-8c9d-c444859f5d9e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/9db241f7-50ce-4ea6-92b0-e5331e27123e HTTP/1.1" status: 204 len: 168 time: 1.2658269 Jul 12 16:30:17.666278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41648) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.702824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.704424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bcabef57-9742-481b-ba92-17f0c6a227e7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121661 Jul 12 16:30:17.707311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41650) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:17.724659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a040a-765b-4b3a-94cd-b57ea63c3e3f None None] Network 5a9eec36-7adc-4b81-9d32-2c4defc7e683 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:17.781911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.810847 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.826700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.829531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Router 6b95167c-ea8b-4295-9507-d5fde25d59f3 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:17.903224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-6adaecde-05dd-4f2c-bdba-2a3d54c08de7 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563365 Jul 12 16:30:17.923867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d048-4c5b-4582-b616-f76d5ea03f62 req-75e1072d-ba3d-4e55-a8bb-9ff54fe89703 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:17.925854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d80d048-4c5b-4582-b616-f76d5ea03f62 req-75e1072d-ba3d-4e55-a8bb-9ff54fe89703 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.1216989 Jul 12 16:30:17.927875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port a6874898-6f86-4a5d-8e1c-33273acd58f5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:17.928498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:17.998281 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.015924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port a6874898-6f86-4a5d-8e1c-33273acd58f5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a6874898-6f86-4a5d-8e1c-33273acd58f5,segment=NetworkSegment(712c6890-5ce9-499a-bcbd-c5d86f3eb4aa),segment_id=712c6890-5ce9-499a-bcbd-c5d86f3eb4aa)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:18.016505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.046330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for a6874898-6f86-4a5d-8e1c-33273acd58f5 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:18.054991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.055423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/030bc597-e2ab-4720-b139-1f01e0bd917e HTTP/1.1" status: 204 len: 168 time: 0.3471611 Jul 12 16:30:18.062729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41652) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:18.068825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6563126-7a3b-4d1f-8bcf-70ebf8e6412e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=030bc597-e2ab-4720-b139-1f01e0bd917e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:18.072073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] DHCP port deletion for 5a9eec36-7adc-4b81-9d32-2c4defc7e683 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:30:18.084303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d80d048-4c5b-4582-b616-f76d5ea03f62 req-779b8d22-3658-4963-88b8-47668bc2a2c8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 Jul 12 16:30:18.171970 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.184180 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Transition to ACTIVE for port object 4e000fb3-a252-48bb-b74c-9aacd638f32d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:18.184539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Deleting port a6874898-6f86-4a5d-8e1c-33273acd58f5 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:18.185125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.188049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-21273452-fece-45cf-98e2-169a36920797 service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838712 Jul 12 16:30:18.193538 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.257788 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ed07-0340-4312-bf27-9a2d82fd7d68 None None] Pushing event updated for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:18.285987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:18.291361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3c5dc6e0-180f-46d6-bbb4-1401ae66ad3e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1938868 Jul 12 16:30:18.292150 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41656) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:18.304425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] Sync routers for ids ['6b95167c-ea8b-4295-9507-d5fde25d59f3'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:18.335339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.336983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-85ccd54a-0947-4955-905e-eaaa2cae9dbc tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2892933 Jul 12 16:30:18.340980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41658) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:18.354624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:18.370718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.377795 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Attempting to bind port 4e000fb3-a252-48bb-b74c-9aacd638f32d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:18.378162 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Attempting to bind port 4e000fb3-a252-48bb-b74c-9aacd638f32d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:18.378532 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Attempting to bind port 4e000fb3-a252-48bb-b74c-9aacd638f32d on network 2f045623-43d2-44da-9bf0-7757f62af498 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:18.392096 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:18.392466 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Checking segment: {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:18.392863 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.399519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] For port a6874898-6f86-4a5d-8e1c-33273acd58f5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a6874898-6f86-4a5d-8e1c-33273acd58f5,segment=NetworkSegment(712c6890-5ce9-499a-bcbd-c5d86f3eb4aa),segment_id=712c6890-5ce9-499a-bcbd-c5d86f3eb4aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:18.400299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.400965 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Bound using segment: {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:18.402091 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Bound port: 4e000fb3-a252-48bb-b74c-9aacd638f32d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:18.402091 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.415478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port a6874898-6f86-4a5d-8e1c-33273acd58f5 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:18.423910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Calling delete_port for a6874898-6f86-4a5d-8e1c-33273acd58f5 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:18.454944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-683b47a7-7789-4a52-a5a6-18de28e70c25 service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659404 Jul 12 16:30:18.507844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=a6874898-6f86-4a5d-8e1c-33273acd58f5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:18.566326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.577579 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] For port 4e000fb3-a252-48bb-b74c-9aacd638f32d, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:18.584756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] For port 4e000fb3-a252-48bb-b74c-9aacd638f32d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e000fb3-a252-48bb-b74c-9aacd638f32d,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:18.587165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] No DVR routers for this DVR port a6874898-6f86-4a5d-8e1c-33273acd58f5 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:18.596912 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.617039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] Routers {'6b95167c-ea8b-4295-9507-d5fde25d59f3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:18.617980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6b95167c-ea8b-4295-9507-d5fde25d59f3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.629910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Pushing event deleted for resources: {'Port': ['ID=a6874898-6f86-4a5d-8e1c-33273acd58f5,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:18.673683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.678242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.678815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.679335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.679893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.680639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.681143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.681655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.682149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.682656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.683142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.684239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.684739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad058892-e5f6-47bf-905e-6f509d69d00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:18.703082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] Routers {'6b95167c-ea8b-4295-9507-d5fde25d59f3'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:18.704364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6b95167c-ea8b-4295-9507-d5fde25d59f3'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.771477 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ed07-0340-4312-bf27-9a2d82fd7d68 None None] Pushing event updated for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:18.776639 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:18.777497 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.786254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.787230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340fba5-3ed3-470f-a526-c391b9a0d7de None None] The sync data for ids ['6b95167c-ea8b-4295-9507-d5fde25d59f3'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:18.810305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.837780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9eec36-7adc-4b81-9d32-2c4defc7e683']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.865602 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.880727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.880946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712c6890-5ce9-499a-bcbd-c5d86f3eb4aa') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:18.915714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:18.919227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-2733a4c8-fbd5-4fa6-a03d-b4716a9f4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:18.921040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-2733a4c8-fbd5-4fa6-a03d-b4716a9f4cf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1096 time: 0.3480208 Jul 12 16:30:18.953469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a97e7e89-a605-4aec-b51e-6ed3ae7b625e req-d6759a3d-6b00-4603-861d-8a222921e490 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 210 time: 0.0455070 Jul 12 16:30:18.970070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:19.009555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.087619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.100633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.107383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.109709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.112513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.113696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/d3d8d273-abbc-420d-ae4f-217b62f7b0e7 HTTP/1.1" status: 204 len: 168 time: 0.7609260 Jul 12 16:30:19.119141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41674) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:19.121401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:30:19.122377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:30:19.127347 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:30:19.138772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb390f-417b-4730-b66d-575b54345523 req-b0852443-f345-4e1e-966d-bb9bc330f0bf tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:19.140858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3eeb390f-417b-4730-b66d-575b54345523 req-b0852443-f345-4e1e-966d-bb9bc330f0bf tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.3841743 Jul 12 16:30:19.239837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f48a1528-e5f1-4cfb-955e-1aa7f71970a5 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074457 Jul 12 16:30:19.241823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41676) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:19.255044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--542544488'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:19.295498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Deleting port 63475e4a-f5c2-4c63-9422-79417669a424 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:19.295971 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.314113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.327660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-49346a68-f6c5-432e-a896-953370904fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:19.329773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-49346a68-f6c5-432e-a896-953370904fd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.3919158 Jul 12 16:30:19.370571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f3eb-7858-468b-9614-627799dfca35 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8d273-abbc-420d-ae4f-217b62f7b0e7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:19.428805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-7619ac1d-06f3-4c45-a421-7dd149f04ac7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 217 time: 0.0764294 Jul 12 16:30:19.465663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3eeb390f-417b-4730-b66d-575b54345523 req-12434432-0738-4f1a-9ba4-e5c97ab2a456 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773342 Jul 12 16:30:19.484434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.508462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.516248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/5a9eec36-7adc-4b81-9d32-2c4defc7e683 HTTP/1.1" status: 204 len: 168 time: 1.8439651 Jul 12 16:30:19.525261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41680) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:19.536816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2140069946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:19.538563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdfa49-57a9-4891-b446-7ee91bf47b19 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=5a9eec36-7adc-4b81-9d32-2c4defc7e683,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:19.549137 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:18Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:19.550865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.564146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a6874898-6f86-4a5d-8e1c-33273acd58f5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:30:19.572268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Calling delete_port for 63475e4a-f5c2-4c63-9422-79417669a424 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:19.578296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-13fc4692-433f-4c6c-9cc4-c2d336582b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:19.581536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-13fc4692-433f-4c6c-9cc4-c2d336582b00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1299021 Jul 12 16:30:19.592768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec354565-abc5-4e84-bcf7-fe9c45f384eb None None] The sync data for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 is: [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:18Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:19.615793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a6874898-6f86-4a5d-8e1c-33273acd58f5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:30:19.621334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.631460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a6874898-6f86-4a5d-8e1c-33273acd58f5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:30:19.698652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-51179db8-680b-4dc9-ac56-fdf5fec6e028 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096921 Jul 12 16:30:19.700665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.770705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e42b5c-bb32-464d-84f5-193e566e118b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:19.782269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.783568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36312cda-d673-49e4-bba8-cbeb0929b53e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5411658 Jul 12 16:30:19.784496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.785524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.790854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41684) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:19.799347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '56e42b5c-bb32-464d-84f5-193e566e118b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:19.873141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:19.906166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-4cb18cdc-1e89-4897-a58c-88a44b8d6d25 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011266 Jul 12 16:30:20.070710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f87cd165-0b1f-48cb-8654-c608031a9b5f req-c1ffca2d-3d6e-4f3f-a6c4-24f56620a49b service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571448 Jul 12 16:30:20.104229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.123341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.172824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.199074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10cc6513-6e58-4062-99f7-85be42319d8b req-596fdb56-0e46-4502-9269-6a8a7623903f tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 210 time: 0.0504205 Jul 12 16:30:20.206486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.210753 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0b8de2c5-ebcf-4585-95a9-4d801ed97ed4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6816802 Jul 12 16:30:20.210954 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:20.223922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1797423588'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:20.249364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.253248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Pushing event deleted for resources: {'Port': ['ID=63475e4a-f5c2-4c63-9422-79417669a424,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:20.265778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:20.270029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.297531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:20.308828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.309521 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 839f2403-dd65-499d-a508-b147eefa5f26 of type vlan for network 0d30bb89-aa13-409d-9f1d-579244211a12 Jul 12 16:30:20.358424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.374511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.390707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.407002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.414311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:20.415385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.443387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7516a6-adb8-4c92-aa77-a55dfca6fe49,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:20.507074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2945001 Jul 12 16:30:20.510329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:20.528617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb9d8-996f-455d-aef4-d9bb1d56566e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=0d30bb89-aa13-409d-9f1d-579244211a12,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:20.537532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:20.546059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0d30bb89-aa13-409d-9f1d-579244211a12 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:20.705486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.717502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.719301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.722861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bf8de779-005e-4a09-b80b-4e666d5a54f1 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9259148 Jul 12 16:30:20.725146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41700) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:20.740433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '56e42b5c-bb32-464d-84f5-193e566e118b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:20.773807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:20.779004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:20.922235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac2091-7278-4ed9-92d6-1fd94fd1e8f2 req-db50dab7-53ea-491e-8b9a-9bf666b41ce5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:20.923881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63ac2091-7278-4ed9-92d6-1fd94fd1e8f2 req-db50dab7-53ea-491e-8b9a-9bf666b41ce5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2075012 Jul 12 16:30:21.101917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.232160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63ac2091-7278-4ed9-92d6-1fd94fd1e8f2 req-9762ec88-625d-42a7-81a7-387e30a02c72 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992289 Jul 12 16:30:21.234199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=12db1a0c-2676-49fc-97d4-a236e716968f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:21.247731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:21.248093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 0d30bb89-aa13-409d-9f1d-579244211a12, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:21.279692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 0d30bb89-aa13-409d-9f1d-579244211a12 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:21.301193 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.302733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0d30bb89-aa13-409d-9f1d-579244211a12) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:21.311535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5151684-9976-42c3-928e-76b0032822c1 None None] Network 0d30bb89-aa13-409d-9f1d-579244211a12 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:21.314709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:21.315300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.336458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2909d78d-a56e-445c-9a2e-9f7e5d14e183 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8250358 Jul 12 16:30:21.339332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41716) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:21.400260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-c602ea80-574a-4176-94ba-78a14a7d3906 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:21.403076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-c602ea80-574a-4176-94ba-78a14a7d3906 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 819 time: 0.8221550 Jul 12 16:30:21.407995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Router 6b95167c-ea8b-4295-9507-d5fde25d59f3 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:21.422622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'port': {'device_id': '990025c9-904f-4476-860a-d4e84a150767', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'admin_state_up': True, 'tenant_id': '5cea592f1fc544f98fc40c52232afb58'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:21.607277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.622433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e000fb3-a252-48bb-b74c-9aacd638f32d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:21.650123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef8a71b8-7d6c-4346-93ad-a4d6a70fba30 req-399bf518-b29d-4265-ad4a-1a79afb90c11 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 210 time: 0.0911918 Jul 12 16:30:21.656376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-0d30bb89-aa13-409d-9f1d-579244211a12', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:21.657610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.698148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.728207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555b4c08-12e6-460f-a0b6-2d5d2e43e225,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:21.779964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4e000fb3-a252-48bb-b74c-9aacd638f32d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:21.794646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4e000fb3-a252-48bb-b74c-9aacd638f32d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:21.795030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.869138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:21.884428 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] Sync routers for ids ['6b95167c-ea8b-4295-9507-d5fde25d59f3'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:21.895865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.898426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-95df9311-c036-44bc-ac58-68e7e8235185 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "PUT /v2.0/routers/6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 200 len: 709 time: 3.5550170 Jul 12 16:30:21.901678 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] Routers {'6b95167c-ea8b-4295-9507-d5fde25d59f3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:21.903405 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6b95167c-ea8b-4295-9507-d5fde25d59f3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:21.905104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41720) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:21.923473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Allocated IP 172.20.0.2 (0d30bb89-aa13-409d-9f1d-579244211a12/12db1a0c-2676-49fc-97d4-a236e716968f/96671acb-c112-4821-99e3-9fe98dbfda70) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:21.950117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:21.951732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:21.960655 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] Routers {'6b95167c-ea8b-4295-9507-d5fde25d59f3'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:21.961562 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6b95167c-ea8b-4295-9507-d5fde25d59f3'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:22.001232 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:22.002203 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6843f1-d660-4216-8f4b-f412d867b3cc None None] The sync data for ids ['6b95167c-ea8b-4295-9507-d5fde25d59f3'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:22.025688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4b30b19c-d4f3-48bd-8ebc-364efb45a0e3 tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/routers/6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 200 len: 744 time: 0.1170998 Jul 12 16:30:22.027778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Made reservation on behalf of 5cea592f1fc544f98fc40c52232afb58 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:22.027984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41722) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.031903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.042010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4e000fb3-a252-48bb-b74c-9aacd638f32d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e000fb3-a252-48bb-b74c-9aacd638f32d,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:22.090652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-344ea5ad-56e2-4fb1-9f7f-2e75a5fad01b tempest-RoutersIpV6AdminTest-783939138 tempest-RoutersIpV6AdminTest-783939138-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c826e652-850a-482c-acd7-b90ac0720133&device_id=6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 200 len: 205 time: 0.0590520 Jul 12 16:30:22.093115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41724) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.141049 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.152564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Transition to ACTIVE for port object 96671acb-c112-4821-99e3-9fe98dbfda70 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:22.169673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Transition to ACTIVE for port object 96671acb-c112-4821-99e3-9fe98dbfda70 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:22.173290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.179618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Allocated IP 172.20.0.3 (2f045623-43d2-44da-9bf0-7757f62af498/3e2f53d6-a27a-4da8-8681-87725fd38687/acd58230-27f7-4bfd-9954-8efe7c044132) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:22.204129 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b34c6dd-7938-43fe-9cbb-6c2b42664b0a tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 200 len: 205 time: 0.1093020 Jul 12 16:30:22.207084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41726) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.251220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:22.256685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.299672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Pushing event updated for resources: {'Port': ['ID=96671acb-c112-4821-99e3-9fe98dbfda70,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:22.326092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Network 0d30bb89-aa13-409d-9f1d-579244211a12 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:22.330530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.331175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:22.332736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d2182ca-42e6-48aa-b94d-014c9a15295a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6083508 Jul 12 16:30:22.335777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41730) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.336342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:22.341874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '56e42b5c-bb32-464d-84f5-193e566e118b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:22.365098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.437542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.455728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Attempting to bind port 96671acb-c112-4821-99e3-9fe98dbfda70 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:22.456223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Attempting to bind port 96671acb-c112-4821-99e3-9fe98dbfda70 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:22.456596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Attempting to bind port 96671acb-c112-4821-99e3-9fe98dbfda70 on network 0d30bb89-aa13-409d-9f1d-579244211a12 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:22.467111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:22.467636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Checking segment: {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:22.469179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.469603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Bound using segment: {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:22.470158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Bound port: 96671acb-c112-4821-99e3-9fe98dbfda70, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:22.470497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.492733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.500319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.545274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.556238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.567040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] For port 96671acb-c112-4821-99e3-9fe98dbfda70, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:22.570478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] For port 96671acb-c112-4821-99e3-9fe98dbfda70, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=96671acb-c112-4821-99e3-9fe98dbfda70,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:22.573031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21778dd-3e21-4f2f-aa84-73c9917a5214,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:22.576272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.600115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.601493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f821b81-8155-4fe9-ba55-f8f261b8d085 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2640512 Jul 12 16:30:22.602822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.608591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41736) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.616298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '56e42b5c-bb32-464d-84f5-193e566e118b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:22.644798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686d4d3-4937-4286-abd2-c9c2d0d980d5 None None] Pushing event updated for resources: {'Port': ['ID=96671acb-c112-4821-99e3-9fe98dbfda70,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:22.710717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Network 2f045623-43d2-44da-9bf0-7757f62af498 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:22.717223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:22.727842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.735389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:22.778662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:22.785146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.788341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.894497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:22.895135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.911415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.917394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Fanout notify agent at l3_agent the message router_deleted on router 6b95167c-ea8b-4295-9507-d5fde25d59f3 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:30:22.953835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.958985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8200944a-dd56-4465-be8f-58860b6593e2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 204 len: 168 time: 0.7506902 Jul 12 16:30:22.963086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41740) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:22.976875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:22.985675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-7df9e5a2-24be-4c5f-af3e-55a9e430f3e5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5685523 Jul 12 16:30:22.988844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.006947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Request body: {'port': {'device_id': '990025c9-904f-4476-860a-d4e84a150767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:23.023176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e6e25-aeb0-4482-8052-302365116e2d req-1ae2d8aa-a144-45c5-9961-d32385c8182b tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:23.036328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c6e6e25-aeb0-4482-8052-302365116e2d req-1ae2d8aa-a144-45c5-9961-d32385c8182b tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 931 time: 0.2368419 Jul 12 16:30:23.051034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6edf7e8b-19a2-42d5-bb32-03309de66e08 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 200 len: 205 time: 0.0867152 Jul 12 16:30:23.057977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41742) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.072688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544ceb-4200-4153-aa81-71f6758045b4 req-6eeb831f-a09d-456e-a5f8-0bf447b5c84b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:23.075308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f544ceb-4200-4153-aa81-71f6758045b4 req-6eeb831f-a09d-456e-a5f8-0bf447b5c84b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.5775199 Jul 12 16:30:23.076750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf71d91-b277-4deb-b2a1-dda71b6d20cc,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:23.091470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.095197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa576a6e-60ef-47a3-a161-d2e7fb98931f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4802589 Jul 12 16:30:23.099548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.106773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '56e42b5c-bb32-464d-84f5-193e566e118b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:23.180636 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-afaaa96e-e3f4-4c80-8637-88eb03396ffb tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.181800 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-afaaa96e-e3f4-4c80-8637-88eb03396ffb tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/6b95167c-ea8b-4295-9507-d5fde25d59f3 HTTP/1.1" status: 404 len: 336 time: 0.1189435 Jul 12 16:30:23.184045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c6e6e25-aeb0-4482-8052-302365116e2d req-5cde3853-5dc1-4f11-905e-5cd7cdc6d3ac tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478739 Jul 12 16:30:23.187953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.238915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-82b655a5-312e-4dd7-98b9-f0ac898649d2 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 200 len: 205 time: 0.0425322 Jul 12 16:30:23.242627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.246300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41748) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.251645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f544ceb-4200-4153-aa81-71f6758045b4 req-b4ad218f-5a53-4169-974d-cd2b018bd25b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483638 Jul 12 16:30:23.254959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.271948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.20.0.1 (0d30bb89-aa13-409d-9f1d-579244211a12/12db1a0c-2676-49fc-97d4-a236e716968f/d8d816f0-3f84-4159-85f4-0151c2a15817) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:23.313887 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-c973237b-8811-4844-a170-d4906320760f tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.317499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c973237b-8811-4844-a170-d4906320760f tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/3523f4fb-4640-4f86-98cd-3bd723febce5 HTTP/1.1" status: 404 len: 336 time: 0.0673645 Jul 12 16:30:23.321332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41750) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.397468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c48708da-a317-4e13-b81f-75af3f1579d5 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 200 len: 205 time: 0.0728767 Jul 12 16:30:23.398140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41752) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.454046 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-eb4a9b85-7ab5-4880-8b8f-4cc82f0c88e4 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.455118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eb4a9b85-7ab5-4880-8b8f-4cc82f0c88e4 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/e13b229f-fc7e-43dd-af77-bf5fecea7152 HTTP/1.1" status: 404 len: 336 time: 0.0559728 Jul 12 16:30:23.458344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41754) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.474355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.498665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.503198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.513376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4cf28a16-4b30-489e-be01-ebada0b5eefa tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 200 len: 205 time: 0.0508585 Jul 12 16:30:23.514289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.537119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd744ba-0fe3-48e3-814e-d81f08dfdeea,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:23.548066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.549657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae251e81-f5ac-41ad-ab32-b24968a84e81 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4480979 Jul 12 16:30:23.562346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.574669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object d8d816f0-3f84-4159-85f4-0151c2a15817 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:23.577541 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-4d2b163c-3cb3-43fe-861f-ecc3cbb8baf3 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.578575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d2b163c-3cb3-43fe-861f-ecc3cbb8baf3 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/0638b876-f75a-4c5b-b4c7-0fe30e01a12d HTTP/1.1" status: 404 len: 336 time: 0.0636711 Jul 12 16:30:23.584614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41762) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.636602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2d2847a-8ecd-4aa6-b5e1-252fad0eec4d tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 200 len: 205 time: 0.0474277 Jul 12 16:30:23.645403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41766) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.660673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.700753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e000fb3-a252-48bb-b74c-9aacd638f32d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:23.709723 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-175cca17-5b47-4f98-9e28-f331adf09032 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.710796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-175cca17-5b47-4f98-9e28-f331adf09032 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/1a66aeaf-e2c5-41ff-8efc-6d24a467a627 HTTP/1.1" status: 404 len: 336 time: 0.0633264 Jul 12 16:30:23.712452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.714262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.768860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b0747b5-7774-4249-b402-4b777960bb3e tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "GET /v2.0/ports?device_id=93ed8493-f835-453f-b38b-a305836759e5 HTTP/1.1" status: 200 len: 205 time: 0.0517948 Jul 12 16:30:23.769068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.777611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41770) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.802666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4e000fb3-a252-48bb-b74c-9aacd638f32d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:23.803034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.852408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.875755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd58230-27f7-4bfd-9954-8efe7c044132 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:23.885525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.891440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.892757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 96671acb-c112-4821-99e3-9fe98dbfda70 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:23.897420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1dd744ba-0fe3-48e3-814e-d81f08dfdeea HTTP/1.1" status: 204 len: 168 time: 0.3339710 Jul 12 16:30:23.902234 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-748b7393-10bf-413e-8bdc-c9e3dc25adaa tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] delete failed (client error): The resource could not be found. Jul 12 16:30:23.906508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-748b7393-10bf-413e-8bdc-c9e3dc25adaa tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/routers/93ed8493-f835-453f-b38b-a305836759e5 HTTP/1.1" status: 404 len: 336 time: 0.1238766 Jul 12 16:30:23.909703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Transition to ACTIVE for port object acd58230-27f7-4bfd-9954-8efe7c044132 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:23.911070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41772) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.911757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:23.929763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 0d30bb89-aa13-409d-9f1d-579244211a12 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:23.931120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76803f17-255a-46b8-bd6f-cab5875dfda8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd744ba-0fe3-48e3-814e-d81f08dfdeea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:23.937654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:23.943224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:23.944019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:23.961735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 96671acb-c112-4821-99e3-9fe98dbfda70 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:23.975898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:24.002812 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa4bdce-e0dd-4e5d-bd35-89b34ca9ecf8 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] DELETE failed (client error): The resource could not be found. Jul 12 16:30:24.003440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa4bdce-e0dd-4e5d-bd35-89b34ca9ecf8 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:30:24.005443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-baa4bdce-e0dd-4e5d-bd35-89b34ca9ecf8 tempest-RoutersIpV6AdminTest-444484690 tempest-RoutersIpV6AdminTest-444484690-project] 10.222.0.58 "DELETE /v2.0/subnets/d07595e0-5d82-4048-bf2d-034a41d48ca9 HTTP/1.1" status: 404 len: 337 time: 0.0901706 Jul 12 16:30:24.009081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.157802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a0e39f6-ca8b-4b48-8378-e1ab4e153e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2445757 Jul 12 16:30:24.167066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:24.195332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.204811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd340c7-c5d1-4d1d-a64b-343e7bab0606 None None] Network 0d30bb89-aa13-409d-9f1d-579244211a12 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:24.226740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:24.336382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.346619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.429731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Provisioning for port 96671acb-c112-4821-99e3-9fe98dbfda70 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:24.450531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Provisioning complete for port 96671acb-c112-4821-99e3-9fe98dbfda70 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:24.450874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.451355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.458067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.459241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/eaf71d91-b277-4deb-b2a1-dda71b6d20cc HTTP/1.1" status: 204 len: 168 time: 0.2859316 Jul 12 16:30:24.469648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:24.619915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:24.631293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2629f-ccff-4c35-8b15-2c280b6913f4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaf71d91-b277-4deb-b2a1-dda71b6d20cc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:24.646831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1dd3e-e3da-4c1d-8bcb-cd38dfeb98c7 req-d07b9516-6f9d-4912-80a6-3384a17222ed tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:24.649451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87d1dd3e-e3da-4c1d-8bcb-cd38dfeb98c7 req-d07b9516-6f9d-4912-80a6-3384a17222ed tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.1703470 Jul 12 16:30:24.693104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Attempting to bind port acd58230-27f7-4bfd-9954-8efe7c044132 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:24.693770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Attempting to bind port acd58230-27f7-4bfd-9954-8efe7c044132 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:24.694462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Attempting to bind port acd58230-27f7-4bfd-9954-8efe7c044132 on network 2f045623-43d2-44da-9bf0-7757f62af498 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:24.697589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.717173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Port acd58230-27f7-4bfd-9954-8efe7c044132 on network 2f045623-43d2-44da-9bf0-7757f62af498 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:30:24.717392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.718001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Attempting to bind port acd58230-27f7-4bfd-9954-8efe7c044132 on network 2f045623-43d2-44da-9bf0-7757f62af498 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:24.731648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.738321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-55e37dde-c28f-44ef-8b3a-a6f883b703e2 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2625825 Jul 12 16:30:24.752957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:24.765490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87d1dd3e-e3da-4c1d-8bcb-cd38dfeb98c7 req-8730c615-8781-40a0-9193-7160bf81b5df tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063933 Jul 12 16:30:24.803709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:24.804333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Checking segment: {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:24.804742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Bound using segment: {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:24.806184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Bound port: acd58230-27f7-4bfd-9954-8efe7c044132, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277d370b-5e0d-4965-a7f7-764b0840ad4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:24.806184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.832556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] For port 96671acb-c112-4821-99e3-9fe98dbfda70, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=96671acb-c112-4821-99e3-9fe98dbfda70,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:24.845989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.948757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423872c-2dd9-42fe-ac29-c0686d5026f4 req-925d06ef-282d-45fe-848d-4d75f0ec0415 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:24.956159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:24.957286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c423872c-2dd9-42fe-ac29-c0686d5026f4 req-925d06ef-282d-45fe-848d-4d75f0ec0415 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 943 time: 0.4551067 Jul 12 16:30:24.964271 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4943a5e-afa5-4087-beb1-773f3c407db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:24.978342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734f5c2-322d-406f-8682-e1577363fb39 None None] Pushing event updated for resources: {'Port': ['ID=96671acb-c112-4821-99e3-9fe98dbfda70,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:24.983890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.024432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:25.028480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:25.052715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.063408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.090425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c423872c-2dd9-42fe-ac29-c0686d5026f4 req-744b1cc6-6ff7-4ac4-928b-c0d6e07d1a6a tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319990 Jul 12 16:30:25.118536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.212981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 0d30bb89-aa13-409d-9f1d-579244211a12 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:25.215949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:25.259671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:25.278836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:25.282570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.282570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-cfc08c02-a560-4546-9a31-1f776596b264 service neutron] 10.222.0.77 "PUT /v2.0/ports/acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 1091 time: 2.2850890 Jul 12 16:30:25.282941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:25.285504 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71fad0e-d796-4edd-91dd-54f4c31819d3" -d '{"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:25.290706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41808) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:25.335491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.344922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.353334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f21778dd-3e21-4f2f-aa84-73c9917a5214 HTTP/1.1" status: 204 len: 168 time: 0.5942442 Jul 12 16:30:25.354009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:25.364335 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320bc70e-ff95-44e2-8049-12091da10007 x-openstack-request-id: req-320bc70e-ff95-44e2-8049-12091da10007 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:25.364639 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:25.364896 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-320bc70e-ff95-44e2-8049-12091da10007 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:25.365311 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:30:25.380272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4943a5e-afa5-4087-beb1-773f3c407db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.404017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41becb-5c05-4b1d-9857-6c2bca9d5bf8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f21778dd-3e21-4f2f-aa84-73c9917a5214,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:25.427259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Provisioning for port d8d816f0-3f84-4159-85f4-0151c2a15817 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:25.435259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-a6de4efd-b17c-4c61-97f9-6c5b1472432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:25.437107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-a6de4efd-b17c-4c61-97f9-6c5b1472432d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1094 time: 0.0705712 Jul 12 16:30:25.444436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:25.444811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.449180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4943a5e-afa5-4087-beb1-773f3c407db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.536164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4943a5e-afa5-4087-beb1-773f3c407db1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66213d6de9504928a6743bd45299d34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124792 Jul 12 16:30:25.547526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41816) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:25.553922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Port d8d816f0-3f84-4159-85f4-0151c2a15817 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:25.557423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 96671acb-c112-4821-99e3-9fe98dbfda70 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:25.561337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-986963b0-63ed-4827-a5f7-2fb9e53c85bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.1156344 Jul 12 16:30:25.617043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ca09de9-67c4-44e9-9e9f-2993680c77c3 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2617707 Jul 12 16:30:25.623444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:25.633305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Provisioning complete for port 96671acb-c112-4821-99e3-9fe98dbfda70 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:25.633952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3f69635-4998-4eaa-a096-f098f7edd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.648511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2af1b960-2d85-4623-9258-a11c395d09b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.660075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4943a5e-afa5-4087-beb1-773f3c407db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6a15f0-c532-4c30-b22e-31e835d96de7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:25.666221 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.698823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.714009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 96671acb-c112-4821-99e3-9fe98dbfda70 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:25.715350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.762395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.794786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2af1b960-2d85-4623-9258-a11c395d09b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.797657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-8ebc9a74-eb8a-4f4e-9957-43ed75052991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:25.798720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:25.802532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-8ebc9a74-eb8a-4f4e-9957-43ed75052991 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.2321823 Jul 12 16:30:25.820927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2af1b960-2d85-4623-9258-a11c395d09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.821119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.853199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.858345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:25.862057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/555b4c08-12e6-460f-a0b6-2d5d2e43e225 HTTP/1.1" status: 204 len: 168 time: 0.2307148 Jul 12 16:30:25.882493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41822) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:25.945389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1b960-2d85-4623-9258-a11c395d09b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa5432-5484-4726-8bca-cb527ea53c95,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:25.950661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-bd4b53db-302a-4538-aa62-01c00386ca86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326177 Jul 12 16:30:25.977297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0221911-54e5-4cbe-a80c-127e862389e8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=555b4c08-12e6-460f-a0b6-2d5d2e43e225,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:25.990626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1203cc4f-7a03-4abc-8a59-a3e635b52764 None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:25.998100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1203cc4f-7a03-4abc-8a59-a3e635b52764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.006881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:26.015950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67d57d87-dc82-49ca-927c-69977668602e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722622 Jul 12 16:30:26.016316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.022477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1355958322'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:26.031096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.034723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.035966 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd6a15f0-c532-4c30-b22e-31e835d96de7 HTTP/1.1" status: 204 len: 168 time: 0.4870059 Jul 12 16:30:26.041159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:26.051926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925ab1-6253-4a01-bee6-4e8d2feff0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6a15f0-c532-4c30-b22e-31e835d96de7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:26.056710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2af1b960-2d85-4623-9258-a11c395d09b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ccdbdd567c74fc28962533807c7c9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646527 Jul 12 16:30:26.062853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41828) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.068717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:26.069731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:26.115694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:26.119938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.129337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-98d27280-f5e5-4673-9777-62e69a569716 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2223649 Jul 12 16:30:26.130121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41832) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.170865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.174995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:26.210584 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.210928 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 4f930caf-6332-42a6-930e-c57ac72ee379 of type vlan for network ab81e0a6-2689-4789-b153-11e35bb0ec22 Jul 12 16:30:26.213915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.233664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.241026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1203cc4f-7a03-4abc-8a59-a3e635b52764 None None] Port d8d816f0-3f84-4159-85f4-0151c2a15817 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:26.278265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.304037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:26.305434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36b378-2dbb-4c1e-a336-9832495dc519 req-c2bfe668-c0a5-410e-90ec-cd9958c05ce5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:26.313826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b36b378-2dbb-4c1e-a336-9832495dc519 req-c2bfe668-c0a5-410e-90ec-cd9958c05ce5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.3113956 Jul 12 16:30:26.345610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-1b9ac9fa-514a-4fb8-8951-4d30a0739902 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707304 Jul 12 16:30:26.425614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.444408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.445163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.445562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2a7516a6-adb8-4c92-aa77-a55dfca6fe49 HTTP/1.1" status: 204 len: 168 time: 0.3120821 Jul 12 16:30:26.452912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.456498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beaa5432-5484-4726-8bca-cb527ea53c95 HTTP/1.1" status: 204 len: 168 time: 0.3903773 Jul 12 16:30:26.456498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41836) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.459489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.462631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b36b378-2dbb-4c1e-a336-9832495dc519 req-9672b30f-05a7-45f3-9c25-e466145d3fac tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485229 Jul 12 16:30:26.473560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbad06-2664-4a29-8f7a-34a5789dd9e4 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a7516a6-adb8-4c92-aa77-a55dfca6fe49,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:26.515691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6073757-472b-460a-82d0-b9bac83a1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa5432-5484-4726-8bca-cb527ea53c95,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:26.536744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c28de3-7789-41f1-9743-b66bb2d9d685 req-a13f81f2-f3ea-4e67-be0e-68b67319052c service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830387 Jul 12 16:30:26.599385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b7e21fde-441b-433b-b8e9-d91ae029b730 None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:26.603392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b7e21fde-441b-433b-b8e9-d91ae029b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.673246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-f2db92ee-cd2d-489b-89b7-43f00eb28588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:26.674929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-f2db92ee-cd2d-489b-89b7-43f00eb28588 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1094 time: 0.0654633 Jul 12 16:30:26.695316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41842) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.779164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b7e21fde-441b-433b-b8e9-d91ae029b730 None None] Port d8d816f0-3f84-4159-85f4-0151c2a15817 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:26.816474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-933fe425-f78c-42bd-8206-863448a8fc48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c7a65558ab744a18d2074e06deb0cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191943 Jul 12 16:30:26.816705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41844) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.876637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:24Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:24Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:26.877763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-8ce66c27-4f84-4a09-8991-1b601edb68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:26.879930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-8ce66c27-4f84-4a09-8991-1b601edb68d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.1963339 Jul 12 16:30:26.900180 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.940550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:26.941130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Updating router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 port d8d816f0-3f84-4159-85f4-0151c2a15817 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:26.946019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-bb6673ea-6065-4a9c-baed-f5cdefac4c76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.0567198 Jul 12 16:30:26.946582 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.952806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:26.953420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.967248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:26.974246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41846) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:26.981092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5fe7f76b-4000-48dd-bf78-6d3ef4f12c2d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5100417 Jul 12 16:30:26.996360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a32687c9-3f29-49e1-b7ba-7261999dfb20 None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:26.997335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a32687c9-3f29-49e1-b7ba-7261999dfb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.004158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41848) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:27.028384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.037528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2966df80-8c42-4947-96c2-3c93b092cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.039614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599bca6-7127-4879-92bf-6c6ad9944df6 req-a0952245-f7ff-4e73-b60c-97513c1231ba tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:27.041247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5599bca6-7127-4879-92bf-6c6ad9944df6 req-a0952245-f7ff-4e73-b60c-97513c1231ba tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 943 time: 0.6826885 Jul 12 16:30:27.048190 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0277066 Jul 12 16:30:27.049427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41850) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:27.054778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:27.076158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-673b8103-06c4-4c73-a89c-c541336bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:27.077641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-673b8103-06c4-4c73-a89c-c541336bc232 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.1236765 Jul 12 16:30:27.092084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a32687c9-3f29-49e1-b7ba-7261999dfb20 None None] Port d8d816f0-3f84-4159-85f4-0151c2a15817 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:27.128474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db34eb2-1981-4f7c-bd4d-2d69b0b8fb12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=ab81e0a6-2689-4789-b153-11e35bb0ec22,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.134967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-80b94572-cc2e-49e9-84f0-778e57efa1a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434906 Jul 12 16:30:27.168116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5599bca6-7127-4879-92bf-6c6ad9944df6 req-a9497202-f2a5-4386-a103-aeb6ae458239 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186373 Jul 12 16:30:27.173978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.176669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.179784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91f084eb-d05b-4b23-b1ff-63cee23ba2a2 HTTP/1.1" status: 204 len: 168 time: 0.3582032 Jul 12 16:30:27.188939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:27.237089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.243379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9310f5-c710-4295-be0f-42bbdf7eb410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f084eb-d05b-4b23-b1ff-63cee23ba2a2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.299533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.341514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-41463117-36b0-4dcb-86c8-22fd5f457d3a service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955633 Jul 12 16:30:27.437284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.439818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.440992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/56e42b5c-bb32-464d-84f5-193e566e118b HTTP/1.1" status: 204 len: 168 time: 0.4350662 Jul 12 16:30:27.442999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2966df80-8c42-4947-96c2-3c93b092cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.443968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41856) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:27.458334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2966df80-8c42-4947-96c2-3c93b092cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.473807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c79604-9b17-40b1-821d-d6ed94453dd9 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e42b5c-bb32-464d-84f5-193e566e118b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.507461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.509845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:27.515365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.522238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2966df80-8c42-4947-96c2-3c93b092cf1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=147294f406324c959dda83c8bcb9d581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468929 Jul 12 16:30:27.526947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41862) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:27.538313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b71fad0e-d796-4edd-91dd-54f4c31819d3 req-3c4f08b5-e054-4075-8c68-e601a660dcff service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838191 Jul 12 16:30:27.545215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966df80-8c42-4947-96c2-3c93b092cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee4ac4-371c-4e93-83fb-725bb63d260c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.554146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Transition to ACTIVE for port object d8d816f0-3f84-4159-85f4-0151c2a15817 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:27.573227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.587361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7e8499da-4853-4a80-8654-7a6a9c476c1e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1408749 Jul 12 16:30:27.592229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41866) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:27.618828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152892807'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:27.635924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.662114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a13f4-6a51-41eb-88f0-5701b0bec327 None None] Pushing event updated for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.759566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Attempting to bind port d8d816f0-3f84-4159-85f4-0151c2a15817 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:27.759971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Attempting to bind port d8d816f0-3f84-4159-85f4-0151c2a15817 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:27.760338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Attempting to bind port d8d816f0-3f84-4159-85f4-0151c2a15817 on network 0d30bb89-aa13-409d-9f1d-579244211a12 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:27.768596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:27.769203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Checking segment: {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:27.769669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.770079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Bound using segment: {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:27.770653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Bound port: d8d816f0-3f84-4159-85f4-0151c2a15817, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839f2403-dd65-499d-a508-b147eefa5f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:27.771615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.819253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.831431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.846335 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.898880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] For port d8d816f0-3f84-4159-85f4-0151c2a15817, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:27.905932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] For port d8d816f0-3f84-4159-85f4-0151c2a15817, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8d816f0-3f84-4159-85f4-0151c2a15817,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:27.912413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=074dd231-621c-4118-8bb8-3b2a33b5b9c1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:27.912771 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:27.916874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:27.918391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: ab81e0a6-2689-4789-b153-11e35bb0ec22, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:27.953777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:27.979296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ab81e0a6-2689-4789-b153-11e35bb0ec22) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:28.007108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a450cd-2f3e-4c80-bd1f-9e4be25671c1 None None] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:28.013745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:28.014430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.015473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cea66-c56d-4fd5-9730-86aacfa55a92 req-39b65b72-3d92-4167-92b3-ed52862e2f98 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:28.017213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:28.017918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:28.018221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad5cea66-c56d-4fd5-9730-86aacfa55a92 req-39b65b72-3d92-4167-92b3-ed52862e2f98 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.3008909 Jul 12 16:30:28.045752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.048856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.050027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62ee4ac4-371c-4e93-83fb-725bb63d260c HTTP/1.1" status: 204 len: 168 time: 0.5208702 Jul 12 16:30:28.090025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf0d3a-3804-4f7f-987b-f3f81e70d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee4ac4-371c-4e93-83fb-725bb63d260c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:28.168724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad5cea66-c56d-4fd5-9730-86aacfa55a92 req-4964136d-9013-487b-b88a-8136b70fe765 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327167 Jul 12 16:30:28.172325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:28.268974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.279419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.288750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-688fa2e6-b44f-41cd-ae28-4d2db6f3dc32 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2381473 Jul 12 16:30:28.291789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41884) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:28.353845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.361578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7488842 Jul 12 16:30:28.361578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41886) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:28.365627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '84311c76-e2df-4c78-bd8f-7c3751c0080c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:28.374104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97fefc-227c-4474-9dc8-6a7e87488edf tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84311c76-e2df-4c78-bd8f-7c3751c0080c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:28.398612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41890) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:28.438184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.543410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a13f4-6a51-41eb-88f0-5701b0bec327 None None] Pushing event updated for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:28.583784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.592470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.641941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7866f3f7-4159-463d-9135-2c71a5d493ad,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:28.649678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.652359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e61b1e7-1dcf-4fb2-8591-426114ae9e38 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2899790 Jul 12 16:30:28.654759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41896) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:28.740990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc9388-de21-410d-83e1-a616e7996ef8 req-33802d55-3d34-4669-8e80-af49df4b4733 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:28.749581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ebc9388-de21-410d-83e1-a616e7996ef8 req-33802d55-3d34-4669-8e80-af49df4b4733 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 943 time: 0.3449566 Jul 12 16:30:28.771382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.835096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ab81e0a6-2689-4789-b153-11e35bb0ec22', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:28.837075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.841536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.868375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374340408'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:28.898743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:28.904314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.932278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.974449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:24Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:27Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:28.983889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.986563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ebc9388-de21-410d-83e1-a616e7996ef8 req-b55d3381-ab2e-48b4-8b7b-5345046819fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508944 Jul 12 16:30:28.987062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:28.988489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/84311c76-e2df-4c78-bd8f-7c3751c0080c HTTP/1.1" status: 204 len: 168 time: 0.3324721 Jul 12 16:30:28.997958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41904) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:29.013627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ba8ff-069b-4b49-a0fb-1cd6312ca7f8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84311c76-e2df-4c78-bd8f-7c3751c0080c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:29.048832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba7649-a63f-46ae-88a6-a813d9123c6a None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:24Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:27Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:29.090255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Allocated IP 172.21.0.2 (ab81e0a6-2689-4789-b153-11e35bb0ec22/074dd231-621c-4118-8bb8-3b2a33b5b9c1/d70ed699-7ba7-4c47-b583-62804dc9e6a4) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:29.114342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.119262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.170126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:29.178602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f32391-405f-43e4-ada5-be76851c9a6e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:29.216982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.218905 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 639f8f70-fa54-4f17-b0fb-8f7ea488e8ea of type vlan for network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 Jul 12 16:30:29.285871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.297272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Transition to ACTIVE for port object d70ed699-7ba7-4c47-b583-62804dc9e6a4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:29.324106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Transition to ACTIVE for port object d70ed699-7ba7-4c47-b583-62804dc9e6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:29.333883 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.357870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-df7777d6-0ad6-43b5-8fc8-e10432845ff8 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3534639 Jul 12 16:30:29.358133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41914) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:29.364985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390004714'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:29.375981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.455971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:29.457733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:29.466968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.481713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.485559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:29.518907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Pushing event updated for resources: {'Port': ['ID=d70ed699-7ba7-4c47-b583-62804dc9e6a4,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:29.585896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.596556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:29.596556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.663318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Attempting to bind port d70ed699-7ba7-4c47-b583-62804dc9e6a4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:29.664440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Attempting to bind port d70ed699-7ba7-4c47-b583-62804dc9e6a4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:29.665296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Attempting to bind port d70ed699-7ba7-4c47-b583-62804dc9e6a4 on network ab81e0a6-2689-4789-b153-11e35bb0ec22 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:29.672539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2699583 Jul 12 16:30:29.678094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41918) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:29.679963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:29.681875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Checking segment: {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:29.682720 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.684383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Bound using segment: {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:29.688380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Bound port: d70ed699-7ba7-4c47-b583-62804dc9e6a4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:29.689493 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:29.697210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2100980956'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:29.838142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] For port d70ed699-7ba7-4c47-b583-62804dc9e6a4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:29.849544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] For port d70ed699-7ba7-4c47-b583-62804dc9e6a4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d70ed699-7ba7-4c47-b583-62804dc9e6a4,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:29.857337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.003460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d9bd-0203-495f-a9f3-cb6de2fd298a None None] Pushing event updated for resources: {'Port': ['ID=d70ed699-7ba7-4c47-b583-62804dc9e6a4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.073185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.21.0.1 (ab81e0a6-2689-4789-b153-11e35bb0ec22/074dd231-621c-4118-8bb8-3b2a33b5b9c1/a1ca229e-9801-45a9-94fa-c6b9e51c07b0) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:30.163647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44d5d-fbda-4854-8f4e-6159a615d661 req-570bcb10-1137-4b6a-8cde-01a25572689c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:30.168962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1c44d5d-fbda-4854-8f4e-6159a615d661 req-570bcb10-1137-4b6a-8cde-01a25572689c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.7753973 Jul 12 16:30:30.181190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device acd58230-27f7-4bfd-9954-8efe7c044132 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:30:30.206749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:30:30.206749 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:30:30.206749 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': '336f332b43894b95ab58d519817c934a', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 30, 29, 708129)}] Jul 12 16:30:30.206749 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:30:30.206749 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:30:30.278114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487b4f6-38d7-4f58-b60b-70ce47664974 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=2ca03842-1e4a-4869-a9a1-e741a57e4ae0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.304449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:30.404891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1c44d5d-fbda-4854-8f4e-6159a615d661 req-b81a8d29-5fb8-4aeb-87dc-f0c6272bd1e6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069812 Jul 12 16:30:30.503677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.533865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object a1ca229e-9801-45a9-94fa-c6b9e51c07b0 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:30.536226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.547807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.571049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:30.601322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'port_id': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'mac_address': 'fa:16:3e:9f:15:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:30:30.619875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3a303-ffdc-474f-92c9-a6bdbe755fda,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.624252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.629449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-304c2d85-bf3f-4761-86a4-2535dbd448ca tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2687006 Jul 12 16:30:30.630203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41932) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:30.636829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935600187'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:30.656880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.669225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.673152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.701555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd58230-27f7-4bfd-9954-8efe7c044132 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:30:30.739374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbff6ff-b300-42cf-8f97-ce593a083bff req-284afc9e-9e58-47d6-9b10-35e08097bd22 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:30.741125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9fbff6ff-b300-42cf-8f97-ce593a083bff req-284afc9e-9e58-47d6-9b10-35e08097bd22 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 943 time: 0.4629097 Jul 12 16:30:30.752712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:30.758717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:30.763256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.780762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:30.793056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:30.836010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.887257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.896193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9fbff6ff-b300-42cf-8f97-ce593a083bff req-f87e9908-b105-42f0-a95a-6da21413ea5e tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470635 Jul 12 16:30:30.899172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.905119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.913042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.960092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfdb5a-b562-4de6-a013-6cb355ada252,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:30.988221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:30.990549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-886d9d8f-ccd2-49ca-aa81-3320ea5efa16 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3586013 Jul 12 16:30:30.992876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:30.999102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': 'bcd3a303-ffdc-474f-92c9-a6bdbe755fda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b3cfdb5a-b562-4de6-a013-6cb355ada252', 'remote_ip_prefix': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:31.005006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:30:31.009268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:31.014063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.065808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.133488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.137522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:31.166695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.167283 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 38ce442c-d76f-4a42-9b8a-998857ba6e9e of type vlan for network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b Jul 12 16:30:31.239282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.247509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.267211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.285650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de04f2d-3f5f-43ca-b67b-a2f4c7d74a15,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:31.298491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.301644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b7bf8f2-35fd-48a8-b21d-805d33743a5b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3075809 Jul 12 16:30:31.302935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41948) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:31.345428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.357168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.397786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.416562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.423493 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.424863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6de04f2d-3f5f-43ca-b67b-a2f4c7d74a15 HTTP/1.1" status: 204 len: 168 time: 0.1198058 Jul 12 16:30:31.429666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:31.430408 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:31.432148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.468877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c884d4-de7c-4f30-8cd1-4490df1d005d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de04f2d-3f5f-43ca-b67b-a2f4c7d74a15,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:31.528124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c298a4fb-541e-41c3-8c83-583b0a28ec5d tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0964773 Jul 12 16:30:31.528780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:31.535284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8538628 Jul 12 16:30:31.550060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:31.587628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:31.645627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9ad0-5392-4b52-a27c-86d01b91df71 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=a89f966d-2ca6-4d03-9918-8b4d9cb2c11b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:31.661376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:31.766118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8d816f0-3f84-4159-85f4-0151c2a15817 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:31.879915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d8d816f0-3f84-4159-85f4-0151c2a15817 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:31.884757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:31.885612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:31.955489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:31.998526 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.021921 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.031873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.033347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.074631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:32.084218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.093129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7160e14a-9050-46d8-b05b-bdac4fef5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.103456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.179127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d8d816f0-3f84-4159-85f4-0151c2a15817, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8d816f0-3f84-4159-85f4-0151c2a15817,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:32.184582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device acd58230-27f7-4bfd-9954-8efe7c044132 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:32.194212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.221224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.225470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:32.274332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d70ed699-7ba7-4c47-b583-62804dc9e6a4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:32.417019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2b6a-279e-4108-aa0a-6cb8a3349118 req-e84431b6-2dff-459d-867b-09f69c6527df tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:32.426955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-141a2b6a-279e-4108-aa0a-6cb8a3349118 req-e84431b6-2dff-459d-867b-09f69c6527df tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 944 time: 0.2293234 Jul 12 16:30:32.511089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.511630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45f2e9-01fd-4aa2-af3e-6dc9f7bef6d5 None None] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:32.521625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bfcf2-9cf2-49f6-8040-55cefb1287f1 req-acb9fc7f-c901-40e3-9b0b-9746979acdd1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:32.522279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-141a2b6a-279e-4108-aa0a-6cb8a3349118 req-a9fcd4c2-89ac-430f-9fff-bb0783faf274 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936234 Jul 12 16:30:32.523188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-074bfcf2-9cf2-49f6-8040-55cefb1287f1 req-acb9fc7f-c901-40e3-9b0b-9746979acdd1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.9334445 Jul 12 16:30:32.541640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:32.545041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:32.579966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.582990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.587653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/b3cfdb5a-b562-4de6-a013-6cb355ada252 HTTP/1.1" status: 204 len: 168 time: 1.0548520 Jul 12 16:30:32.609825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:32.617116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-18cd3e7f-bb45-4eef-ab34-8f930bc29c2b None None] Provisioning for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:32.619186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:32.649903 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c111dd20-0a30-41a9-b475-d3930524be97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.674536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port acd58230-27f7-4bfd-9954-8efe7c044132 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:32.683480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0365f-6980-4f59-a6c1-6c72801cfeeb tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfdb5a-b562-4de6-a013-6cb355ada252,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:32.685764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port acd58230-27f7-4bfd-9954-8efe7c044132 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:32.686155 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.695433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=8437d59f-c429-4fca-ae01-6db3bf7f06ab,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:32.717713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:32.766263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:32.796949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-074bfcf2-9cf2-49f6-8040-55cefb1287f1 req-f6e5f756-fb58-4880-9238-dfbf15afc8c5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098093 Jul 12 16:30:32.804016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:32.804390 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.818926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:32.819296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 2ca03842-1e4a-4869-a9a1-e741a57e4ae0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:32.835034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d735ab9e-547f-4ad0-af07-6a983dab4bd6 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2118831 Jul 12 16:30:32.842231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:32.859830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4e651b0-00b0-40c8-9d56-d902fe15f711 None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:32.860463 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4e651b0-00b0-40c8-9d56-d902fe15f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.876225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:32.880266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:32.887346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01eeff85-9df2-494a-baf7-18d6287e3bfd tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5938549 Jul 12 16:30:32.892117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:32.899238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-301585992'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:32.902920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:32.918537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2ca03842-1e4a-4869-a9a1-e741a57e4ae0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:32.922143 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:32.923012 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:32.925112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:32.925899 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.941937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400541d4-c43b-44b5-85ad-3aa81eb446a5 None None] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:32.954478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c111dd20-0a30-41a9-b475-d3930524be97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.964983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c111dd20-0a30-41a9-b475-d3930524be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:32.992828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.030458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:33.034166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.039466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c111dd20-0a30-41a9-b475-d3930524be97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94e596eaf45f46478eabdf87e55b4ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0785913 Jul 12 16:30:33.044559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41974) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:33.051502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.052050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e7c0ed3-8d2a-496b-9e79-34e1ad19b40b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5015478 Jul 12 16:30:33.054425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111dd20-0a30-41a9-b475-d3930524be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18094f43-769c-4202-bd15-18b882cc5a21,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:33.060558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:33.068321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:33.119940 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:33.155093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:33.166662 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.181038 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.181391 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment 9f31af8b-64d1-44b2-a767-99d700ca2ac1 of type vlan for network aabc9f97-4ba0-498a-bed6-ce373a925b47 Jul 12 16:30:33.184820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.210312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.213516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.216578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/bcd3a303-ffdc-474f-92c9-a6bdbe755fda HTTP/1.1" status: 204 len: 168 time: 0.3708627 Jul 12 16:30:33.231147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:33.262348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.265413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.279095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:33.283634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400267-c054-4dbf-b3ff-4dec36d15500 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3a303-ffdc-474f-92c9-a6bdbe755fda,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:33.283932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.373603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-176a6753-2293-4908-b589-bbe1b2fd99f2 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357489 Jul 12 16:30:33.375182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:33.385793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--713384473'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:33.409931 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.413427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.419331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18094f43-769c-4202-bd15-18b882cc5a21 HTTP/1.1" status: 204 len: 168 time: 0.3734434 Jul 12 16:30:33.421084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.426987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:33.428334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.431080 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.431377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99e472-6519-4da0-81f3-4193230be9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18094f43-769c-4202-bd15-18b882cc5a21,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:33.504144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.577322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.585811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6901646 Jul 12 16:30:33.585811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=aabc9f97-4ba0-498a-bed6-ce373a925b47,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:33.586208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:33.599296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:33.619579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.622635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.622782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.623127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.623462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.623828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.624162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.624491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.624823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.625148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.625470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.625797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce58e6b-f5a5-42e9-8529-dfe5a96ada83 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:33.664937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:30:33.671825 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ecaa6-7695-409a-8289-c6a6cbbc4492" -d '{"events": [{"server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "name": "network-vif-plugged", "status": "completed", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:30:33.678311 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:31Z', 'revision_number': 3, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:31Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:33.742130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-2ca03842-1e4a-4869-a9a1-e741a57e4ae0', 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '8437d59f-c429-4fca-ae01-6db3bf7f06ab'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:33.744791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.768061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:33.783864 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:33.784237 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Updating router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:33.833726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.893174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.894360 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:33.924148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:33.932674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.018847 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c274371-fece-42e2-882e-5d391a035227 x-openstack-request-id: req-5c274371-fece-42e2-882e-5d391a035227 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:30:34.019176 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "name": "network-vif-plugged", "status": "completed", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:30:34.019461 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c274371-fece-42e2-882e-5d391a035227 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:30:34.023540 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'code': 200} Jul 12 16:30:34.031769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.033315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6519153 Jul 12 16:30:34.041650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:34.058113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': '8561d8ef-8564-47b5-a4be-6433566c22f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:34.208434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fa442-8c25-4985-b976-f29e1dcc767e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8561d8ef-8564-47b5-a4be-6433566c22f7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.222544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:34.251732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.280120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Provisioning for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:34.292737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d70ed699-7ba7-4c47-b583-62804dc9e6a4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d70ed699-7ba7-4c47-b583-62804dc9e6a4,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:34.293013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41996) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:34.326881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.329553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Provisioning complete for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:34.330171 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.361955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.378364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5f278-907e-4a56-80f8-9d1914c02ac3 req-33e33b72-a142-4c69-90c6-afc2858fd234 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:34.382492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84e5f278-907e-4a56-80f8-9d1914c02ac3 req-33e33b72-a142-4c69-90c6-afc2858fd234 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 944 time: 0.4612093 Jul 12 16:30:34.386783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-906590b6-b6af-42b8-8ada-791744d4b372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.472770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.524024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:34.532747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6342ed68-ef27-49a5-aa68-fba2206f63fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.538145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3debe7-2969-4139-8421-4d2a34e38e18 req-84d80095-c986-4d5a-8ef0-1f684db99da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:34.542602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a3debe7-2969-4139-8421-4d2a34e38e18 req-84d80095-c986-4d5a-8ef0-1f684db99da8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1095 time: 0.6366217 Jul 12 16:30:34.551797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.585188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=4a6cb5a5-e216-4297-8885-2d39fb15c00a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.592410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84e5f278-907e-4a56-80f8-9d1914c02ac3 req-6c640aae-a91b-46bb-82ba-7715b1758fda tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933825 Jul 12 16:30:34.631906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Allocated IP 2001:db8::2 (2ca03842-1e4a-4869-a9a1-e741a57e4ae0/8437d59f-c429-4fca-ae01-6db3bf7f06ab/af2a86a5-5f34-4b60-b552-e2296297b89c) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:34.693036 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.715818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876427ac-b3a8-4bfc-962c-efdc842f8d67 req-807cd317-184c-4957-a491-dde4369a744d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:34.717462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-876427ac-b3a8-4bfc-962c-efdc842f8d67 req-807cd317-184c-4957-a491-dde4369a744d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.4845922 Jul 12 16:30:34.726759 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Transition to ACTIVE for port object a1ca229e-9801-45a9-94fa-c6b9e51c07b0 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:34.746493 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.750293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.769803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '38ce442c-d76f-4a42-9b8a-998857ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:34.772557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: a89f966d-2ca6-4d03-9918-8b4d9cb2c11b, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:34.783182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8d816f0-3f84-4159-85f4-0151c2a15817 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:34.802480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.824350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Provisioning complete for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:34.825682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-027e65f2-5f0b-4976-adaa-c443ad958108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.853815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a3debe7-2969-4139-8421-4d2a34e38e18 req-0e81afcf-2ed7-4334-a2dc-eaf579211194 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925715 Jul 12 16:30:34.874784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-876427ac-b3a8-4bfc-962c-efdc842f8d67 req-04169abb-8272-4d7b-9d92-41a7ae4e8fa2 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475117 Jul 12 16:30:34.878474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.934323 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Pushing event updated for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.939995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:34.940216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee15a75b-f055-4100-9f43-bc3ccde9b331,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.941406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: aabc9f97-4ba0-498a-bed6-ce373a925b47, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:34.943499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=0ff0daec-be48-4008-9df1-05b2b9d9b464,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:34.946822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:34.969366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, a89f966d-2ca6-4d03-9918-8b4d9cb2c11b) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:34.976023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:34.976725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.990473 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.991366 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.991938 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.992507 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.994330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.997436 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.998215 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.998972 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:34.999092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:34.999730 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:35.000324 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:35.001458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-906590b6-b6af-42b8-8ada-791744d4b372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.003644 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:35.004787 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:35.010256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276aaeb-38be-46d9-a87f-1c8ba8e548f9 None None] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:35.015217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-906590b6-b6af-42b8-8ada-791744d4b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.021008 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.022573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c7a5a9fc-a2e2-43c3-87ef-57d24aed1515 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9774511 Jul 12 16:30:35.025928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41998) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.071803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-16e114a5-68e0-468e-8bc6-8288082985d5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0072362 Jul 12 16:30:35.072059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Attempting to bind port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:35.072390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42000) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.073189 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Attempting to bind port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:35.074405 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Attempting to bind port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 on network ab81e0a6-2689-4789-b153-11e35bb0ec22 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:35.076558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906590b6-b6af-42b8-8ada-791744d4b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78320dfe-0646-45e0-ac04-fa7bb466090f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:35.089255 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:35.092868 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Checking segment: {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:35.093286 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.093713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Bound using segment: {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:35.095656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:35.096185 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Bound port: a1ca229e-9801-45a9-94fa-c6b9e51c07b0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f930caf-6332-42a6-930e-c57ac72ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:35.096789 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.119001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2025466001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:35.129993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-906590b6-b6af-42b8-8ada-791744d4b372 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a56e27fdd92e406584f8ecba116bf653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331764 Jul 12 16:30:35.131569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aabc9f97-4ba0-498a-bed6-ce373a925b47) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:35.133114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.146255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:35.148378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.174559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.186001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.189493 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.197813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21705806-5fc6-4749-aae0-fa0f4ae35e56 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6078737 Jul 12 16:30:35.198014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42004) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.228041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.253860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91f557-aab3-4870-8fd4-1b328b72fbd9 None None] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:35.271855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] For port a1ca229e-9801-45a9-94fa-c6b9e51c07b0, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:35.278585 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] For port a1ca229e-9801-45a9-94fa-c6b9e51c07b0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:35.282612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d70ed699-7ba7-4c47-b583-62804dc9e6a4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:35.286609 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.321423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-a89f966d-2ca6-4d03-9918-8b4d9cb2c11b', 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '4a6cb5a5-e216-4297-8885-2d39fb15c00a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:35.322284 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.359499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.361669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.369799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.372007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ee15a75b-f055-4100-9f43-bc3ccde9b331 HTTP/1.1" status: 204 len: 168 time: 0.3439937 Jul 12 16:30:35.375206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.389421 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.416529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e39d-d1fa-4908-808a-7e27d2f4469f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee15a75b-f055-4100-9f43-bc3ccde9b331,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:35.427821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d8d816f0-3f84-4159-85f4-0151c2a15817 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:35.428500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.430972 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:35.436397 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:35.440273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e196a90-7262-473a-a10b-65dd264bb94d None None] Pushing event updated for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:35.482468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bc45c471-8929-4e96-8f83-4385dde15950 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057506 Jul 12 16:30:35.484077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42008) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.485258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.486914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6dbe9c75-403f-4f5f-b0a9-829bacfb8bac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3826582 Jul 12 16:30:35.496600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42010) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:35.647506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:35.819373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.966258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:35.992029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.006812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.013590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-aabc9f97-4ba0-498a-bed6-ce373a925b47', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:36.018682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.077191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Transition to ACTIVE for port object af2a86a5-5f34-4b60-b552-e2296297b89c will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:36.083151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.115866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.119266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.120234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.122638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/8561d8ef-8564-47b5-a4be-6433566c22f7 HTTP/1.1" status: 204 len: 168 time: 0.6346321 Jul 12 16:30:36.135366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42016) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:36.151277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29f592-7d67-47d5-8f13-64ed1c98b756 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8561d8ef-8564-47b5-a4be-6433566c22f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:36.191271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.193767 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:31Z', 'revision_number': 3, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:35Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:36.204197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Transition to ACTIVE for port object af2a86a5-5f34-4b60-b552-e2296297b89c will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:36.257809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.263920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ccc7-1dde-4704-8d61-33c720824d9d None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:31Z', 'revision_number': 3, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:35Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:36.300793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37fa3b-38fa-47b4-a3bc-d58c2cf4d5cd req-65365891-1675-420e-855a-8d7374cf5146 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:36.303003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ee37fa3b-38fa-47b4-a3bc-d58c2cf4d5cd req-65365891-1675-420e-855a-8d7374cf5146 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2919354 Jul 12 16:30:36.426178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b503c664-03a8-43d2-a625-aeb4684f60ee tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2884474 Jul 12 16:30:36.430333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42018) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:36.435615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069361176'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:36.510576 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ee37fa3b-38fa-47b4-a3bc-d58c2cf4d5cd req-15c7bfd2-86f5-4d45-8879-503660e4f0d3 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511650 Jul 12 16:30:36.548909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.619969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.623269 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.632228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78320dfe-0646-45e0-ac04-fa7bb466090f HTTP/1.1" status: 204 len: 168 time: 1.4949236 Jul 12 16:30:36.657704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b070ed-da91-4668-b985-bfc6c882031f req-90681967-ac6e-4518-a4af-1ad1a0a706ee tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:36.660004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80b070ed-da91-4668-b985-bfc6c882031f req-90681967-ac6e-4518-a4af-1ad1a0a706ee tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.3701704 Jul 12 16:30:36.684827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd8172-f490-41d2-b606-5d0476859c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78320dfe-0646-45e0-ac04-fa7bb466090f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:36.694111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:36.796780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:36.837188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Allocated IP 2001:db8:1::2 (a89f966d-2ca6-4d03-9918-8b4d9cb2c11b/4a6cb5a5-e216-4297-8885-2d39fb15c00a/623e162a-f2af-47dd-bdf7-523a53f973d5) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:36.862396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:36.873888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:36.949869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80b070ed-da91-4668-b985-bfc6c882031f req-a7c071c9-1f22-4448-94f8-264033adaba9 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699416 Jul 12 16:30:36.955834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8::1 (2ca03842-1e4a-4869-a9a1-e741a57e4ae0/8437d59f-c429-4fca-ae01-6db3bf7f06ab/0d216fbd-c09b-4779-a690-70d5ae58aa01) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:36.975961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Pushing event updated for resources: {'Port': ['ID=af2a86a5-5f34-4b60-b552-e2296297b89c,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:36.977335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.062970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.068355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d70ed699-7ba7-4c47-b583-62804dc9e6a4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:37.133498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.206050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.209791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7763991 Jul 12 16:30:37.211040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:37.220960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': 'd8ee895f-3a9b-4c4f-a2a4-a843ea5200d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:37.246564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203295c-54f7-4ffe-8afa-9b9539c0a8dc tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee895f-3a9b-4c4f-a2a4-a843ea5200d3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:37.310503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.311329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Attempting to bind port af2a86a5-5f34-4b60-b552-e2296297b89c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:37.313561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Attempting to bind port af2a86a5-5f34-4b60-b552-e2296297b89c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:37.313959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Attempting to bind port af2a86a5-5f34-4b60-b552-e2296297b89c on network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:37.338742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:37.339738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Checking segment: {'id': '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:37.340157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.340701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Bound using segment: {'id': '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:37.341148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Bound port: af2a86a5-5f34-4b60-b552-e2296297b89c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ca03842-1e4a-4869-a9a1-e741a57e4ae0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:37.341536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.364688 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.382181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Allocated IP 172.22.0.2 (aabc9f97-4ba0-498a-bed6-ce373a925b47/0ff0daec-be48-4008-9df1-05b2b9d9b464/dda574ee-f316-4b66-a1b8-70f0b57f27d3) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:37.414624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.417490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object 0d216fbd-c09b-4779-a690-70d5ae58aa01 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:37.497631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.501016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.502017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.529247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a401fe-1890-4253-a545-03930379def1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:37.541936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.549303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b22a72e-f672-4179-a272-4cf32cb1b43c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359516 Jul 12 16:30:37.550143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42034) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:37.572416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:37.580916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:37.585834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:37.592209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79c4af59-6ba7-4b1c-8278-8b2d00c22714 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules/e5a401fe-1890-4253-a545-03930379def1 HTTP/1.1" status: 200 len: 763 time: 0.0401773 Jul 12 16:30:37.605010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:37.605863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.655467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=0d216fbd-c09b-4779-a690-70d5ae58aa01,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:37.733054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9bc7a2c6-50fb-448a-8b49-b5b7752ff0b6 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1376534 Jul 12 16:30:37.735927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42042) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:37.753365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.764239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Transition to ACTIVE for port object 623e162a-f2af-47dd-bdf7-523a53f973d5 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:37.781071 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.800306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.812274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] For port af2a86a5-5f34-4b60-b552-e2296297b89c, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:37.816831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] For port af2a86a5-5f34-4b60-b552-e2296297b89c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=af2a86a5-5f34-4b60-b552-e2296297b89c,segment=NetworkSegment(639f8f70-fa54-4f17-b0fb-8f7ea488e8ea),segment_id=639f8f70-fa54-4f17-b0fb-8f7ea488e8ea)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:37.827447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.830648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d997b6d-9b02-491b-a7b2-a7141fee122b req-2ac203ef-51ad-4ea4-805a-e6d62c8e5dd5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:37.845506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4d997b6d-9b02-491b-a7b2-a7141fee122b req-2ac203ef-51ad-4ea4-805a-e6d62c8e5dd5 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1385033 Jul 12 16:30:37.858775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Transition to ACTIVE for port object 623e162a-f2af-47dd-bdf7-523a53f973d5 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:37.864943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.892492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:37.892852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.893876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.900426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.904612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e5a401fe-1890-4253-a545-03930379def1 HTTP/1.1" status: 204 len: 168 time: 0.1646979 Jul 12 16:30:37.904612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:37.906205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:37.920035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4d997b6d-9b02-491b-a7b2-a7141fee122b req-24f1163d-8eb5-4845-a4f8-8493c3218eec tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674729 Jul 12 16:30:37.942968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bf791-54bd-4029-86df-56aa89bd3815 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5a401fe-1890-4253-a545-03930379def1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:37.966951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Transition to ACTIVE for port object dda574ee-f316-4b66-a1b8-70f0b57f27d3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:37.990629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Transition to ACTIVE for port object dda574ee-f316-4b66-a1b8-70f0b57f27d3 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:38.022806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-72a328e6-b563-45f9-91aa-3adc0830cb56 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121984 Jul 12 16:30:38.033817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.063207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:38.063702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.070055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': 'd8ee895f-3a9b-4c4f-a2a4-a843ea5200d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:38.187358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:38.246651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.22.0.1 (aabc9f97-4ba0-498a-bed6-ce373a925b47/0ff0daec-be48-4008-9df1-05b2b9d9b464/3956d477-1b0e-4b8e-b124-75b71b0ee239) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:38.252530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca9cc-ed05-4626-a33f-6196df272bdc None None] Pushing event updated for resources: {'Port': ['ID=af2a86a5-5f34-4b60-b552-e2296297b89c,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:38.313453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:38.315794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a1ca229e-9801-45a9-94fa-c6b9e51c07b0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:38.316061 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.391808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Pushing event updated for resources: {'Port': ['ID=623e162a-f2af-47dd-bdf7-523a53f973d5,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:38.441953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:38.445802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:38.451111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:38.485726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:38.759321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Attempting to bind port dda574ee-f316-4b66-a1b8-70f0b57f27d3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:38.759321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Attempting to bind port dda574ee-f316-4b66-a1b8-70f0b57f27d3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:38.759578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Attempting to bind port dda574ee-f316-4b66-a1b8-70f0b57f27d3 on network aabc9f97-4ba0-498a-bed6-ce373a925b47 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:38.768267 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.796135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.828986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Pushing event updated for resources: {'Port': ['ID=dda574ee-f316-4b66-a1b8-70f0b57f27d3,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:38.840627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:38.841341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Checking segment: {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:38.842014 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.842787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Bound using segment: {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:38.843524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Bound port: dda574ee-f316-4b66-a1b8-70f0b57f27d3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:38.844181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.854896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdda798c-87a2-4f91-b32d-42091ea8164b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:38.860468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.870428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f7054-0d8e-454c-9b7e-97317c65a2d3 req-bb409131-741e-45b2-8611-d0c0e3cd5604 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:38.877701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-786f7054-0d8e-454c-9b7e-97317c65a2d3 req-bb409131-741e-45b2-8611-d0c0e3cd5604 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.5279515 Jul 12 16:30:38.884377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:38.894109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.898110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2bd45106-a211-4724-9274-b58438d78e84 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8312268 Jul 12 16:30:38.909680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42068) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:38.916643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Attempting to bind port 623e162a-f2af-47dd-bdf7-523a53f973d5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:38.917416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Attempting to bind port 623e162a-f2af-47dd-bdf7-523a53f973d5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '38ce442c-d76f-4a42-9b8a-998857ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:38.918016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Attempting to bind port 623e162a-f2af-47dd-bdf7-523a53f973d5 on network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:38.926521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:38.927301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Checking segment: {'id': '38ce442c-d76f-4a42-9b8a-998857ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:38.927964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.928589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Bound using segment: {'id': '38ce442c-d76f-4a42-9b8a-998857ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:38.930332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Bound port: 623e162a-f2af-47dd-bdf7-523a53f973d5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ce442c-d76f-4a42-9b8a-998857ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a89f966d-2ca6-4d03-9918-8b4d9cb2c11b'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:38.931206 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.931537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object 3956d477-1b0e-4b8e-b124-75b71b0ee239 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:38.949996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:38.950806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:38.976674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-25275a58-e8a7-4b2d-b144-356dbd0c1fb5 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules/fdda798c-87a2-4f91-b32d-42091ea8164b HTTP/1.1" status: 200 len: 763 time: 0.0617373 Jul 12 16:30:38.980635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42072) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:39.000562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-786f7054-0d8e-454c-9b7e-97317c65a2d3 req-eed3d52a-51c2-4071-ba18-3dcc747b87e8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218834 Jul 12 16:30:39.072426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9283ace8-54ef-4543-9eef-7999a981ac21 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0882177 Jul 12 16:30:39.072426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.075506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42074) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:39.135162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] For port dda574ee-f316-4b66-a1b8-70f0b57f27d3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:39.144318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] For port dda574ee-f316-4b66-a1b8-70f0b57f27d3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=dda574ee-f316-4b66-a1b8-70f0b57f27d3,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:39.179328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.265457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.278659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] For port 623e162a-f2af-47dd-bdf7-523a53f973d5, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:39.285543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.301293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:39.320297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:39.328794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-ba5976a5-3c7e-483f-bed8-1c350e356adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:39.330551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:39.331812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-ba5976a5-3c7e-483f-bed8-1c350e356adb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.5720508 Jul 12 16:30:39.339055 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.339939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:39.384575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] For port 623e162a-f2af-47dd-bdf7-523a53f973d5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=623e162a-f2af-47dd-bdf7-523a53f973d5,segment=NetworkSegment(38ce442c-d76f-4a42-9b8a-998857ba6e9e),segment_id=38ce442c-d76f-4a42-9b8a-998857ba6e9e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:39.396182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.407533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.435032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972dc67-9339-4d2b-9c2e-750058a7686b None None] Pushing event updated for resources: {'Port': ['ID=dda574ee-f316-4b66-a1b8-70f0b57f27d3,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:39.442585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.463449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.493598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.494771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/fdda798c-87a2-4f91-b32d-42091ea8164b HTTP/1.1" status: 204 len: 168 time: 0.4106574 Jul 12 16:30:39.516539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42082) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:39.555376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.565406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a1ca229e-9801-45a9-94fa-c6b9e51c07b0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:39.566731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37d046-505a-40ee-b252-14ffcb442b05 None None] Pushing event updated for resources: {'Port': ['ID=623e162a-f2af-47dd-bdf7-523a53f973d5,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:39.570989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943a2a-2a74-4e93-b878-76bdc803fc2d req-1b03f0e4-5c01-4669-af8b-5776b5496ba7 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:39.577065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32cc91-5c40-498c-a62d-037456e80b43 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdda798c-87a2-4f91-b32d-42091ea8164b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:39.579458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1943a2a-2a74-4e93-b878-76bdc803fc2d req-1b03f0e4-5c01-4669-af8b-5776b5496ba7 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.7214053 Jul 12 16:30:39.597231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.724770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:39.829020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:39.909171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88119d1f-3b33-4c7a-86d1-5e958c38b0b6 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3922091 Jul 12 16:30:39.910069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:39.923616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Request body: {'security_group_rule': {'security_group_id': 'd8ee895f-3a9b-4c4f-a2a4-a843ea5200d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:40.030996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device af2a86a5-5f34-4b60-b552-e2296297b89c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:40.099552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.108871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1943a2a-2a74-4e93-b878-76bdc803fc2d req-ff686ae3-98c3-4b18-be8f-70a344c153a1 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607952 Jul 12 16:30:40.122621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.137578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=0d216fbd-c09b-4779-a690-70d5ae58aa01,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:40.152845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09ddd4-6b79-445e-9e69-cc1efa50fa6d None None] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:40.365548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-c7b599ad-6e9e-4e5b-94f5-7e5f071549b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:40.370107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-c7b599ad-6e9e-4e5b-94f5-7e5f071549b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.9673789 Jul 12 16:30:40.471796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.528217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.532732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-188a6370-84ab-4dd9-82c3-9ed44d705cdf None None] Provisioning for port af2a86a5-5f34-4b60-b552-e2296297b89c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:40.553185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:40.561851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-fde550e9-65f6-4dea-8ad8-d459860d0aa3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.1784475 Jul 12 16:30:40.563547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:40.589510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port af2a86a5-5f34-4b60-b552-e2296297b89c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:40.608947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port af2a86a5-5f34-4b60-b552-e2296297b89c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:40.609325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.655812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b192b-4921-4f12-a4c9-43989f2e0f72,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:40.680273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.681607 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67b07cd2-1670-4064-a69a-f90cf4bf2dd7 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7682610 Jul 12 16:30:40.687903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42096) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:40.707508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2b99b-fbe6-48ca-a041-edcf0cb334e4 req-d79e4e72-bd82-4009-8b87-d50761373935 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:40.714757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-57c2b99b-fbe6-48ca-a041-edcf0cb334e4 req-d79e4e72-bd82-4009-8b87-d50761373935 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.4229605 Jul 12 16:30:40.759009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42098) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:40.765656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-65156f14-15dc-48cd-a4d0-9b9ca8ac9f0c tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules/cd5b192b-4921-4f12-a4c9-43989f2e0f72 HTTP/1.1" status: 200 len: 764 time: 0.0398397 Jul 12 16:30:40.769129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42100) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:40.794962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-58db1bb3-8b16-42a8-b5db-5c559bf1641e None None] Provisioning complete for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:40.795881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-58db1bb3-8b16-42a8-b5db-5c559bf1641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.809174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-d1087d10-a6ce-43f1-bb88-6be683fd4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:40.811503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-d1087d10-a6ce-43f1-bb88-6be683fd4995 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.2336600 Jul 12 16:30:40.872582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-2fe84f51-3fc2-41df-b58e-04bd7d130d88 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448105 Jul 12 16:30:40.926929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.929065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:40.963199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-57c2b99b-fbe6-48ca-a041-edcf0cb334e4 req-95504e7c-cb9a-41a2-a511-3162c66e8018 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443175 Jul 12 16:30:40.990606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.093037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port af2a86a5-5f34-4b60-b552-e2296297b89c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=af2a86a5-5f34-4b60-b552-e2296297b89c,segment=NetworkSegment(639f8f70-fa54-4f17-b0fb-8f7ea488e8ea),segment_id=639f8f70-fa54-4f17-b0fb-8f7ea488e8ea)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:41.111938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.158603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0b477d77-c9c7-4793-85aa-d15b251db087 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2277334 Jul 12 16:30:41.162354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42104) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:41.189112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-455eae1c-4005-432d-a8a3-4ed34c47217f service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038013 Jul 12 16:30:41.269422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1409b82-ebe0-4d33-a566-7f61807ac7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.271277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:41.292430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.303606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.304012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=af2a86a5-5f34-4b60-b552-e2296297b89c,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:41.365293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.384299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5a034648-1204-4bd7-a3df-5ddd7353176b req-760f54b9-0252-42a7-a394-9df801c0de86 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816933 Jul 12 16:30:41.405039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router d2b1a697-cac2-4aaa-85ce-e948ed191116 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:30:41.459378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Provisioning for port 0d216fbd-c09b-4779-a690-70d5ae58aa01 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:41.466933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Provisioning complete for port 0d216fbd-c09b-4779-a690-70d5ae58aa01 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:41.467318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.560820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.568323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.576546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cd5b192b-4921-4f12-a4c9-43989f2e0f72 HTTP/1.1" status: 204 len: 168 time: 0.4113700 Jul 12 16:30:41.590530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Port 0d216fbd-c09b-4779-a690-70d5ae58aa01 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:41.592701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:41.593557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef97e-b087-40e8-9e5b-96f5bf72240b tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd5b192b-4921-4f12-a4c9-43989f2e0f72,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:41.635713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Provisioning complete for port af2a86a5-5f34-4b60-b552-e2296297b89c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:41.636628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e4ef862b-f38e-4317-9f52-47a451fdf0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:41.693970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:41.702293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:41.934355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d4fd654-e8c2-4a6e-8468-4b3273f6b43a tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3383863 Jul 12 16:30:41.937576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42114) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:41.979132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:41.982075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:42.005111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] Sync routers for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:42.006820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2085a348-e557-4d99-8544-63c148d81ec8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5068114 Jul 12 16:30:42.020998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42118) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.023269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:42.025426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:42.028568 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1409b82-ebe0-4d33-a566-7f61807ac7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.038500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1409b82-ebe0-4d33-a566-7f61807ac7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.133526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 623e162a-f2af-47dd-bdf7-523a53f973d5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:42.147359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:42.168237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d49de2-f682-4bbb-96a9-3e57773d5c83 req-474ed91f-6029-483e-b62d-01bd133b3497 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:42.172955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36d49de2-f682-4bbb-96a9-3e57773d5c83 req-474ed91f-6029-483e-b62d-01bd133b3497 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.7020109 Jul 12 16:30:42.210915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc476c-96bb-4c5c-bf70-f875b603acf8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:42.213081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0acc476c-96bb-4c5c-bf70-f875b603acf8 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports/0d216fbd-c09b-4779-a690-70d5ae58aa01 HTTP/1.1" status: 200 len: 911 time: 0.1887288 Jul 12 16:30:42.217200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42120) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.245777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1409b82-ebe0-4d33-a566-7f61807ac7d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d61daa11cab8469880351af228a9ed17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4777944 Jul 12 16:30:42.247038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1409b82-ebe0-4d33-a566-7f61807ac7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfbae29-81fa-4694-9ce8-b23ece9d315a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:42.251885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42122) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.332966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:42.338480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1493e59d-2cbb-487d-8314-1c31f441bc1e tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1390803 Jul 12 16:30:42.343478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:42.345512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42124) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.353025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694824803'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:42.358049 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:42.358668 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:42.410723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813917b2-ef52-46cd-a86b-1a40f9eb0e97 None None] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:42.530670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2816d-9d53-4fa4-8e02-bb0f60d6b541 None None] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:42.618446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d8345302-2ab2-4aec-8f5e-93c1d96b9488 None None] Provisioning complete for port 0d216fbd-c09b-4779-a690-70d5ae58aa01 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:42.623545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.625573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d8345302-2ab2-4aec-8f5e-93c1d96b9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.646478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:42.653085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.675549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:42.676224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:42.715718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.718764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.720184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8ee895f-3a9b-4c4f-a2a4-a843ea5200d3 HTTP/1.1" status: 204 len: 168 time: 0.7806144 Jul 12 16:30:42.726444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.741637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:42.742399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34d945-4911-4798-9981-462e2c9df8c5 None None] The sync data for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:42.772764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bac43-89f2-4245-a3c3-ca379e16c3c4 req-56677dd2-af7b-4ccd-9bb2-21d1caf20be3 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:42.780331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-184bac43-89f2-4245-a3c3-ca379e16c3c4 req-56677dd2-af7b-4ccd-9bb2-21d1caf20be3 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.5764470 Jul 12 16:30:42.798175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.801398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d8345302-2ab2-4aec-8f5e-93c1d96b9488 None None] Port 0d216fbd-c09b-4779-a690-70d5ae58aa01 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:42.806164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7022c8-409c-4d50-a286-74a1a486d09e tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee895f-3a9b-4c4f-a2a4-a843ea5200d3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:42.812756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36d49de2-f682-4bbb-96a9-3e57773d5c83 req-a274346a-4d81-452b-8f17-736fc826e53c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964770 Jul 12 16:30:42.857224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 623e162a-f2af-47dd-bdf7-523a53f973d5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:42.884519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:42.888532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.900316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device af2a86a5-5f34-4b60-b552-e2296297b89c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:42.923102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:42.931168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1fd3a1e-6a42-4f45-bb82-1e5144ba3d80 tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1986845 Jul 12 16:30:42.937900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:42.970639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:42.984252 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-184bac43-89f2-4245-a3c3-ca379e16c3c4 req-7e42a0b1-7d4c-482d-805d-c06c3ab9fc41 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029171 Jul 12 16:30:43.049896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Provisioning for port dda574ee-f316-4b66-a1b8-70f0b57f27d3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:43.053689 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.054190 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added segment b96caaea-4cb9-4482-b227-792f08e08224 of type vlan for network 6d82e91e-19e7-403d-be68-5710072708b0 Jul 12 16:30:43.080243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.105176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.108056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-45b5f133-ef4d-40e8-84b5-be7cab0e7d0f tempest-SecGroupTest-253073132 tempest-SecGroupTest-253073132-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689181 Jul 12 16:30:43.114455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port af2a86a5-5f34-4b60-b552-e2296297b89c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:43.114890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.116972 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:40Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:43.117492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.117685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Provisioning complete for port 0d216fbd-c09b-4779-a690-70d5ae58aa01 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:43.118004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.123261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cfbae29-81fa-4694-9ce8-b23ece9d315a HTTP/1.1" status: 204 len: 168 time: 0.8628547 Jul 12 16:30:43.171419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3426e-cb81-4cda-a9cf-e39fe7a8ce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfbae29-81fa-4694-9ce8-b23ece9d315a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:43.182285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.188967 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:43.191398 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Updating router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 port 3956d477-1b0e-4b8e-b124-75b71b0ee239 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:43.195714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Port 0d216fbd-c09b-4779-a690-70d5ae58aa01 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:43.278888 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.304224 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.306291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Provisioning for port 623e162a-f2af-47dd-bdf7-523a53f973d5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:43.327431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Provisioning complete for port 623e162a-f2af-47dd-bdf7-523a53f973d5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:43.327860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.341380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:43.342083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.497319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Network': ['ID=6d82e91e-19e7-403d-be68-5710072708b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:43.504623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device dda574ee-f316-4b66-a1b8-70f0b57f27d3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:43.513897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 6d82e91e-19e7-403d-be68-5710072708b0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:43.528675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cccf0704-b173-44f4-a104-407266ec76f5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1818252 Jul 12 16:30:43.531510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42138) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:43.543845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'subnet': {'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:43.673845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42140) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:43.717423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port dda574ee-f316-4b66-a1b8-70f0b57f27d3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:43.739180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port dda574ee-f316-4b66-a1b8-70f0b57f27d3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:43.740304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.786627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.832501 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Made reservation on behalf of aa3b4ca0bde84827a0620a5dbe17e0a3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:43.841220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.843715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8:1::1 (a89f966d-2ca6-4d03-9918-8b4d9cb2c11b/4a6cb5a5-e216-4297-8885-2d39fb15c00a/3f8276eb-8583-464b-8301-5731c4e2deea) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:43.858313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] For port 623e162a-f2af-47dd-bdf7-523a53f973d5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=623e162a-f2af-47dd-bdf7-523a53f973d5,segment=NetworkSegment(38ce442c-d76f-4a42-9b8a-998857ba6e9e),segment_id=38ce442c-d76f-4a42-9b8a-998857ba6e9e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:43.870943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.944264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42146) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:43.965641 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:43.976489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc901-2576-4d28-82e9-1933f61b50f0 None None] Pushing event updated for resources: {'Port': ['ID=623e162a-f2af-47dd-bdf7-523a53f973d5,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:43.988879 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Transition to ACTIVE for port object 3956d477-1b0e-4b8e-b124-75b71b0ee239 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:44.001834 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.025263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e725b7-327d-49cc-b680-a3d9a9d6b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.028857 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.072402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port dda574ee-f316-4b66-a1b8-70f0b57f27d3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=dda574ee-f316-4b66-a1b8-70f0b57f27d3,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:44.078474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.092643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.101696 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd198a2-e518-4c96-8032-070302a31745 None None] Pushing event updated for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:44.119488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object 3f8276eb-8583-464b-8301-5731c4e2deea will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:44.167865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4bfc6f35-460f-4521-9bd8-a1acc44b58fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64a22e96554846718c00852f214887f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879396 Jul 12 16:30:44.176100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42150) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:44.221878 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Attempting to bind port 3956d477-1b0e-4b8e-b124-75b71b0ee239 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:44.222269 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Attempting to bind port 3956d477-1b0e-4b8e-b124-75b71b0ee239 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:44.223021 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Attempting to bind port 3956d477-1b0e-4b8e-b124-75b71b0ee239 on network aabc9f97-4ba0-498a-bed6-ce373a925b47 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:44.227014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a1ca229e-9801-45a9-94fa-c6b9e51c07b0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:44.228888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=dda574ee-f316-4b66-a1b8-70f0b57f27d3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:44.234613 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:44.234985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Checking segment: {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:44.235551 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.235979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Bound using segment: {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:44.236447 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Bound port: 3956d477-1b0e-4b8e-b124-75b71b0ee239, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f31af8b-64d1-44b2-a767-99d700ca2ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:44.236826 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.258520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7add0-4fcc-4fec-9437-5b3d9e7166ad req-fd8bcbbf-42bc-4355-b901-77e5abb3d0be tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:44.260592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77f7add0-4fcc-4fec-9437-5b3d9e7166ad req-fd8bcbbf-42bc-4355-b901-77e5abb3d0be tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1386454 Jul 12 16:30:44.285944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.309551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:44.319306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:44.341061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0731e59e-f2fb-4508-9eca-60ab38bbfa02 None None] Provisioning complete for port dda574ee-f316-4b66-a1b8-70f0b57f27d3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:44.341589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0731e59e-f2fb-4508-9eca-60ab38bbfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.372663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] For port 3956d477-1b0e-4b8e-b124-75b71b0ee239, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:44.374184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:44.374758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.376423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517f03-e427-4414-a698-88e52001ad16 req-0d24cb6e-b2df-4020-a62d-53b2b889555d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:44.377249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] For port 3956d477-1b0e-4b8e-b124-75b71b0ee239, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3956d477-1b0e-4b8e-b124-75b71b0ee239,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:44.378235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22517f03-e427-4414-a698-88e52001ad16 req-0d24cb6e-b2df-4020-a62d-53b2b889555d tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2086124 Jul 12 16:30:44.383452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:44.384001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.387151 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.479280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.534019 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:44.535270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:44.551000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd198a2-e518-4c96-8032-070302a31745 None None] Pushing event updated for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:44.553065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.566675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77f7add0-4fcc-4fec-9437-5b3d9e7166ad req-8fcc2f8b-f7bb-4773-8eb0-e26e8c8f9f2f tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999127 Jul 12 16:30:44.619944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0731e59e-f2fb-4508-9eca-60ab38bbfa02 None None] Provisioning for port 3956d477-1b0e-4b8e-b124-75b71b0ee239 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:44.647070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0731e59e-f2fb-4508-9eca-60ab38bbfa02 None None] Provisioning complete for port 623e162a-f2af-47dd-bdf7-523a53f973d5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:44.647458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0731e59e-f2fb-4508-9eca-60ab38bbfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.680812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=3f8276eb-8583-464b-8301-5731c4e2deea,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:44.685446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.688321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.695381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67aab5cf-73e7-4ca9-ae11-1cb32af3e3ae HTTP/1.1" status: 204 len: 168 time: 0.5166345 Jul 12 16:30:44.708838 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.719733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 623e162a-f2af-47dd-bdf7-523a53f973d5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:44.725038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22517f03-e427-4414-a698-88e52001ad16 req-99815de0-46c0-417b-a1c0-202749da2005 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104103 Jul 12 16:30:44.800816 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:44.804830 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e725b7-327d-49cc-b680-a3d9a9d6b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.827662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b42f-5f88-45c0-861b-1af4db7d14e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aab5cf-73e7-4ca9-ae11-1cb32af3e3ae,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:44.912321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e725b7-327d-49cc-b680-a3d9a9d6b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.921542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 623e162a-f2af-47dd-bdf7-523a53f973d5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:44.921914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:44.947804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.034397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f5e725b7-327d-49cc-b680-a3d9a9d6b562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aee536ed6c21462b93db8f8c38b8b15e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0856154 Jul 12 16:30:45.036939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e725b7-327d-49cc-b680-a3d9a9d6b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2099dc-0510-40d1-9009-e9f446fed915,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:45.057800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:45.074005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device dda574ee-f316-4b66-a1b8-70f0b57f27d3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:45.168060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46e8b7c1-5377-48ac-af60-e9d38b7cce7b None None] Provisioning for port 3f8276eb-8583-464b-8301-5731c4e2deea completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:45.181518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Subnet': ['ID=97c2aa0f-ab87-4b50-8e42-6c794ab31d2d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:45.198813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46e8b7c1-5377-48ac-af60-e9d38b7cce7b None None] Provisioning complete for port 3f8276eb-8583-464b-8301-5731c4e2deea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:45.200745 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46e8b7c1-5377-48ac-af60-e9d38b7cce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.216741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.217238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.217793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.218225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.218657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.219092 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.219544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.219990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.220415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.220834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.221256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.221675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:30:45.246442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Checking segment: {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:45.247166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network hostable DHCP agents. Network: 6d82e91e-19e7-403d-be68-5710072708b0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:30:45.253798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.267407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port dda574ee-f316-4b66-a1b8-70f0b57f27d3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:45.267985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.294312 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:44Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:45.325787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.336164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6d82e91e-19e7-403d-be68-5710072708b0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:30:45.351081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b7c1-5377-48ac-af60-e9d38b7cce7b None None] Port 3f8276eb-8583-464b-8301-5731c4e2deea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:45.353088 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37d36eb-d80a-42f5-98c5-f76dc07e4750 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:44Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:45.361384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 6d82e91e-19e7-403d-be68-5710072708b0) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:45.377454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:45.377981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.384245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb5b41-6f75-4d88-bcd2-6bf3ef715920 None None] Network 6d82e91e-19e7-403d-be68-5710072708b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:45.400139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-45b62be2-bc24-43e1-a875-43538a21efd5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8661332 Jul 12 16:30:45.402166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42162) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:45.512694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.515272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.518827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf2099dc-0510-40d1-9009-e9f446fed915 HTTP/1.1" status: 204 len: 168 time: 0.4265263 Jul 12 16:30:45.658268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820edc8e-7f58-4427-b930-b6f3df1b130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2099dc-0510-40d1-9009-e9f446fed915,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:45.692017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.704302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.869223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=3f8276eb-8583-464b-8301-5731c4e2deea,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:45.940694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:45.990413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-6d82e91e-19e7-403d-be68-5710072708b0', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:30:45.991246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.115957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2407-8113-4f15-8f2f-de713eaa5e9d req-3e32cd3e-79a6-4d68-9dbf-e37730ca7679 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:46.117884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e32e2407-8113-4f15-8f2f-de713eaa5e9d req-3e32cd3e-79a6-4d68-9dbf-e37730ca7679 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2792449 Jul 12 16:30:46.271126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42188) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:46.310797 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:30:46.329743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:46.334859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:46.351313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e32e2407-8113-4f15-8f2f-de713eaa5e9d req-c9e7978e-29ae-4ade-b617-22bc0e66b41e tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Jul 12 16:30:46.359223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Allocated IP 172.23.0.2 (6d82e91e-19e7-403d-be68-5710072708b0/97c2aa0f-ab87-4b50-8e42-6c794ab31d2d/c6eb7780-ef83-4c6d-8cc4-7caed56a4155) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:46.508005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-471320489'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:46.541585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Made reservation on behalf of 6290ce9e418a47809055bf07c479fa0c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:46.550424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.578965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.590427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa351b-f7f4-42dd-8aa4-e7573f662e27 req-41ecea85-ac3f-490d-a3d6-708e62ef1802 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:46.592057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ffa351b-f7f4-42dd-8aa4-e7573f662e27 req-41ecea85-ac3f-490d-a3d6-708e62ef1802 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.6021395 Jul 12 16:30:46.624523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ddeabc94-d7b2-45a7-9204-86171f1e30af None None] Provisioning complete for port 3f8276eb-8583-464b-8301-5731c4e2deea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:46.624900 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ddeabc94-d7b2-45a7-9204-86171f1e30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.629875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.672428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router d2b1a697-cac2-4aaa-85ce-e948ed191116 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:46.721319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ddeabc94-d7b2-45a7-9204-86171f1e30af None None] Port 3f8276eb-8583-464b-8301-5731c4e2deea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:46.725348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3956d477-1b0e-4b8e-b124-75b71b0ee239 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:46.816179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.821004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:46.829857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ffa351b-f7f4-42dd-8aa4-e7573f662e27 req-e1c746a6-2801-47e9-8a72-f2ce17017bc4 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131073 Jul 12 16:30:46.836161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d25a9bdd-af94-4ce8-aeae-ff25500745cf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6132646 Jul 12 16:30:46.836743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42204) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:46.836987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Transition to ACTIVE for port object c6eb7780-ef83-4c6d-8cc4-7caed56a4155 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:46.853427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd504d8-e72b-4c10-8d3c-7c1886ae85b4 req-6d209214-8a3d-4943-b6bb-24b5c243aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:46.855148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cd504d8-e72b-4c10-8d3c-7c1886ae85b4 req-6d209214-8a3d-4943-b6bb-24b5c243aab2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1096 time: 0.5061097 Jul 12 16:30:46.891047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] Sync routers for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:46.899111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Transition to ACTIVE for port object c6eb7780-ef83-4c6d-8cc4-7caed56a4155 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:46.913157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.924787 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.928798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2505d96-7ad9-40e7-ba65-8820b19f2a04 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:46.934503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2505d96-7ad9-40e7-ba65-8820b19f2a04 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports/3f8276eb-8583-464b-8301-5731c4e2deea HTTP/1.1" status: 200 len: 913 time: 0.0932856 Jul 12 16:30:46.935263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42206) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:46.937999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:46.951564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:30:46.980967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:46.982942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:46.987478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Network 6d82e91e-19e7-403d-be68-5710072708b0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:47.028983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.029651 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Added segment 7afff929-da69-4638-8290-020e7cee9881 of type vlan for network 9e9c608a-d313-4351-88d1-90fa2afc1ca4 Jul 12 16:30:47.042555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:47.048746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.054765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:47.076572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Pushing event updated for resources: {'Port': ['ID=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:47.086006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac857ba-b0ee-4263-b854-5c580623f8d5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:47.087962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-273e0294-1ffb-440e-b333-42702fb15af0 None None] Provisioning complete for port 3f8276eb-8583-464b-8301-5731c4e2deea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:47.088474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-273e0294-1ffb-440e-b333-42702fb15af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.107066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Allocated IP 172.23.0.1 (6d82e91e-19e7-403d-be68-5710072708b0/97c2aa0f-ab87-4b50-8e42-6c794ab31d2d/c3caf9df-e14f-4acd-bae0-eab39157994d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:30:47.113709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9cd504d8-e72b-4c10-8d3c-7c1886ae85b4 req-7e179590-a297-435e-8234-8df05d479af6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469075 Jul 12 16:30:47.131190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.275228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.275414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.283938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:47.284855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.293085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Transition to ACTIVE for port object c3caf9df-e14f-4acd-bae0-eab39157994d will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:47.338411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:47.338885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.340128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.371051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3956d477-1b0e-4b8e-b124-75b71b0ee239 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:47.372968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0977108 Jul 12 16:30:47.376116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42218) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:47.384809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-ff5b5c43-f128-459a-96df-0a5f3a066c0b tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1736367191') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.390563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6d82e91e-19e7-403d-be68-5710072708b0 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:47.394198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:47.400925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:30:47.427973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Attempting to bind port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:47.428457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Attempting to bind port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:47.428927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Attempting to bind port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 on network 6d82e91e-19e7-403d-be68-5710072708b0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:47.433801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.434575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0522154-946d-4859-a64c-9bd9ca3de95f None None] The sync data for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:47.438854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:47.451502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3956d477-1b0e-4b8e-b124-75b71b0ee239 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:47.452031 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.457738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-273e0294-1ffb-440e-b333-42702fb15af0 None None] Port 3f8276eb-8583-464b-8301-5731c4e2deea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:47.463364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.483094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:47.483818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Checking segment: {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:47.484510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.485107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Bound using segment: {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:47.485761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Bound port: c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:47.486321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.511563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc93c4-d39f-42c1-a646-9a9921c5ac8f tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Pushing event updated for resources: {'Network': ['ID=9e9c608a-d313-4351-88d1-90fa2afc1ca4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:47.572604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] For port c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:47.576778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] For port c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:47.582551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 9e9c608a-d313-4351-88d1-90fa2afc1ca4 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:30:47.595538 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.602027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff5b5c43-f128-459a-96df-0a5f3a066c0b tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "PUT /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1736367191 HTTP/1.1" status: 201 len: 201 time: 0.2225752 Jul 12 16:30:47.602646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:47.617918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-5472b414-b496-4480-bcbc-25206131747d tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1736367191') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.645155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.801002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5472b414-b496-4480-bcbc-25206131747d tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1736367191 HTTP/1.1" status: 204 len: 168 time: 0.1936617 Jul 12 16:30:47.803497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42232) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:47.810506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-447bddbf-126d-44c7-aa7b-6f1aeb22b618 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:47.811694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916af2e1-c78c-497c-8a80-f0cc66664c19 None None] Pushing event updated for resources: {'Port': ['ID=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:47.842257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6983734-342a-45dd-9640-cb54229c2016 req-94f00757-f9a7-4673-8adc-d9f38b946ee2 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:47.849429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6983734-342a-45dd-9640-cb54229c2016 req-94f00757-f9a7-4673-8adc-d9f38b946ee2 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2365026 Jul 12 16:30:47.876884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.912049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:47.938029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3956d477-1b0e-4b8e-b124-75b71b0ee239, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3956d477-1b0e-4b8e-b124-75b71b0ee239,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:47.953027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.101620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-447bddbf-126d-44c7-aa7b-6f1aeb22b618 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags HTTP/1.1" status: 200 len: 238 time: 0.2970243 Jul 12 16:30:48.124825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:48.129921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:48.130584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6983734-342a-45dd-9640-cb54229c2016 req-d472f940-b73e-4ff6-a598-dc358305c199 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620292 Jul 12 16:30:48.152302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-bc98a6bb-8761-43bf-a267-3e1ef5a18e59 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', {'tags': ['tempest-TagsTest-Tag-1163240892', 'tempest-TagsTest-Tag-1338944924', 'tempest-TagsTest-Tag-600971833']}) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:48.347631 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bc98a6bb-8761-43bf-a267-3e1ef5a18e59 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "PUT /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags HTTP/1.1" status: 200 len: 308 time: 0.2202451 Jul 12 16:30:48.349524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42250) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:48.373151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-1c9a7612-866a-48a6-a49f-763ceeeb7a49 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1163240892') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:48.406783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.416460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.477525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e0dcf-cb4a-4b64-804d-7e14f7a979ff req-aabfcde7-8965-4149-aa69-19da1a57f258 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:48.479101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c6e0dcf-cb4a-4b64-804d-7e14f7a979ff req-aabfcde7-8965-4149-aa69-19da1a57f258 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2846806 Jul 12 16:30:48.486544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 3f8276eb-8583-464b-8301-5731c4e2deea {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:48.486778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.497583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a12d850c-9e68-42d0-bdf9-1c645deefac1 None None] Provisioning complete for port 3956d477-1b0e-4b8e-b124-75b71b0ee239 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:48.498183 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a12d850c-9e68-42d0-bdf9-1c645deefac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.536703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event updated for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:48.568192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c6e0dcf-cb4a-4b64-804d-7e14f7a979ff req-cc95fa52-b50a-4edf-a382-f213742689cf tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Jul 12 16:30:48.582385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.615575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c9a7612-866a-48a6-a49f-763ceeeb7a49 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "DELETE /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1163240892 HTTP/1.1" status: 204 len: 168 time: 0.2645392 Jul 12 16:30:48.616712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:48.631152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-387bc7f1-b759-454b-983c-74c4acaef6f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1163240892') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:48.636653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:48.712424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Network 6d82e91e-19e7-403d-be68-5710072708b0 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:30:48.715476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:30:48.787280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c6eb7780-ef83-4c6d-8cc4-7caed56a4155 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:48.855272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:48.860554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3956d477-1b0e-4b8e-b124-75b71b0ee239 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:48.863642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:48.928518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3956d477-1b0e-4b8e-b124-75b71b0ee239 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:48.929312 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:48.986642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:48.996377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f2acb4a-b89a-4cbe-824c-3a84cfc33826 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5930636 Jul 12 16:30:48.996977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42260) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:48.998491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:49.001724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:49.013680 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:49.014313 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:49.080286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abee11eb-4688-40a7-a658-9858a13135b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.163457 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:49.165279 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-387bc7f1-b759-454b-983c-74c4acaef6f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] show failed (client error): The resource could not be found. Jul 12 16:30:49.166442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-387bc7f1-b759-454b-983c-74c4acaef6f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1163240892 HTTP/1.1" status: 404 len: 326 time: 0.5426238 Jul 12 16:30:49.169467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.178058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42264) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:49.186712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-85611d6d-be82-4fcb-b22f-3a7b955bc3d0 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1338944924') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:49.196849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8174f1-97af-4b9a-bfc2-d08446a7096a None None] Network 6d82e91e-19e7-403d-be68-5710072708b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:49.249283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abee11eb-4688-40a7-a658-9858a13135b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.270321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 3f8276eb-8583-464b-8301-5731c4e2deea owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:49.273266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abee11eb-4688-40a7-a658-9858a13135b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.303624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Provisioning for port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:49.322577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Provisioning complete for port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:49.322954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.477632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.528856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] For port c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:49.536528 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.551524 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:49.588057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abee11eb-4688-40a7-a658-9858a13135b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4e0e11db754470aa4f6dacf76b3bced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9462783 Jul 12 16:30:49.596729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee11eb-4688-40a7-a658-9858a13135b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4bdfa-731a-4486-a992-faafc6176f54,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:49.601042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42266) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:49.636548 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:49.637397 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Updating router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 port c3caf9df-e14f-4acd-bae0-eab39157994d binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:30:49.648034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb168c0b-5d6f-4a1a-9622-5dac028566b4 None None] Pushing event updated for resources: {'Port': ['ID=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:49.717687 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-85611d6d-be82-4fcb-b22f-3a7b955bc3d0 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1338944924 HTTP/1.1" status: 204 len: 168 time: 0.5382645 Jul 12 16:30:49.721024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42270) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:49.724263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.725746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-4cedc8ca-6276-4a82-9aab-fc7f902d4328 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-600971833') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:49.788019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=3f8276eb-8583-464b-8301-5731c4e2deea,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:49.795764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.831227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05de08-1287-4638-bda2-523e7ba8adb8 req-17dea0ed-0103-47d4-a836-c7c3bcadf561 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:49.833981 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a05de08-1287-4638-bda2-523e7ba8adb8 req-17dea0ed-0103-47d4-a836-c7c3bcadf561 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.3409252 Jul 12 16:30:49.839850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.846463 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.906772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Provisioning for port c3caf9df-e14f-4acd-bae0-eab39157994d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:49.915306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Provisioning complete for port c3caf9df-e14f-4acd-bae0-eab39157994d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:49.915800 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:49.992106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4cedc8ca-6276-4a82-9aab-fc7f902d4328 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-600971833 HTTP/1.1" status: 204 len: 168 time: 0.2697482 Jul 12 16:30:49.992690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:49.993550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Port c3caf9df-e14f-4acd-bae0-eab39157994d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:50.003404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-56beb4b9-22b0-4747-915d-b7b9bc785518 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:50.017835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Provisioning complete for port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:50.020535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-afdc74e3-eb17-4038-9faf-73f31c2ebfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.110286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a484f-405a-4a3d-9a1a-2f7d983ae9ca req-8741396e-84b6-4626-b391-ebd05c57a7e1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:50.112155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c72a484f-405a-4a3d-9a1a-2f7d983ae9ca req-8741396e-84b6-4626-b391-ebd05c57a7e1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.3563612 Jul 12 16:30:50.130420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.194893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:30:50.216691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a05de08-1287-4638-bda2-523e7ba8adb8 req-2392c51c-9f90-45aa-97b1-534c43502562 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482130 Jul 12 16:30:50.270113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c72a484f-405a-4a3d-9a1a-2f7d983ae9ca req-a7f08ee8-f10d-45f0-9fb5-abb18ee93e21 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445870 Jul 12 16:30:50.276738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Removed routes are [] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:30:50.277448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.288283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.294075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.300425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecd4bdfa-731a-4486-a992-faafc6176f54 HTTP/1.1" status: 204 len: 168 time: 0.6964211 Jul 12 16:30:50.302686 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.319973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a1c6c9c1-5f82-4bf4-9fe8-fa3438a7a9df None None] Provisioning complete for port c3caf9df-e14f-4acd-bae0-eab39157994d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:50.321506 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c9c1-5f82-4bf4-9fe8-fa3438a7a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.327422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Transition to ACTIVE for port object c3caf9df-e14f-4acd-bae0-eab39157994d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:30:50.336674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85bf5a-d0a5-4261-9963-509873f08142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4bdfa-731a-4486-a992-faafc6176f54,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:50.339890 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.353013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56beb4b9-22b0-4747-915d-b7b9bc785518 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "DELETE /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags HTTP/1.1" status: 204 len: 168 time: 0.3538713 Jul 12 16:30:50.353458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42278) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:50.392718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6c9c1-5f82-4bf4-9fe8-fa3438a7a9df None None] Port c3caf9df-e14f-4acd-bae0-eab39157994d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:30:50.486393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.tag.tag_plugin [None req-db6e0a70-631f-4e21-a5fe-935762dac5f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-1338944924') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:50.522609 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee90a-0617-4bde-8521-5420e7bd19ba None None] Pushing event updated for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:50.637697 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Attempting to bind port c3caf9df-e14f-4acd-bae0-eab39157994d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:30:50.638098 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Attempting to bind port c3caf9df-e14f-4acd-bae0-eab39157994d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:30:50.638467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Attempting to bind port c3caf9df-e14f-4acd-bae0-eab39157994d on network 6d82e91e-19e7-403d-be68-5710072708b0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:30:50.654528 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:30:50.654908 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Checking segment: {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:30:50.655310 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.655733 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Bound using segment: {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:30:50.656200 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Bound port: c3caf9df-e14f-4acd-bae0-eab39157994d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96caaea-4cb9-4482-b227-792f08e08224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:30:50.656583 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.671485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c6eb7780-ef83-4c6d-8cc4-7caed56a4155 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:50.720640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.726280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router d2b1a697-cac2-4aaa-85ce-e948ed191116 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:50.727155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.736135 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-db6e0a70-631f-4e21-a5fe-935762dac5f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] show failed (client error): The resource could not be found. Jul 12 16:30:50.738228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-db6e0a70-631f-4e21-a5fe-935762dac5f2 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-1338944924 HTTP/1.1" status: 404 len: 326 time: 0.3829901 Jul 12 16:30:50.743094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42282) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:50.751618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-c58f99b8-fde5-4c1b-838c-c4c82bdedaf1 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4', 'tempest-TagsTest-Tag-600971833') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:50.783662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:50.783882 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] For port c3caf9df-e14f-4acd-bae0-eab39157994d, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:30:50.787881 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] For port c3caf9df-e14f-4acd-bae0-eab39157994d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c3caf9df-e14f-4acd-bae0-eab39157994d,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:30:50.793649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:50.797246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.797625 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:50.859249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb3cee-7033-412b-baa0-18c78057ad64 req-5f919af9-c601-4a50-8516-fd2401e2bc0e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:50.861093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52cb3cee-7033-412b-baa0-18c78057ad64 req-5f919af9-c601-4a50-8516-fd2401e2bc0e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2956364 Jul 12 16:30:50.866074 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:50.866933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:50.901927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:50.944003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ea4117f-5096-4d5f-b9f4-740467aacefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:51.001219 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee90a-0617-4bde-8521-5420e7bd19ba None None] Pushing event updated for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:51.018385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:51.020693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:51.032682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:51.033025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:51.039501 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bab34763-b56c-434e-bc47-409174edadc4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 934 time: 2.0393226 Jul 12 16:30:51.040484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42286) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:51.047103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] Sync routers for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:51.054676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-37cb81db-fe74-4c9f-a830-a11fad813ef4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1175504 Jul 12 16:30:51.055745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:51.057923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:51.058769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.126104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.140619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:51.141364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52cb3cee-7033-412b-baa0-18c78057ad64 req-e0316e31-6eda-4a02-91ad-600758ef118b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580688 Jul 12 16:30:51.141974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.207516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e50538e-38b4-4901-869d-de7533f49746 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 934 time: 0.1613798 Jul 12 16:30:51.207516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42294) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:51.212463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'routes': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:51.232967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.234080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925914c6-37a8-4f04-9880-013d3d8520a2 None None] The sync data for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:51.250359 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-c58f99b8-fde5-4c1b-838c-c4c82bdedaf1 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] show failed (client error): The resource could not be found. Jul 12 16:30:51.250359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c58f99b8-fde5-4c1b-838c-c4c82bdedaf1 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "GET /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags/tempest-TagsTest-Tag-600971833 HTTP/1.1" status: 404 len: 325 time: 0.5012205 Jul 12 16:30:51.252959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42296) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:51.277832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.tag.tag_plugin [None req-a2cb8623-c55c-4983-bdd6-cf2c15e3ec93 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e9c608a-d313-4351-88d1-90fa2afc1ca4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.351015 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:50Z', 'revision_number': 6, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:50Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:51.409060 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6706-8b78-44d3-a65b-7d07280c5656 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:50Z', 'revision_number': 6, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:50Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:51.632437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c6718-dc04-42e4-b695-640adee42d57 req-c757ad91-e5ec-4c37-a493-e68c10ab7e7c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:51.634006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-223c6718-dc04-42e4-b695-640adee42d57 req-c757ad91-e5ec-4c37-a493-e68c10ab7e7c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1836357 Jul 12 16:30:51.711479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-223c6718-dc04-42e4-b695-640adee42d57 req-ed8a653f-3b27-409f-960d-6ff3cdb5de61 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Jul 12 16:30:51.712423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2cb8623-c55c-4983-bdd6-cf2c15e3ec93 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "DELETE /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4/tags HTTP/1.1" status: 204 len: 168 time: 0.4415116 Jul 12 16:30:51.719040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:51.864093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ea4117f-5096-4d5f-b9f4-740467aacefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:51.870553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:51.874601 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ea4117f-5096-4d5f-b9f4-740467aacefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:51.888035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added routes are [] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:30:51.888355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:30:51.932006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8419979-e926-4615-9c56-202aef22edf6 req-182a227a-aa44-458e-9bc9-8aa657c5ca79 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:51.934915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8419979-e926-4615-9c56-202aef22edf6 req-182a227a-aa44-458e-9bc9-8aa657c5ca79 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2398877 Jul 12 16:30:51.945141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4117f-5096-4d5f-b9f4-740467aacefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460090e-09ff-47cd-ac29-31703623a7c3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:51.962877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ea4117f-5096-4d5f-b9f4-740467aacefd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77d996fe70c74739981248e5e485e5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1343255 Jul 12 16:30:51.971570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42304) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:52.012721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.015146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.028986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9c608a-d313-4351-88d1-90fa2afc1ca4']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:52.073721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f8419979-e926-4615-9c56-202aef22edf6 req-334ee4e5-35be-4b59-a642-4cc205965d79 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291695 Jul 12 16:30:52.111404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afff929-da69-4638-8290-020e7cee9881') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:52.112001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afff929-da69-4638-8290-020e7cee9881') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:52.113107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.126708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.148333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.151357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.155099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.158641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:30:52.159053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:30:52.162133 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:30:52.315863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.321604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.325203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] 10.222.0.58 "DELETE /v2.0/networks/9e9c608a-d313-4351-88d1-90fa2afc1ca4 HTTP/1.1" status: 204 len: 168 time: 0.6051681 Jul 12 16:30:52.359976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a902d-af5f-4aee-8340-2ced8775c304 tempest-TagsTest-1093186853 tempest-TagsTest-1093186853-project] Pushing event deleted for resources: {'Network': ['ID=9e9c608a-d313-4351-88d1-90fa2afc1ca4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:52.378598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.388569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.463729 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:52.478675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:52.479561 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:52.522116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:52.633919 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:52.664325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.669292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.669585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:52.673411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a460090e-09ff-47cd-ac29-31703623a7c3 HTTP/1.1" status: 204 len: 168 time: 0.6891863 Jul 12 16:30:52.685009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9279b-9da8-41b5-bee2-ee185edab25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460090e-09ff-47cd-ac29-31703623a7c3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:52.689931 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.693574 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-83f37ca3-719b-4c0e-8ff9-5e69b4b23e5a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 700 time: 1.4845295 Jul 12 16:30:52.696156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42310) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:52.696935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c3caf9df-e14f-4acd-bae0-eab39157994d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:52.768525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c3caf9df-e14f-4acd-bae0-eab39157994d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:30:52.776960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c3caf9df-e14f-4acd-bae0-eab39157994d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:52.777929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.872079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42316) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:52.875290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.926957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port c3caf9df-e14f-4acd-bae0-eab39157994d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c3caf9df-e14f-4acd-bae0-eab39157994d,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:52.934427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:52.957535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 0d216fbd-c09b-4779-a690-70d5ae58aa01 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:52.957964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.074145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:53.100198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:50Z', 'revision_number': 4, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:53.144654 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:53.158000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.158593 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:53.159661 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:53.189017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 0d216fbd-c09b-4779-a690-70d5ae58aa01 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:53.350697 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:53.392790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7e8aa3a9-4510-4bb2-a795-03648ed57b0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6290ce9e418a47809055bf07c479fa0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165060 Jul 12 16:30:53.393113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42330) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:53.457528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0c02e01d-8818-4883-be5b-75d5db17c7e4 None None] Provisioning complete for port c3caf9df-e14f-4acd-bae0-eab39157994d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:53.457910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0c02e01d-8818-4883-be5b-75d5db17c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.510098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d3b37-2123-4bf0-97ea-0a3e0be8267d req-d1c8b9b8-f550-41ef-8cba-e120ab8f8ed1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:53.512367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f48d3b37-2123-4bf0-97ea-0a3e0be8267d req-d1c8b9b8-f550-41ef-8cba-e120ab8f8ed1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1953807 Jul 12 16:30:53.546692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6af70d64-c398-4a00-9491-5d5af9e161dc tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 700 time: 0.8490212 Jul 12 16:30:53.549449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:53.562140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.637441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.652533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f48d3b37-2123-4bf0-97ea-0a3e0be8267d req-ad58196f-99ce-4d91-adea-c148ef54e768 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305001 Jul 12 16:30:53.695559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e657f6-32fe-4c83-b5a5-df4d67fecfe8 req-6377eb01-67bb-4d16-beba-27787bb54172 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:53.697243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27e657f6-32fe-4c83-b5a5-df4d67fecfe8 req-6377eb01-67bb-4d16-beba-27787bb54172 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2870598 Jul 12 16:30:53.711635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.758067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=0d216fbd-c09b-4779-a690-70d5ae58aa01,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:53.767046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.770157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:53.774889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ac857ba-b0ee-4263-b854-5c580623f8d5 HTTP/1.1" status: 204 len: 168 time: 0.3787055 Jul 12 16:30:53.838855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0f8d9-7d71-46bd-8bb5-66f42b75bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac857ba-b0ee-4263-b854-5c580623f8d5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:53.957810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27e657f6-32fe-4c83-b5a5-df4d67fecfe8 req-8cc9a18e-881f-4c0a-8e54-d0e59106e284 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921105 Jul 12 16:30:53.976486 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:52Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.003810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:54.034416 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9df910-7663-4e99-bc5a-fdfa84df27b9 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:52Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:54.363284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:54.375205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router d2b1a697-cac2-4aaa-85ce-e948ed191116 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:54.457893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:54.483158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:54.485469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.570076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:54.580959 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] Sync routers for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:54.592464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6956acad-5bff-475d-a05c-87b8a2b49252 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5272346 Jul 12 16:30:54.593204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42374) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:54.597899 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:54.600052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.624206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:54.674867 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.679892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6d83fc58-dc59-4d20-b670-ecb5dd634ffc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2b1a697-cac2-4aaa-85ce-e948ed191116 HTTP/1.1" status: 200 len: 205 time: 0.0843730 Jul 12 16:30:54.680630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42376) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:54.688888 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] Routers {'d2b1a697-cac2-4aaa-85ce-e948ed191116'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:54.692526 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d2b1a697-cac2-4aaa-85ce-e948ed191116'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.714419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c3caf9df-e14f-4acd-bae0-eab39157994d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:30:54.752184 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:54.752843 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48d1e6-a005-4a27-821b-6ce708a4d2d0 None None] The sync data for ids ['d2b1a697-cac2-4aaa-85ce-e948ed191116'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:54.775064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ca31-ce74-4b5e-b253-4807da5ada1d req-9bb5992a-4bc9-4ec2-8ada-7e8cde74a9a8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:54.777171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a001ca31-ce74-4b5e-b253-4807da5ada1d req-9bb5992a-4bc9-4ec2-8ada-7e8cde74a9a8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1732907 Jul 12 16:30:54.778723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42378) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:54.880991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:54.895694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a001ca31-ce74-4b5e-b253-4807da5ada1d req-04083b4c-f065-4817-b5ce-5ce5c56be3c6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 Jul 12 16:30:54.913928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c3caf9df-e14f-4acd-bae0-eab39157994d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:30:54.914290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:54.945087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab63a78a-3fde-48c6-8298-f08fc466d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:54.987005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port c3caf9df-e14f-4acd-bae0-eab39157994d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:54.987829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.119755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.124557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.152504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:52Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:55.173946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port c3caf9df-e14f-4acd-bae0-eab39157994d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c3caf9df-e14f-4acd-bae0-eab39157994d,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:55.174377 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.189787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:55.199298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for c3caf9df-e14f-4acd-bae0-eab39157994d owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:55.202486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:55.203514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:55.221202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.221787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router d2b1a697-cac2-4aaa-85ce-e948ed191116 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:30:55.236900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.240337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-45557f84-dc21-4810-9f17-5cb49197521c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116 HTTP/1.1" status: 204 len: 168 time: 0.5584087 Jul 12 16:30:55.242356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42394) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:55.291184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab63a78a-3fde-48c6-8298-f08fc466d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.302043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ab63a78a-3fde-48c6-8298-f08fc466d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.330488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd363-a3d2-4964-8a79-eb19dfdfb87c req-f2e1b749-0041-448f-9b0e-063f739c1ee0 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:55.337913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab8dd363-a3d2-4964-8a79-eb19dfdfb87c req-f2e1b749-0041-448f-9b0e-063f739c1ee0 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1649604 Jul 12 16:30:55.351535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 4a6cb5a5-e216-4297-8885-2d39fb15c00a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:30:55.356217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.424629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.441475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab8dd363-a3d2-4964-8a79-eb19dfdfb87c req-77d81563-2669-4f40-b295-ecfaab778b08 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021333 Jul 12 16:30:55.480165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42398) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:55.480939 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ab63a78a-3fde-48c6-8298-f08fc466d527 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b75bb39e2914188a552a97be302742b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011552 Jul 12 16:30:55.482677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:55.512240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63a78a-3fde-48c6-8298-f08fc466d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d8af8-3447-4b58-9395-0487fa232dbe,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:55.516072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.560177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=c3caf9df-e14f-4acd-bae0-eab39157994d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:55.622531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.664786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.673423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.783765 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.786876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.788169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f84d8af8-3447-4b58-9395-0487fa232dbe HTTP/1.1" status: 204 len: 168 time: 0.3070364 Jul 12 16:30:55.810479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.813148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.819485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78898-70a7-4af2-9180-86df346243e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d8af8-3447-4b58-9395-0487fa232dbe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:55.871424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6cb5a5-e216-4297-8885-2d39fb15c00a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:55.873901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:52Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:55.876450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:55.881307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40f268b4-9827-4ff3-8a83-20f4f78922ee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/4a6cb5a5-e216-4297-8885-2d39fb15c00a HTTP/1.1" status: 204 len: 168 time: 0.6265774 Jul 12 16:30:55.881966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42410) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:55.902072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391defc8-579b-467d-b5d6-a4ba929d3252 None None] Network a89f966d-2ca6-4d03-9918-8b4d9cb2c11b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:56.005162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2602a0-a220-4483-8d30-b6c5a93eee44 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:51Z', 'revision_number': 7, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3caf9df-e14f-4acd-bae0-eab39157994d', 'name': '', 'network_id': '6d82e91e-19e7-403d-be68-5710072708b0', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:6e:9e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:46Z', 'updated_at': '2021-07-12T16:30:52Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '97c2aa0f-ab87-4b50-8e42-6c794ab31d2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:56.015016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 8437d59f-c429-4fca-ae01-6db3bf7f06ab {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:30:56.020457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.116051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.293500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.332436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:30:56.360503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406dce-38ea-46bb-acf0-d285c5faa9aa req-edfc8d3f-4796-4988-b2f3-372069b1f667 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:56.361446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] DHCP port deletion for a89f966d-2ca6-4d03-9918-8b4d9cb2c11b request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:30:56.362246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f406dce-38ea-46bb-acf0-d285c5faa9aa req-edfc8d3f-4796-4988-b2f3-372069b1f667 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1502776 Jul 12 16:30:56.386195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.422154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=8437d59f-c429-4fca-ae01-6db3bf7f06ab,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:56.429658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.431971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9fe85445-83e6-4435-b8ef-5d01a61f5160 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/8437d59f-c429-4fca-ae01-6db3bf7f06ab HTTP/1.1" status: 204 len: 168 time: 0.5490508 Jul 12 16:30:56.434898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42430) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:56.439329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a2211e-abf5-41e2-a929-fde99de00a2c None None] Network 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:56.509049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f406dce-38ea-46bb-acf0-d285c5faa9aa req-4a81171a-8a36-4cfa-b94d-6229c6a0245a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958893 Jul 12 16:30:56.510931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:30:56.516614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55073953-f5af-4a19-820e-a633d91f6c08 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9657741 Jul 12 16:30:56.519447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42438) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:56.606121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:30:56.626740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:56.627887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:56.636193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 97c2aa0f-ab87-4b50-8e42-6c794ab31d2d {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:30:56.642038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.695995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.804399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:56.813802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.819844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 623e162a-f2af-47dd-bdf7-523a53f973d5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:30:56.890384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 623e162a-f2af-47dd-bdf7-523a53f973d5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:56.890876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.961468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:56.998673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 623e162a-f2af-47dd-bdf7-523a53f973d5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=623e162a-f2af-47dd-bdf7-523a53f973d5,segment=NetworkSegment(38ce442c-d76f-4a42-9b8a-998857ba6e9e),segment_id=38ce442c-d76f-4a42-9b8a-998857ba6e9e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:56.999057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.021230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30bae-4e7e-4134-a0b2-8506a46c1ebc req-72776a2e-6d2d-42c6-a01e-e6b3d51f831c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:57.029008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ae30bae-4e7e-4134-a0b2-8506a46c1ebc req-72776a2e-6d2d-42c6-a01e-e6b3d51f831c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1883297 Jul 12 16:30:57.063267 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.077955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 623e162a-f2af-47dd-bdf7-523a53f973d5 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:57.145020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=97c2aa0f-ab87-4b50-8e42-6c794ab31d2d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:57.160678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.171627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:57.174033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-77660d87-7d77-445d-99d2-d60436fdad02 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/97c2aa0f-ab87-4b50-8e42-6c794ab31d2d HTTP/1.1" status: 204 len: 168 time: 0.6484559 Jul 12 16:30:57.188915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ae30bae-4e7e-4134-a0b2-8506a46c1ebc req-9b5b0d55-55f6-4a15-9947-f98b317a0201 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478407 Jul 12 16:30:57.211397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0abac-3b79-45ad-ab05-22e36b1f414c None None] Network 6d82e91e-19e7-403d-be68-5710072708b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:30:57.352126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Deleting port 623e162a-f2af-47dd-bdf7-523a53f973d5 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:57.352782 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.414471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.435678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.505840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=623e162a-f2af-47dd-bdf7-523a53f973d5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:57.516398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 623e162a-f2af-47dd-bdf7-523a53f973d5 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:57.638187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.653929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:57.654279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.675354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] For port 623e162a-f2af-47dd-bdf7-523a53f973d5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=623e162a-f2af-47dd-bdf7-523a53f973d5,segment=NetworkSegment(38ce442c-d76f-4a42-9b8a-998857ba6e9e),segment_id=38ce442c-d76f-4a42-9b8a-998857ba6e9e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:57.675987 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.761044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.788529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Calling delete_port for 623e162a-f2af-47dd-bdf7-523a53f973d5 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:57.804775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f966d-2ca6-4d03-9918-8b4d9cb2c11b']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:57.849817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ce442c-d76f-4a42-9b8a-998857ba6e9e') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:57.850115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ce442c-d76f-4a42-9b8a-998857ba6e9e') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:57.883807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,segment=NetworkSegment(b96caaea-4cb9-4482-b227-792f08e08224),segment_id=b96caaea-4cb9-4482-b227-792f08e08224)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:57.884173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.909703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.929761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.936863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] No DVR routers for this DVR port 623e162a-f2af-47dd-bdf7-523a53f973d5 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:57.954451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for c6eb7780-ef83-4c6d-8cc4-7caed56a4155 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:57.966868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.983292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:30:57.984026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:30:57.987098 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:30:58.007265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f084e5-c06e-4684-a360-25b16166c059 None None] Pushing event deleted for resources: {'Port': ['ID=623e162a-f2af-47dd-bdf7-523a53f973d5,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:58.037839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dce01-8701-400f-9839-7a8644f298b8 req-98696699-5f74-4808-8b8b-6de70064dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:58.039387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c39dce01-8701-400f-9839-7a8644f298b8 req-98696699-5f74-4808-8b8b-6de70064dfec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.4091728 Jul 12 16:30:58.071015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:55Z', 'revision_number': 8, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:58.152119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:30:58.163554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] DHCP port deletion for 2ca03842-1e4a-4869-a9a1-e741a57e4ae0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:30:58.172264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:30:58.172910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:58.275580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] DHCP port deletion for 6d82e91e-19e7-403d-be68-5710072708b0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:30:58.474102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dea785-228f-426c-8bbe-fd5bdd1143cd req-f97c2df7-9be2-4335-b807-ef10afac23e6 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:58.477338 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90dea785-228f-426c-8bbe-fd5bdd1143cd req-f97c2df7-9be2-4335-b807-ef10afac23e6 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.0869269 Jul 12 16:30:58.483438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c39dce01-8701-400f-9839-7a8644f298b8 req-2818504c-3004-4804-bdde-d69d4bd79637 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060819 Jul 12 16:30:58.490255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.496068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.498484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/a89f966d-2ca6-4d03-9918-8b4d9cb2c11b HTTP/1.1" status: 204 len: 168 time: 2.0622747 Jul 12 16:30:58.503862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:58.539188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae69795-a0a0-4e1a-8f7a-c55c65adf991 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=a89f966d-2ca6-4d03-9918-8b4d9cb2c11b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:58.570843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90dea785-228f-426c-8bbe-fd5bdd1143cd req-d7d91614-71f2-41ac-ac43-519a61a33b2f tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848041 Jul 12 16:30:58.576460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.622425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:30:58.624970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:58.659532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:58.667668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Deleting port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:58.668325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.674502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c6eb7780-ef83-4c6d-8cc4-7caed56a4155 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:30:58.744809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c6eb7780-ef83-4c6d-8cc4-7caed56a4155 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:30:58.745868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c6eb7780-ef83-4c6d-8cc4-7caed56a4155 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:30:58.746396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device af2a86a5-5f34-4b60-b552-e2296297b89c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:30:58.749095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Deleting port af2a86a5-5f34-4b60-b552-e2296297b89c {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:58.749488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.752786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.771308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.784196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d82e91e-19e7-403d-be68-5710072708b0']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:58.813383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96caaea-4cb9-4482-b227-792f08e08224') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:58.813687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96caaea-4cb9-4482-b227-792f08e08224') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:58.832999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.855554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.864621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:30:58.865161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:30:58.868492 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:30:58.871716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port af2a86a5-5f34-4b60-b552-e2296297b89c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:30:58.871716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.881603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] For port c6eb7780-ef83-4c6d-8cc4-7caed56a4155, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:58.882004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.902964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] For port af2a86a5-5f34-4b60-b552-e2296297b89c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=af2a86a5-5f34-4b60-b552-e2296297b89c,segment=NetworkSegment(639f8f70-fa54-4f17-b0fb-8f7ea488e8ea),segment_id=639f8f70-fa54-4f17-b0fb-8f7ea488e8ea)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:58.903650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:58.936433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Calling delete_port for c6eb7780-ef83-4c6d-8cc4-7caed56a4155 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:59.001871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port af2a86a5-5f34-4b60-b552-e2296297b89c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=af2a86a5-5f34-4b60-b552-e2296297b89c,segment=NetworkSegment(639f8f70-fa54-4f17-b0fb-8f7ea488e8ea),segment_id=639f8f70-fa54-4f17-b0fb-8f7ea488e8ea)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:30:59.002427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.032202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for af2a86a5-5f34-4b60-b552-e2296297b89c owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:59.033781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:30:59.034807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Calling delete_port for af2a86a5-5f34-4b60-b552-e2296297b89c owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:30:59.121783 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.174121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.185718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.190357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/6d82e91e-19e7-403d-be68-5710072708b0 HTTP/1.1" status: 204 len: 168 time: 2.0139332 Jul 12 16:30:59.190812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:59.198734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] Pushing event deleted for resources: {'Port': ['ID=c6eb7780-ef83-4c6d-8cc4-7caed56a4155,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:59.206550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a6444-2b22-4fdd-8a7c-af38266efec5 None None] No DVR routers for this DVR port c6eb7780-ef83-4c6d-8cc4-7caed56a4155 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:59.230124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.232963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3f7e-aad9-4cbd-810d-5d6859552dd6 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=6d82e91e-19e7-403d-be68-5710072708b0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:59.257617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.268087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port af2a86a5-5f34-4b60-b552-e2296297b89c update to DOWN by agent not found {{(pid=93713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 12 16:30:59.317422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] Pushing event deleted for resources: {'Port': ['ID=af2a86a5-5f34-4b60-b552-e2296297b89c,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:59.328596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e849798-c1e5-41fa-94d6-6cc2c0993593 None None] No DVR routers for this DVR port af2a86a5-5f34-4b60-b552-e2296297b89c on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:59.344238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port af2a86a5-5f34-4b60-b552-e2296297b89c on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:30:59.398576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=af2a86a5-5f34-4b60-b552-e2296297b89c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:59.413659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:55Z', 'revision_number': 8, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:59.497264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2e617-c1ab-4361-b33b-1c946a6efb84 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:30:55Z', 'revision_number': 8, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': '3956d477-1b0e-4b8e-b124-75b71b0ee239', 'name': '', 'network_id': 'aabc9f97-4ba0-498a-bed6-ce373a925b47', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:17:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:37Z', 'updated_at': '2021-07-12T16:30:47Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '0ff0daec-be48-4008-9df1-05b2b9d9b464', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:30:59.550573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.565817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca03842-1e4a-4869-a9a1-e741a57e4ae0']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:59.578823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:59.579205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f8f70-fa54-4f17-b0fb-8f7ea488e8ea') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:30:59.595810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.625354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.644725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:30:59.645146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:30:59.648510 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:30:59.784984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.793961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:30:59.801708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/2ca03842-1e4a-4869-a9a1-e741a57e4ae0 HTTP/1.1" status: 204 len: 168 time: 1.2950001 Jul 12 16:30:59.802493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42514) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:30:59.820967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04e53-6fd7-49b9-9f90-14cffcf2e54d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=2ca03842-1e4a-4869-a9a1-e741a57e4ae0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:30:59.827921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742976271'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:30:59.952698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:30:59.969968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d7f03-2a44-474c-9603-ffb46a784299 req-c248b283-f8b7-4e2f-ae85-23fa32540f71 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:30:59.971575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c81d7f03-2a44-474c-9603-ffb46a784299 req-c248b283-f8b7-4e2f-ae85-23fa32540f71 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.1261895 Jul 12 16:30:59.979182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.052024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c81d7f03-2a44-474c-9603-ffb46a784299 req-c52bbafe-6c10-4662-a31e-1a953d40da61 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730715 Jul 12 16:31:00.056304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-5ec51260-a0a0-4220-a2d7-9281fbb5e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:00.063222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-5ec51260-a0a0-4220-a2d7-9281fbb5e95f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2093639 Jul 12 16:31:00.102147 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.150176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:00.152128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1074775310', 'description': 'tempest-description-1130145209'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:00.182398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fbaab-db4c-4968-8270-86bb8743b8a8 req-13df3073-dfc0-484c-9e45-b2a60f84dd64 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:00.184935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c9fbaab-db4c-4968-8270-86bb8743b8a8 req-13df3073-dfc0-484c-9e45-b2a60f84dd64 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2013402 Jul 12 16:31:00.199388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.199824 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 75c650d4-ddf9-454d-a243-02bab035bccc of type vlan for network 972cc952-a083-4900-978b-e6b24d7d16e3 Jul 12 16:31:00.235848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.298865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.325459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c9fbaab-db4c-4968-8270-86bb8743b8a8 req-1e5bae1c-9472-40a1-8273-986672b3463c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340764 Jul 12 16:31:00.332026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-081c3092-438e-485b-a097-ba9427a1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:00.333906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-081c3092-438e-485b-a097-ba9427a1759d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.2613878 Jul 12 16:31:00.346784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.349565 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.390083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaafde8f-5ce2-4ea3-8dc2-4730863ad50e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:00.395256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-c7f960e6-8d24-4ffb-9c5a-d7bc95cf89fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.0473106 Jul 12 16:31:00.452827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.454617 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02d35af0-d1de-4865-8199-ede4b2753ce1 req-6dc14808-ff7c-416f-8e37-894e60681fdf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3106399 Jul 12 16:31:00.466325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-dcbec671-cc18-405a-986e-7bb19b8cb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:00.466325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-dcbec671-cc18-405a-986e-7bb19b8cb43f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.0574467 Jul 12 16:31:00.501522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.513475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:00.514119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.569618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c3caf9df-e14f-4acd-bae0-eab39157994d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:00.589222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-d943a505-c1e0-4eb6-acf6-96c3996f7504 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132414 Jul 12 16:31:00.608559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c3caf9df-e14f-4acd-bae0-eab39157994d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:00.608930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c3caf9df-e14f-4acd-bae0-eab39157994d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:00.701284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 3956d477-1b0e-4b8e-b124-75b71b0ee239 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:00.701670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:00.767283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9479773 Jul 12 16:31:00.773177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42526) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:00.840563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:00.952645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95de33-1421-4539-887e-7e4706a05b5f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=972cc952-a083-4900-978b-e6b24d7d16e3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:00.968673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 972cc952-a083-4900-978b-e6b24d7d16e3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:01.083737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-2e6e1019-f4da-4dd2-becb-c98a851886e6 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666038 Jul 12 16:31:01.094276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-9287ebc1-b78c-4b99-806b-015c1e383619 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1074775310&fields=id&tenant_id=5cea592f1fc544f98fc40c52232afb58 HTTP/1.1" status: 200 len: 267 time: 0.3586869 Jul 12 16:31:01.101290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:01.104738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.150628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port 3956d477-1b0e-4b8e-b124-75b71b0ee239, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3956d477-1b0e-4b8e-b124-75b71b0ee239,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:01.151237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.164399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 3956d477-1b0e-4b8e-b124-75b71b0ee239 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:01.328768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-9905b8da-8878-4d19-9b61-f16c1e4ff6bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:01.330332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-9905b8da-8878-4d19-9b61-f16c1e4ff6bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2211359 Jul 12 16:31:01.334405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acb0c12a-a41d-4f6d-9080-ebfd62cbd753 req-28592638-37f6-4748-9102-4cd847dde63f service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418075 Jul 12 16:31:01.345745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'port': {'security_groups': ['425b0199-8f1a-43cb-b6ec-fd2b9a5c0517', 'aaafde8f-5ce2-4ea3-8dc2-4730863ad50e']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:01.386999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.425208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=3956d477-1b0e-4b8e-b124-75b71b0ee239,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:01.495655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.609953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.738944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=85d7192a-3a1f-4b59-ae6d-09dd2fa84938,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:01.774929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '75c650d4-ddf9-454d-a243-02bab035bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:01.775295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 972cc952-a083-4900-978b-e6b24d7d16e3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:01.819747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802afa4-0a79-4257-8f0b-f60ff7fd3bc3 req-31e157c8-db7b-46ed-854a-a9b2773305ad tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:01.829238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7802afa4-0a79-4257-8f0b-f60ff7fd3bc3 req-31e157c8-db7b-46ed-854a-a9b2773305ad tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2562416 Jul 12 16:31:01.858031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 972cc952-a083-4900-978b-e6b24d7d16e3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:01.864153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.874682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 972cc952-a083-4900-978b-e6b24d7d16e3) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:01.879635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:01.879867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:01.894412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7802afa4-0a79-4257-8f0b-f60ff7fd3bc3 req-e1a47b45-2533-4b6b-b98d-6c28a0e2a4ce tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641444 Jul 12 16:31:01.897261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce93e6-53f3-4eab-9289-8796e714b00b None None] Network 972cc952-a083-4900-978b-e6b24d7d16e3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:01.930477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3937ce3c-3581-49c3-8e04-5bcf4c7638dc tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1330142 Jul 12 16:31:01.934713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:01.951711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-779397397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:01.971389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:02.003972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.005099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.069896 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-12d2fb73-2729-457f-944a-b4de0965e44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.087653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.100949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.131232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.138219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-972cc952-a083-4900-978b-e6b24d7d16e3', 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '85d7192a-3a1f-4b59-ae6d-09dd2fa84938'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:31:02.139691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.140570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.160865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:02.215911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:02.219762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.224354 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-297164b1-b400-4b61-a124-bbddb6926acd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2883487 Jul 12 16:31:02.224981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42558) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:02.233254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'port': {'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3', 'name': 'tempest-RoutersIpV6Test-807574863'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:02.238507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:02.351605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:02.352274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.360948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-174642d2-c55d-45b7-ab97-60b6bdd1c786 req-ff4ce3ff-b182-41bf-88e7-8216e73828fd tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "PUT /v2.0/ports/acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 981 time: 1.0223467 Jul 12 16:31:02.363716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:02.366432 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7097a122-900f-4f56-a636-c8575c579b06" -d '{"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:02.418595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:02.422505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.443842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:02.453481 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e25e8b-7d2e-4baa-af74-bfc496b4fdf6 x-openstack-request-id: req-27e25e8b-7d2e-4baa-af74-bfc496b4fdf6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:02.454843 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:02.455421 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27e25e8b-7d2e-4baa-af74-bfc496b4fdf6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:02.456185 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:31:02.464806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] device_id is not set on port c7940f8d-cea9-440e-9209-1ce740efb985 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:31:02.601044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Allocated IP 2001:db8::2 (972cc952-a083-4900-978b-e6b24d7d16e3/85d7192a-3a1f-4b59-ae6d-09dd2fa84938/c83aea7b-a15f-48a6-8783-091d3a483f1e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:02.636883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a122-900f-4f56-a636-c8575c579b06 req-c8b8a882-2b24-44b2-95b5-75bd90a8f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:02.640338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-c8b8a882-2b24-44b2-95b5-75bd90a8f687 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1135 time: 0.1127777 Jul 12 16:31:02.695799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:02.705890 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:02.708887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c455e3e3-d470-4fa7-9fbf-6e0398a15469 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5169039 Jul 12 16:31:02.714718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42564) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:02.723623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:02.724595 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:02.751447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-23077e42-bcce-4e50-8509-b42307124a49 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1074775310&fields=id&tenant_id=5cea592f1fc544f98fc40c52232afb58 HTTP/1.1" status: 200 len: 267 time: 0.1328878 Jul 12 16:31:02.759934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-dce91ed7-8f06-4bb5-b293-0059834ed750 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2506571 Jul 12 16:31:02.781148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 0ff0daec-be48-4008-9df1-05b2b9d9b464 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:02.786275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.876198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:02.901294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-061970a6-1bcb-444e-b541-7a002e35a076 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:02.902775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-061970a6-1bcb-444e-b541-7a002e35a076 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 984 time: 0.1413939 Jul 12 16:31:02.928093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'port': {'security_groups': ['425b0199-8f1a-43cb-b6ec-fd2b9a5c0517']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:02.955383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a122-900f-4f56-a636-c8575c579b06 req-147f7c52-366c-4907-9e03-ebaeb1dae05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:02.957261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-147f7c52-366c-4907-9e03-ebaeb1dae05b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.3093996 Jul 12 16:31:02.971268 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:02.976467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-1421aabc-39e0-464b-8d61-4ec82dbb472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:02.978101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-1421aabc-39e0-464b-8d61-4ec82dbb472f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1096 time: 0.1701801 Jul 12 16:31:03.045137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-7bf7a352-f8b6-42f4-8d3f-c654bb6778b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.0805058 Jul 12 16:31:03.147446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.152525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a122-900f-4f56-a636-c8575c579b06 req-1d456a4b-3e43-47c5-b330-9aeaadc5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:03.154097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-1d456a4b-3e43-47c5-b330-9aeaadc5b0eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.1012228 Jul 12 16:31:03.224470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-96f53efe-1ba1-4aa0-b63f-4d3df9521205 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452204 Jul 12 16:31:03.231189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.268304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.283709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Transition to ACTIVE for port object c83aea7b-a15f-48a6-8783-091d3a483f1e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:03.317736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Transition to ACTIVE for port object c83aea7b-a15f-48a6-8783-091d3a483f1e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:03.326519 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.346805 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.492666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Network 972cc952-a083-4900-978b-e6b24d7d16e3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:03.511439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:03.520321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:03.530137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Pushing event updated for resources: {'Port': ['ID=c83aea7b-a15f-48a6-8783-091d3a483f1e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:03.530405 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:01Z', 'revision_number': 9, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:03.579404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-e8d3379d-df1d-41a9-ad26-d998c73c49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:03.581048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-e8d3379d-df1d-41a9-ad26-d998c73c49b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.5777242 Jul 12 16:31:03.612856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Attempting to bind port c83aea7b-a15f-48a6-8783-091d3a483f1e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:03.613430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Attempting to bind port c83aea7b-a15f-48a6-8783-091d3a483f1e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '75c650d4-ddf9-454d-a243-02bab035bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:03.614093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Attempting to bind port c83aea7b-a15f-48a6-8783-091d3a483f1e on network 972cc952-a083-4900-978b-e6b24d7d16e3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:03.622741 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:03.623363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:03.623841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Checking segment: {'id': '75c650d4-ddf9-454d-a243-02bab035bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:03.624351 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.624978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Bound using segment: {'id': '75c650d4-ddf9-454d-a243-02bab035bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:03.625715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Bound port: c83aea7b-a15f-48a6-8783-091d3a483f1e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c650d4-ddf9-454d-a243-02bab035bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '972cc952-a083-4900-978b-e6b24d7d16e3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:03.626228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.650745 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:03.652454 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:30:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:03.724086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] For port c83aea7b-a15f-48a6-8783-091d3a483f1e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:03.736874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] For port c83aea7b-a15f-48a6-8783-091d3a483f1e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c83aea7b-a15f-48a6-8783-091d3a483f1e,segment=NetworkSegment(75c650d4-ddf9-454d-a243-02bab035bccc),segment_id=75c650d4-ddf9-454d-a243-02bab035bccc)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:03.747930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:03.841497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-a5fcc5eb-0006-4afa-9927-24c09b1461b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 217 time: 0.2409065 Jul 12 16:31:03.887854 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:03.904526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74078e4a-ba4c-457a-b8ff-64a998af355e None None] Pushing event updated for resources: {'Port': ['ID=c83aea7b-a15f-48a6-8783-091d3a483f1e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:03.946807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42576) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:04.039721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-5a2f8f43-2de8-43b6-a8e3-1d01cecea119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:04.042462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-5a2f8f43-2de8-43b6-a8e3-1d01cecea119 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1702936 Jul 12 16:31:04.049325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.060340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:04.161723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff0daec-be48-4008-9df1-05b2b9d9b464,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:04.164798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-f88a3887-12f5-4bd3-a817-692571b3023b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060898 Jul 12 16:31:04.171298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8::250 (972cc952-a083-4900-978b-e6b24d7d16e3/85d7192a-3a1f-4b59-ae6d-09dd2fa84938/c7940f8d-cea9-440e-9209-1ce740efb985) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:04.210344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab807e-2c6a-4909-a9f7-15a0d97d8fdf None None] Network aabc9f97-4ba0-498a-bed6-ce373a925b47 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:04.215129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.219970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d59eacb4-c2c8-4cf1-a21b-60a24da50ec2 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/0ff0daec-be48-4008-9df1-05b2b9d9b464 HTTP/1.1" status: 204 len: 168 time: 1.5038564 Jul 12 16:31:04.222763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42582) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:04.227527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.266594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.313744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-35c6d494-12f9-4b71-938e-9d2f53d675c6 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0641730 Jul 12 16:31:04.336175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:04.376142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f1a3-ab54-4815-84a3-d122cef7c1b3 req-6d8a6d1a-9b98-43eb-b6b8-ca7b54a8da3a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:04.383551 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d46f1a3-ab54-4815-84a3-d122cef7c1b3 req-6d8a6d1a-9b98-43eb-b6b8-ca7b54a8da3a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 1.1171443 Jul 12 16:31:04.408362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d234d4ca-ddd7-41ea-8a5f-5d50938d6952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.513768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:01Z', 'revision_number': 9, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:04.520735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:04.576608 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14206a64-6985-4ead-86a9-48a79fffd854 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:01Z', 'revision_number': 9, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'a1ca229e-9801-45a9-94fa-c6b9e51c07b0', 'name': '', 'network_id': 'ab81e0a6-2689-4789-b153-11e35bb0ec22', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:95:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:29Z', 'updated_at': '2021-07-12T16:30:39Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '074dd231-621c-4118-8bb8-3b2a33b5b9c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:04.582405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:04.583241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.584808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-57b7e4b3-8362-427f-b31d-e0e19fb29660 req-c016f412-abda-49c7-a989-258be9f7a161 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "PUT /v2.0/ports/acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 942 time: 1.6742716 Jul 12 16:31:04.591782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:04.594521 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694" -d '{"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:04.704040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:04.710019 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-344b31ce-4218-4e73-8e65-5617bcc6e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.748010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d46f1a3-ab54-4815-84a3-d122cef7c1b3 req-4ad5c519-79c2-4c0f-9a2e-9d2fc7a2a903 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634710 Jul 12 16:31:04.809978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7097a122-900f-4f56-a636-c8575c579b06 req-43fad030-5eee-4281-a667-accc0a3c054d service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668746 Jul 12 16:31:04.875034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.904175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object c7940f8d-cea9-440e-9209-1ce740efb985 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:04.933296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.936305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d234d4ca-ddd7-41ea-8a5f-5d50938d6952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.939111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-11740824-63ab-40c8-9adc-c010dcdca72a tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3100040 Jul 12 16:31:04.941577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-56bdbf40-fd3a-4689-b563-0a1d6bbf7e91 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600782 Jul 12 16:31:04.948531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.958054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d234d4ca-ddd7-41ea-8a5f-5d50938d6952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:04.982725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:05.014088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d234d4ca-ddd7-41ea-8a5f-5d50938d6952 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ac70e2340224d32a29df86a5f014d74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368829 Jul 12 16:31:05.018494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42590) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:05.021916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] DHCP port deletion for aabc9f97-4ba0-498a-bed6-ce373a925b47 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:05.028571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c83aea7b-a15f-48a6-8783-091d3a483f1e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:05.134764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-923e28cd-f392-4ca9-9232-b66c40fe2b50 req-33e7442b-1895-444f-aeec-d56aa0abaed4 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774566 Jul 12 16:31:05.168202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234d4ca-ddd7-41ea-8a5f-5d50938d6952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39af2a88-d13a-45fd-9858-87136f75a2ca,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:05.177298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.197024 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156853a4-7f0b-4ef8-bdaa-e2b1cf7d79b2 x-openstack-request-id: req-156853a4-7f0b-4ef8-bdaa-e2b1cf7d79b2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:05.197305 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:05.197504 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-156853a4-7f0b-4ef8-bdaa-e2b1cf7d79b2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:05.199318 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:31:05.229080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.236630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 972cc952-a083-4900-978b-e6b24d7d16e3 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:05.249217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:05.290182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:05.290624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c83aea7b-a15f-48a6-8783-091d3a483f1e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:05.303706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:05.304114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.308982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Deleting port dda574ee-f316-4b66-a1b8-70f0b57f27d3 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:05.309852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.315651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port dda574ee-f316-4b66-a1b8-70f0b57f27d3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:05.316007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.349878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=c7940f8d-cea9-440e-9209-1ce740efb985,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:05.411484 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.431853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] For port dda574ee-f316-4b66-a1b8-70f0b57f27d3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=dda574ee-f316-4b66-a1b8-70f0b57f27d3,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:05.433097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.434682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42600) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:05.435892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3abb259d-fa11-4ad2-95c3-6b1178603f63 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2022855 Jul 12 16:31:05.464894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.469737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Calling delete_port for dda574ee-f316-4b66-a1b8-70f0b57f27d3 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:05.509549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-5d183dc6-3397-4da9-a674-d25d8f31d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:05.512125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-5d183dc6-3397-4da9-a674-d25d8f31d054 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.2738457 Jul 12 16:31:05.535409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.591039 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.640611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] Pushing event deleted for resources: {'Port': ['ID=dda574ee-f316-4b66-a1b8-70f0b57f27d3,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:05.644452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0eab1b-3c23-4a7d-8611-bde6cb52b063 None None] No DVR routers for this DVR port dda574ee-f316-4b66-a1b8-70f0b57f27d3 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:05.696957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744c7f7-55c0-42f3-a6b8-8e1577b7ce01 None None] Network 972cc952-a083-4900-978b-e6b24d7d16e3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:05.705250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.709677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.712417 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39af2a88-d13a-45fd-9858-87136f75a2ca HTTP/1.1" status: 204 len: 168 time: 0.6919746 Jul 12 16:31:05.740754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-27ce2789-69cc-40a7-ae68-d956ee9151f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:05.742931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-27ce2789-69cc-40a7-ae68-d956ee9151f7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.2216122 Jul 12 16:31:05.743969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eebd78-7afa-4b9e-9b6b-1a2aee2b6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af2a88-d13a-45fd-9858-87136f75a2ca,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:05.821221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Provisioning for port c83aea7b-a15f-48a6-8783-091d3a483f1e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:05.831706 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.832486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Provisioning complete for port c83aea7b-a15f-48a6-8783-091d3a483f1e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:05.832845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:05.867368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-cd2e8779-2c3e-4d30-b395-c96724551cb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.1179652 Jul 12 16:31:05.992252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-952b5316-6bdf-4ac6-bca2-3478479f2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:05.993877 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-952b5316-6bdf-4ac6-bca2-3478479f2c79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.1200433 Jul 12 16:31:06.039371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port dda574ee-f316-4b66-a1b8-70f0b57f27d3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=dda574ee-f316-4b66-a1b8-70f0b57f27d3,segment=NetworkSegment(9f31af8b-64d1-44b2-a767-99d700ca2ac1),segment_id=9f31af8b-64d1-44b2-a767-99d700ca2ac1)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:06.040060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.046367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-1e8ab0ba-afd4-42d3-9964-12d905e38e74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445948 Jul 12 16:31:06.055710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for dda574ee-f316-4b66-a1b8-70f0b57f27d3 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:06.226340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.226593 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.228490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905dcc5-b56c-41dd-a16f-d837b1b12460 req-46bf5540-c199-41e9-bfbf-509f07a65014 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:06.235353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a905dcc5-b56c-41dd-a16f-d837b1b12460 req-46bf5540-c199-41e9-bfbf-509f07a65014 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1929135 Jul 12 16:31:06.240469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42610) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:06.278923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=dda574ee-f316-4b66-a1b8-70f0b57f27d3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:06.289116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] For port c83aea7b-a15f-48a6-8783-091d3a483f1e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c83aea7b-a15f-48a6-8783-091d3a483f1e,segment=NetworkSegment(75c650d4-ddf9-454d-a243-02bab035bccc),segment_id=75c650d4-ddf9-454d-a243-02bab035bccc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:06.295788 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8e1e-3010-4c2a-94d5-b034dae8ebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.300070 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.336169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port dda574ee-f316-4b66-a1b8-70f0b57f27d3 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:06.344797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-99f88f37-5523-4cf6-bdeb-72d93672b679 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574828 Jul 12 16:31:06.386045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a905dcc5-b56c-41dd-a16f-d837b1b12460 req-b2f5e2c6-81f9-4010-90ad-86cfaf89f5a0 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187096 Jul 12 16:31:06.418801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc2f0f-9bce-4a63-afcf-f2b50c2236aa None None] Pushing event updated for resources: {'Port': ['ID=c83aea7b-a15f-48a6-8783-091d3a483f1e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:06.497444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.509790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabc9f97-4ba0-498a-bed6-ce373a925b47']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:06.522608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-00439710-b6c2-4ad3-a4cf-2d18f3e6c694 req-b511e529-45e0-4d23-93a1-d87855d0dd77 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650317 Jul 12 16:31:06.544384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f31af8b-64d1-44b2-a767-99d700ca2ac1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:06.544968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f31af8b-64d1-44b2-a767-99d700ca2ac1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:06.563489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.588097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.606545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:06.607088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.607647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8e1e-3010-4c2a-94d5-b034dae8ebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:06.612583 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:06.627548 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8e1e-3010-4c2a-94d5-b034dae8ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.659474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.662545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e5eb8e1e-3010-4c2a-94d5-b034dae8ebb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4aee54aeaceb45e8afe1838f22ae3764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194083 Jul 12 16:31:06.667627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42614) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:06.671640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c83aea7b-a15f-48a6-8783-091d3a483f1e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:06.685450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb8e1e-3010-4c2a-94d5-b034dae8ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f06737-13a5-42ea-b8b3-45304646e1fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:06.748432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Provisioning for port c7940f8d-cea9-440e-9209-1ce740efb985 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:06.763314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Provisioning complete for port c7940f8d-cea9-440e-9209-1ce740efb985 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:06.763856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.823156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c83aea7b-a15f-48a6-8783-091d3a483f1e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:06.824067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.876227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Port c7940f8d-cea9-440e-9209-1ce740efb985 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:06.896522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Allocated IP 172.25.8.173 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/92a6c5c6-a12c-4827-91a9-e7b192518543) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:06.916461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Provisioning complete for port c83aea7b-a15f-48a6-8783-091d3a483f1e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:06.916831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a38a24a-64e7-4b37-adc1-034a88b631c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:06.974318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.022814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.024887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/aabc9f97-4ba0-498a-bed6-ce373a925b47 HTTP/1.1" status: 204 len: 168 time: 2.7725611 Jul 12 16:31:07.028293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42616) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:07.046935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3956d477-1b0e-4b8e-b124-75b71b0ee239 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:07.070482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3956d477-1b0e-4b8e-b124-75b71b0ee239 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:07.071236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3956d477-1b0e-4b8e-b124-75b71b0ee239 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:07.071890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device dda574ee-f316-4b66-a1b8-70f0b57f27d3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:07.087547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ecf2-c6c9-445a-9a24-db4fcc636007 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=aabc9f97-4ba0-498a-bed6-ce373a925b47,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:07.099917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: dda574ee-f316-4b66-a1b8-70f0b57f27d3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:07.100384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device dda574ee-f316-4b66-a1b8-70f0b57f27d3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:07.138495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.170942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-88c185a9-9615-45c7-a870-dc03a7a29955 None None] Provisioning complete for port c7940f8d-cea9-440e-9209-1ce740efb985 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:07.171325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-88c185a9-9615-45c7-a870-dc03a7a29955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.218012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-88c185a9-9615-45c7-a870-dc03a7a29955 None None] Port c7940f8d-cea9-440e-9209-1ce740efb985 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:07.221694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.229281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.262074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.301366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.364771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.367220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.368405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10f06737-13a5-42ea-b8b3-45304646e1fb HTTP/1.1" status: 204 len: 168 time: 0.6742384 Jul 12 16:31:07.396967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1e951-cd9e-4668-a960-4f45ce6738e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f06737-13a5-42ea-b8b3-45304646e1fb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:07.435364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.441659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-eeccfcca-37d9-42f7-a550-765ba4e94bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:07.442907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-eeccfcca-37d9-42f7-a550-765ba4e94bc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0972881 Jul 12 16:31:07.514825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:07.520403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:07.528077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:07.647108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'Port': ['ID=92a6c5c6-a12c-4827-91a9-e7b192518543,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:07.648278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.695395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-cbbffa7f-43fd-46d0-bfb1-372a72123cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:07.696396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-cbbffa7f-43fd-46d0-bfb1-372a72123cff service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.2052863 Jul 12 16:31:07.766885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.793281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-bc464d87-3a17-4384-a832-eee263d998b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.0902538 Jul 12 16:31:07.857733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-dc403aed-eebf-48d6-9739-3067863df130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:07.859207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-dc403aed-eebf-48d6-9739-3067863df130 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.0528083 Jul 12 16:31:07.865140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.874519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.877903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:07.885823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8486447-7fbd-45c8-8b5a-ca6cdc694f51 req-3cd0a541-4eaa-4dcc-9db6-8d363d47c9e9 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:07.893419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8486447-7fbd-45c8-8b5a-ca6cdc694f51 req-3cd0a541-4eaa-4dcc-9db6-8d363d47c9e9 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3244672 Jul 12 16:31:07.992357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-91c2780e-9511-49a9-959c-e6f3ec8e0b4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212103 Jul 12 16:31:08.072167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8486447-7fbd-45c8-8b5a-ca6cdc694f51 req-d89fadf2-9151-4742-9ee2-f5da87c9d369 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777132 Jul 12 16:31:08.256729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3b97fc01-1518-40da-bddd-83b431afc834 None None] Provisioning complete for port c7940f8d-cea9-440e-9209-1ce740efb985 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:08.257774 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3b97fc01-1518-40da-bddd-83b431afc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.275777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-c6c91c3e-9414-4602-8863-eb8a87c9cfd4 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455077 Jul 12 16:31:08.301993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3b97fc01-1518-40da-bddd-83b431afc834 None None] Port c7940f8d-cea9-440e-9209-1ce740efb985 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:08.309368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=c7940f8d-cea9-440e-9209-1ce740efb985,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:08.387905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.392847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.434234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.451348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port a1ca229e-9801-45a9-94fa-c6b9e51c07b0 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:08.451717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.459032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acd0720b-9b9b-458f-b3af-a3587044b7b7 req-129e715a-a780-479f-bede-001386a21d47 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680446 Jul 12 16:31:08.537569 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.573333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.574644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6162617 Jul 12 16:31:08.575251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a660ed1-c485-45b8-8827-db35dc54ee46 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event updated for resources: {'Port': ['ID=92a6c5c6-a12c-4827-91a9-e7b192518543,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:08.590573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port a1ca229e-9801-45a9-94fa-c6b9e51c07b0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:08.590960 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.695287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-87cb00f2-c272-4430-9516-8a99e35ca244 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.1123829 Jul 12 16:31:08.775878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:08.899291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for a1ca229e-9801-45a9-94fa-c6b9e51c07b0 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:08.906157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-954c5939-35cd-414e-8629-ed489ad12410 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:08.912927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-954c5939-35cd-414e-8629-ed489ad12410 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2167211 Jul 12 16:31:08.921991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-0f0eb7cf-eb1d-43a0-867c-df5e81845bc4 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:31:08.934223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e893901-1718-42dd-bc60-f4d50092bf63 req-0f0eb7cf-eb1d-43a0-867c-df5e81845bc4 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201056 Jul 12 16:31:09.351428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855725b-9339-475a-bfa8-919cff5d25ab req-912d547a-cdfa-4d30-b6c1-59b33f64ea12 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:09.352982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-912d547a-cdfa-4d30-b6c1-59b33f64ea12 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2926180 Jul 12 16:31:09.388080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.396761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.401294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.421719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0d00-f3ca-4da5-a695-a684d9d89b92 req-3c32c446-0f29-480e-b549-d3be40db93a5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:09.425214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a4c0d00-f3ca-4da5-a695-a684d9d89b92 req-3c32c446-0f29-480e-b549-d3be40db93a5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1336267 Jul 12 16:31:09.463801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.487851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=a1ca229e-9801-45a9-94fa-c6b9e51c07b0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:09.502053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-9af17a24-d0c4-40e1-b58c-b936cfd02490 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 696 time: 0.1388373 Jul 12 16:31:09.525016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'floatingip': {'port_id': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:09.554888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=c7940f8d-cea9-440e-9209-1ce740efb985,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:09.565523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a4c0d00-f3ca-4da5-a695-a684d9d89b92 req-ddf6eab0-9b11-4924-93e5-c0be35c8a811 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118779 Jul 12 16:31:09.648596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.669540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 972cc952-a083-4900-978b-e6b24d7d16e3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:09.671337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:09.845915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 57126e26-0514-4766-ba08-0fa6552e81cf is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:09.966104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0fbb1a8-c7c6-42fd-aa08-0bf0373e07f2 None None] Provisioning complete for port c7940f8d-cea9-440e-9209-1ce740efb985 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:09.966607 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb1a8-c7c6-42fd-aa08-0bf0373e07f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:09.993812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:10.053856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbb1a8-c7c6-42fd-aa08-0bf0373e07f2 None None] Port c7940f8d-cea9-440e-9209-1ce740efb985 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:10.292710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-281b42b1-d478-4410-8650-17983266f555 None None] Provisioning complete for port c7940f8d-cea9-440e-9209-1ce740efb985 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:10.295741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-281b42b1-d478-4410-8650-17983266f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:10.374872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-281b42b1-d478-4410-8650-17983266f555 None None] Port c7940f8d-cea9-440e-9209-1ce740efb985 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:10.415110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:10.425448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263299-0185-480d-b17d-02659fa91886 None None] Sync routers for ids ['57126e26-0514-4766-ba08-0fa6552e81cf'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:10.439814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0127bc4-1f69-4096-ae19-f535c1be1c0e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/57126e26-0514-4766-ba08-0fa6552e81cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9948640 Jul 12 16:31:10.442387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] Routers {'57126e26-0514-4766-ba08-0fa6552e81cf'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:10.443107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['57126e26-0514-4766-ba08-0fa6552e81cf'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:10.446280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42696) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:10.550269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:10.582474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] Routers {'57126e26-0514-4766-ba08-0fa6552e81cf'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:10.583140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['57126e26-0514-4766-ba08-0fa6552e81cf'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:10.601246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f172e-5cb2-401e-b62c-e6ee3f31fc4f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:10.625360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-948f172e-5cb2-401e-b62c-e6ee3f31fc4f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports/c7940f8d-cea9-440e-9209-1ce740efb985 HTTP/1.1" status: 200 len: 983 time: 0.1607521 Jul 12 16:31:10.627627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:10.628100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-71263299-0185-480d-b17d-02659fa91886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:10.628775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263299-0185-480d-b17d-02659fa91886 None None] The sync data for ids ['57126e26-0514-4766-ba08-0fa6552e81cf'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:10.876810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:10.900285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:31:11.002429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505edf39-8a4f-432f-81aa-27fd8f953e4c req-572cd1c6-453b-447e-8f5b-cd947cf0d13e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:11.009545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-505edf39-8a4f-432f-81aa-27fd8f953e4c req-572cd1c6-453b-447e-8f5b-cd947cf0d13e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1919982 Jul 12 16:31:11.070897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-505edf39-8a4f-432f-81aa-27fd8f953e4c req-c2f528f3-257d-40dd-aeeb-7e8768faa273 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603366 Jul 12 16:31:11.108443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:11.117744 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:11.118302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.124127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-711ce9ff-0b82-4a23-af80-e2e0ad4bdcec tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0938437 Jul 12 16:31:11.125931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.129446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:11.138954 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:11.139699 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:11.190352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 074dd231-621c-4118-8bb8-3b2a33b5b9c1 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:11.195312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.310739 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Floating IP 3cdaabf2-2b30-466d-9750-4fb7ecc5a450 associated. External IP: 172.25.8.173, port: acd58230-27f7-4bfd-9954-8efe7c044132. Jul 12 16:31:11.352767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.375658 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:11.412230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.581651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.673078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Router d4b4f91b-4994-42b4-9d76-49a87f4aede1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:11.748236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.767532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.771701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/074dd231-621c-4118-8bb8-3b2a33b5b9c1 HTTP/1.1" status: 204 len: 168 time: 0.6380064 Jul 12 16:31:11.775356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450873d-977a-45ad-ac40-a693986a1845 None None] Network ab81e0a6-2689-4789-b153-11e35bb0ec22 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:11.784452 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:09Z', 'revision_number': 10, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:11.787641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42714) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:11.793437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544a776-ba5e-46f2-94f2-9cf4f525798c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=074dd231-621c-4118-8bb8-3b2a33b5b9c1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:11.819124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port c7940f8d-cea9-440e-9209-1ce740efb985 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:11.819466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.826871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:11.840273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:11.841913 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:11.870693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.951385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:11.960668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:11.964513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Sync routers for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:11.978377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:11.979663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:11.985148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.024352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-864a51eb-0431-4f7e-b222-c9a99347cca8 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "PUT /v2.0/floatingips/3cdaabf2-2b30-466d-9750-4fb7ecc5a450 HTTP/1.1" status: 200 len: 996 time: 2.5037527 Jul 12 16:31:12.029167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for c7940f8d-cea9-440e-9209-1ce740efb985 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:12.034375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:12.043908 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0750ed-dccb-44df-ba07-68a631d42fea" -d '{"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:12.085207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port d70ed699-7ba7-4c47-b583-62804dc9e6a4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:12.085546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.116825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:12.156596 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66125e3f-fa74-4508-aafc-dfbd31d80b47 x-openstack-request-id: req-66125e3f-fa74-4508-aafc-dfbd31d80b47 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:12.156813 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:12.157036 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66125e3f-fa74-4508-aafc-dfbd31d80b47 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:12.157434 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:31:12.185678 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:12.217686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855725b-9339-475a-bfa8-919cff5d25ab req-eb54b892-5a1c-42ed-bd3a-035f1d964ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:12.233312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-eb54b892-5a1c-42ed-bd3a-035f1d964ee3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.1852567 Jul 12 16:31:12.236844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] DHCP port deletion for ab81e0a6-2689-4789-b153-11e35bb0ec22 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:12.378862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Deleting port d70ed699-7ba7-4c47-b583-62804dc9e6a4 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:12.379375 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.406560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-0a0a25aa-5568-44f6-a865-6852747ed245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:12.408837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-0a0a25aa-5568-44f6-a865-6852747ed245 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.2446733 Jul 12 16:31:12.437031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port d70ed699-7ba7-4c47-b583-62804dc9e6a4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d70ed699-7ba7-4c47-b583-62804dc9e6a4,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:12.437696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.516306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] For port d70ed699-7ba7-4c47-b583-62804dc9e6a4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d70ed699-7ba7-4c47-b583-62804dc9e6a4,segment=NetworkSegment(4f930caf-6332-42a6-930e-c57ac72ee379),segment_id=4f930caf-6332-42a6-930e-c57ac72ee379)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:12.517285 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.537501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for d70ed699-7ba7-4c47-b583-62804dc9e6a4 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:12.579641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Calling delete_port for d70ed699-7ba7-4c47-b583-62804dc9e6a4 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:12.590195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3cdaabf2-2b30-466d-9750-4fb7ecc5a450', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'port_id': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'mac_address': 'fa:16:3e:9f:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990025c9-904f-4476-860a-d4e84a150767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:31:07Z', 'updated_at': '2021-07-12T16:31:10Z', 'revision_number': 1, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:12.611988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:12.612694 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:09Z', 'revision_number': 10, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:12.678919 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef2a50-44b8-49b0-90db-8e76999fc05e None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:09Z', 'revision_number': 10, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None, '_interfaces': [{'id': 'd8d816f0-3f84-4159-85f4-0151c2a15817', 'name': '', 'network_id': '0d30bb89-aa13-409d-9f1d-579244211a12', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'mac_address': 'fa:16:3e:3f:65:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:22Z', 'updated_at': '2021-07-12T16:30:32Z', 'revision_number': 5, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'subnets': [{'id': '12db1a0c-2676-49fc-97d4-a236e716968f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:12.695532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Checking router: d4b4f91b-4994-42b4-9d76-49a87f4aede1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:12.715780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d70ed699-7ba7-4c47-b583-62804dc9e6a4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:12.730713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855725b-9339-475a-bfa8-919cff5d25ab req-99570743-c678-4b8e-a75f-629892ed018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:12.749231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-99570743-c678-4b8e-a75f-629892ed018f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.5149829 Jul 12 16:31:12.764377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=c7940f8d-cea9-440e-9209-1ce740efb985,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:12.817560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:12.823538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:12.876975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-913d3966-22c9-4de3-9120-f846880bdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:12.878482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-913d3966-22c9-4de3-9120-f846880bdefc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.4606633 Jul 12 16:31:12.924893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7146a-d8c2-401e-ba3f-78d70975eede req-3cbe87f1-616b-4927-baaa-4e4c869765c8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:12.925496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27a7146a-d8c2-401e-ba3f-78d70975eede req-3cbe87f1-616b-4927-baaa-4e4c869765c8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3551517 Jul 12 16:31:12.929350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:13.003217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:13.031424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27a7146a-d8c2-401e-ba3f-78d70975eede req-99bd5005-1e7d-4c6c-888f-b8c8df2669cf tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919337 Jul 12 16:31:13.051852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-0c8ac94f-fe4a-4769-85f8-450a5058f3ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 999 time: 0.2640269 Jul 12 16:31:13.053709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] No DVR routers for this DVR port d70ed699-7ba7-4c47-b583-62804dc9e6a4 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:13.067270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No active binding found for port d70ed699-7ba7-4c47-b583-62804dc9e6a4 {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:31:13.067270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d70ed699-7ba7-4c47-b583-62804dc9e6a4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:13.118383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-392e2899-fd3b-4f27-94ef-00d6012ca85e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 999 time: 0.2235456 Jul 12 16:31:13.122591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:13.173017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa477c-bb66-48e9-90da-fefd270aa6d0 None None] Pushing event deleted for resources: {'Port': ['ID=d70ed699-7ba7-4c47-b583-62804dc9e6a4,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:13.221258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port d70ed699-7ba7-4c47-b583-62804dc9e6a4 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:13.284916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:13.311980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=d70ed699-7ba7-4c47-b583-62804dc9e6a4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:13.320240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 57126e26-0514-4766-ba08-0fa6552e81cf has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:13.361751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855725b-9339-475a-bfa8-919cff5d25ab req-0f9594b6-e79d-4e89-a476-b75df7b64ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:13.369418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-0f9594b6-e79d-4e89-a476-b75df7b64ed2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.3162935 Jul 12 16:31:13.454308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:13.465136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-77408f09-3c5f-4b1c-95cf-0ea7c5e65b73 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/57126e26-0514-4766-ba08-0fa6552e81cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8309956 Jul 12 16:31:13.465996 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] Sync routers for ids ['57126e26-0514-4766-ba08-0fa6552e81cf'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:13.466710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42756) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:13.479417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] Routers {'57126e26-0514-4766-ba08-0fa6552e81cf'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:13.480622 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['57126e26-0514-4766-ba08-0fa6552e81cf'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:13.483602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-0a40ef1d-fa58-4544-b615-31804e02bc11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067739 Jul 12 16:31:13.488781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-cac2f074-86f7-4067-aa23-67b9c84c16ec service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:31:13.496893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-cac2f074-86f7-4067-aa23-67b9c84c16ec service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122294 Jul 12 16:31:13.518337 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:13.528604 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] Routers {'57126e26-0514-4766-ba08-0fa6552e81cf'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:13.529533 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['57126e26-0514-4766-ba08-0fa6552e81cf'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:13.568590 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:13.569418 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aab61d-0b7e-4760-a40d-0d17e7d3be91 None None] The sync data for ids ['57126e26-0514-4766-ba08-0fa6552e81cf'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:13.615384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-23cdbe22-7bdb-4637-8cd6-8c37cffbeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:13.618120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-23cdbe22-7bdb-4637-8cd6-8c37cffbeb38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.4150116 Jul 12 16:31:13.671789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3cdaabf2-2b30-466d-9750-4fb7ecc5a450', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'port_id': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'mac_address': 'fa:16:3e:9f:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990025c9-904f-4476-860a-d4e84a150767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:31:07Z', 'updated_at': '2021-07-12T16:31:10Z', 'revision_number': 1, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:13.705952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-dc0a489a-6cf3-4cbb-8ce7-734c7c1bc150 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736828 Jul 12 16:31:13.721229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffd3e8-8a33-45b8-84ba-9fe089e43b37 None None] The sync data for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 is: [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3cdaabf2-2b30-466d-9750-4fb7ecc5a450', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'port_id': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'mac_address': 'fa:16:3e:9f:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990025c9-904f-4476-860a-d4e84a150767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:31:07Z', 'updated_at': '2021-07-12T16:31:10Z', 'revision_number': 1, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:13.747683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:13.876607 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-8aa0466d-9ae6-4083-bd0b-f27453235ebe tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] remove_router_interface failed (client error): The resource could not be found. Jul 12 16:31:13.878768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8aa0466d-9ae6-4083-bd0b-f27453235ebe tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/57126e26-0514-4766-ba08-0fa6552e81cf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4110391 Jul 12 16:31:13.881377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42762) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:13.965611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-afb19882-ee55-400b-bc1c-68923c706d26 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=57126e26-0514-4766-ba08-0fa6552e81cf HTTP/1.1" status: 200 len: 205 time: 0.0754724 Jul 12 16:31:13.968137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42764) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:14.129560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986365e-1375-4d1d-a898-570438708a1a None None] New status for floating IP 3cdaabf2-2b30-466d-9750-4fb7ecc5a450: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:31:14.139570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.254201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab81e0a6-2689-4789-b153-11e35bb0ec22']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:14.283206 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f930caf-6332-42a6-930e-c57ac72ee379') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:14.283889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f930caf-6332-42a6-930e-c57ac72ee379') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:14.299471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.310783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-8928caa0-d0c4-49da-bfe3-02f8355f7d6c service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128819 Jul 12 16:31:14.339319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.394500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:14.397530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:14.401022 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:14.543076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-bc9d22f6-a56a-4c02-8118-46b48945b044 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207991 Jul 12 16:31:14.595568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a1ca229e-9801-45a9-94fa-c6b9e51c07b0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:14.662528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a1ca229e-9801-45a9-94fa-c6b9e51c07b0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:14.663192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a1ca229e-9801-45a9-94fa-c6b9e51c07b0 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:14.717486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.746999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.752509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/ab81e0a6-2689-4789-b153-11e35bb0ec22 HTTP/1.1" status: 204 len: 168 time: 2.9638774 Jul 12 16:31:14.755745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42770) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:14.817048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0855725b-9339-475a-bfa8-919cff5d25ab req-e45ce175-4df2-4941-b0e5-95ce470b18b5 service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921391 Jul 12 16:31:14.817804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea219df-c6d2-4663-81f2-e89b54c9a629 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=ab81e0a6-2689-4789-b153-11e35bb0ec22,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:14.931453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.932723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.982184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.982711 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router 57126e26-0514-4766-ba08-0fa6552e81cf {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:14.989651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:14.990756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4c1b1a16-e2d9-4d8e-958a-7a71eb91212f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/57126e26-0514-4766-ba08-0fa6552e81cf HTTP/1.1" status: 204 len: 168 time: 1.0206585 Jul 12 16:31:14.995935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:15.001336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b0750ed-dccb-44df-ba07-68a631d42fea req-76aba544-ba64-4029-afae-83bc0e6660ca service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424295 Jul 12 16:31:15.043013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-8c6f9c6c-d6ab-4b29-a947-f5d668d06b99 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1001 time: 0.1668386 Jul 12 16:31:15.055799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619dd2-0fa2-47f8-9621-a99b3887f359 req-6769b007-5826-4bfa-9a3a-4bfa939c3997 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:15.057850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1619dd2-0fa2-47f8-9621-a99b3887f359 req-6769b007-5826-4bfa-9a3a-4bfa939c3997 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.7793119 Jul 12 16:31:15.102581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 85d7192a-3a1f-4b59-ae6d-09dd2fa84938 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:15.107226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.145949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1619dd2-0fa2-47f8-9621-a99b3887f359 req-c0241d43-b51b-4349-a3c2-66adbe96ed2c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772841 Jul 12 16:31:15.173452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.196794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e86d2-be2f-4936-9770-b79828bb560d req-e16f77eb-5762-4793-81cb-28971f63e98d tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:15.198733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-e16f77eb-5762-4793-81cb-28971f63e98d tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports/acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 942 time: 0.1440303 Jul 12 16:31:15.372966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.447113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.476697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-a1575e59-2b2e-443e-8ebc-b12e55dde83b tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1001 time: 0.0984061 Jul 12 16:31:15.482979 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.491017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.491740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0d643-1078-4fd9-8dd4-7fac14f289dd None None] Network 972cc952-a083-4900-978b-e6b24d7d16e3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:15.493011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/85d7192a-3a1f-4b59-ae6d-09dd2fa84938 HTTP/1.1" status: 204 len: 168 time: 0.4962676 Jul 12 16:31:15.494117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7b916-b1ce-46cf-8a1f-13bdcb538be1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=85d7192a-3a1f-4b59-ae6d-09dd2fa84938,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:15.500377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42786) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:15.620566 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.742869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port c83aea7b-a15f-48a6-8783-091d3a483f1e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:15.743244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.761861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e86d2-be2f-4936-9770-b79828bb560d req-df2faf23-1a1a-459f-8443-cf1cc59aa2a3 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:15.763332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-df2faf23-1a1a-459f-8443-cf1cc59aa2a3 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.2772968 Jul 12 16:31:15.883311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-fa4eb3f6-37ac-4344-b74a-e1b051c3b4dc tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 1001 time: 0.1121979 Jul 12 16:31:15.901306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port c83aea7b-a15f-48a6-8783-091d3a483f1e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c83aea7b-a15f-48a6-8783-091d3a483f1e,segment=NetworkSegment(75c650d4-ddf9-454d-a243-02bab035bccc),segment_id=75c650d4-ddf9-454d-a243-02bab035bccc)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:15.903085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:15.911182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:15.925146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for c83aea7b-a15f-48a6-8783-091d3a483f1e owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:16.053111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.107308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=c83aea7b-a15f-48a6-8783-091d3a483f1e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:16.111659 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.118174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port c83aea7b-a15f-48a6-8783-091d3a483f1e on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:16.119889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb34479-2e16-42a4-b96f-e16dde30521b None None] DHCP port deletion for 972cc952-a083-4900-978b-e6b24d7d16e3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:16.209942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port d8d816f0-3f84-4159-85f4-0151c2a15817 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:16.210553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.307779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.340720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972cc952-a083-4900-978b-e6b24d7d16e3']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:16.362810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port d8d816f0-3f84-4159-85f4-0151c2a15817, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d8d816f0-3f84-4159-85f4-0151c2a15817,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:16.363565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.370955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c650d4-ddf9-454d-a243-02bab035bccc') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:16.371287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c650d4-ddf9-454d-a243-02bab035bccc') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:16.382816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.388472 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for d8d816f0-3f84-4159-85f4-0151c2a15817 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:16.435205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.480990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:16.481709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:16.507867 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:16.514750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.526665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.527286 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Floating IP 3cdaabf2-2b30-466d-9750-4fb7ecc5a450 disassociated. External IP: 172.25.8.173, port: acd58230-27f7-4bfd-9954-8efe7c044132. Jul 12 16:31:16.621145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.632258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.638570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/972cc952-a083-4900-978b-e6b24d7d16e3 HTTP/1.1" status: 204 len: 168 time: 1.1371288 Jul 12 16:31:16.642290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:16.647502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976279103'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:16.650287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c83aea7b-a15f-48a6-8783-091d3a483f1e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:16.667347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56380e5-dbdb-456f-b012-4cc91b1a7ef2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=972cc952-a083-4900-978b-e6b24d7d16e3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:16.687732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47083-418b-453d-82f5-a742ec866be8 req-2e6224f4-aa9b-4773-aa65-f4e4dec678f1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:16.689669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4c47083-418b-453d-82f5-a742ec866be8 req-2e6224f4-aa9b-4773-aa65-f4e4dec678f1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2598672 Jul 12 16:31:16.708273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c83aea7b-a15f-48a6-8783-091d3a483f1e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:16.708717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c83aea7b-a15f-48a6-8783-091d3a483f1e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:16.721594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:16.725529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.767381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4c47083-418b-453d-82f5-a742ec866be8 req-93f606fc-1e46-40c5-8e30-63a319b62526 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 Jul 12 16:31:16.779242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:16.793708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.794711 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 984cacd5-c4ab-4812-8e7e-da45ce9c4444 of type vlan for network ee0bd7e8-4588-4239-a402-18050810c5a6 Jul 12 16:31:16.838418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.876040 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.882190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:16.882917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.923225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:16.951295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3079350 Jul 12 16:31:16.954212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42804) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:16.959737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:17.013038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=d8d816f0-3f84-4159-85f4-0151c2a15817,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:17.097791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:17.102680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.225319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026427-ebda-4c3d-82e7-18a081f622bf tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=ee0bd7e8-4588-4239-a402-18050810c5a6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:17.237319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ee0bd7e8-4588-4239-a402-18050810c5a6 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:17.534727 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.603930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=c5f87d2f-da33-4ddc-aad6-635bf796bd05,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:17.609950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '984cacd5-c4ab-4812-8e7e-da45ce9c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:17.610309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: ee0bd7e8-4588-4239-a402-18050810c5a6, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:17.630521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network ee0bd7e8-4588-4239-a402-18050810c5a6 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:17.644236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ee0bd7e8-4588-4239-a402-18050810c5a6) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:17.652913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3062b2-9660-4ab7-b5ca-688c197ef922 None None] Network ee0bd7e8-4588-4239-a402-18050810c5a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:17.655779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:17.656840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.674776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cae2b1f3-00bc-453b-9759-b2cca24a6aee tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7192526 Jul 12 16:31:17.676878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:17.684036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1547236801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:17.712536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.714764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.762326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.765750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Router d4b4f91b-4994-42b4-9d76-49a87f4aede1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:17.802261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.809906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.821615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ee0bd7e8-4588-4239-a402-18050810c5a6', 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': 'c5f87d2f-da33-4ddc-aad6-635bf796bd05'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:31:17.823603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.847077 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:17.851870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8719798c-9230-42b6-8e7a-2ba8e9ffe914 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1713614 Jul 12 16:31:17.852124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42822) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:17.986156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc380-2078-4687-b5d2-b6bb355d7e54 req-796396f2-749e-429f-8443-a90f905a9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:17.987892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-300cc380-2078-4687-b5d2-b6bb355d7e54 req-796396f2-749e-429f-8443-a90f905a9068 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2689083 Jul 12 16:31:18.027348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Allocated IP 2001:db8::2 (ee0bd7e8-4588-4239-a402-18050810c5a6/c5f87d2f-da33-4ddc-aad6-635bf796bd05/778bb26c-1ada-464d-8dea-5ed3dfd6f2d2) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:18.080212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:18.087058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.093357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Sync routers for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:18.108417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:18.109389 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:18.128234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:18.140693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-300cc380-2078-4687-b5d2-b6bb355d7e54 req-e4c779a7-f255-4531-a025-ab2ff9a48628 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172252 Jul 12 16:31:18.149873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-907fe65e-dc24-4555-863d-8ede7abc5d79 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "PUT /v2.0/floatingips/3cdaabf2-2b30-466d-9750-4fb7ecc5a450 HTTP/1.1" status: 200 len: 695 time: 2.2466054 Jul 12 16:31:18.152384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:18.155143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:18.243992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.252903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a36bf-d527-494a-8855-1f481f2bc775 req-c03f47e0-803d-4dc8-bd5b-ecafb7f6eb9c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:18.257821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f8a36bf-d527-494a-8855-1f481f2bc775 req-c03f47e0-803d-4dc8-bd5b-ecafb7f6eb9c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3112428 Jul 12 16:31:18.259181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Transition to ACTIVE for port object 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:18.277440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Transition to ACTIVE for port object 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:18.286514 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.288639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:18.303571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42826) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:18.304697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.304845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b200995a-b806-4b57-b25e-4dc129bc828a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5359354 Jul 12 16:31:18.350180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e86d2-be2f-4936-9770-b79828bb560d req-13c8166f-dd10-4cd0-9396-c073d4e08166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:18.352155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:18.355837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-13c8166f-dd10-4cd0-9396-c073d4e08166 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.1618168 Jul 12 16:31:18.366685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Pushing event updated for resources: {'Port': ['ID=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:18.370452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:18.393231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Network ee0bd7e8-4588-4239-a402-18050810c5a6 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:18.396345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:18.398689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:18.403610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:18.405982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:18.523942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:18.613414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e86d2-be2f-4936-9770-b79828bb560d req-687b43dc-8cac-4073-9670-edf27d07fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:18.620411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting subnet 12db1a0c-2676-49fc-97d4-a236e716968f {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:18.633286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-687b43dc-8cac-4073-9670-edf27d07fe96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.2703316 Jul 12 16:31:18.643652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.708020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Attempting to bind port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:18.708647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Attempting to bind port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '984cacd5-c4ab-4812-8e7e-da45ce9c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:18.708783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Attempting to bind port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 on network ee0bd7e8-4588-4239-a402-18050810c5a6 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:18.714015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f8a36bf-d527-494a-8855-1f481f2bc775 req-a219b877-c07d-4b2c-abe9-1951f6aeae90 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187806 Jul 12 16:31:18.745454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:18.770067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:18.770890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Checking segment: {'id': '984cacd5-c4ab-4812-8e7e-da45ce9c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:18.779547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.785454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Bound using segment: {'id': '984cacd5-c4ab-4812-8e7e-da45ce9c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:18.788958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Bound port: 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984cacd5-c4ab-4812-8e7e-da45ce9c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee0bd7e8-4588-4239-a402-18050810c5a6'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:18.789624 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.854828 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:18.863127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:18.881534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-c08b51fb-8542-4444-b244-626fd771328b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.2371800 Jul 12 16:31:18.939200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:18.955545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:18.962703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:18.998407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Checking router: d4b4f91b-4994-42b4-9d76-49a87f4aede1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:19.006612 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30070a6-2005-470a-9106-7db3f907a705 x-openstack-request-id: req-a30070a6-2005-470a-9106-7db3f907a705 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:19.006906 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:19.007156 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a30070a6-2005-470a-9106-7db3f907a705 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:19.007550 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:31:19.023601 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:19.024237 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:19.109444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:19.123228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8::1 (ee0bd7e8-4588-4239-a402-18050810c5a6/c5f87d2f-da33-4ddc-aad6-635bf796bd05/1204c6b1-7a3d-42f2-86e1-f7b05d952dea) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:19.145939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e86d2-be2f-4936-9770-b79828bb560d req-7f35126c-5f25-4b1a-bbd2-2556bf9a027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:19.149567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-7f35126c-5f25-4b1a-bbd2-2556bf9a027b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.2650855 Jul 12 16:31:19.156151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.211743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:19.216070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] For port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:19.246328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b99428c-e37f-46ad-8041-4c3fa13c4f41 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:19.265634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] For port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,segment=NetworkSegment(984cacd5-c4ab-4812-8e7e-da45ce9c4444),segment_id=984cacd5-c4ab-4812-8e7e-da45ce9c4444)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:19.268105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-d5d452b3-20ec-44de-a1a3-3cad99b54693 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122532 Jul 12 16:31:19.276268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.345682 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:19.348618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Pushing event updated for resources: {'Port': ['ID=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:19.358088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.358524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.358926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.359323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.359744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.360139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.360528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.360921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.361300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.361682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.362083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.362463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b051b5-4bca-4efb-864c-bb4347813eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:19.408874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-a4c3e92b-23ef-406b-9ac2-b27afa4da36d service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275306 Jul 12 16:31:19.435783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-69c39ddf-66dc-4700-9b9f-75c19fb62fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:19.438387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-69c39ddf-66dc-4700-9b9f-75c19fb62fbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5cea592f1fc544f98fc40c52232afb58&device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 1096 time: 0.4293513 Jul 12 16:31:19.474288 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.479817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.529192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Subnet': ['ID=12db1a0c-2676-49fc-97d4-a236e716968f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:19.534548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.536274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b147116-09a9-499c-be9a-4f4dde86f4e8 None None] Network 0d30bb89-aa13-409d-9f1d-579244211a12 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:19.542409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-98167d95-2239-4528-b908-05eea932d054 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/12db1a0c-2676-49fc-97d4-a236e716968f HTTP/1.1" status: 204 len: 168 time: 1.2230194 Jul 12 16:31:19.544566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42852) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:19.558609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object 1204c6b1-7a3d-42f2-86e1-f7b05d952dea will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:19.749111 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:19.757482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.785856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-4983b96d-1283-479c-99d4-5c7dd87e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:19.787160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-4983b96d-1283-479c-99d4-5c7dd87e7406 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 200 len: 920 time: 0.3265877 Jul 12 16:31:19.808749 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95be0a0b-ea56-4a8b-8f27-e18566ea1f8d None None] The sync data for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 is: [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:30:14Z', 'revision_number': 4, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4e000fb3-a252-48bb-b74c-9aacd638f32d', 'name': '', 'network_id': '2f045623-43d2-44da-9bf0-7757f62af498', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'mac_address': 'fa:16:3e:18:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:12Z', 'updated_at': '2021-07-12T16:30:22Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'subnets': [{'id': '3e2f53d6-a27a-4da8-8681-87725fd38687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:19.812834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:19.942320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-17aaf078-a81e-4fbb-ba0a-a288c58dd64f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 200 len: 217 time: 0.1464562 Jul 12 16:31:20.004420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network ee0bd7e8-4588-4239-a402-18050810c5a6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:20.008850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:20.031214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:20.031807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.068552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] DHCP port deletion for 0d30bb89-aa13-409d-9f1d-579244211a12 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:20.101122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-389e86d2-be2f-4936-9770-b79828bb560d req-f84fe05b-fabb-4d98-aa4b-c3050f6f83d9 service neutron] 10.222.0.58 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824391 Jul 12 16:31:20.132840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=1204c6b1-7a3d-42f2-86e1-f7b05d952dea,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:20.139106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-026f98d1-6821-4a27-9c01-14ccb6364058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:20.144128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-026f98d1-6821-4a27-9c01-14ccb6364058 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 200 len: 859 time: 0.1872237 Jul 12 16:31:20.152272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Deleting port 96671acb-c112-4821-99e3-9fe98dbfda70 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:20.152644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.188916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-8676906d-d838-4404-89d2-22fb24792444 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2f045623-43d2-44da-9bf0-7757f62af498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388348 Jul 12 16:31:20.237629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] For port 96671acb-c112-4821-99e3-9fe98dbfda70, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=96671acb-c112-4821-99e3-9fe98dbfda70,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:20.238306 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.255572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Calling delete_port for 96671acb-c112-4821-99e3-9fe98dbfda70 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:20.257741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Deleting port 96671acb-c112-4821-99e3-9fe98dbfda70 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:20.258082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.352604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d55b2f-8807-46ca-b0bc-f7250bdb4b55 req-f01039dc-84b1-43b9-9312-fcadc1f1d7c7 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:20.354663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-86d55b2f-8807-46ca-b0bc-f7250bdb4b55 req-f01039dc-84b1-43b9-9312-fcadc1f1d7c7 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2516942 Jul 12 16:31:20.368196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-6dd41a7c-47cc-4e1c-a89e-bcb394d95a76 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips/3cdaabf2-2b30-466d-9750-4fb7ecc5a450 HTTP/1.1" status: 200 len: 695 time: 0.1763377 Jul 12 16:31:20.391567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.417586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] No DVR routers for this DVR port 96671acb-c112-4821-99e3-9fe98dbfda70 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:20.419659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] For port 96671acb-c112-4821-99e3-9fe98dbfda70, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=96671acb-c112-4821-99e3-9fe98dbfda70,segment=NetworkSegment(839f2403-dd65-499d-a508-b147eefa5f26),segment_id=839f2403-dd65-499d-a508-b147eefa5f26)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:20.420449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.458586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346bf60-0001-49d8-b3f0-a79dfa52c0c1 None None] Pushing event deleted for resources: {'Port': ['ID=96671acb-c112-4821-99e3-9fe98dbfda70,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:20.460286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Calling delete_port for 96671acb-c112-4821-99e3-9fe98dbfda70 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:20.494059 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:20.505000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-86d55b2f-8807-46ca-b0bc-f7250bdb4b55 req-5330bb44-3e4a-4eb6-b1c3-d4cbad2c18c6 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413240 Jul 12 16:31:20.710564 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489d5f5-fb83-4c2f-9679-cd30448100fb None None] New status for floating IP 3cdaabf2-2b30-466d-9750-4fb7ecc5a450: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:31:20.712048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-2ded2cd2-c293-4365-9982-a8792492eb82 service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143442 Jul 12 16:31:20.731565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:20.794457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-c31f34e6-53c7-4b58-8560-d0773cea8876 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:20.796225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-c31f34e6-53c7-4b58-8560-d0773cea8876 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/networks/c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 784 time: 0.4250784 Jul 12 16:31:20.844723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-f3ee31cb-e5a3-4d63-a185-499452b7bd35 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:31:20.856491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-f3ee31cb-e5a3-4d63-a185-499452b7bd35 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265903 Jul 12 16:31:20.887493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:21.008931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8d816f0-3f84-4159-85f4-0151c2a15817 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:21.022466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-03905419-86f4-4efb-9a58-0f8dcf62255b tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 698 time: 0.1573548 Jul 12 16:31:21.049990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d8d816f0-3f84-4159-85f4-0151c2a15817 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:21.054544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d8d816f0-3f84-4159-85f4-0151c2a15817 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:21.056085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 96671acb-c112-4821-99e3-9fe98dbfda70 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:21.083172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.091303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.106034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.124847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 96671acb-c112-4821-99e3-9fe98dbfda70 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:21.125391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 96671acb-c112-4821-99e3-9fe98dbfda70 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:21.176295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=1204c6b1-7a3d-42f2-86e1-f7b05d952dea,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:21.181576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No DVR routers for this DVR port 96671acb-c112-4821-99e3-9fe98dbfda70 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:21.188459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.229683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-6e5b92eb-372c-4020-9398-c5b5173485bc tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.8.173 HTTP/1.1" status: 200 len: 698 time: 0.1920471 Jul 12 16:31:21.243560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Port': ['ID=96671acb-c112-4821-99e3-9fe98dbfda70,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:21.279068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ab0a0d2-0f7c-4287-ba98-1d59edf1b3a2 req-0db514a7-3e97-4be5-a1aa-45d517a55f7f service neutron] 10.222.0.77 "GET /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440054 Jul 12 16:31:21.341457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3067e3-73c4-45c1-afbc-d07aa90ead59 None None] Network ee0bd7e8-4588-4239-a402-18050810c5a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:21.430648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Provisioning for port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:21.437285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Provisioning complete for port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:21.437660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.536368 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.538396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-9ad026ad-4f56-4a27-8ddd-d5cc36610b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:21.540305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-9ad026ad-4f56-4a27-8ddd-d5cc36610b63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2053127 Jul 12 16:31:21.545313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Deleting port 92a6c5c6-a12c-4827-91a9-e7b192518543 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:21.545653 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.567561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30bb89-aa13-409d-9f1d-579244211a12']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:21.686451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-b8222555-5dd0-4d1c-9a66-83164e023af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:21.688042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-b8222555-5dd0-4d1c-9a66-83164e023af2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.1403751 Jul 12 16:31:21.730521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.804271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] For port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,segment=NetworkSegment(984cacd5-c4ab-4812-8e7e-da45ce9c4444),segment_id=984cacd5-c4ab-4812-8e7e-da45ce9c4444)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:21.811830 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:21.824621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-89f2835a-d513-447a-a00b-13d56c3c6082 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.1230514 Jul 12 16:31:21.881249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6831f58-c16d-4956-af3f-76d553ed6ae7 None None] Pushing event updated for resources: {'Port': ['ID=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:21.946653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-1220240f-2592-4d8a-a0fe-89289a90314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:21.948520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-1220240f-2592-4d8a-a0fe-89289a90314d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.0844913 Jul 12 16:31:22.018737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-c3b49d3b-d0db-4e62-b41d-ea0802113ae2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611491 Jul 12 16:31:22.021942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.022305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.030487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839f2403-dd65-499d-a508-b147eefa5f26') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:22.030787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839f2403-dd65-499d-a508-b147eefa5f26') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:22.060962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.061370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Calling delete_port for 92a6c5c6-a12c-4827-91a9-e7b192518543 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:22.091736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network ee0bd7e8-4588-4239-a402-18050810c5a6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:22.099022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:22.107368 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.118044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0ed9-369e-4b01-b2c8-88fc1c75e42c req-a608a5b3-d670-4bc5-a351-69509032e4e1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:22.120258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15dc0ed9-369e-4b01-b2c8-88fc1c75e42c req-a608a5b3-d670-4bc5-a351-69509032e4e1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.6846712 Jul 12 16:31:22.126398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:22.127030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:22.131549 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:22.213726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Provisioning for port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:22.218242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Provisioning complete for port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:22.218625 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.273916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:22.292257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Provisioning complete for port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:22.293067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5225d33a-bde4-43d0-86bf-f96458b81674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.339713 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15dc0ed9-369e-4b01-b2c8-88fc1c75e42c req-6659508d-3d22-45b2-94b0-86ff1ba42bdd tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074111 Jul 12 16:31:22.358873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.366315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.371934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/networks/0d30bb89-aa13-409d-9f1d-579244211a12 HTTP/1.1" status: 204 len: 168 time: 2.8241119 Jul 12 16:31:22.375576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:22.386580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'routes': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:22.506189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46dbec-44db-4b64-85e2-9cff5d7c6a22 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Pushing event deleted for resources: {'Network': ['ID=0d30bb89-aa13-409d-9f1d-579244211a12,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:22.669586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-67bf5c32-c4bb-4aa7-81d7-d6aed562878d None None] Provisioning complete for port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:22.670102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c32-c4bb-4aa7-81d7-d6aed562878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.672999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:22.695035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-99158bc9-a8f1-45ab-b08b-c2e7dd3a78fd service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689045 Jul 12 16:31:22.773966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Added routes are [] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:31:22.774538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Removed routes are [] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:31:22.774645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.820412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-67bf5c32-c4bb-4aa7-81d7-d6aed562878d None None] Port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:22.831914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:22.832164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 5f5ee22c-3941-41de-a161-7b3d3ce99ef8 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:22.832431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.860044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:22.930914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6769643-dc6d-4367-8b62-3db7234c2e3a req-0f582d01-0693-4d30-9137-df62df88f3d6 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264655 Jul 12 16:31:22.935035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event deleted for resources: {'Port': ['ID=92a6c5c6-a12c-4827-91a9-e7b192518543,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:23.053159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-63562ae5-1210-4e76-b468-b434fcd81abe None None] Provisioning complete for port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:23.053614 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63562ae5-1210-4e76-b468-b434fcd81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.095740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:23.096261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.101556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.104372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-247b90e6-3f74-4219-b36b-06be13e3dd4e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/5f5ee22c-3941-41de-a161-7b3d3ce99ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2493739 Jul 12 16:31:23.114986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] Sync routers for ids ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:23.123303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4268b9e-904b-42c8-93a1-c50fd59e234e req-b7a72b26-c164-4e68-aed7-0d05f07b8afe tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "DELETE /v2.0/floatingips/3cdaabf2-2b30-466d-9750-4fb7ecc5a450 HTTP/1.1" status: 204 len: 173 time: 1.8614101 Jul 12 16:31:23.123861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42896) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:23.152468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.171824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.198853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] Routers {'5f5ee22c-3941-41de-a161-7b3d3ce99ef8'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:23.199901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:23.207782 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42904) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:23.274690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00156e9-c971-4f54-92fb-9e435c838a2a tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:23.278239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d00156e9-c971-4f54-92fb-9e435c838a2a tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports/1204c6b1-7a3d-42f2-86e1-f7b05d952dea HTTP/1.1" status: 200 len: 911 time: 0.1533675 Jul 12 16:31:23.282308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:23.299008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:23.316435 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:31:23.317650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-63562ae5-1210-4e76-b468-b434fcd81abe None None] Port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:23.331028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] Routers {'5f5ee22c-3941-41de-a161-7b3d3ce99ef8'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:23.336712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:23.384070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:23.398346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d0abf-ebc1-476d-9aa5-206c1bb84108 None None] The sync data for ids ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:23.542171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af11962b-97a2-4639-9554-69b70c1212f2 None None] Provisioning complete for port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:23.542595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af11962b-97a2-4639-9554-69b70c1212f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.588030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-af11962b-97a2-4639-9554-69b70c1212f2 None None] Port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:23.596290 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0e538e-cc2a-4006-92e4-042cbdd138b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.623363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d967-e0b8-4d52-96e7-590f0c04c33d req-1a6c62b9-b4a4-4c23-b4a2-8ebe9ca202fc tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:23.625082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24d6d967-e0b8-4d52-96e7-590f0c04c33d req-1a6c62b9-b4a4-4c23-b4a2-8ebe9ca202fc tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1043231 Jul 12 16:31:23.664635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2ca5790-91da-4a73-a125-57592706cb71 req-6bf1d378-f2c3-42c1-b6c6-9f9e5938a72e tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups/aaafde8f-5ce2-4ea3-8dc2-4730863ad50e HTTP/1.1" status: 200 len: 1810 time: 0.5230751 Jul 12 16:31:23.671642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:23.701160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24d6d967-e0b8-4d52-96e7-590f0c04c33d req-3462dfaa-8d3f-499e-ad03-a3d198317a66 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Jul 12 16:31:23.865133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:23.876687 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Sync routers for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:23.877731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.881595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c36ddaba-7da5-4369-8706-2c929edf2e1b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 701 time: 1.4989927 Jul 12 16:31:23.882324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42934) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:23.907766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b2ca5790-91da-4a73-a125-57592706cb71 req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:23.908804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:23.909681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:23.938731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd16554d-9b35-412b-8087-03284e9dbdb5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 205 time: 0.0552652 Jul 12 16:31:23.943557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42936) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:23.950486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b2ca5790-91da-4a73-a125-57592706cb71 req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.023885 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0e538e-cc2a-4006-92e4-042cbdd138b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.031326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.038148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5e0e538e-cc2a-4006-92e4-042cbdd138b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.076978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b2ca5790-91da-4a73-a125-57592706cb71 req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.079552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b2ca5790-91da-4a73-a125-57592706cb71 req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.080829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2ca5790-91da-4a73-a125-57592706cb71 req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "DELETE /v2.0/security-groups/aaafde8f-5ce2-4ea3-8dc2-4730863ad50e HTTP/1.1" status: 204 len: 173 time: 0.4079471 Jul 12 16:31:24.092820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.102843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e0e538e-cc2a-4006-92e4-042cbdd138b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60b04361ef504971b508bb2ed7914a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912668 Jul 12 16:31:24.121842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:24.146339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e538e-cc2a-4006-92e4-042cbdd138b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea22259-ad49-4718-bc6a-5c70eb600dbf,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:24.216759 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:24.251991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868dae8-fda8-45d4-aeda-5fabdfd407bf tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaafde8f-5ce2-4ea3-8dc2-4730863ad50e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:24.344308 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:24.376608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.390367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.411151 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Checking router: 49a33642-ce48-4b53-8e4d-9f9dd69daa84 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:24.432863 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Routers {'49a33642-ce48-4b53-8e4d-9f9dd69daa84'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:24.433801 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:24.508059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.514352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:24.542702 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.551961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6414795c-602a-43ec-b06f-0c7eb5733a12 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 204 len: 168 time: 0.6073024 Jul 12 16:31:24.553156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42944) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:24.569884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1896886671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:24.593030 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] Set router 49a33642-ce48-4b53-8e4d-9f9dd69daa84 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:24.607311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 1204c6b1-7a3d-42f2-86e1-f7b05d952dea {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:24.607311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.636193 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.637409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.676112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.691277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:24.736968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.741542 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d670b-1848-409b-a0b2-3ca4d818e337 None None] The sync data for ids ['49a33642-ce48-4b53-8e4d-9f9dd69daa84'] in n-d-800078-3 is: [{'id': '49a33642-ce48-4b53-8e4d-9f9dd69daa84', 'name': 'tempest-RoutersTest-router-2140069946', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:19Z', 'updated_at': '2021-07-12T16:31:16Z', 'revision_number': 11, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:24.767325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.797129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 1204c6b1-7a3d-42f2-86e1-f7b05d952dea owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:24.854527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.856898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.860508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.862241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ea22259-ad49-4718-bc6a-5c70eb600dbf HTTP/1.1" status: 204 len: 168 time: 0.7395880 Jul 12 16:31:24.867349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.892715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44de994-64cb-41f9-9d0a-457899442ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea22259-ad49-4718-bc6a-5c70eb600dbf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:24.903812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:24.905922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a44f1ee-29be-4869-b12a-02695094d99b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3495147 Jul 12 16:31:24.908661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42952) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:24.925998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:24.930250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c1522-4d11-46c6-8c34-4454cc028838 req-3ac7a442-b311-481c-9e56-3e5ef6b0485c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:24.933728 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce0c1522-4d11-46c6-8c34-4454cc028838 req-3ac7a442-b311-481c-9e56-3e5ef6b0485c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2150960 Jul 12 16:31:25.076510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce0c1522-4d11-46c6-8c34-4454cc028838 req-d892440a-8f89-4fe0-a900-e112deeecc6d tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339481 Jul 12 16:31:25.260837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.313778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=1204c6b1-7a3d-42f2-86e1-f7b05d952dea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:25.422491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.431838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.442562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.454444 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.455815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e78b5569-dfea-4ab9-8b2e-a96c7b3508de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.564089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962cfa0-e185-438f-8e9f-29305ac91de4 req-1b501c32-8bed-4b5f-8ae6-128a7204b20b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:25.565823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9962cfa0-e185-438f-8e9f-29305ac91de4 req-1b501c32-8bed-4b5f-8ae6-128a7204b20b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.5079913 Jul 12 16:31:25.644681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9962cfa0-e185-438f-8e9f-29305ac91de4 req-e38b848f-787f-404d-aa7c-f62f4b5f8045 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692732 Jul 12 16:31:25.658723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Router f9011fc9-6ea4-4925-9cc2-24d79b069b72 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:25.664203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 5f5ee22c-3941-41de-a161-7b3d3ce99ef8 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:25.762691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:25.771881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Sync routers for ids ['f9011fc9-6ea4-4925-9cc2-24d79b069b72'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:25.773699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.774881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9344fa41-4fab-4c0d-9ce5-b1cef2245dc5 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "PUT /v2.0/routers/f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 200 len: 694 time: 0.8650320 Jul 12 16:31:25.780792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.788321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Routers {'f9011fc9-6ea4-4925-9cc2-24d79b069b72'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:25.788960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f9011fc9-6ea4-4925-9cc2-24d79b069b72'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:25.796831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:25.807748 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] Sync routers for ids ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:25.817625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8078df21-0e60-423c-ba96-a8cae8f87742 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/5f5ee22c-3941-41de-a161-7b3d3ce99ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318797 Jul 12 16:31:25.820360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42966) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.830274 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] Routers {'5f5ee22c-3941-41de-a161-7b3d3ce99ef8'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:25.833253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e78b5569-dfea-4ab9-8b2e-a96c7b3508de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.837452 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:25.885650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e78b5569-dfea-4ab9-8b2e-a96c7b3508de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:25.889877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89cf0227-cad3-42df-895f-87c3722c6f31 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5ee22c-3941-41de-a161-7b3d3ce99ef8 HTTP/1.1" status: 200 len: 205 time: 0.0658207 Jul 12 16:31:25.890506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.897800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a0993ecc-0cb2-4255-b463-2402be58d52a tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/routers/f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 200 len: 700 time: 0.1158276 Jul 12 16:31:25.901842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.960430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e78b5569-dfea-4ab9-8b2e-a96c7b3508de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db81e61490cc47d5ab77080e48deee61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268519 Jul 12 16:31:25.962673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:25.966368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b5569-dfea-4ab9-8b2e-a96c7b3508de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d6abb-0363-43e4-a085-4ce904131230,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:25.974227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:25.974713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Set router f9011fc9-6ea4-4925-9cc2-24d79b069b72 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:26.016397 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] Routers {'5f5ee22c-3941-41de-a161-7b3d3ce99ef8'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:26.017028 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:26.022402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:26.022696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17cc819a-73f5-426b-a8f7-976e8a9c2a82 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 200 len: 205 time: 0.1169074 Jul 12 16:31:26.089124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:26.089124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f908739-4dc8-479e-be5e-1e8adc232a97 None None] The sync data for ids ['5f5ee22c-3941-41de-a161-7b3d3ce99ef8'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:26.101993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9011fc9-6ea4-4925-9cc2-24d79b069b72', 'name': 'tempest-RoutersTest-router-1896886671', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:24Z', 'updated_at': '2021-07-12T16:31:25Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:26.150765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Checking router: f9011fc9-6ea4-4925-9cc2-24d79b069b72 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:26.173492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.182261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Routers {'f9011fc9-6ea4-4925-9cc2-24d79b069b72'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:26.183250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f9011fc9-6ea4-4925-9cc2-24d79b069b72'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:26.209864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.217931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.322038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] Set router f9011fc9-6ea4-4925-9cc2-24d79b069b72 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:26.338670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.467372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.470036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.474476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d9d6abb-0363-43e4-a085-4ce904131230 HTTP/1.1" status: 204 len: 168 time: 0.5090299 Jul 12 16:31:26.625114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9011fc9-6ea4-4925-9cc2-24d79b069b72', 'name': 'tempest-RoutersTest-router-1896886671', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:24Z', 'updated_at': '2021-07-12T16:31:25Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:26.685366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3762f2-e618-4c87-bf1d-b14a9154059d None None] The sync data for ids ['f9011fc9-6ea4-4925-9cc2-24d79b069b72'] in n-d-800078-3 is: [{'id': 'f9011fc9-6ea4-4925-9cc2-24d79b069b72', 'name': 'tempest-RoutersTest-router-1896886671', 'tenant_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:24Z', 'updated_at': '2021-07-12T16:31:25Z', 'revision_number': 2, 'project_id': 'aa3b4ca0bde84827a0620a5dbe17e0a3', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:26.936637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.940984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.949965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8ff1a-a019-4893-b327-1c8cc805fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d6abb-0363-43e4-a085-4ce904131230,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:26.960831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:26.966157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.045228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.046021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Fanout notify agent at l3_agent the message router_deleted on router f9011fc9-6ea4-4925-9cc2-24d79b069b72 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:27.059892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.061018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-90112c57-8977-456c-b0a1-318d74e5abe0 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 204 len: 168 time: 1.0376790 Jul 12 16:31:27.067140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.083657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.084978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5ee22c-3941-41de-a161-7b3d3ce99ef8 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:27.112542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.112930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0340bdf1-89bb-4af1-8877-c8b56d0d85c0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/5f5ee22c-3941-41de-a161-7b3d3ce99ef8 HTTP/1.1" status: 204 len: 168 time: 1.2099032 Jul 12 16:31:27.129833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42996) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.139977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42998) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.143711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-82f01aad-f7e5-4485-8bfc-bbd3aa2916d4 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 200 len: 205 time: 0.0738115 Jul 12 16:31:27.145600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff4e3-c59b-4da7-90c8-3469e5c7ecbb req-eb946b6f-279c-449b-8e45-979da77878ad tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:27.154936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c3ff4e3-c59b-4da7-90c8-3469e5c7ecbb req-eb946b6f-279c-449b-8e45-979da77878ad tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.8180592 Jul 12 16:31:27.170837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.177517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7386c884-3355-42dd-88ae-4f3faa51b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.207363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-c3b02c93-07b1-49a3-ba87-42d8d21feb91 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:27.209007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-c3b02c93-07b1-49a3-ba87-42d8d21feb91 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.77 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 945 time: 0.2969425 Jul 12 16:31:27.273465 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-92693f9d-bb4a-4234-abb4-8905dd28e2b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:27.274534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-92693f9d-bb4a-4234-abb4-8905dd28e2b8 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/f9011fc9-6ea4-4925-9cc2-24d79b069b72 HTTP/1.1" status: 404 len: 336 time: 0.0967836 Jul 12 16:31:27.282436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.331307 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dfaa36-f2c4-46ef-9f21-b56a420d8d45 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:27.331790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dfaa36-f2c4-46ef-9f21-b56a420d8d45 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:27.333570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-09dfaa36-f2c4-46ef-9f21-b56a420d8d45 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/97c2aa0f-ab87-4b50-8e42-6c794ab31d2d HTTP/1.1" status: 404 len: 337 time: 0.0503705 Jul 12 16:31:27.339063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet c5f87d2f-da33-4ddc-aad6-635bf796bd05 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:27.344384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43004) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.349221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0c3ff4e3-c59b-4da7-90c8-3469e5c7ecbb req-cca35f65-93e8-4189-baa8-c1f2584a25c3 tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/security-groups?id=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932428 Jul 12 16:31:27.351426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.413817 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50f4247-5d24-447c-85db-3208ca72e5d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:27.414187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50f4247-5d24-447c-85db-3208ca72e5d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:27.415707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.420185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d50f4247-5d24-447c-85db-3208ca72e5d3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/0ff0daec-be48-4008-9df1-05b2b9d9b464 HTTP/1.1" status: 404 len: 337 time: 0.0567057 Jul 12 16:31:27.423546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43006) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.463007 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7652cc7b-f340-49d4-8949-3dc91c69bab7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:27.464159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7652cc7b-f340-49d4-8949-3dc91c69bab7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:27.467668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7652cc7b-f340-49d4-8949-3dc91c69bab7 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/074dd231-621c-4118-8bb8-3b2a33b5b9c1 HTTP/1.1" status: 404 len: 337 time: 0.0416112 Jul 12 16:31:27.468871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.517374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Deleting port acd58230-27f7-4bfd-9954-8efe7c044132 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:27.517591 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f48d10d-b91a-4d98-87db-c2381e136202 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:27.517811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f48d10d-b91a-4d98-87db-c2381e136202 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:27.517995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.521234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f48d10d-b91a-4d98-87db-c2381e136202 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/12db1a0c-2676-49fc-97d4-a236e716968f HTTP/1.1" status: 404 len: 337 time: 0.0497355 Jul 12 16:31:27.522153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.567555 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8cb7c46-646f-4415-99e5-30819a6aba09 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 200 len: 205 time: 0.0442078 Jul 12 16:31:27.569830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43012) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.595930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7386c884-3355-42dd-88ae-4f3faa51b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.602198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7386c884-3355-42dd-88ae-4f3faa51b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.613869 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.617101 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-9a779f90-ef5c-4d14-a391-371e885f9e9c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:27.618149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a779f90-ef5c-4d14-a391-371e885f9e9c tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/49a33642-ce48-4b53-8e4d-9f9dd69daa84 HTTP/1.1" status: 404 len: 336 time: 0.0473561 Jul 12 16:31:27.628563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43014) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.692008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d0992db8-a4d1-42c8-8919-d8a5b13e075b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f054f34-4491-4146-b09a-d6cf3ea049a8 HTTP/1.1" status: 200 len: 205 time: 0.0556045 Jul 12 16:31:27.696460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43016) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.706448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7386c884-3355-42dd-88ae-4f3faa51b3d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f1f8b6dd0f141029ed5aa90e6b70162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527024 Jul 12 16:31:27.711684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.714481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386c884-3355-42dd-88ae-4f3faa51b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f174e-f29f-4975-880c-ee8b73a189a6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:27.730847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] For port acd58230-27f7-4bfd-9954-8efe7c044132, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=acd58230-27f7-4bfd-9954-8efe7c044132,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:27.731898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.754792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Calling delete_port for acd58230-27f7-4bfd-9954-8efe7c044132 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:27.773456 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-b35db775-4a04-4da6-8fbc-eb64282f4989 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:27.777567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b35db775-4a04-4da6-8fbc-eb64282f4989 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/3f054f34-4491-4146-b09a-d6cf3ea049a8 HTTP/1.1" status: 404 len: 336 time: 0.0754638 Jul 12 16:31:27.778692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.789792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43020) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.796296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.798131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/c5f87d2f-da33-4ddc-aad6-635bf796bd05 HTTP/1.1" status: 204 len: 168 time: 0.6396289 Jul 12 16:31:27.805797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5128c57-ce9b-4520-96da-98eed05b9965 None None] Network ee0bd7e8-4588-4239-a402-18050810c5a6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:27.808788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.874999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b258994-787e-4e3c-9962-a2269dea674e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f87d2f-da33-4ddc-aad6-635bf796bd05,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:27.908385 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a89827-947c-495b-b028-4a4f9b21cfaa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:27.908999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a89827-947c-495b-b028-4a4f9b21cfaa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:27.913159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-76a89827-947c-495b-b028-4a4f9b21cfaa tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/9db241f7-50ce-4ea6-92b0-e5331e27123e HTTP/1.1" status: 404 len: 337 time: 0.1116061 Jul 12 16:31:27.914261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43024) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.927908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:27.948804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c6e6c52-49c1-4bbb-8e58-a211e3bcd326 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 200 len: 205 time: 0.0313206 Jul 12 16:31:27.951230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:27.952888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.008823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.031185 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-0986edab-6129-47e4-9ff4-32efe2710c3b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:28.034656 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0986edab-6129-47e4-9ff4-32efe2710c3b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/0e1ec5ef-e235-4699-ad97-232a54266278 HTTP/1.1" status: 404 len: 336 time: 0.0801156 Jul 12 16:31:28.034961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43028) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.070602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:28.070944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.082322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8c016c10-fc30-4787-bbeb-2cee9fd9e03d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=42211baa-76f1-42a1-b3a7-9c183de648b4 HTTP/1.1" status: 200 len: 205 time: 0.0461686 Jul 12 16:31:28.098560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] DHCP port deletion for ee0bd7e8-4588-4239-a402-18050810c5a6 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:28.107497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43030) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.154772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,segment=NetworkSegment(984cacd5-c4ab-4812-8e7e-da45ce9c4444),segment_id=984cacd5-c4ab-4812-8e7e-da45ce9c4444)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:28.155155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.168892 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-4faa115f-c3f0-4c1d-a232-143546293043 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:28.170094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4faa115f-c3f0-4c1d-a232-143546293043 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/42211baa-76f1-42a1-b3a7-9c183de648b4 HTTP/1.1" status: 404 len: 336 time: 0.0573585 Jul 12 16:31:28.172977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43034) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.190036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:28.199407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Deleting port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:28.211120 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.240063 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7d52d9-37d4-4aaa-9280-8cab7885934b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:28.240520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7d52d9-37d4-4aaa-9280-8cab7885934b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:28.245353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1b7d52d9-37d4-4aaa-9280-8cab7885934b tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/ece091a6-f7da-4e49-866c-cdb4cb38dffc HTTP/1.1" status: 404 len: 337 time: 0.0683999 Jul 12 16:31:28.250410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43040) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.312537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b5ece1b5-b218-4286-b793-85cdc18cbbb1 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee555ebb-9bc4-48cc-89a7-21947c631972 HTTP/1.1" status: 200 len: 205 time: 0.0584817 Jul 12 16:31:28.312537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.333985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.341089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] For port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,segment=NetworkSegment(984cacd5-c4ab-4812-8e7e-da45ce9c4444),segment_id=984cacd5-c4ab-4812-8e7e-da45ce9c4444)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:28.341481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.368257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['acd58230-27f7-4bfd-9954-8efe7c044132'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:28.386666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.387677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Pushing event deleted for resources: {'Port': ['ID=acd58230-27f7-4bfd-9954-8efe7c044132,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:28.403625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.405135 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/777f174e-f29f-4975-880c-ee8b73a189a6 HTTP/1.1" status: 204 len: 168 time: 0.6911302 Jul 12 16:31:28.408397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Calling delete_port for 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:28.420958 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-6844c30a-77c1-43f8-9dc5-73987303f653 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:28.432703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6844c30a-77c1-43f8-9dc5-73987303f653 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/ee555ebb-9bc4-48cc-89a7-21947c631972 HTTP/1.1" status: 404 len: 336 time: 0.1210473 Jul 12 16:31:28.436165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43050) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.480575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4bb35-1b00-4e4c-b127-df355bcc58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f174e-f29f-4975-880c-ee8b73a189a6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:28.533228 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b3d1d8-2796-4662-9062-deb51b8e3c38 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:28.540128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b3d1d8-2796-4662-9062-deb51b8e3c38 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:28.548194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b1b3d1d8-2796-4662-9062-deb51b8e3c38 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/4089c4e9-2918-4044-bc0b-0f13cbe9dbed HTTP/1.1" status: 404 len: 337 time: 0.1098342 Jul 12 16:31:28.548905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.578111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.581152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] No DVR routers for this DVR port acd58230-27f7-4bfd-9954-8efe7c044132 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:28.595262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.599561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58212e41-bf85-4bf0-912d-75506ab9fc99 req-3e86988c-ac15-4a5d-aa35-4c4613e386ce tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.77 "DELETE /v2.0/ports/acd58230-27f7-4bfd-9954-8efe7c044132 HTTP/1.1" status: 204 len: 173 time: 1.3840365 Jul 12 16:31:28.626152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7af3676c-275e-4d12-9852-cc24c6c1280d tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca18aec7-4efb-4827-9476-0e1d948ffd98 HTTP/1.1" status: 200 len: 205 time: 0.0761368 Jul 12 16:31:28.626769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.652266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'name': 'network-vif-deleted', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:28.661620 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106000f4-5682-4291-b0eb-3e1367594535" -d '{"events": [{"server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "name": "network-vif-deleted", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:28.662979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] No DVR routers for this DVR port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:28.664956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937037da-a5f2-45b5-9c05-2330e243f4df None None] Pushing event deleted for resources: {'Port': ['ID=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:28.702538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:28.729779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:28.730400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:28.732196 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-52b75f34-725c-4704-a0fd-ab0133a71fe9 req-89efede5-5199-42d8-a14c-41c8b49b933c tempest-ServerRescueTestJSONUnderV235-1071492284 tempest-ServerRescueTestJSONUnderV235-1071492284-project] 10.222.0.58 "GET /v2.0/ports?device_id=990025c9-904f-4476-860a-d4e84a150767 HTTP/1.1" status: 200 len: 210 time: 0.1043320 Jul 12 16:31:28.733153 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-6a881d11-ea3f-4d77-9d65-93147eb1c7e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] delete failed (client error): The resource could not be found. Jul 12 16:31:28.738015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a881d11-ea3f-4d77-9d65-93147eb1c7e3 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/routers/ca18aec7-4efb-4827-9476-0e1d948ffd98 HTTP/1.1" status: 404 len: 336 time: 0.1090617 Jul 12 16:31:28.751624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.751624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.789601 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a05f8d-1e05-48df-8c4c-0a316457c704 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:28.789979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a05f8d-1e05-48df-8c4c-0a316457c704 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:28.794876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74a05f8d-1e05-48df-8c4c-0a316457c704 tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/2c89ef29-9aff-49f1-9e76-b44450ab9bd9 HTTP/1.1" status: 404 len: 337 time: 0.0492458 Jul 12 16:31:28.795470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43068) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:28.807555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:28.815699 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55a6557-0b8d-43ea-a5db-11e7ca28a437 x-openstack-request-id: req-b55a6557-0b8d-43ea-a5db-11e7ca28a437 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:28.815945 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990025c9-904f-4476-860a-d4e84a150767", "name": "network-vif-deleted", "tag": "acd58230-27f7-4bfd-9954-8efe7c044132", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:28.816301 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b55a6557-0b8d-43ea-a5db-11e7ca28a437 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:28.816875 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990025c9-904f-4476-860a-d4e84a150767', 'name': 'network-vif-deleted', 'tag': 'acd58230-27f7-4bfd-9954-8efe7c044132', 'status': 'completed', 'code': 200} Jul 12 16:31:28.849204 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-16005db6-e6a0-4ce7-b220-bf0787b059ef tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] DELETE failed (client error): The resource could not be found. Jul 12 16:31:28.849920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16005db6-e6a0-4ce7-b220-bf0787b059ef tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:31:28.851858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-16005db6-e6a0-4ce7-b220-bf0787b059ef tempest-RoutersTest-1137434305 tempest-RoutersTest-1137434305-project] 10.222.0.58 "DELETE /v2.0/subnets/bc19772f-cb02-4d1a-a388-278fef59912e HTTP/1.1" status: 404 len: 337 time: 0.0513067 Jul 12 16:31:28.865467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 778bb26c-1ada-464d-8dea-5ed3dfd6f2d2 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:28.874662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=778bb26c-1ada-464d-8dea-5ed3dfd6f2d2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:28.916777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f930008-19c3-475d-924f-45e5b9245560 req-620c827b-9db3-4b14-9696-6fef420f08ae tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:28.918789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f930008-19c3-475d-924f-45e5b9245560 req-620c827b-9db3-4b14-9696-6fef420f08ae tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3684306 Jul 12 16:31:29.000700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f449176b-7d36-436f-b058-51c619464633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.004844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.028880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0bd7e8-4588-4239-a402-18050810c5a6']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:29.048244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f930008-19c3-475d-924f-45e5b9245560 req-e7eab40e-a7ec-4aa6-9ed1-ff85274558c3 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183870 Jul 12 16:31:29.050069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984cacd5-c4ab-4812-8e7e-da45ce9c4444') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:29.050362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984cacd5-c4ab-4812-8e7e-da45ce9c4444') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:29.067480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.104003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.115364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:29.115998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:29.131384 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:29.219027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:29.235705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.244877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f449176b-7d36-436f-b058-51c619464633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.261240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f449176b-7d36-436f-b058-51c619464633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.275629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.284894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/ee0bd7e8-4588-4239-a402-18050810c5a6 HTTP/1.1" status: 204 len: 168 time: 1.4710786 Jul 12 16:31:29.284894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20747d4e-31bc-46c8-b0d0-127ac3e63702 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=ee0bd7e8-4588-4239-a402-18050810c5a6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:29.285193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:29.302095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598689898', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:29.352256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f449176b-7d36-436f-b058-51c619464633 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc24248d50b14b27bc4b7c92bfe2a0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084454 Jul 12 16:31:29.357590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449176b-7d36-436f-b058-51c619464633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666865f-3638-4a6d-97c0-f5ff6190a0b2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:29.358617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:29.372502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.373706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.453577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.490489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.503493 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.648415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d1934d42-8df3-4d4b-8c7b-f415ae84d8a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa3b4ca0bde84827a0620a5dbe17e0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283311 Jul 12 16:31:29.650698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43104) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:29.676221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.681034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.682880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a666865f-3638-4a6d-97c0-f5ff6190a0b2 HTTP/1.1" status: 204 len: 168 time: 0.3254921 Jul 12 16:31:29.727806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d767e5-a135-4521-8f07-9faf22605543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666865f-3638-4a6d-97c0-f5ff6190a0b2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:29.748363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.761467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.783863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.887176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.891273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:29.896853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a5f541c-103f-495a-a501-e9743941655e HTTP/1.1" status: 204 len: 168 time: 0.2434556 Jul 12 16:31:29.909360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951a22-16b7-4619-ba28-dc0d1f3d4b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5f541c-103f-495a-a501-e9743941655e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:29.947385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43118) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:30.064692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.088394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.245835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 172.25.8.241 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5566d5e5-c560-4e6b-bf81-79886e8b68d6) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:30.422891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43130) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:30.459573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7f90-917b-445b-8c9f-1f2ce4f0b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.478945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.540767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.597768 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.628732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:30.637147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:30.641440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:30.796662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=5566d5e5-c560-4e6b-bf81-79886e8b68d6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:30.846616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7f90-917b-445b-8c9f-1f2ce4f0b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.856610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7f90-917b-445b-8c9f-1f2ce4f0b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:30.908885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c6ef7f90-917b-445b-8c9f-1f2ce4f0b45c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03d1a9a4286b4d9bbc498ec0477c6ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818792 Jul 12 16:31:30.912282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43148) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:30.914910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef7f90-917b-445b-8c9f-1f2ce4f0b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc3023-4442-4871-9bcf-c8690fbfc754,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:31.095068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.113980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Deleting port 4e000fb3-a252-48bb-b74c-9aacd638f32d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:31.114325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.212335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.235074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] For port 4e000fb3-a252-48bb-b74c-9aacd638f32d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4e000fb3-a252-48bb-b74c-9aacd638f32d,segment=NetworkSegment(277d370b-5e0d-4965-a7f7-764b0840ad4b),segment_id=277d370b-5e0d-4965-a7f7-764b0840ad4b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:31.235505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.237129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.252402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Calling delete_port for 4e000fb3-a252-48bb-b74c-9aacd638f32d owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:31.294128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.296855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.300880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bcc3023-4442-4871-9bcf-c8690fbfc754 HTTP/1.1" status: 204 len: 168 time: 0.3875940 Jul 12 16:31:31.318050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a31dc-88da-4cd9-9872-39382f71a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc3023-4442-4871-9bcf-c8690fbfc754,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:31.398412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43164) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:31.535212 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.545981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.571692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e000fb3-a252-48bb-b74c-9aacd638f32d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:31.835049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:31.929972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43174) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:31.937614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204871968', 'description': 'tempest-secgroup-smoke-1204871968 description', 'project_id': '42ce248d4ae044569b97dc04148d0f3a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:31.976926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-551f926c-613a-41b6-bf6c-634d4c58706c tempest-DvrRoutersNegativeTest-513073871 tempest-DvrRoutersNegativeTest-513073871-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-952233398', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:31.980704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.policy [None req-551f926c-613a-41b6-bf6c-634d4c58706c tempest-DvrRoutersNegativeTest-513073871 tempest-DvrRoutersNegativeTest-513073871-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93712) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 12 16:31:31.981045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.policy [None req-551f926c-613a-41b6-bf6c-634d4c58706c tempest-DvrRoutersNegativeTest-513073871 tempest-DvrRoutersNegativeTest-513073871-project] Failed policy check for 'create_router' {{(pid=93712) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 12 16:31:31.981573 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-551f926c-613a-41b6-bf6c-634d4c58706c tempest-DvrRoutersNegativeTest-513073871 tempest-DvrRoutersNegativeTest-513073871-project] create failed (client error): Access was denied to this resource. Jul 12 16:31:31.982609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-551f926c-613a-41b6-bf6c-634d4c58706c tempest-DvrRoutersNegativeTest-513073871 tempest-DvrRoutersNegativeTest-513073871-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5832198 Jul 12 16:31:32.017048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb43b21e-6df1-4fe1-8fe5-3aa190602eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.023929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.035829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.128707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 9bb64b54-7673-441f-b1c1-1e5d768d7111 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:32.286912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:32.293650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:32.303239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] Sync routers for ids ['9bb64b54-7673-441f-b1c1-1e5d768d7111'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:32.316403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] Routers {'9bb64b54-7673-441f-b1c1-1e5d768d7111'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:32.317057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9bb64b54-7673-441f-b1c1-1e5d768d7111'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:32.373653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Router d4b4f91b-4994-42b4-9d76-49a87f4aede1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:32.396704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:32.405069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.415386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] Routers {'9bb64b54-7673-441f-b1c1-1e5d768d7111'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:32.417237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9bb64b54-7673-441f-b1c1-1e5d768d7111'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:32.437515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.438965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a77421aa-f357-47b5-9230-415487f8d364 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1405613 Jul 12 16:31:32.440316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3a08-0a31-4ba7-9098-37c2ac283683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.442332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43196) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:32.459457 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.499356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:32.500035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456aec4d-14ed-4361-820c-37458200e2e7 None None] The sync data for ids ['9bb64b54-7673-441f-b1c1-1e5d768d7111'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:32.512298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device acd58230-27f7-4bfd-9954-8efe7c044132 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:32.536575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: acd58230-27f7-4bfd-9954-8efe7c044132 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:32.537501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device acd58230-27f7-4bfd-9954-8efe7c044132 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:32.554483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7a614-035b-4202-acf4-365598dabcd6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:32.604968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8a44f5b9-36e6-4829-8b9b-6570f6430f40 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers/9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 200 len: 885 time: 0.1613340 Jul 12 16:31:32.607962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43202) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:32.616535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:32.625838 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Sync routers for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:32.637050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:32.638161 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:32.640472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43204) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:32.640614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2fa3e0f3-68f8-4f9a-bce9-1bdf05a17516 admin admin] 10.222.0.58 "PUT /v2.0/routers/d4b4f91b-4994-42b4-9d76-49a87f4aede1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916587 Jul 12 16:31:32.748852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.760961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.790668 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:32.810670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d8d10-7510-4f22-9fd8-986a0b856323,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:32.863738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:32.966103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3a08-0a31-4ba7-9098-37c2ac283683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.015144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3a08-0a31-4ba7-9098-37c2ac283683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.141215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e9f3a08-0a31-4ba7-9098-37c2ac283683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b6e685b8616429394dd74f1a15acaab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530715 Jul 12 16:31:33.177713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:33.190066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.195960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f3a08-0a31-4ba7-9098-37c2ac283683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf73059-85b0-494c-b4db-e11a1610808f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:33.236739 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:31:31Z', 'revision_number': 5, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port': {'id': '11cf8703-85ef-4297-b9ec-0c17d2c1e741', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:30:07Z', 'updated_at': '2021-07-12T16:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:33.238424 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.246830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.249170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1683510-847c-429a-97c5-835a32607327 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3180280 Jul 12 16:31:33.252621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43218) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:33.257889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:33.283313 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Checking router: d4b4f91b-4994-42b4-9d76-49a87f4aede1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:33.292830 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Routers {'d4b4f91b-4994-42b4-9d76-49a87f4aede1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:33.293437 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:33.333780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.408959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.411883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Deleting port 11cf8703-85ef-4297-b9ec-0c17d2c1e741 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:33.412227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.436556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.441503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.461164 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] Set router d4b4f91b-4994-42b4-9d76-49a87f4aede1 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:33.467225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1259ba37-d03f-4864-9392-2d95bfda7ad0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8497770 Jul 12 16:31:33.467980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:33.473908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1598689898'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:33.486636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e969de59-762f-4634-8819-d947035e01c0,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:33.496147 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.497448 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4892cbb-c1d0-4685-8b60-957d780a0494 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2436321 Jul 12 16:31:33.501876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43226) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:33.513703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:33.554041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] For port 11cf8703-85ef-4297-b9ec-0c17d2c1e741, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=11cf8703-85ef-4297-b9ec-0c17d2c1e741,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:33.554396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.560386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.582702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.596958 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:31:33Z', 'revision_number': 6, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:33.622326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Calling delete_port for 11cf8703-85ef-4297-b9ec-0c17d2c1e741 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:33.651804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283545f1-ecc0-4b0e-b9cc-80bfdb6e71fc None None] The sync data for ids ['d4b4f91b-4994-42b4-9d76-49a87f4aede1'] in n-d-800078-3 is: [{'id': 'd4b4f91b-4994-42b4-9d76-49a87f4aede1', 'name': 'tempest-ServerRescueTestJSONUnderV235-456195675-router', 'tenant_id': '5cea592f1fc544f98fc40c52232afb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:30:04Z', 'updated_at': '2021-07-12T16:31:33Z', 'revision_number': 6, 'project_id': '5cea592f1fc544f98fc40c52232afb58', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:33.671737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.680739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.731405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.734852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.736463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bf73059-85b0-494c-b4db-e11a1610808f HTTP/1.1" status: 204 len: 168 time: 0.5556626 Jul 12 16:31:33.746153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a414a4-498f-4d29-a2d6-2c578f488482,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:33.757010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.758222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9db2548a-39eb-4432-8c60-ff8f4321cad1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2553453 Jul 12 16:31:33.761983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:33.766726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:33.787053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf73059-85b0-494c-b4db-e11a1610808f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:33.807315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.808372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.808724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.809066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.809453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.809798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.810433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.810792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.811129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.811460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.811815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.812147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8267757-7303-4994-ac7b-a9a8799b269e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:33.869719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.982553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:33.986490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.026865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Pushing event deleted for resources: {'Port': ['ID=11cf8703-85ef-4297-b9ec-0c17d2c1e741,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:34.028816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.083790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4e6a46-e825-4360-8953-c447ed672f77,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:34.158164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.159889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2da7ed0-4953-4f10-9feb-90a8d104d188 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969378 Jul 12 16:31:34.166667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:34.184028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:34.245091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.256948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.278739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.308785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.379038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.382666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.402121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.408414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.437401 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8349556-5e76-4f15-8050-dd5b3bd3e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.465327 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.466527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b4f91b-4994-42b4-9d76-49a87f4aede1 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:34.473807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.479965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2811877c-b88a-41e5-a3b2-e0ba56bc806e admin admin] 10.222.0.58 "DELETE /v2.0/routers/d4b4f91b-4994-42b4-9d76-49a87f4aede1 HTTP/1.1" status: 204 len: 168 time: 1.8384213 Jul 12 16:31:34.480749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43252) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:34.488087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed34e924-80a0-4df5-a3df-7ddd750f9919,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:34.498309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.502122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-701a65a0-ffc7-4794-b59e-43abd0cae11f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305423 Jul 12 16:31:34.502440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:34.507564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:34.546218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 9bb64b54-7673-441f-b1c1-1e5d768d7111 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:34.560901 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:31:34.576709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.631492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Deleting subnet 3e2f53d6-a27a-4da8-8681-87725fd38687 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:34.641516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.679395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e000fb3-a252-48bb-b74c-9aacd638f32d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:34.700840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.721603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4e000fb3-a252-48bb-b74c-9aacd638f32d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:34.722214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4e000fb3-a252-48bb-b74c-9aacd638f32d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:34.722829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 11cf8703-85ef-4297-b9ec-0c17d2c1e741 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:34.748770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 11cf8703-85ef-4297-b9ec-0c17d2c1e741 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:34.749449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 11cf8703-85ef-4297-b9ec-0c17d2c1e741 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:34.754483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.824938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.871826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.882177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2f53d6-a27a-4da8-8681-87725fd38687,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:34.889375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.892385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2d6d4b0-f73c-4001-ba5f-b5ea7aff9583 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3e2f53d6-a27a-4da8-8681-87725fd38687 HTTP/1.1" status: 204 len: 168 time: 0.4103611 Jul 12 16:31:34.896451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:34.927872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:34.939840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] Sync routers for ids ['9bb64b54-7673-441f-b1c1-1e5d768d7111'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:34.966555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.966888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] Routers {'9bb64b54-7673-441f-b1c1-1e5d768d7111'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:34.967190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9bb64b54-7673-441f-b1c1-1e5d768d7111'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:34.993141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:34.998565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3424380c-49d3-4973-b78a-5173c2e4ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 200 len: 892 time: 1.5277417 Jul 12 16:31:34.998873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.001154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:35.045272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.079879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.105658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] Routers {'9bb64b54-7673-441f-b1c1-1e5d768d7111'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:35.108408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9bb64b54-7673-441f-b1c1-1e5d768d7111'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.213022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.214717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b4480-044a-4cfc-ac8b-2a0ccbac1634 None None] The sync data for ids ['9bb64b54-7673-441f-b1c1-1e5d768d7111'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:35.228980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.252080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f045623-43d2-44da-9bf0-7757f62af498']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.274013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d370b-5e0d-4965-a7f7-764b0840ad4b') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.274308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d370b-5e0d-4965-a7f7-764b0840ad4b') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:35.296258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.328523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.334271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21acc635-7444-4ccb-84f3-0070482cc51d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:35.354358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.355111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:35.358332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a0f58b9-2acf-4c62-9013-3e67141a5d5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8520443 Jul 12 16:31:35.358457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.361445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8a720d6c-c03c-4494-bed1-19c494373039 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers/9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 200 len: 892 time: 0.3549640 Jul 12 16:31:35.362052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:35.368186 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:35.372086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d8d10-7510-4f22-9fd8-986a0b856323', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:35.374982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43286) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:35.386242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.398810 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:31:35.406383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.454329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.489836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01c096eb-4be9-4ff3-b4c5-95568fb0a0a5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 200 len: 205 time: 0.0469182 Jul 12 16:31:35.494938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.495476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:35.497925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2f045623-43d2-44da-9bf0-7757f62af498 HTTP/1.1" status: 204 len: 168 time: 0.6001358 Jul 12 16:31:35.504024 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.511169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68803-49ea-4741-900a-d575526d2a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f045623-43d2-44da-9bf0-7757f62af498,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:35.572622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.634394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edbc82b-75f0-4898-abd9-c1866b361def,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:35.664414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.671413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a58c670a-6fd8-45cf-bb62-f901c0205823 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3083544 Jul 12 16:31:35.674602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:35.683358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'network': {'name': 'tempest-network-smoke--563087673', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:35.751556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:35.760478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.761752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.803198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.819796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:35.843398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.848001 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Added segment 65e026cd-66e4-42a6-aeca-5ebc0e027b18 of type vlan for network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 Jul 12 16:31:35.916304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.955539 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.975135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:35.975888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:35.977985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.000215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43308) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:36.059120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3779764 Jul 12 16:31:36.059360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43312) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:36.067788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57134c8-0026-4a8d-b213-dab105be1f54 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Network': ['ID=c8db7d8b-f80a-40d1-9b41-f7fc92c07726,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:36.069620 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'admin_state_up': True, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:36.081952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:36.112450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fed21b8c-746d-4f7e-819d-ef2f9320d26c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cea592f1fc544f98fc40c52232afb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101906 Jul 12 16:31:36.115323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43314) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:36.121758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 5566d5e5-c560-4e6b-bf81-79886e8b68d6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:36.122156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.125648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.126732 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.193163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.218497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.254267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.270397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.273088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.276813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/425b0199-8f1a-43cb-b6ec-fd2b9a5c0517 HTTP/1.1" status: 204 len: 168 time: 0.1574566 Jul 12 16:31:36.284278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495255-d177-4cf7-9e95-9435e927b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b0199-8f1a-43cb-b6ec-fd2b9a5c0517,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:36.349525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.368599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 5566d5e5-c560-4e6b-bf81-79886e8b68d6 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:36.445082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.677810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:36.686688 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.717497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=5566d5e5-c560-4e6b-bf81-79886e8b68d6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:36.871693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-140700ab-935e-4494-9ee8-cfadb865a34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.885093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.889712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:36.996570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.012128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-140700ab-935e-4494-9ee8-cfadb865a34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.018144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-140700ab-935e-4494-9ee8-cfadb865a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.052746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.060101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-140700ab-935e-4494-9ee8-cfadb865a34b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdb590fe81034078aaecafcb906ca47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804972 Jul 12 16:31:37.067681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43366) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.084555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.086980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140700ab-935e-4494-9ee8-cfadb865a34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b669cd6d-6933-4275-b075-b2501840d6e4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:37.128333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.166075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.166592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb64b54-7673-441f-b1c1-1e5d768d7111 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:37.168287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.170329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43374) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.174993 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.179836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ba4b7cbb-d33a-4245-8377-c34a3d052f95 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 204 len: 168 time: 1.6823733 Jul 12 16:31:37.183258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43378) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.190479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146101827'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:37.227820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.235413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:37.239083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.263500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.108 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5018e104-c7d1-46b9-9f42-ff46750e3897) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:37.280395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.282836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.284320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b669cd6d-6933-4275-b075-b2501840d6e4 HTTP/1.1" status: 204 len: 168 time: 0.2155113 Jul 12 16:31:37.304918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:37.321184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c51cf7-65bb-4287-bb75-62027a203d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669cd6d-6933-4275-b075-b2501840d6e4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:37.328872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.329148 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018 of type vlan for network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 Jul 12 16:31:37.380040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-790262673-network', 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:37.405787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.425722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:37.428350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.429165 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.456428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.469127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.474990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:37.475644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.489349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.543291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=5018e104-c7d1-46b9-9f42-ff46750e3897,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:37.559947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:37.561785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:37.562046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=3ce9e7f6-ff34-421a-8816-f2c3aab408b1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:37.564916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:37.577448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:37.648329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.663939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.680699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb5075dc-74e6-4edc-988f-4af21d2af5ad tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4948280 Jul 12 16:31:37.685335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43392) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.698310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:37.706656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:37.732991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43394) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.757264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-749cd839-c63e-49d5-91e7-fc72d58b0fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.774972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ccde0b-e903-49b2-9f26-ab4eb0a6337d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:37.785065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.785408 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Added segment 598a05ed-3ecc-4bee-a7ed-f42e1a316a2d of type vlan for network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd Jul 12 16:31:37.847610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.872189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43398) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:37.881812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:37.885626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.949540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:37.950842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:37.951410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.043534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8719809 Jul 12 16:31:38.050402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43404) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.052688 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eee8af11-eb9f-4f5d-8675-78f420f1c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.058998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Request body: {'subnet': {'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-790262673-subnet', 'tenant_id': '18da033f74724abeb00211e252eb65ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:38.080420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18509f-4d0c-4b76-aed1-674a39806e10 admin admin] Pushing event updated for resources: {'Network': ['ID=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.092652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:38.136332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:38.139004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.183101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.304334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.388488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.422139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=3813823b-f7eb-4afa-9b87-290bfa8835b8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.448694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eee8af11-eb9f-4f5d-8675-78f420f1c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.476169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eee8af11-eb9f-4f5d-8675-78f420f1c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.493081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:38.493459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 3ce9e7f6-ff34-421a-8816-f2c3aab408b1, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:38.532371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.549220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eee8af11-eb9f-4f5d-8675-78f420f1c451 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fb51c4d36a8418eaccdc0f72ca02468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759214 Jul 12 16:31:38.552268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43406) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.583163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8af11-eb9f-4f5d-8675-78f420f1c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3046be-6181-4d9a-9a34-ee67a2ce32bb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.596573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:38.601846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router f7ff3208-4946-4eb6-820b-d65819b7f57d is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:38.621546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63807d8-74b3-4451-a48c-2f0ac67c12db,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.625716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3ce9e7f6-ff34-421a-8816-f2c3aab408b1) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:38.630662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:38.631291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.635229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-749cd839-c63e-49d5-91e7-fc72d58b0fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.639830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe2717-27a6-46f8-b1f0-1334b9132c23 None None] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:38.644761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:38.645222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Network hostable DHCP agents. Network: 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:38.658394 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd3d5236-8d14-4eab-9305-81c2b0672bbd tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9672160 Jul 12 16:31:38.658895 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43408) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.663288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681005962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:38.679124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:38.680977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-749cd839-c63e-49d5-91e7-fc72d58b0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.691364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:38.698835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:38.699625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.704185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.705256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.706348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eda294-0d23-45ed-ad16-399add6d8b00 None None] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:38.716641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.726004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-793e4e7a-c153-4899-9ed0-1965ece988ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6711829 Jul 12 16:31:38.791424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cd839-c63e-49d5-91e7-fc72d58b0fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053cd97e-80e1-45b4-81ab-0a1d2dcecfc4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.800105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-749cd839-c63e-49d5-91e7-fc72d58b0fc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92082d5d98334e66a0b1326f87f4925c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0658679 Jul 12 16:31:38.801536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.802599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43412) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.803167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.850580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:38.864173 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Sync routers for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:38.871850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.890911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:38.891616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.893028 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:38.893439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9398ed3a-ca37-4bf8-a178-a00fc14a6aa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8343987 Jul 12 16:31:38.895378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.898686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.900913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a3046be-6181-4d9a-9a34-ee67a2ce32bb HTTP/1.1" status: 204 len: 168 time: 0.3446045 Jul 12 16:31:38.901609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43416) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.912408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090b842-398e-4642-8ed6-f2bb44c8f430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3046be-6181-4d9a-9a34-ee67a2ce32bb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:38.921719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.923715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:38.925240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a126a7f8-e4cf-4f03-a02b-da291fe7ddde tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2654397 Jul 12 16:31:38.927936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:38.932585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-3ce9e7f6-ff34-421a-8816-f2c3aab408b1', 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '3813823b-f7eb-4afa-9b87-290bfa8835b8'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:31:38.935185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.049449 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:39.114292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.184982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Allocated IP 2001:db8::2 (3ce9e7f6-ff34-421a-8816-f2c3aab408b1/3813823b-f7eb-4afa-9b87-290bfa8835b8/692ba735-acfa-4ac3-bb04-3594fba291cb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:39.297593 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:37Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:39.342439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-96db55f0-fb4f-4253-9b5b-aded980dfb27 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=42ce248d4ae044569b97dc04148d0f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4396725 Jul 12 16:31:39.345411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:39.355270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c825fa5-2d88-46a1-a6ca-346f8a6bcd6a None None] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:39.452674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.458559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:39.474049 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Checking router: f7ff3208-4946-4eb6-820b-d65819b7f57d for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:39.474640 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Updating router f7ff3208-4946-4eb6-820b-d65819b7f57d port 5018e104-c7d1-46b9-9f42-ff46750e3897 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:31:39.483536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Transition to ACTIVE for port object 692ba735-acfa-4ac3-bb04-3594fba291cb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:39.500314 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e384f94-4c69-43da-914c-bbbfc154632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.549292 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.630882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Transition to ACTIVE for port object 692ba735-acfa-4ac3-bb04-3594fba291cb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:39.640082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.673163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90832030-be75-48b1-aea5-fde230f720bb tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:39.674631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-90832030-be75-48b1-aea5-fde230f720bb tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3281503 Jul 12 16:31:39.685170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43446) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:39.696183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.700166 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.702337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/053cd97e-80e1-45b4-81ab-0a1d2dcecfc4 HTTP/1.1" status: 204 len: 168 time: 0.8977790 Jul 12 16:31:39.708128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.716471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Pushing event updated for resources: {'Port': ['ID=692ba735-acfa-4ac3-bb04-3594fba291cb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:39.730325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:39.732858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:39.736498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:39.741726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175d88a-4614-4352-9a5a-8a84d8861e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053cd97e-80e1-45b4-81ab-0a1d2dcecfc4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:39.745384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-896146d4-cad4-4429-b163-98fa9c4155f9 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590994 Jul 12 16:31:39.758280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43450) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:39.767687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1545998769', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:39.791497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-c69500aa-2500-4929-a33b-b6ffac8e142b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:39.793420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-c69500aa-2500-4929-a33b-b6ffac8e142b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2483289 Jul 12 16:31:39.857701 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-564fd85e-6216-44e3-97d4-dc79d79bd9ee tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0337641 Jul 12 16:31:39.948973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Attempting to bind port 692ba735-acfa-4ac3-bb04-3594fba291cb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:39.949335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Attempting to bind port 692ba735-acfa-4ac3-bb04-3594fba291cb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:39.949917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Attempting to bind port 692ba735-acfa-4ac3-bb04-3594fba291cb on network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:39.964818 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-72e1c971-7298-473f-bafa-b6812788f37a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891290 Jul 12 16:31:39.969538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:39.972319 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e384f94-4c69-43da-914c-bbbfc154632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.975071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Checking segment: {'id': '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:39.975954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.977068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Bound using segment: {'id': '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:39.979163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Bound port: 692ba735-acfa-4ac3-bb04-3594fba291cb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3ce9e7f6-ff34-421a-8816-f2c3aab408b1'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:39.980153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:39.996029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e384f94-4c69-43da-914c-bbbfc154632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.039436 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.045076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:40.049003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.060294 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Transition to ACTIVE for port object 5018e104-c7d1-46b9-9f42-ff46750e3897 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:40.073906 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.102198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] For port 692ba735-acfa-4ac3-bb04-3594fba291cb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:40.109602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] For port 692ba735-acfa-4ac3-bb04-3594fba291cb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=692ba735-acfa-4ac3-bb04-3594fba291cb,segment=NetworkSegment(79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018),segment_id=79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:40.127781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.193722 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Attempting to bind port 5018e104-c7d1-46b9-9f42-ff46750e3897 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:40.194199 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Attempting to bind port 5018e104-c7d1-46b9-9f42-ff46750e3897 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:40.194678 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Attempting to bind port 5018e104-c7d1-46b9-9f42-ff46750e3897 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:40.221827 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Pushing event updated for resources: {'Port': ['ID=5018e104-c7d1-46b9-9f42-ff46750e3897,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:40.230602 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:40.232981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:40.234641 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.236836 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:40.238394 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Bound port: 5018e104-c7d1-46b9-9f42-ff46750e3897, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:40.239993 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.248009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a234e4-ca8b-4e8e-8417-c17eb0e8918d None None] Pushing event updated for resources: {'Port': ['ID=692ba735-acfa-4ac3-bb04-3594fba291cb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:40.258105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.261115 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.261909 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.263990 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.264705 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.265154 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.267529 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.268022 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.268470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.270215 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.270736 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.271382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:40.287756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8::1 (3ce9e7f6-ff34-421a-8816-f2c3aab408b1/3813823b-f7eb-4afa-9b87-290bfa8835b8/27d33d7d-48e5-4def-bdad-6b7c9f97a102) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:40.301250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e384f94-4c69-43da-914c-bbbfc154632b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d0892736776489b942aceee583a3219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8391283 Jul 12 16:31:40.302295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:40.303117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e384f94-4c69-43da-914c-bbbfc154632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c00d32-a36a-4d60-b34e-1eac500dd6d4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:40.355621 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] For port 5018e104-c7d1-46b9-9f42-ff46750e3897, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:40.359546 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] For port 5018e104-c7d1-46b9-9f42-ff46750e3897, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5018e104-c7d1-46b9-9f42-ff46750e3897,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:40.366714 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.424821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-300586e6-db8f-4bb5-bc67-c4232b3b5ded service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253824 Jul 12 16:31:40.459714 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f33f7-5856-45bb-9be6-c71eec294b33 None None] Pushing event updated for resources: {'Port': ['ID=5018e104-c7d1-46b9-9f42-ff46750e3897,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:40.479610 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:40.480349 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:40.638986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.729665 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:40.757070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 692ba735-acfa-4ac3-bb04-3594fba291cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:40.762227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-3425dd19-536a-407e-abaa-d99b3ae117d2 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315320 Jul 12 16:31:40.768607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Subnet': ['ID=70db1027-4b39-4bd6-82e7-f24593505085,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:40.822481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Checking segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:40.822847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network hostable DHCP agents. Network: c8db7d8b-f80a-40d1-9b41-f7fc92c07726, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:40.837060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 692ba735-acfa-4ac3-bb04-3594fba291cb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:40.861609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:40.877198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c8db7d8b-f80a-40d1-9b41-f7fc92c07726) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:40.882805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:40.883237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:40.887921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dc331-d60c-4866-9a23-1b080a4030c0 None None] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:40.914102 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9363c02-df67-456b-b606-f12eab36fb50 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1543608 Jul 12 16:31:40.918939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43472) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:41.089581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:37Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:41.164707 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480e9b-34eb-40fb-b57e-b4143effc6b0 None None] The sync data for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 is: [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:37Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:41.287223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-979cf952-931c-4ba9-a097-67373962ca1f req-eb2967fd-5677-44e1-98fb-76ebbc23b691 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 210 time: 0.2307193 Jul 12 16:31:41.312341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.339352 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.389612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object 27d33d7d-48e5-4def-bdad-6b7c9f97a102 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:41.410832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:31:41.411727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.440892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.648083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.720489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:41.722277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.734960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:41.738617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:41.739873 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.896157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=27d33d7d-48e5-4def-bdad-6b7c9f97a102,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:41.909993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.912971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:41.914405 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30c00d32-a36a-4d60-b34e-1eac500dd6d4 HTTP/1.1" status: 204 len: 168 time: 1.6118014 Jul 12 16:31:41.919565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5074c-a6b0-4bc1-9895-aecf4b19328d None None] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:41.939195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f08f4-72b1-4261-9164-d9bb4ae954f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c00d32-a36a-4d60-b34e-1eac500dd6d4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:41.947437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Allocated IP 172.20.0.2 (c8db7d8b-f80a-40d1-9b41-f7fc92c07726/70db1027-4b39-4bd6-82e7-f24593505085/787c28f2-1cbe-44a9-9f51-831d3d940a31) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:42.186662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.350725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Provisioning for port 692ba735-acfa-4ac3-bb04-3594fba291cb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:42.481707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Provisioning complete for port 692ba735-acfa-4ac3-bb04-3594fba291cb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:42.482321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.641085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1703388-a340-4f72-a33a-cf4e8ecb1f74 req-5787b905-e996-4a27-a967-e7f9a6da6551 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 210 time: 0.1091487 Jul 12 16:31:42.802998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.819216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5018e104-c7d1-46b9-9f42-ff46750e3897 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:42.890823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.900822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.944533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] For port 692ba735-acfa-4ac3-bb04-3594fba291cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=692ba735-acfa-4ac3-bb04-3594fba291cb,segment=NetworkSegment(79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018),segment_id=79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:42.975725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:42.995743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=27d33d7d-48e5-4def-bdad-6b7c9f97a102,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:42.998142 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.026403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.049308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Transition to ACTIVE for port object 787c28f2-1cbe-44a9-9f51-831d3d940a31 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:43.054176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5018e104-c7d1-46b9-9f42-ff46750e3897 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:43.066068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5018e104-c7d1-46b9-9f42-ff46750e3897 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:43.066619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.151371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Transition to ACTIVE for port object 787c28f2-1cbe-44a9-9f51-831d3d940a31 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:43.164680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5197b9-af9b-441a-ab08-63fdbcdd196c None None] Pushing event updated for resources: {'Port': ['ID=692ba735-acfa-4ac3-bb04-3594fba291cb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:43.176485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.299937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.1 (c8db7d8b-f80a-40d1-9b41-f7fc92c07726/70db1027-4b39-4bd6-82e7-f24593505085/e24311ba-d8a5-4238-8db4-f8baacd003fe) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:43.386105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:43.402833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:43.403951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.410225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Pushing event updated for resources: {'Port': ['ID=787c28f2-1cbe-44a9-9f51-831d3d940a31,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:43.413685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:43.433573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:43.439304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:43.455514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5018e104-c7d1-46b9-9f42-ff46750e3897, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5018e104-c7d1-46b9-9f42-ff46750e3897,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:43.504278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.632229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Provisioning complete for port 692ba735-acfa-4ac3-bb04-3594fba291cb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:43.632475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.642566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Attempting to bind port 787c28f2-1cbe-44a9-9f51-831d3d940a31 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:43.643762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Attempting to bind port 787c28f2-1cbe-44a9-9f51-831d3d940a31 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:43.644354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Attempting to bind port 787c28f2-1cbe-44a9-9f51-831d3d940a31 on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:43.721512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5018e104-c7d1-46b9-9f42-ff46750e3897,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:43.757669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:43.758049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Checking segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:43.758457 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:43.758859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Bound using segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:43.759501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Bound port: 787c28f2-1cbe-44a9-9f51-831d3d940a31, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:43.765044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.014118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a13a60f-2a35-4656-bb17-96a8a9d803c5 req-83953e91-9c5d-4c38-8167-6dcaa3f13909 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 210 time: 0.1095476 Jul 12 16:31:44.108121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Provisioning for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:44.109319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-6030e1a0-b322-41ed-9a69-d62050848f74 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:44.111372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-6030e1a0-b322-41ed-9a69-d62050848f74 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.7283537 Jul 12 16:31:44.136552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:44.138421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Provisioning complete for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:44.138955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.229575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b619b9-ee4d-46af-a332-6768a8bdd2c8 req-e1e213f4-6cf1-4795-a836-d2a35fb00094 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:44.233425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 041a8c07-137a-4200-906e-af9fb0101f0e is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:31:44.245330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb5648c0-7032-426d-ae3e-3cbe0163dc70 None None] Port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:44.252935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] For port 787c28f2-1cbe-44a9-9f51-831d3d940a31, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:44.253295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5b619b9-ee4d-46af-a332-6768a8bdd2c8 req-e1e213f4-6cf1-4795-a836-d2a35fb00094 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.9436903 Jul 12 16:31:44.281346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] For port 787c28f2-1cbe-44a9-9f51-831d3d940a31, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=787c28f2-1cbe-44a9-9f51-831d3d940a31,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:44.288427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.324246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43574) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:44.398589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-218cbc77-a6e8-459d-87a5-5b1c7adc1845 None None] Provisioning complete for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:44.399156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-218cbc77-a6e8-459d-87a5-5b1c7adc1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.431777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5b619b9-ee4d-46af-a332-6768a8bdd2c8 req-26eb893d-b5df-4510-b6c9-8cee2598d66e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768303 Jul 12 16:31:44.447036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-218cbc77-a6e8-459d-87a5-5b1c7adc1845 None None] Port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:44.454701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-38bf2b33-7eb7-4107-b210-4b4960d7efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:44.460596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ee0a0-b5ac-4493-a7e3-6f82aa14114d None None] Pushing event updated for resources: {'Port': ['ID=787c28f2-1cbe-44a9-9f51-831d3d940a31,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:44.463755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-38bf2b33-7eb7-4107-b210-4b4960d7efe6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 1.1007335 Jul 12 16:31:44.577329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:44.586103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.590766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:44.600628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d0cb005a-3cdc-49b8-9347-ad501843e132 None None] Provisioning complete for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:44.601271 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0cb005a-3cdc-49b8-9347-ad501843e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.607316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bcb19500-19f0-4447-82d1-2d5d41d89272 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/041a8c07-137a-4200-906e-af9fb0101f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6780691 Jul 12 16:31:44.613542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] Sync routers for ids ['041a8c07-137a-4200-906e-af9fb0101f0e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:44.627238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43582) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:44.659011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.722119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.733951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object e24311ba-d8a5-4238-8db4-f8baacd003fe will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:44.736575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] Routers {'041a8c07-137a-4200-906e-af9fb0101f0e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:44.737369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['041a8c07-137a-4200-906e-af9fb0101f0e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:44.810040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce53dba9-b361-49d7-9d49-1c13191fb871 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:44.814817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce53dba9-b361-49d7-9d49-1c13191fb871 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports/27d33d7d-48e5-4def-bdad-6b7c9f97a102 HTTP/1.1" status: 200 len: 911 time: 0.1864636 Jul 12 16:31:44.815565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43586) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:44.825123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3813823b-f7eb-4afa-9b87-290bfa8835b8'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:44.826722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:44.832659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 692ba735-acfa-4ac3-bb04-3594fba291cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:44.878988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb005a-3cdc-49b8-9347-ad501843e132 None None] Port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:44.903346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] Routers {'041a8c07-137a-4200-906e-af9fb0101f0e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:44.905047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['041a8c07-137a-4200-906e-af9fb0101f0e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:44.954549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:44.955684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188d29e-033d-4cc9-bdd6-585d65adf15d None None] The sync data for ids ['041a8c07-137a-4200-906e-af9fb0101f0e'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:44.974392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 692ba735-acfa-4ac3-bb04-3594fba291cb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:44.975103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:44.980939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.8 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/9fe21c55-718b-4bf4-8327-f1a75d50bee5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:44.995144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-04cb26c7-9f53-4297-803e-c20a9da2c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:44.997292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-04cb26c7-9f53-4297-803e-c20a9da2c47a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.5327373 Jul 12 16:31:45.001405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.018109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43588) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:45.028000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-40832b06-1e80-4700-a6eb-679b698223bf None None] Provisioning complete for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:45.028376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40832b06-1e80-4700-a6eb-679b698223bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.097408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-40832b06-1e80-4700-a6eb-679b698223bf None None] Port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:45.120638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5018e104-c7d1-46b9-9f42-ff46750e3897 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:45.162352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-33b12005-b73e-4062-ac0c-0f68f2d21959 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.1485195 Jul 12 16:31:45.167827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:45.190405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:45.200840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:45.203817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:45.220409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5018e104-c7d1-46b9-9f42-ff46750e3897 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:45.220812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.274797 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b888068b-6d50-4bf5-ae62-9df670ea51ed req-9d12ac15-9b90-4700-b0f4-337a11cdcbab tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 210 time: 0.0751102 Jul 12 16:31:45.298228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.302552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.302732 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-046d2c67-9437-4a4a-a977-d0ee3621c250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.316317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.344328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.380131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ab93c71f2864211a7ab1142ea55e77e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552037 Jul 12 16:31:45.381519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43594) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:45.387795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b34c941-7f96-4584-bcf5-f0594a90a645,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:45.398826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-1a240d25-e792-4ef3-9445-dae9cf858da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:45.400572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-1a240d25-e792-4ef3-9445-dae9cf858da3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.2266164 Jul 12 16:31:45.415126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.415620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.418342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.418686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.419026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.419363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.419729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.420066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.420398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.420725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.421055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.421515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14505d-c367-4ee3-80b6-222ac237ea01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:31:45.425469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.477432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:45.484648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:45.489773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:45.494582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-114e1f1a-2350-4b57-92e2-279d865ef403 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796592 Jul 12 16:31:45.554762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:45.588295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:45.589436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.594580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.613486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.625617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.683560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.686737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:45.690516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b34c941-7f96-4584-bcf5-f0594a90a645 HTTP/1.1" status: 204 len: 168 time: 0.3014946 Jul 12 16:31:45.703146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6af0d2-9817-4af2-ba7f-18e6561d8bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b34c941-7f96-4584-bcf5-f0594a90a645,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:45.755650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbbb16-bbff-4674-a914-37ecfed6b2f0 None None] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:45.770544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-5b22d666-0409-42f6-a4d1-fcf72ad1cbfc service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649851 Jul 12 16:31:45.856152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79df3e57-5ee4-483d-b4f8-8e52f2f287c5 None None] Provisioning for port 787c28f2-1cbe-44a9-9f51-831d3d940a31 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:45.999633 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.018385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4df9-a8c0-4b2f-b63f-e854f73f29a0 req-9a326e75-275e-43ed-991a-75cf1a4ac544 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:46.019621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:46.020182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b8b4df9-a8c0-4b2f-b63f-e854f73f29a0 req-9a326e75-275e-43ed-991a-75cf1a4ac544 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.4414473 Jul 12 16:31:46.038534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df641463-0761-4f31-85eb-1a2ee8ca0b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.076552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-046d2c67-9437-4a4a-a977-d0ee3621c250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.091995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-71d1f55d-5bd0-4826-bb02-e5a4c0f523d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9639494 Jul 12 16:31:46.112374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Request body: {'port': {'device_id': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:46.126167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-046d2c67-9437-4a4a-a977-d0ee3621c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.207526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb00f503-4416-4838-83b1-2fca19b9c0e9 req-42452d2f-7368-48e3-b65a-bb5a32ffad87 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245343 Jul 12 16:31:46.214486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0aac168d-4ad8-487b-86c7-184eb9956a83 None None] Provisioning for port e24311ba-d8a5-4238-8db4-f8baacd003fe completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:46.219356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0aac168d-4ad8-487b-86c7-184eb9956a83 None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:46.220038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0aac168d-4ad8-487b-86c7-184eb9956a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.249299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.260934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d2c67-9437-4a4a-a977-d0ee3621c250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74362a01-73ea-4a85-ab8f-daa05d9698dc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:46.288212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0aac168d-4ad8-487b-86c7-184eb9956a83 None None] Port e24311ba-d8a5-4238-8db4-f8baacd003fe cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:46.343759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df641463-0761-4f31-85eb-1a2ee8ca0b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.397567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-046d2c67-9437-4a4a-a977-d0ee3621c250 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dadba8ed539647c78372e377f9eb18d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3666165 Jul 12 16:31:46.399234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-df641463-0761-4f31-85eb-1a2ee8ca0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.400797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b8b4df9-a8c0-4b2f-b63f-e854f73f29a0 req-8cedcc8f-abbe-43d8-a605-2b503781bc7e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590946 Jul 12 16:31:46.402097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43610) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:46.500835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df641463-0761-4f31-85eb-1a2ee8ca0b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43a3e3-bb61-4b28-8a30-fcfc66f9eeb2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:46.522749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6bfd4a3-23ad-427f-8d9b-598c93f29719 None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:46.523466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6bfd4a3-23ad-427f-8d9b-598c93f29719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.531829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-df641463-0761-4f31-85eb-1a2ee8ca0b73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a01bfd0822141daa4c652e7e0476ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066020 Jul 12 16:31:46.532262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43612) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:46.564412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a6bfd4a3-23ad-427f-8d9b-598c93f29719 None None] Port e24311ba-d8a5-4238-8db4-f8baacd003fe cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:46.614459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.670611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b88cf-428f-4233-b3b8-6db06891d443 req-f01511a6-a6d1-4b9a-8d9a-7379dcbca51f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:46.672134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a8b88cf-428f-4233-b3b8-6db06891d443 req-f01511a6-a6d1-4b9a-8d9a-7379dcbca51f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 931 time: 0.1973245 Jul 12 16:31:46.679069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 787c28f2-1cbe-44a9-9f51-831d3d940a31 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:46.700884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.705375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.734612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 787c28f2-1cbe-44a9-9f51-831d3d940a31 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:46.739195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 787c28f2-1cbe-44a9-9f51-831d3d940a31 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:46.739884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.768423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.771707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.772679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a8b88cf-428f-4233-b3b8-6db06891d443 req-76fc2d25-c343-407d-92be-04b703ad3663 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879598 Jul 12 16:31:46.785322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.826082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe21c55-718b-4bf4-8327-f1a75d50bee5 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:31:46.832342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.832989 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.835456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.846525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.850101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.854555 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74362a01-73ea-4a85-ab8f-daa05d9698dc HTTP/1.1" status: 204 len: 168 time: 0.4434011 Jul 12 16:31:46.869233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cef09-ff42-4ad3-9259-cd586bb4edbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74362a01-73ea-4a85-ab8f-daa05d9698dc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:46.871720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Transition to ACTIVE for port object 9fe21c55-718b-4bf4-8327-f1a75d50bee5 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:46.879653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.891862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.907247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 787c28f2-1cbe-44a9-9f51-831d3d940a31, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=787c28f2-1cbe-44a9-9f51-831d3d940a31,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:46.914575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.919551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:46.950586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:46.951603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:46.953219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/ports/27d33d7d-48e5-4def-bdad-6b7c9f97a102 HTTP/1.1" status: 200 len: 911 time: 2.1355555 Jul 12 16:31:46.960404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43616) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:46.986640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.000536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.003388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.004993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a43a3e3-bb61-4b28-8a30-fcfc66f9eeb2 HTTP/1.1" status: 204 len: 168 time: 0.4717484 Jul 12 16:31:47.029838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=787c28f2-1cbe-44a9-9f51-831d3d940a31,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:47.053801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8145-1d67-451a-bd26-048c252ef699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43a3e3-bb61-4b28-8a30-fcfc66f9eeb2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:47.124161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcefc4-9e80-4404-82a5-bd38e43728a4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=27d33d7d-48e5-4def-bdad-6b7c9f97a102,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:47.232941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:47.234571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:47.286374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:47.324385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ddb8b44-d5b8-45b0-8f72-b4d914c7e5a4 None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:47.324941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8b44-d5b8-45b0-8f72-b4d914c7e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.441725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb8b44-d5b8-45b0-8f72-b4d914c7e5a4 None None] Port e24311ba-d8a5-4238-8db4-f8baacd003fe cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:47.452098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router f7ff3208-4946-4eb6-820b-d65819b7f57d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:47.538392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Attempting to bind port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:47.538967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Attempting to bind port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:47.539266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Attempting to bind port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:47.552291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:31:47.552613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Attempting to bind port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:47.571466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5c393ffa-5521-4630-a254-e347f74b308d None None] Provisioning complete for port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:47.577384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:47.578060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:47.578350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-5521-4630-a254-e347f74b308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.578858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:47.579524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Bound port: 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:47.580106 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.667652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5c393ffa-5521-4630-a254-e347f74b308d None None] Port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:47.709069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:47.713482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:47.726130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.782290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:47.783064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.784886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] 10.222.0.65 "PUT /v2.0/ports/9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 1091 time: 1.6801283 Jul 12 16:31:47.787180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.789063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:47.799027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-81020665-6783-4b3a-8fee-27797a8c0ae8 None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:47.799413 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81020665-6783-4b3a-8fee-27797a8c0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:47.803065 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00865f44-6e10-45bd-bb45-a35698dde151" -d '{"events": [{"name": "network-changed", "server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:47.900590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-81020665-6783-4b3a-8fee-27797a8c0ae8 None None] Port e24311ba-d8a5-4238-8db4-f8baacd003fe cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:47.937966 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e22d3-6fef-4f4f-b936-653f0cb374ba x-openstack-request-id: req-4c5e22d3-6fef-4f4f-b936-653f0cb374ba {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:47.938371 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:47.938689 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c5e22d3-6fef-4f4f-b936-653f0cb374ba {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:47.939139 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5', 'status': 'completed', 'code': 200} Jul 12 16:31:48.065319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:48.070628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f79f24-903e-4195-aac0-f021ea5325be req-9cd9b486-bfcc-4990-9847-f5250158bd5f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:48.072638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74f79f24-903e-4195-aac0-f021ea5325be req-9cd9b486-bfcc-4990-9847-f5250158bd5f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.0888340 Jul 12 16:31:48.076436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e618bbc8-97a1-4a4c-9d03-587642167b24 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/f7ff3208-4946-4eb6-820b-d65819b7f57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1564844 Jul 12 16:31:48.077426 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Sync routers for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:48.091038 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:48.091901 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:48.116631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74f79f24-903e-4195-aac0-f021ea5325be req-92e22349-2c82-43d2-a6d6-03c1a6e62821 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Jul 12 16:31:48.119634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeb05d-c70b-481b-b0c3-c20f004db96d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:48.273610 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:48.398975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-8dfb3dab-bd8e-4685-bc00-3b879975edc6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204871968&fields=id&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 267 time: 0.0636184 Jul 12 16:31:48.532555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-f74e77f6-0651-43fe-b4b9-00d3ed2a5568 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:48.540557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-f74e77f6-0651-43fe-b4b9-00d3ed2a5568 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 796 time: 0.1397026 Jul 12 16:31:48.557543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-8f3ed0db-2442-407f-8e2e-1b380ddda6e9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/quotas/42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 375 time: 0.0159452 Jul 12 16:31:48.592095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-7e0a7990-2dc0-4ae7-bd8d-c683930c8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:48.593627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-7e0a7990-2dc0-4ae7-bd8d-c683930c8c89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1094 time: 0.6589952 Jul 12 16:31:48.607235 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:46Z', 'revision_number': 2, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:48.610372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547b95-61ad-4976-bac3-5b9937b5d1e4 req-06afb61b-13d6-485e-be86-f9012cb88170 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:48.611933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15547b95-61ad-4976-bac3-5b9937b5d1e4 req-06afb61b-13d6-485e-be86-f9012cb88170 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 943 time: 0.5156267 Jul 12 16:31:48.658636 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-d124467c-78b5-4250-96e1-939c593bc30d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 217 time: 0.0456734 Jul 12 16:31:48.667622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-aeec85d9-a8c9-4439-86e3-d0e517aa11b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086724 Jul 12 16:31:48.684420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 787c28f2-1cbe-44a9-9f51-831d3d940a31 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:48.710315 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Checking router: f7ff3208-4946-4eb6-820b-d65819b7f57d for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:31:48.710672 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Updating router f7ff3208-4946-4eb6-820b-d65819b7f57d port e24311ba-d8a5-4238-8db4-f8baacd003fe binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:31:48.773773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15547b95-61ad-4976-bac3-5b9937b5d1e4 req-226d3e3b-54a7-44fb-802e-a193fd2af5b9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133807 Jul 12 16:31:48.806571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-4907abb8-fd42-4699-bc73-6264bae5c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:48.808188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-4907abb8-fd42-4699-bc73-6264bae5c42f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1329880 Jul 12 16:31:48.814912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-7275f69e-05ed-4036-bb59-4eb931a70137 service neutron] 10.222.0.58 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310992 Jul 12 16:31:48.815571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 787c28f2-1cbe-44a9-9f51-831d3d940a31 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:48.815973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:48.837503 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:48.858950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-1736954c-6db0-4663-940a-37aa8080132b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397995 Jul 12 16:31:48.868328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 27d33d7d-48e5-4def-bdad-6b7c9f97a102 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:48.871907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:48.950607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-43cbe222-b393-42cb-a7fa-3149a02f79ce service neutron] 10.222.0.58 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269696 Jul 12 16:31:48.995323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43688) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:48.996380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-fcd91fb6-6774-4e85-98af-5de730ddd1f1 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177487 Jul 12 16:31:49.131060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c7c8b23-c998-49f7-b265-96d5be18e7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.275902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c7c8b23-c998-49f7-b265-96d5be18e7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.282433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4c7c8b23-c998-49f7-b265-96d5be18e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.345317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08f9301a-7c19-4b0d-a433-acc7802a2906 req-118fd74a-7dc0-4805-b5bd-928e04490c07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 210 time: 0.1513400 Jul 12 16:31:49.350036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.352446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c7c8b23-c998-49f7-b265-96d5be18e7a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9f115657bc844c39617e0765b27c0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550234 Jul 12 16:31:49.356138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43702) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:49.359917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c8b23-c998-49f7-b265-96d5be18e7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c09a5-bffe-4654-b5a7-dd0161e79509,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:49.370497 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.386063 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Transition to ACTIVE for port object e24311ba-d8a5-4238-8db4-f8baacd003fe will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:49.393790 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.397385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 27d33d7d-48e5-4def-bdad-6b7c9f97a102 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:49.453535 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a77b0-1ad2-4108-83b7-c386adae0828 None None] Pushing event updated for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:49.499918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa063f24-ad45-43a7-bb8c-bde83fb2fab2 req-b3617291-f447-4f4b-b556-756acc974a7d service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832840 Jul 12 16:31:49.510917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.578121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.585143 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Attempting to bind port e24311ba-d8a5-4238-8db4-f8baacd003fe on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:49.585513 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Attempting to bind port e24311ba-d8a5-4238-8db4-f8baacd003fe by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:49.585871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Attempting to bind port e24311ba-d8a5-4238-8db4-f8baacd003fe on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:49.606173 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:49.606429 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Checking segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:49.606751 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.608165 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Bound using segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:49.608581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Bound port: e24311ba-d8a5-4238-8db4-f8baacd003fe, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:49.613530 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.620690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec839a-22d0-473e-97e4-4aec4dfe0a33 req-316d85bf-6a19-4087-9857-d43c76a8c045 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:49.630973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88ec839a-22d0-473e-97e4-4aec4dfe0a33 req-316d85bf-6a19-4087-9857-d43c76a8c045 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1879489 Jul 12 16:31:49.720600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88ec839a-22d0-473e-97e4-4aec4dfe0a33 req-227a98dc-1e32-4385-976f-ac6e288a9208 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891457 Jul 12 16:31:49.723831 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] For port e24311ba-d8a5-4238-8db4-f8baacd003fe, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:49.728304 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] For port e24311ba-d8a5-4238-8db4-f8baacd003fe, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e24311ba-d8a5-4238-8db4-f8baacd003fe,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:49.748433 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.760261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.763208 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:49.766864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca5c09a5-bffe-4654-b5a7-dd0161e79509 HTTP/1.1" status: 204 len: 168 time: 0.4071269 Jul 12 16:31:49.773738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55afd2e-39be-4471-a89b-6d20600b5464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c09a5-bffe-4654-b5a7-dd0161e79509,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:49.863855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865f44-6e10-45bd-bb45-a35698dde151 req-8b8d6b3d-c7ee-4796-9982-d02656b13876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:49.865500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-8b8d6b3d-c7ee-4796-9982-d02656b13876 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1094 time: 0.2531259 Jul 12 16:31:49.876929 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:49.877811 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:49.924917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:50.117290 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a77b0-1ad2-4108-83b7-c386adae0828 None None] Pushing event updated for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:50.190382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=27d33d7d-48e5-4def-bdad-6b7c9f97a102,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:50.192821 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:31:50.448557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865f44-6e10-45bd-bb45-a35698dde151 req-103abf7f-fd2e-4124-a763-be5834453abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:50.450255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-103abf7f-fd2e-4124-a763-be5834453abd service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.5764241 Jul 12 16:31:50.531179 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:49Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:50.560256 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362d1f5-66ca-4573-83ba-306c2e401211 None None] The sync data for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 is: [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:49Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:50.654689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b44c1-24f9-4a9a-94be-460b2bab52a3 req-8445138d-7c75-40a9-952c-2fc2039067be tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:50.672566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0efffcdc-6bcc-41f3-ae52-57f376621dfa req-60146ecb-86db-4845-86a2-9e8ec47ba355 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 210 time: 0.0823495 Jul 12 16:31:50.681563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a3b44c1-24f9-4a9a-94be-460b2bab52a3 req-8445138d-7c75-40a9-952c-2fc2039067be tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 943 time: 0.5946133 Jul 12 16:31:50.693138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-9157ca8e-ec25-41bc-85e2-2f4f4a7c0e21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 217 time: 0.1709459 Jul 12 16:31:50.693754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:50.926049 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a3b44c1-24f9-4a9a-94be-460b2bab52a3 req-d0956215-c05b-42dd-bef6-2e81b1143261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436240 Jul 12 16:31:50.980967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865f44-6e10-45bd-bb45-a35698dde151 req-c4a63c44-2f68-449e-a95a-fefcc0aad5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:50.985136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-c4a63c44-2f68-449e-a95a-fefcc0aad5bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.2609248 Jul 12 16:31:51.055689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd5876-5881-421b-b9ca-9970bac154c7 req-efb56d43-f1f5-4b3e-8c80-a07fbbb4ff48 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:51.065327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5abd5876-5881-421b-b9ca-9970bac154c7 req-efb56d43-f1f5-4b3e-8c80-a07fbbb4ff48 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1329448 Jul 12 16:31:51.188256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5abd5876-5881-421b-b9ca-9970bac154c7 req-efef9dc8-0e5f-4871-a2e2-b7a0e23b3e57 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151533 Jul 12 16:31:51.198084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-0d90ed06-ccd4-4c47-92e0-7f76b2823e2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345475 Jul 12 16:31:51.272627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-f199fc4d-bbd4-4d6f-973a-a78b6a6bdb3b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:51.275459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-f199fc4d-bbd4-4d6f-973a-a78b6a6bdb3b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 796 time: 0.1806779 Jul 12 16:31:51.326061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router 041a8c07-137a-4200-906e-af9fb0101f0e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:31:51.427329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-a43a072b-0929-4fcd-a4fb-918b3c39ff4a service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050123 Jul 12 16:31:51.465864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-eb700ebe-e084-48ad-83f4-44e22d2b445f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 380 time: 0.1752126 Jul 12 16:31:51.480643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'port': {'device_id': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'admin_state_up': True, 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'security_groups': ['ab1d8d10-7510-4f22-9fd8-986a0b856323']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:51.487120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:31:51.500302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] Sync routers for ids ['041a8c07-137a-4200-906e-af9fb0101f0e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:31:51.516725 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ddf254d1-5fab-4f73-89f6-aa525f620814 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/041a8c07-137a-4200-906e-af9fb0101f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5512483 Jul 12 16:31:51.519487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43760) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:51.525870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] Routers {'041a8c07-137a-4200-906e-af9fb0101f0e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:51.527607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['041a8c07-137a-4200-906e-af9fb0101f0e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:51.573258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:51.588453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] Routers {'041a8c07-137a-4200-906e-af9fb0101f0e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:31:51.589661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['041a8c07-137a-4200-906e-af9fb0101f0e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:51.651733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b1ddd6d4-d59e-4ce7-b6c7-0934a7f0e5b1 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=041a8c07-137a-4200-906e-af9fb0101f0e HTTP/1.1" status: 200 len: 205 time: 0.1305196 Jul 12 16:31:51.661208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43762) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:51.663174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:51.664066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50652c60-815a-4112-a42d-5b11884ff635 None None] The sync data for ids ['041a8c07-137a-4200-906e-af9fb0101f0e'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:31:51.668640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-00865f44-6e10-45bd-bb45-a35698dde151 req-243801fa-5e7b-4886-a9d9-f3f73032d65f service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100911 Jul 12 16:31:51.781842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:51.983488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3347239c-674f-4aff-a5e4-a4f865192b15 req-27096fc8-bd70-4aa1-b9b3-c08ba8ddf6aa tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 210 time: 0.0562348 Jul 12 16:31:52.007675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.010628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.086714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.087970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router 041a8c07-137a-4200-906e-af9fb0101f0e {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:31:52.095874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.100042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7f6f4216-49cb-4e99-8cae-e7695c385046 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/041a8c07-137a-4200-906e-af9fb0101f0e HTTP/1.1" status: 204 len: 168 time: 0.4375296 Jul 12 16:31:52.100191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43776) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:52.101360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:52.105984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.192238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 3813823b-f7eb-4afa-9b87-290bfa8835b8 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:31:52.197074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.355399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2869-3eaf-4d7c-992a-c0a65ebcf9b0 req-2c4afd12-e5ea-4941-8e31-32e84b0288cf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:52.357293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-899f2869-3eaf-4d7c-992a-c0a65ebcf9b0 req-2c4afd12-e5ea-4941-8e31-32e84b0288cf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 943 time: 0.1634037 Jul 12 16:31:52.359213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.8 (c8db7d8b-f80a-40d1-9b41-f7fc92c07726/70db1027-4b39-4bd6-82e7-f24593505085/1d3f9356-0c1f-4a43-a920-f21b2911223c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:52.372875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.514807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-899f2869-3eaf-4d7c-992a-c0a65ebcf9b0 req-2cc3411f-cdd8-4608-a9e0-4f40f69fc5cf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433353 Jul 12 16:31:52.541619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf179416-969d-48b5-9001-4c411583f11c req-732fbb85-0924-4242-8809-474e7bd5c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:52.542450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf179416-969d-48b5-9001-4c411583f11c req-732fbb85-0924-4242-8809-474e7bd5c305 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2545972 Jul 12 16:31:52.544652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.593296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae812b4-053d-4380-86e5-55ac43249088 req-d15181c3-5e1b-4a23-bac9-cb8a3feb2ed5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:52.594892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ae812b4-053d-4380-86e5-55ac43249088 req-d15181c3-5e1b-4a23-bac9-cb8a3feb2ed5 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1941741 Jul 12 16:31:52.619860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.639987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object 1d3f9356-0c1f-4a43-a920-f21b2911223c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:52.687644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e24311ba-d8a5-4238-8db4-f8baacd003fe up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:52.692848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ae812b4-053d-4380-86e5-55ac43249088 req-edca86ce-68e9-4604-afc3-2694b647dd6c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856833 Jul 12 16:31:52.697439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf179416-969d-48b5-9001-4c411583f11c req-54bec8d3-84e4-462a-bb8a-0707c012a807 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232450 Jul 12 16:31:52.703877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.736116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.775009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e24311ba-d8a5-4238-8db4-f8baacd003fe completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:52.778595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:52.780113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=3813823b-f7eb-4afa-9b87-290bfa8835b8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:52.782265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:52.783536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.785775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7752fa7c-2ba1-4af3-8f03-646eb7097a9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/3813823b-f7eb-4afa-9b87-290bfa8835b8 HTTP/1.1" status: 204 len: 168 time: 0.6843619 Jul 12 16:31:52.791551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43782) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:52.792373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:52.798841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618801d-e75c-45d5-801b-24f1cd1a773b None None] Network 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:52.820486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:52.820946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.845450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:52.913083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:52.913711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.938007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:52.941774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-25240061-52f0-45c5-aa4f-6f49b5e4f1ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4653831 Jul 12 16:31:52.955183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Request body: {'port': {'device_id': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:53.039660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.084241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e24311ba-d8a5-4238-8db4-f8baacd003fe, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e24311ba-d8a5-4238-8db4-f8baacd003fe,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:53.085977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b53917b1-b4d6-4604-9798-bc239be179a2 None None] Provisioning for port 1d3f9356-0c1f-4a43-a920-f21b2911223c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:53.090651 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.092015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.097509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 692ba735-acfa-4ac3-bb04-3594fba291cb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:53.098681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.103950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b53917b1-b4d6-4604-9798-bc239be179a2 None None] Provisioning complete for port 1d3f9356-0c1f-4a43-a920-f21b2911223c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:53.104329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b53917b1-b4d6-4604-9798-bc239be179a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.293765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 692ba735-acfa-4ac3-bb04-3594fba291cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=692ba735-acfa-4ac3-bb04-3594fba291cb,segment=NetworkSegment(79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018),segment_id=79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:53.294177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.319572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 692ba735-acfa-4ac3-bb04-3594fba291cb owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:53.416303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] DHCP port deletion for 3ce9e7f6-ff34-421a-8816-f2c3aab408b1 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:31:53.418701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9fe21c55-718b-4bf4-8327-f1a75d50bee5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:31:53.515049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:53.543855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b53917b1-b4d6-4604-9798-bc239be179a2 None None] Port 1d3f9356-0c1f-4a43-a920-f21b2911223c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:31:53.560741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10b31d-bf2e-4a85-a82b-6824af82de97 req-96b30597-17ed-458a-8557-80df68924255 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:53.568261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc10b31d-bf2e-4a85-a82b-6824af82de97 req-96b30597-17ed-458a-8557-80df68924255 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 931 time: 0.3837981 Jul 12 16:31:53.693874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Deleting port 692ba735-acfa-4ac3-bb04-3594fba291cb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:31:53.694614 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.702192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.723136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc10b31d-bf2e-4a85-a82b-6824af82de97 req-ea10dc88-6bd9-4b01-9df0-b742c9a48faf tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174564 Jul 12 16:31:53.849896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:53.870185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] For port 692ba735-acfa-4ac3-bb04-3594fba291cb, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:53.870580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.889985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '9fe21c55-718b-4bf4-8327-f1a75d50bee5', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': '9fe21c55-718b-4bf4-8327-f1a75d50bee5', 'mac_address': 'fa:16:3e:c8:54:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:31:53.892325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3f9356-0c1f-4a43-a920-f21b2911223c {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:31:53.892825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Calling delete_port for 692ba735-acfa-4ac3-bb04-3594fba291cb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:31:53.896244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Port 692ba735-acfa-4ac3-bb04-3594fba291cb was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:31:53.898103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-716d7cd2-e970-428c-a186-4da80ed13799 None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:53.898468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-716d7cd2-e970-428c-a186-4da80ed13799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.902581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.910983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47098d4c-ca77-4a6a-aaaf-a975bb4fab02 req-d84281c7-7f70-4990-bb50-0a8f5faf63c7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:53.913074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47098d4c-ca77-4a6a-aaaf-a975bb4fab02 req-d84281c7-7f70-4990-bb50-0a8f5faf63c7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 943 time: 0.1767731 Jul 12 16:31:53.916352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=692ba735-acfa-4ac3-bb04-3594fba291cb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:53.923288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 692ba735-acfa-4ac3-bb04-3594fba291cb on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:53.930653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Transition to ACTIVE for port object 1d3f9356-0c1f-4a43-a920-f21b2911223c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:53.948240 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.960837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:53.986591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] No DVR routers for this DVR port 692ba735-acfa-4ac3-bb04-3594fba291cb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:31:53.998870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47098d4c-ca77-4a6a-aaaf-a975bb4fab02 req-695ad07a-17ca-4807-b421-7eaa346b9e1e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793715 Jul 12 16:31:54.010777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292869-5f79-4b5d-862b-8bb24b57fdd0 None None] Pushing event deleted for resources: {'Port': ['ID=692ba735-acfa-4ac3-bb04-3594fba291cb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:54.077979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.092450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe21c55-718b-4bf4-8327-f1a75d50bee5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:31:54.117476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:54.129278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.173583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:54.177249 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.197185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce9e7f6-ff34-421a-8816-f2c3aab408b1']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:54.252992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:54.253387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ae53a8-ae3e-451f-a2a8-e6d0a1d8e018') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:31:54.275546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:54.276727 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.318992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.334119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:31:54.334883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:31:54.339156 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:31:54.394627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade350-5ea8-4d48-96b5-4c35c32b50df req-a5a906b7-35e0-4e57-8f37-1d18d9410997 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:54.396233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7ade350-5ea8-4d48-96b5-4c35c32b50df req-a5a906b7-35e0-4e57-8f37-1d18d9410997 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3462293 Jul 12 16:31:54.412625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:54.412971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:54.413307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:54.434424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:31:54.457474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:31:54.458086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:54.469370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.471284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:54.471649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Checking segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:54.472064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Bound using segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:54.472495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Bound port: 1d3f9356-0c1f-4a43-a920-f21b2911223c, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:54.472850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.477647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7ade350-5ea8-4d48-96b5-4c35c32b50df req-066c105b-9d4e-4e32-88ec-d4bfbd94fb8c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692105 Jul 12 16:31:54.485039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.486884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/3ce9e7f6-ff34-421a-8816-f2c3aab408b1 HTTP/1.1" status: 204 len: 168 time: 1.6914120 Jul 12 16:31:54.491498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43808) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:54.498482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127486202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:54.509928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8bfe1-8151-4479-add2-a813192ec5c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=3ce9e7f6-ff34-421a-8816-f2c3aab408b1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:54.617634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.618919 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.680092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:54.688526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:54.713913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.721603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e24311ba-d8a5-4238-8db4-f8baacd003fe up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:54.791315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:54.792226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.805225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] 10.222.0.77 "PUT /v2.0/ports/1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 1091 time: 1.8544614 Jul 12 16:31:54.809215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:54.820707 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c38bece-8782-4527-9996-225b1fb22466" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:54.854987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.869441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.920266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e24311ba-d8a5-4238-8db4-f8baacd003fe triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:54.920909 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.933504 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:54.934894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f4c855de-4a39-4169-a19e-59391ae0efa5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4425824 Jul 12 16:31:54.938778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:54.953223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1510266597'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:54.982645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:54.988320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.021631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:31:55.027180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe62b3-f7e2-4bfe-ba78-71210c28a826 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:55.047150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.049522 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 320be2b0-3afc-40f6-b33e-eb807a10bef0 of type vlan for network 244a3bff-9b1c-4d25-b5a5-885a8130d342 Jul 12 16:31:55.144031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-30446c6b-49c2-467c-9b11-9ca32dc99c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:55.145736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-30446c6b-49c2-467c-9b11-9ca32dc99c38 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1094 time: 0.2762613 Jul 12 16:31:55.155573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4b22c-93b6-47da-a80d-b754f14e27a9 req-93c3bb69-d504-4921-bad3-707b52078630 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:55.163014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffd4b22c-93b6-47da-a80d-b754f14e27a9 req-93c3bb69-d504-4921-bad3-707b52078630 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.1729491 Jul 12 16:31:55.208745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.300521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-3bcfc1c6-4f22-4bc2-819a-03ae7e2b3723 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 217 time: 0.1338546 Jul 12 16:31:55.338981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 692ba735-acfa-4ac3-bb04-3594fba291cb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:31:55.361958 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be4387-c773-4c45-9b2a-7914b8fb6b7a x-openstack-request-id: req-33be4387-c773-4c45-9b2a-7914b8fb6b7a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:55.362174 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:55.362420 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33be4387-c773-4c45-9b2a-7914b8fb6b7a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:55.362834 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'status': 'completed', 'code': 200} Jul 12 16:31:55.376344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.384260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:55.384816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.417860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 692ba735-acfa-4ac3-bb04-3594fba291cb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:31:55.418242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 692ba735-acfa-4ac3-bb04-3594fba291cb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:31:55.420370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4795353 Jul 12 16:31:55.425281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43834) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:55.434818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9fe21c55-718b-4bf4-8327-f1a75d50bee5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:55.454417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:31:55.525385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:55.534236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:55.534645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.575493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e73f-8861-49db-ab0b-927e05f4843d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=244a3bff-9b1c-4d25-b5a5-885a8130d342,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:55.600436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:31:55.635943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f816-5d9c-4f68-a1c2-37953ae0167d req-670084aa-179c-4cfd-9878-929ccd8467c0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:55.638157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8a4f816-5d9c-4f68-a1c2-37953ae0167d req-670084aa-179c-4cfd-9878-929ccd8467c0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 944 time: 0.1284289 Jul 12 16:31:55.691783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8a4f816-5d9c-4f68-a1c2-37953ae0167d req-180831d2-9dbb-4075-af7b-9b9010f6004f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Jul 12 16:31:55.760990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.788238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:31:55.791610 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ede384-b69b-4a2b-88a1-b904ea1913e9" -d '{"events": [{"server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "name": "network-vif-plugged", "status": "completed", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:31:55.805612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:55.811628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:55.869299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:55.886181 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffd4b22c-93b6-47da-a80d-b754f14e27a9 req-e23e3f0b-23cc-4de2-98f1-2c1b172bf091 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7218993 Jul 12 16:31:55.909532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-e131b6d5-5675-48fc-a5b5-002cda96d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:55.911026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-e131b6d5-5675-48fc-a5b5-002cda96d93c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.6025300 Jul 12 16:31:55.996214 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a657313-d7bc-4395-9f76-72ab4feaa6b5 x-openstack-request-id: req-5a657313-d7bc-4395-9f76-72ab4feaa6b5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:31:55.996687 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "name": "network-vif-plugged", "status": "completed", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:31:55.997044 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a657313-d7bc-4395-9f76-72ab4feaa6b5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:31:55.997580 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5', 'code': 200} Jul 12 16:31:56.012035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:31:56.015821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:56.056897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-17d49585-dad6-47a2-91b1-b095676d3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.058381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-17d49585-dad6-47a2-91b1-b095676d3b67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0783012 Jul 12 16:31:56.191543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-52c1c427-9cc4-4d12-a5e9-88158f39b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.193032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-52c1c427-9cc4-4d12-a5e9-88158f39b25b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721372 Jul 12 16:31:56.321177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:56.405177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=45e037d6-47b1-4f36-8cca-2451546f5e97,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:56.408831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-57a687c7-3d5e-44f4-9b1e-f980b5f949e1 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077725 Jul 12 16:31:56.474973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:56.475399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 244a3bff-9b1c-4d25-b5a5-885a8130d342, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:31:56.537994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5669e357-bbd4-4341-b2bf-c59be730d5cb req-d4a9a761-1e76-408c-b297-94149ce9fdb2 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183972 Jul 12 16:31:56.540597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:31:56.552697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 244a3bff-9b1c-4d25-b5a5-885a8130d342) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:56.564604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da462796-e5cd-4e63-88a6-e7c419feee6d None None] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:56.573215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.574588 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:56.594213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-7f39906a-14d9-4ce2-8972-840dc794af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.596049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-84f7a343-0d15-4cd4-8b98-0c86794f137e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1695967 Jul 12 16:31:56.599146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43848) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:56.601403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-7f39906a-14d9-4ce2-8972-840dc794af5f service neutron] 10.222.0.77 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.5329175 Jul 12 16:31:56.617086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633edd-6bae-4f95-8075-1185a45c6ab5 req-1af58f29-3190-471f-9dfa-97ff30d1a4d8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.624832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0633edd-6bae-4f95-8075-1185a45c6ab5 req-1af58f29-3190-471f-9dfa-97ff30d1a4d8 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.4931455 Jul 12 16:31:56.683090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6a24a-cbbd-4807-97d6-25aa9e6ef0af req-709e30f8-6d77-4086-a1f9-5f384762d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.684640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08b6a24a-cbbd-4807-97d6-25aa9e6ef0af req-709e30f8-6d77-4086-a1f9-5f384762d97d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1096 time: 0.5880179 Jul 12 16:31:56.689265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-83d87d17-5e86-4b51-bd7c-eb0042e15102 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 200 len: 217 time: 0.0563757 Jul 12 16:31:56.805141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-244a3bff-9b1c-4d25-b5a5-885a8130d342', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:31:56.805141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:56.812267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0633edd-6bae-4f95-8075-1185a45c6ab5 req-b87a32a1-127b-4bcf-b5b7-3e70bdba5f48 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827574 Jul 12 16:31:56.851523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08b6a24a-cbbd-4807-97d6-25aa9e6ef0af req-b534d796-cc48-4df6-ac40-edf2ccae52c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539974 Jul 12 16:31:56.859770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-bef3adeb-06ee-44f9-bfa5-a4f8a7e1b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.861676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-bef3adeb-06ee-44f9-bfa5-a4f8a7e1b2cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1581421 Jul 12 16:31:56.866240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bece-8782-4527-9996-225b1fb22466 req-40de533a-9b65-4995-9243-701943be6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:56.868022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-40de533a-9b65-4995-9243-701943be6e7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1094 time: 0.1646497 Jul 12 16:31:56.903067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-9f629252-5633-4b9c-b0fc-5c2f3a1f4c96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334868 Jul 12 16:31:57.010752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bece-8782-4527-9996-225b1fb22466 req-99f14c34-492f-4c6a-bff1-1befa4fae52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:57.012311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-99f14c34-492f-4c6a-bff1-1befa4fae52d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.1040199 Jul 12 16:31:57.069319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-cc039743-9b76-426b-87db-144c115977e0 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571689 Jul 12 16:31:57.101044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Allocated IP 2001:db8::2 (244a3bff-9b1c-4d25-b5a5-885a8130d342/45e037d6-47b1-4f36-8cca-2451546f5e97/4ab31c54-2b38-4f26-bf99-5d25dfbeef45) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:57.210500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-38ec1cf3-d28e-4776-83fd-b4f1dd473ced service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 217 time: 0.1373444 Jul 12 16:31:57.259059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-db8638ee-9897-47da-bfa6-d8d50c534949 req-0e445da1-2271-43a0-aef6-5cd6e4bd4510 service neutron] 10.222.0.77 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820455 Jul 12 16:31:57.270612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aabe1-bf37-426a-80a8-a258c5f6ddf8 req-816f37bf-c219-48c3-9092-8928558736fb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:57.272117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-065aabe1-bf37-426a-80a8-a258c5f6ddf8 req-816f37bf-c219-48c3-9092-8928558736fb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.1864073 Jul 12 16:31:57.330640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-065aabe1-bf37-426a-80a8-a258c5f6ddf8 req-cd4f850f-a716-40a8-ae10-427cd774802e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507741 Jul 12 16:31:57.339524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.361024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Transition to ACTIVE for port object 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:57.385498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Transition to ACTIVE for port object 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:57.393569 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.458170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:57.463257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:57.467985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.473032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:57.481746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Pushing event updated for resources: {'Port': ['ID=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:57.577692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Attempting to bind port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:31:57.578483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Attempting to bind port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:31:57.579172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Attempting to bind port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 on network 244a3bff-9b1c-4d25-b5a5-885a8130d342 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:31:57.585599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:31:57.586476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Checking segment: {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:31:57.587777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.588427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Bound using segment: {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:31:57.589131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Bound port: 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:31:57.589849 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.686670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] For port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:31:57.692429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] For port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:31:57.700298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bece-8782-4527-9996-225b1fb22466 req-75a8b735-f40e-4e93-bdf7-36820866cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:57.701795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-75a8b735-f40e-4e93-bdf7-36820866cdde service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.4282417 Jul 12 16:31:57.702095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:57.820433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1db7f9-5c9a-437c-ad98-6e22e7047b1f None None] Pushing event updated for resources: {'Port': ['ID=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:57.823123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81413542-0ffe-411e-b9dc-344a5f7553e3 req-0649eabd-ac3a-4dd8-b6b1-ce1781741b2b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:57.835654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-81413542-0ffe-411e-b9dc-344a5f7553e3 req-0649eabd-ac3a-4dd8-b6b1-ce1781741b2b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 945 time: 0.7764924 Jul 12 16:31:57.897214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8::1 (244a3bff-9b1c-4d25-b5a5-885a8130d342/45e037d6-47b1-4f36-8cca-2451546f5e97/a9c9b666-b31f-4214-83d9-8a0296475544) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:31:57.978898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-81413542-0ffe-411e-b9dc-344a5f7553e3 req-171bf3db-edf0-400e-84e9-3be971847fb9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424351 Jul 12 16:31:58.094836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38bece-8782-4527-9996-225b1fb22466 req-b46d4ece-8654-40d5-a425-90731d0080a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:58.096522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-b46d4ece-8654-40d5-a425-90731d0080a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3818717 Jul 12 16:31:58.140464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:58.242283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45560-6f90-48b9-82ea-d48827bd1a0b req-271be46a-bb15-4923-9b96-250fb5938717 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:58.258664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73d45560-6f90-48b9-82ea-d48827bd1a0b req-271be46a-bb15-4923-9b96-250fb5938717 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1751146 Jul 12 16:31:58.265942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-1f9d099e-c922-47c0-818a-a31520957163 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610215 Jul 12 16:31:58.403902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.436715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73d45560-6f90-48b9-82ea-d48827bd1a0b req-5747c18f-9673-4a73-a078-027903f0af33 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704094 Jul 12 16:31:58.495320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object a9c9b666-b31f-4214-83d9-8a0296475544 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:31:58.540157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c38bece-8782-4527-9996-225b1fb22466 req-cf12f6fa-30a9-421a-a906-faef99d8b55e service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661269 Jul 12 16:31:58.565159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b12489a-faa2-4af5-946f-b9b4e6a072b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.585549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.759460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:31:58.792077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:58.794965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:58.807173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:58.810423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b12489a-faa2-4af5-946f-b9b4e6a072b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.813522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:31:58.814908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.820568 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b12489a-faa2-4af5-946f-b9b4e6a072b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.844950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:58.880767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b12489a-faa2-4af5-946f-b9b4e6a072b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc4b0b09a80f46e58b05037b74c47bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391450 Jul 12 16:31:58.881541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12489a-faa2-4af5-946f-b9b4e6a072b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed7724-40f4-4c5f-a12e-1ccf74374306,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:58.884135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:58.947390 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:58.976767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.005854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a68d8-d2af-4ad2-8629-a0878d396114 req-25d0d5ec-4643-4eab-b457-805222673324 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:59.015788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f4a68d8-d2af-4ad2-8629-a0878d396114 req-25d0d5ec-4643-4eab-b457-805222673324 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.2922511 Jul 12 16:31:59.033781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.036409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.053436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6ed7724-40f4-4c5f-a12e-1ccf74374306 HTTP/1.1" status: 204 len: 168 time: 0.1548491 Jul 12 16:31:59.074901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd5e0f-1f1b-4e95-9d37-8502a62d2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed7724-40f4-4c5f-a12e-1ccf74374306,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:59.128290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f4a68d8-d2af-4ad2-8629-a0878d396114 req-56bc63d1-c973-4ecb-8a6c-496bb0bc715b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097486 Jul 12 16:31:59.213829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.294158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3ca15-3aa5-4f94-998c-37cf1ae1fdaf req-accad346-dbe1-4582-bfb6-5d4f1e2e5752 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:31:59.295774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2b3ca15-3aa5-4f94-998c-37cf1ae1fdaf req-accad346-dbe1-4582-bfb6-5d4f1e2e5752 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 945 time: 0.1205707 Jul 12 16:31:59.348985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288490c1-8af7-4aac-a1df-e91b18bb7094 None None] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:31:59.352671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2b3ca15-3aa5-4f94-998c-37cf1ae1fdaf req-90897958-c4e7-4891-aa80-631c15a59c45 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Jul 12 16:31:59.428184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Provisioning for port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:31:59.443621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Provisioning complete for port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:31:59.444199 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.520334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43898) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:31:59.544527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-611193dd-7177-4830-afca-ae2e1eec4e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.590605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.599074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.690710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.743435 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.773113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:59.815746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] For port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:31:59.824128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.865871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:31:59.868589 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:31:59.883875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-611193dd-7177-4830-afca-ae2e1eec4e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.898748 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-611193dd-7177-4830-afca-ae2e1eec4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:31:59.978843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fcee4-181a-46b2-b278-ef2176132cbc None None] Pushing event updated for resources: {'Port': ['ID=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:31:59.988729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-611193dd-7177-4830-afca-ae2e1eec4e62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a5825e4efb64ae29706e78f9c2ef320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669847 Jul 12 16:31:59.989322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:00.044676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c03d3-234b-4df3-b990-295b09d361db req-675c1488-f5d8-41cd-b970-8e912a9cd28e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:00.047842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e08c03d3-234b-4df3-b990-295b09d361db req-675c1488-f5d8-41cd-b970-8e912a9cd28e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.3684750 Jul 12 16:32:00.060175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:32:00.087753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611193dd-7177-4830-afca-ae2e1eec4e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7927c-3b6a-4579-a72f-1bba3a40b8d8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:00.101105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e08c03d3-234b-4df3-b990-295b09d361db req-5ea7295e-7d9b-4576-978a-74f022582492 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0368786 Jul 12 16:32:00.139790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.186188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Provisioning for port a9c9b666-b31f-4214-83d9-8a0296475544 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:00.191118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:00.191498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.248640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Port a9c9b666-b31f-4214-83d9-8a0296475544 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:00.267389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Provisioning complete for port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:00.268232 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44fb2626-5a11-4c05-aa02-ee8b81c04971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.268365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.305911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:00.306599 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:32:00.317602 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:00.342825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b9fe20d1-c729-4a38-9ce9-3bff79bc3253 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7421901 Jul 12 16:32:00.345685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:00.356923 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:00.357938 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:00.359017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e08c03d3-234b-4df3-b990-295b09d361db req-1d83c79f-9298-49e8-933a-4f049626a767 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2446918 Jul 12 16:32:00.363355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10674542'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:00.397333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.401248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.402742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6c7927c-3b6a-4579-a72f-1bba3a40b8d8 HTTP/1.1" status: 204 len: 168 time: 0.4097569 Jul 12 16:32:00.419162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77487b8a-0bfb-4720-92ea-466cdc7d4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7927c-3b6a-4579-a72f-1bba3a40b8d8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:00.434932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331227-3656-4ad7-b5ea-418344004a3b req-216bec9e-49f1-4e1c-86e7-ddbe0bca0be7 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:00.475319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db331227-3656-4ad7-b5ea-418344004a3b req-216bec9e-49f1-4e1c-86e7-ddbe0bca0be7 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.2714214 Jul 12 16:32:00.492778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:00.501724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.544865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:00.626491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db331227-3656-4ad7-b5ea-418344004a3b req-851aa66c-ad94-4271-b969-acc8c310ccbe tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462381 Jul 12 16:32:00.651370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0ae5190f-0276-4ccf-89ea-e03c47a17c9d None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:00.652533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ae5190f-0276-4ccf-89ea-e03c47a17c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.679039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:00.723162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:00.724247 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment 4783b906-c437-42d9-bc6a-e2c3bb513f17 of type vlan for network 9d1b7ff9-317e-4095-b3a2-a150833d015b Jul 12 16:32:00.812241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5190f-0276-4ccf-89ea-e03c47a17c9d None None] Port a9c9b666-b31f-4214-83d9-8a0296475544 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:00.839224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:32:00.881877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:00.948258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.062701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e08c03d3-234b-4df3-b990-295b09d361db req-bb813c31-ef01-439a-9179-897f0d92ccac service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027159 Jul 12 16:32:01.071853 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:31:58Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:31:59Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:01.078286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.089980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:01.090638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.105146 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:01.105896 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Updating router cc613794-1f85-4570-b486-a6da4c2d5b3c port a9c9b666-b31f-4214-83d9-8a0296475544 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:01.128035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7723916 Jul 12 16:32:01.155452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 43930) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:01.158887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:01.159445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.212969 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.256380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:01.260115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:01.302719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'mac_address': 'fa:16:3e:f5:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:32:01.337323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c05a7f87-dddd-48c2-a943-a54a62572cf6 None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:01.337693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c05a7f87-dddd-48c2-a943-a54a62572cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.341777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e08c03d3-234b-4df3-b990-295b09d361db req-a01e999a-6c05-4fb9-935a-fbfe3c0f94c9 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781804 Jul 12 16:32:01.379011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c05a7f87-dddd-48c2-a943-a54a62572cf6 None None] Port a9c9b666-b31f-4214-83d9-8a0296475544 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:01.449225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.469888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:01.473978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.483115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94502a-6248-40d4-9446-9d15dcaa4f74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=9d1b7ff9-317e-4095-b3a2-a150833d015b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:01.492573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3f9356-0c1f-4a43-a920-f21b2911223c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:32:01.499996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:01.624433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:01.630618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a17e786c-fc26-4269-a1d0-8d42051a1506 None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:01.631395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a17e786c-fc26-4269-a1d0-8d42051a1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.635558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.639874 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.650628 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Transition to ACTIVE for port object a9c9b666-b31f-4214-83d9-8a0296475544 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:01.660716 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.670630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c99f-4913-40ed-9e5c-a4ddd24c0fe5 req-d10a7d01-5623-4140-97b3-5e2ae714e054 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:01.677533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0688c99f-4913-40ed-9e5c-a4ddd24c0fe5 req-d10a7d01-5623-4140-97b3-5e2ae714e054 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.5690780 Jul 12 16:32:01.772284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a17e786c-fc26-4269-a1d0-8d42051a1506 None None] Port a9c9b666-b31f-4214-83d9-8a0296475544 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:01.778777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0688c99f-4913-40ed-9e5c-a4ddd24c0fe5 req-39570f92-9bcb-40d2-98f4-45fe09454da2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939536 Jul 12 16:32:01.809543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:01.824437 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Attempting to bind port a9c9b666-b31f-4214-83d9-8a0296475544 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:01.825235 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Attempting to bind port a9c9b666-b31f-4214-83d9-8a0296475544 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:01.829883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Attempting to bind port a9c9b666-b31f-4214-83d9-8a0296475544 on network 244a3bff-9b1c-4d25-b5a5-885a8130d342 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:01.854871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:01.855299 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Checking segment: {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:01.855693 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.856097 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Bound using segment: {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:01.856585 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Bound port: a9c9b666-b31f-4214-83d9-8a0296475544, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320be2b0-3afc-40f6-b33e-eb807a10bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:01.856966 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:01.913892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['1d3f9356-0c1f-4a43-a920-f21b2911223c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:02.022594 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64942be5-7317-4ac9-ae27-31c4cd52982f None None] Pushing event updated for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:02.062469 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bd6e7626-3a91-49f5-880a-c24145e191ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:02.161207 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] For port a9c9b666-b31f-4214-83d9-8a0296475544, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:02.180393 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] For port a9c9b666-b31f-4214-83d9-8a0296475544, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9c9b666-b31f-4214-83d9-8a0296475544,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:02.185030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:02.193091 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:02.445116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=04774ff5-cfbc-4d4a-838a-62cef5298b10,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:02.467239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:02.467656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 9d1b7ff9-317e-4095-b3a2-a150833d015b, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:02.505258 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:02.506883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:31:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:02.591902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:02.654181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 9d1b7ff9-317e-4095-b3a2-a150833d015b) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:02.674565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:02.675210 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:02.677820 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64942be5-7317-4ac9-ae27-31c4cd52982f None None] Pushing event updated for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:02.708495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a26725f7-655c-4141-9953-2824b5b8ce62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5157349 Jul 12 16:32:02.710794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 43992) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:02.711304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab942439-11da-4a03-b3d8-61edae324743 None None] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:02.857712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:03.330088 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:31:58Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:02Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:03.400932 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e2d37-dea5-4736-9426-3cfe181f5f83 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:31:58Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:02Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:03.477105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:03.487296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-20d19f47-1164-49f3-ace9-d61e9334fa2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5741625 Jul 12 16:32:03.573985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347f253-df05-49ad-a824-07d6b4e93720 req-623eae9b-8e65-445a-9dab-e840d4e1db07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:03.581153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f347f253-df05-49ad-a824-07d6b4e93720 req-623eae9b-8e65-445a-9dab-e840d4e1db07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 944 time: 0.4928019 Jul 12 16:32:03.638226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-9d1b7ff9-317e-4095-b3a2-a150833d015b', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:03.639107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:03.791614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f347f253-df05-49ad-a824-07d6b4e93720 req-30d0242c-60a1-4127-8472-32183d91788e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090003 Jul 12 16:32:03.801064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:03.942837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Allocated IP 2001:db8:1::2 (9d1b7ff9-317e-4095-b3a2-a150833d015b/04774ff5-cfbc-4d4a-838a-62cef5298b10/a9ff1c80-5cdb-4104-87fc-af4878b9d730) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:04.232027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613d6a7-4658-4018-b480-38325eec98d8 req-0ec6311a-6ef3-4779-80d9-521ec1ddb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:04.237440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-0ec6311a-6ef3-4779-80d9-521ec1ddb4b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fc61b63993f424e93118445ae7a1cde&device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 1096 time: 0.6542068 Jul 12 16:32:04.349019 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:04.380678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Transition to ACTIVE for port object a9ff1c80-5cdb-4104-87fc-af4878b9d730 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:04.416867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Transition to ACTIVE for port object a9ff1c80-5cdb-4104-87fc-af4878b9d730 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:04.432881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-bc4823fd-2be7-4623-8507-e35f898bc644 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:04.438459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-bc4823fd-2be7-4623-8507-e35f898bc644 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.9488027 Jul 12 16:32:04.440481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:04.464069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45ebe5eb-f434-4895-ba8b-a1e8b25d8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:04.474768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-77e5b4d5-f939-4a17-9d15-0b95f5c65594 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0258565 Jul 12 16:32:04.490468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613d6a7-4658-4018-b480-38325eec98d8 req-72e25eb9-d57e-4b10-a95c-0df4eafc58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:04.491976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-72e25eb9-d57e-4b10-a95c-0df4eafc58b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 200 len: 919 time: 0.1503024 Jul 12 16:32:04.548282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1c80-5cdb-4104-87fc-af4878b9d730,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:04.558443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-e680d554-e8c6-4149-9d8a-abbb9a7de250 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 200 len: 217 time: 0.0583231 Jul 12 16:32:04.571017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:04.575413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:04.580050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:04.667418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-e2608ead-0d4e-4903-8acb-c7bcf5711ece tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908922 Jul 12 16:32:04.704049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613d6a7-4658-4018-b480-38325eec98d8 req-bbac2d22-21ce-477a-a1e3-9cb9ce3b1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:04.705471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Attempting to bind port a9ff1c80-5cdb-4104-87fc-af4878b9d730 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:04.706027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Attempting to bind port a9ff1c80-5cdb-4104-87fc-af4878b9d730 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:04.706450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Attempting to bind port a9ff1c80-5cdb-4104-87fc-af4878b9d730 on network 9d1b7ff9-317e-4095-b3a2-a150833d015b {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:04.714128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:04.714659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Checking segment: {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:04.715163 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:04.717040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-bbac2d22-21ce-477a-a1e3-9cb9ce3b1c73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 200 len: 858 time: 0.1405694 Jul 12 16:32:04.717759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Bound using segment: {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:04.718366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Bound port: a9ff1c80-5cdb-4104-87fc-af4878b9d730, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:04.718878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:04.803952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9c9b666-b31f-4214-83d9-8a0296475544 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:04.807124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-d1ab9499-da5b-4536-95fe-9505988f5204 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c59279ef-9740-4512-aaf1-a54f69bef386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523117 Jul 12 16:32:04.811292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:04.918342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-f32c47bd-812b-479a-86a2-3d096e8cdb04 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351573 Jul 12 16:32:05.008080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-b6bbe5cb-c55e-4a4e-b768-70ae9809a234 service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904380 Jul 12 16:32:05.022890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8:1::1 (9d1b7ff9-317e-4095-b3a2-a150833d015b/04774ff5-cfbc-4d4a-838a-62cef5298b10/f7f2fa25-5f31-4756-b164-1a0906a2ec9a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:05.043912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.129250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 1d3f9356-0c1f-4a43-a920-f21b2911223c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:05.137949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-db225889-a6fd-44e8-8e0f-32e5d7c7dd65 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143645 Jul 12 16:32:05.153379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] For port a9ff1c80-5cdb-4104-87fc-af4878b9d730, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:05.168877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 1d3f9356-0c1f-4a43-a920-f21b2911223c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:05.170069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.174478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] For port a9ff1c80-5cdb-4104-87fc-af4878b9d730, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9ff1c80-5cdb-4104-87fc-af4878b9d730,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:05.223711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.240832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object f7f2fa25-5f31-4756-b164-1a0906a2ec9a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:05.254720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a9c9b666-b31f-4214-83d9-8a0296475544 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:05.263928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.294854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:05.295282 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.401586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c613d6a7-4658-4018-b480-38325eec98d8 req-99fecd3d-a156-48ba-9b1e-1bb844300f0d service neutron] 10.222.0.65 "GET /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440284 Jul 12 16:32:05.444593 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.592877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9b59-84fd-4b73-b94d-fa6d8b389c74 req-5103da36-a100-4faf-a820-110b12fa0b07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:05.609674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245d9b59-84fd-4b73-b94d-fa6d8b389c74 req-5103da36-a100-4faf-a820-110b12fa0b07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 944 time: 0.3536456 Jul 12 16:32:05.611171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.643796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:05.666670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30923fb0-65de-46e0-ae37-3f7a633e0166 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1c80-5cdb-4104-87fc-af4878b9d730,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:05.702258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:05.724936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:05.725491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.763312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2351f83-a422-4ccc-9561-0eda1cf4f8ca req-d45d7dc8-0236-428d-8132-099c08f0fa43 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 210 time: 0.0778816 Jul 12 16:32:05.839846 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.886246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:05.936673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:06.049969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245d9b59-84fd-4b73-b94d-fa6d8b389c74 req-3fb8f655-18de-4222-855c-4b711c1810cc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278982 Jul 12 16:32:06.058891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a9c9b666-b31f-4214-83d9-8a0296475544, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9c9b666-b31f-4214-83d9-8a0296475544,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:06.088944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:06.102903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:06.117935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:06.121369 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801d12e3-730d-4c0d-b44e-1d4b0ff2c03c" -d '{"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:06.179724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:06.200321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:06.225434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:06.258896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:06.330227 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68b709-3752-4c63-a31b-4d9a5f22e0a2 x-openstack-request-id: req-cc68b709-3752-4c63-a31b-4d9a5f22e0a2 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:06.330965 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:06.331479 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc68b709-3752-4c63-a31b-4d9a5f22e0a2 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:06.332142 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'code': 200} Jul 12 16:32:06.432169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:06.507442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbd647-348e-4d22-b737-b6b1c6d5f488 req-0e35bf1f-9b55-463b-9f2f-f7d3e629044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:06.521398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56fbd647-348e-4d22-b737-b6b1c6d5f488 req-0e35bf1f-9b55-463b-9f2f-f7d3e629044a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.1348281 Jul 12 16:32:06.589399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56fbd647-348e-4d22-b737-b6b1c6d5f488 req-7a60399d-8996-482a-98ba-b16f0931bbb5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608850 Jul 12 16:32:06.793377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a146d18d-22d8-49b3-bb86-5897ab8fda8d None None] Provisioning complete for port 1d3f9356-0c1f-4a43-a920-f21b2911223c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:06.793756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a146d18d-22d8-49b3-bb86-5897ab8fda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:06.910680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9c9b666-b31f-4214-83d9-8a0296475544 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:07.126846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:07.128126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.270011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.288227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d88b580-915a-4814-ac09-de8765f0e3ce None None] Provisioning complete for port a9c9b666-b31f-4214-83d9-8a0296475544 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:07.289326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d88b580-915a-4814-ac09-de8765f0e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.399322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a9aab-c59a-4b43-91a4-1f77fe9b3bef req-32810449-3c77-42ba-802b-142266759638 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:07.407530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-051a9aab-c59a-4b43-91a4-1f77fe9b3bef req-32810449-3c77-42ba-802b-142266759638 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1281266 Jul 12 16:32:07.430983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9ff1c80-5cdb-4104-87fc-af4878b9d730 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:07.439760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cc4b8-2537-4ede-9a39-263bc076e53b None None] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:07.496161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-051a9aab-c59a-4b43-91a4-1f77fe9b3bef req-fef21d82-9a14-497d-a7ae-c3642403a7ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869029 Jul 12 16:32:07.616838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35280808-2865-49ab-b881-de0954a4d160 req-b294b898-5627-4570-886b-41a695960af4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 210 time: 0.0589819 Jul 12 16:32:07.640832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.653505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.710918 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:07.814626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a9ff1c80-5cdb-4104-87fc-af4878b9d730 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:07.845940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:08.008299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:08.021824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-8ecf6708-2a3c-4194-b9cb-0fa6ef4dfc9f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:08.033021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-8ecf6708-2a3c-4194-b9cb-0fa6ef4dfc9f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2213342 Jul 12 16:32:08.043959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:08.055409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:08.058981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Provisioning for port a9ff1c80-5cdb-4104-87fc-af4878b9d730 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:08.065336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Provisioning complete for port a9ff1c80-5cdb-4104-87fc-af4878b9d730 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:08.065985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.230280 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.280740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] For port a9ff1c80-5cdb-4104-87fc-af4878b9d730, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9ff1c80-5cdb-4104-87fc-af4878b9d730,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:08.286092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.425116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cac51a-fef6-4153-ad5c-804238a45032 None None] Pushing event updated for resources: {'Port': ['ID=a9ff1c80-5cdb-4104-87fc-af4878b9d730,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:08.438118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:08.439831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:08.445008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.477357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Provisioning for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:08.491378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:08.492290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.584561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Port f7f2fa25-5f31-4756-b164-1a0906a2ec9a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:08.597601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Provisioning complete for port a9ff1c80-5cdb-4104-87fc-af4878b9d730 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:08.598099 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bf052002-8ff3-4345-b90d-f0551a93f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.724050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9ff1c80-5cdb-4104-87fc-af4878b9d730 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:08.873038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:08.873633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a9ff1c80-5cdb-4104-87fc-af4878b9d730 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:08.873999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:08.885102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bce1bc5-08c1-423a-95e6-24926892fa10 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1676743 Jul 12 16:32:08.888077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44134) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:08.900505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1774356488'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:08.913536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:08.929480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.7 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/ac5c9a2e-54d9-45aa-8b5b-d123690db1a4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:08.936888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:08.937807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:08.962831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:08.966690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.011886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e755e-55a3-493d-8a37-0d9e63ee251b req-9b61d777-1e40-4ea3-b4a4-86d99abba628 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.022789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b02e755e-55a3-493d-8a37-0d9e63ee251b req-9b61d777-1e40-4ea3-b4a4-86d99abba628 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.2285101 Jul 12 16:32:09.062881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:09.127501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b02e755e-55a3-493d-8a37-0d9e63ee251b req-181a2ed7-71a7-48b6-9d6a-e7d976d01caf tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038020 Jul 12 16:32:09.186851 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.304610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.384550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:09.410112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:09.456009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:09.467743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.468272 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment dc9cac76-d98a-40e7-ae10-74c6206ac493 of type vlan for network 82185f87-2c00-40a6-81b0-dbed97a1533e Jul 12 16:32:09.492565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a35a4b3-e8c6-4780-b1c2-2f7030933a29 None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:09.493061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a35a4b3-e8c6-4780-b1c2-2f7030933a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.529547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7361c-9748-4c20-a226-d748e392775c req-486c3adb-fd77-4b79-8fde-3457d0621ad8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.541827 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6c7361c-9748-4c20-a226-d748e392775c req-486c3adb-fd77-4b79-8fde-3457d0621ad8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1388040 Jul 12 16:32:09.552388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:09.553968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:09.581807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6a35a4b3-e8c6-4780-b1c2-2f7030933a29 None None] Port f7f2fa25-5f31-4756-b164-1a0906a2ec9a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:09.595963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.638480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6c7361c-9748-4c20-a226-d748e392775c req-115ca2b9-36e4-496b-ba00-77e1df3275d8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955484 Jul 12 16:32:09.652456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:09.668559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:09.718380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.724991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.728586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.776885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9dda04-fa25-4e40-8c28-a42ee7f56eb8 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.779658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa9dda04-fa25-4e40-8c28-a42ee7f56eb8 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1091 time: 0.1252565 Jul 12 16:32:09.785038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44150) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:09.796138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:09.800040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-45af4f2c-f539-4024-99c0-1d5914ee1f52 None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:09.800417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45af4f2c-f539-4024-99c0-1d5914ee1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.808805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:06Z', 'revision_number': 3, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:06Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:09.846304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9546163 Jul 12 16:32:09.847249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44152) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:09.882085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:09.886704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.887719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.911568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c004e-472f-4578-acc8-894f7e451efe req-4206780d-0de0-45ab-acf8-e46996ce1181 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:09.913531 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f5c004e-472f-4578-acc8-894f7e451efe req-4206780d-0de0-45ab-acf8-e46996ce1181 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 931 time: 0.9610014 Jul 12 16:32:09.914299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e815-1cd7-4495-a898-65f6540aa1ff tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=82185f87-2c00-40a6-81b0-dbed97a1533e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:09.977703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:09.982299 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-9ea36761-4374-428f-bdca-c79fa252a5e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9402452 Jul 12 16:32:10.017073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f5c004e-472f-4578-acc8-894f7e451efe req-dbd4ef0f-814d-4bbc-b9bd-ba833ff96040 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888441 Jul 12 16:32:10.028807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Request body: {'port': {'device_id': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:10.087392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 82185f87-2c00-40a6-81b0-dbed97a1533e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:10.134556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.158801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:10.159459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Updating router cc613794-1f85-4570-b486-a6da4c2d5b3c port f7f2fa25-5f31-4756-b164-1a0906a2ec9a binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:10.213914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.240504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-45af4f2c-f539-4024-99c0-1d5914ee1f52 None None] Port f7f2fa25-5f31-4756-b164-1a0906a2ec9a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:10.257857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:10.274919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.407181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.583017 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.593077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.193 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:10.622698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Transition to ACTIVE for port object f7f2fa25-5f31-4756-b164-1a0906a2ec9a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:10.643197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.658041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:32:10.669508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.694059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Transition to ACTIVE for port object ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:10.700360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.726963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.896597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7504d-5846-48bf-847e-e90d5b05afd6 None None] Pushing event updated for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:10.959182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Attempting to bind port f7f2fa25-5f31-4756-b164-1a0906a2ec9a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:10.960707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Attempting to bind port f7f2fa25-5f31-4756-b164-1a0906a2ec9a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:10.962510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Attempting to bind port f7f2fa25-5f31-4756-b164-1a0906a2ec9a on network 9d1b7ff9-317e-4095-b3a2-a150833d015b {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:10.967382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:10.972486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:10.974802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Checking segment: {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:10.975561 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:10.976262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Bound using segment: {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:10.976956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Bound port: f7f2fa25-5f31-4756-b164-1a0906a2ec9a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4783b906-c437-42d9-bc6a-e2c3bb513f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:10.977957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.034154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Attempting to bind port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:11.035042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Attempting to bind port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:11.035642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Attempting to bind port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:11.046893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:32:11.047632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Attempting to bind port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:11.055091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:11.055881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:11.057080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:11.057656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Bound port: ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:11.058121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.058617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=4f190def-dcc6-4671-99be-eed0df4f83c5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:11.111882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:11.112579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 82185f87-2c00-40a6-81b0-dbed97a1533e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:11.144522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.162650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 82185f87-2c00-40a6-81b0-dbed97a1533e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:11.182475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] For port f7f2fa25-5f31-4756-b164-1a0906a2ec9a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:11.186197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] For port f7f2fa25-5f31-4756-b164-1a0906a2ec9a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:11.190129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 82185f87-2c00-40a6-81b0-dbed97a1533e) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:11.194230 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.197475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:11.216889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.229765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfac251-d066-470f-939e-c36ecf60091f None None] Network 82185f87-2c00-40a6-81b0-dbed97a1533e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:11.248040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-45bb2572-f073-4438-bec1-279ecb1247b5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3797350 Jul 12 16:32:11.253694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44170) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:11.307881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.335320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:11.336168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:11.386867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:11.392186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:11.396314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:11.462731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7504d-5846-48bf-847e-e90d5b05afd6 None None] Pushing event updated for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:11.612518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:11.628186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:11.699479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:11.709225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.828206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:11.828865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:11.830258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] 10.222.0.65 "PUT /v2.0/ports/ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 HTTP/1.1" status: 200 len: 1091 time: 1.8095858 Jul 12 16:32:11.833475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:11.834870 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acd1990-3397-46b2-bc5d-c2fea4df13c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:11.932654 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a6b19-6f61-440b-a70b-3f76c7a34aec x-openstack-request-id: req-737a6b19-6f61-440b-a70b-3f76c7a34aec {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:11.933270 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:11.933708 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-737a6b19-6f61-440b-a70b-3f76c7a34aec {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:11.934272 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4', 'status': 'completed', 'code': 200} Jul 12 16:32:11.935079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2499-9cec-40f7-96ac-cf29d6debf3d service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:11.996646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-82185f87-2c00-40a6-81b0-dbed97a1533e', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:11.997509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.087799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.145275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:12.200080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.225432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea3212-8c8c-44a6-b8bf-45b94665137b req-07513449-693a-401b-8d4b-6aaf19104764 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:12.229063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17ea3212-8c8c-44a6-b8bf-45b94665137b req-07513449-693a-401b-8d4b-6aaf19104764 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 943 time: 0.9343989 Jul 12 16:32:12.259672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-ffa66855-7fe6-43ea-8c23-130a1efcb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:12.263679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Allocated IP 2001:db8:2::2 (82185f87-2c00-40a6-81b0-dbed97a1533e/4f190def-dcc6-4671-99be-eed0df4f83c5/17e615b0-08d2-4527-b623-c11f6847dcb4) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:12.266628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-ffa66855-7fe6-43ea-8c23-130a1efcb916 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 1094 time: 0.3694623 Jul 12 16:32:12.292260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:06Z', 'revision_number': 3, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:11Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:12.343268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-a183bcbe-2e64-4e4a-8bda-59531c5480e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 HTTP/1.1" status: 200 len: 217 time: 0.0641503 Jul 12 16:32:12.349340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17ea3212-8c8c-44a6-b8bf-45b94665137b req-2e490110-d8da-4ea9-8735-2e1e4bb47ed8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868950 Jul 12 16:32:12.423758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501518c-eb46-491e-a913-fcc03d431dc5 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:06Z', 'revision_number': 3, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:11Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:12.457691 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.463442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-b603254a-dd1a-4c0d-9b4d-03c169e0f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:12.465253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-b603254a-dd1a-4c0d-9b4d-03c169e0f02e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1038330 Jul 12 16:32:12.547073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-e6aeb130-c39a-4aef-8cbf-2fcf4b3bf3f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733159 Jul 12 16:32:12.648054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.677562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.826373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-5c6cabba-b231-459e-8ca1-fd4426440e34 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381712 Jul 12 16:32:12.848803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f7f2fa25-5f31-4756-b164-1a0906a2ec9a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:12.903385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:12.934030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.957062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:12.994596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Transition to ACTIVE for port object 17e615b0-08d2-4527-b623-c11f6847dcb4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:13.040911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Transition to ACTIVE for port object 17e615b0-08d2-4527-b623-c11f6847dcb4 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:13.045253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:13.050715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:13.051177 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:13.113297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:13.241084 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP d8d05caa-0040-4d45-8a83-6e8b1cdf1276 associated. External IP: 172.25.8.193, port: 1d3f9356-0c1f-4a43-a920-f21b2911223c. Jul 12 16:32:13.514117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Network 82185f87-2c00-40a6-81b0-dbed97a1533e is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:13.520863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:13.529949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:13.537510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Pushing event updated for resources: {'Port': ['ID=17e615b0-08d2-4527-b623-c11f6847dcb4,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:13.714967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Attempting to bind port 17e615b0-08d2-4527-b623-c11f6847dcb4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:13.715476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Attempting to bind port 17e615b0-08d2-4527-b623-c11f6847dcb4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:13.715880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Attempting to bind port 17e615b0-08d2-4527-b623-c11f6847dcb4 on network 82185f87-2c00-40a6-81b0-dbed97a1533e {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:13.751975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:13.753421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Checking segment: {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:13.755609 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:13.755738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Bound using segment: {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:13.756160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Bound port: 17e615b0-08d2-4527-b623-c11f6847dcb4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:13.756557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:13.789492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router f7ff3208-4946-4eb6-820b-d65819b7f57d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:13.812021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:13.985688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port f7f2fa25-5f31-4756-b164-1a0906a2ec9a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:13.992352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:14.004540 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Sync routers for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:14.021291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:14.022514 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:14.028090 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:14.038879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:14.083835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ea1555be-10b4-4682-932e-4d5d38d082c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2968359 Jul 12 16:32:14.096952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:14.104437 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f104fa5-cabe-4871-868e-f83f00f21ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:14.179826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:14.234618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] For port 17e615b0-08d2-4527-b623-c11f6847dcb4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:14.247688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] For port 17e615b0-08d2-4527-b623-c11f6847dcb4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=17e615b0-08d2-4527-b623-c11f6847dcb4,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:14.283323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:14.362337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-85e84c05-302b-4be6-b7ec-67e25aeb1d9f req-1f4136f4-8765-436f-a8e9-254e3f9a216e service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036313 Jul 12 16:32:14.381733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8:2::1 (82185f87-2c00-40a6-81b0-dbed97a1533e/4f190def-dcc6-4671-99be-eed0df4f83c5/e0f6dadb-a5db-4157-90e5-c2eb8b854494) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:14.592555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:14.631896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564ff48-5e0d-469c-ac55-d75756281257 None None] Pushing event updated for resources: {'Port': ['ID=17e615b0-08d2-4527-b623-c11f6847dcb4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:14.683229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c992d2-8a74-44f9-b6e0-f637e012a210 req-0c7bec55-53c6-4863-976e-b30eedd95b64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:14.685104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e776e-6f5b-41f0-88c9-b1e4dfc4fdef req-7ae86758-f0ac-4386-a471-0dc9726d8838 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:14.705202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b87e776e-6f5b-41f0-88c9-b1e4dfc4fdef req-7ae86758-f0ac-4386-a471-0dc9726d8838 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 943 time: 1.0616314 Jul 12 16:32:14.735636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18c992d2-8a74-44f9-b6e0-f637e012a210 req-0c7bec55-53c6-4863-976e-b30eedd95b64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.3694630 Jul 12 16:32:14.790666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f7f2fa25-5f31-4756-b164-1a0906a2ec9a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:14.893815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18c992d2-8a74-44f9-b6e0-f637e012a210 req-61ad4632-c43c-4841-8cdc-fdff6ec8e74f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535029 Jul 12 16:32:14.910548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:14.980092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b87e776e-6f5b-41f0-88c9-b1e4dfc4fdef req-ab6c0d39-68d3-49c9-80f6-424b3dc2ddb0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057253 Jul 12 16:32:15.026463 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67652d84-a626-4c7b-a74d-220167c0a6c3 x-openstack-request-id: req-67652d84-a626-4c7b-a74d-220167c0a6c3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:15.027188 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:15.027188 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67652d84-a626-4c7b-a74d-220167c0a6c3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:15.027642 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'status': 'completed', 'code': 200} Jul 12 16:32:15.080841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:15.081347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:15.187353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44280623-a0c1-4b41-b458-3f414d4b5b35 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 200 len: 991 time: 0.2547858 Jul 12 16:32:15.213447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0f89c7d9-42de-4334-a40f-902ec20392e3 None None] Provisioning complete for port f7f2fa25-5f31-4756-b164-1a0906a2ec9a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:15.215920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0f89c7d9-42de-4334-a40f-902ec20392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:15.221183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-21aafacc-b392-4fea-aba9-c130b8cdf49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.223025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-21aafacc-b392-4fea-aba9-c130b8cdf49d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 1094 time: 0.7535176 Jul 12 16:32:15.250028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-dc6f51c5-4f62-4181-8d1e-33cd82e506ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.268784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-dc6f51c5-4f62-4181-8d1e-33cd82e506ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.2012553 Jul 12 16:32:15.532048 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'd8d05caa-0040-4d45-8a83-6e8b1cdf1276', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'mac_address': 'fa:16:3e:f5:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:32:11Z', 'updated_at': '2021-07-12T16:32:11Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:15.619535 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Checking router: f7ff3208-4946-4eb6-820b-d65819b7f57d for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:15.634636 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:15.635357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:15.636609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-467b6a8b-2348-4a70-bc5e-125c3f89272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.638256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-467b6a8b-2348-4a70-bc5e-125c3f89272d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.4023752 Jul 12 16:32:15.640155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-a6121588-c5e5-4f70-8864-fd0af161603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.641624 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-a6121588-c5e5-4f70-8864-fd0af161603d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.3717806 Jul 12 16:32:15.674299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:15.777435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-d35f205a-1758-49ee-be76-f9d42c807eca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 HTTP/1.1" status: 200 len: 217 time: 0.1273031 Jul 12 16:32:15.780946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:15.808570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-1e903d47-04bc-43d2-889e-5815e10ece26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 999 time: 0.1565804 Jul 12 16:32:15.815560 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:15.938820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object e0f6dadb-a5db-4157-90e5-c2eb8b854494 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:15.962213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-54f81a0f-ddaa-4d8c-8684-a5782be99270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.977876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-54f81a0f-ddaa-4d8c-8684-a5782be99270 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1591411 Jul 12 16:32:15.989332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-480c5e86-1379-4fb8-b65c-4efccd44a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:15.991176 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-480c5e86-1379-4fb8-b65c-4efccd44a1d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1908481 Jul 12 16:32:16.075754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-1e2b3e13-7230-474b-8dbc-fb16c7fadc37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751855 Jul 12 16:32:16.139558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-34f8fa70-ab36-48b6-ad04-9891abc55ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:16.141097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-34f8fa70-ab36-48b6-ad04-9891abc55ef7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636417 Jul 12 16:32:16.282563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:16.302834 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'd8d05caa-0040-4d45-8a83-6e8b1cdf1276', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'mac_address': 'fa:16:3e:f5:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:32:11Z', 'updated_at': '2021-07-12T16:32:11Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:16.317556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc73f466-dbb5-47c7-894b-b1a1c134b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:16.357534 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423cecc-548e-4def-813b-696c12ce4c4a None None] The sync data for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 is: [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'd8d05caa-0040-4d45-8a83-6e8b1cdf1276', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'mac_address': 'fa:16:3e:f5:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:32:11Z', 'updated_at': '2021-07-12T16:32:11Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:16.428236 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:16.477091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e4603f5-32dc-45ba-95a1-5cc88ec3dccc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 200 len: 991 time: 0.1922481 Jul 12 16:32:16.597841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a72051-518c-4d62-a2aa-e158c0528b35 None None] Network 82185f87-2c00-40a6-81b0-dbed97a1533e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:16.603731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc614d46-1347-46ae-aa05-1f223020bcfb req-645110a1-3f05-4a81-9440-319e11768367 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:16.611142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc614d46-1347-46ae-aa05-1f223020bcfb req-645110a1-3f05-4a81-9440-319e11768367 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 943 time: 0.1281583 Jul 12 16:32:16.657668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-a8cd7b3e-9542-4b90-b356-dba7804603ea service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076759 Jul 12 16:32:16.685988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 82185f87-2c00-40a6-81b0-dbed97a1533e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:16.687040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:16.792697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:16.819374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:16.819952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:16.880587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 17e615b0-08d2-4527-b623-c11f6847dcb4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:16.886915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc614d46-1347-46ae-aa05-1f223020bcfb req-1659ebe5-5762-4a62-a72e-448b3a9ec91a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745802 Jul 12 16:32:16.900033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51b7efa3-b3b0-42cc-9bfc-e1dd9e586514 None None] Provisioning for port 17e615b0-08d2-4527-b623-c11f6847dcb4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:16.908197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03430316-3f6f-46fc-bfe3-e47bb37d824c None None] New status for floating IP d8d05caa-0040-4d45-8a83-6e8b1cdf1276: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:32:16.952862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-c9750332-418e-416c-8f95-8d8245cdba55 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610923 Jul 12 16:32:16.964314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0f104fa5-cabe-4871-868e-f83f00f21ff4 req-1f7b12f1-eac8-4cd1-88b2-8862d275b4cb service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982469 Jul 12 16:32:17.146383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc73f466-dbb5-47c7-894b-b1a1c134b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.163579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc73f466-dbb5-47c7-894b-b1a1c134b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.178979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 17e615b0-08d2-4527-b623-c11f6847dcb4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:17.186231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 17e615b0-08d2-4527-b623-c11f6847dcb4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:17.186715 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.197627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cc73f466-dbb5-47c7-894b-b1a1c134b635 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc7da2d9065e4e2f82aa5e2e3751d6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4130898 Jul 12 16:32:17.198628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44242) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:17.202478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6acd1990-3397-46b2-bc5d-c2fea4df13c8 req-a4eaebba-5843-47c9-acd8-c2a0c1079284 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417912 Jul 12 16:32:17.203265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.232988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73f466-dbb5-47c7-894b-b1a1c134b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952a7ac7-eb8b-4e59-ab6a-c71636b94625,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:17.329023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.359299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.369989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 17e615b0-08d2-4527-b623-c11f6847dcb4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=17e615b0-08d2-4527-b623-c11f6847dcb4,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:17.376058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.402679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.467096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=17e615b0-08d2-4527-b623-c11f6847dcb4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:17.472039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.477270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.485192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/952a7ac7-eb8b-4e59-ab6a-c71636b94625 HTTP/1.1" status: 204 len: 168 time: 0.2847710 Jul 12 16:32:17.486504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44248) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:17.545947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:32:17.573931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba07af-44e6-4484-a24e-82822e46b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a7ac7-eb8b-4e59-ab6a-c71636b94625,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:17.613267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3bea2e6-995a-41c3-993e-19ee9ca4389c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 200 len: 993 time: 0.1104105 Jul 12 16:32:17.702430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.710897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.750049 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.789950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:17.812364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4', 'mac_address': 'fa:16:3e:c7:71:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:32:17.836435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7892069b-87af-4806-b97c-da378e0228da None None] Provisioning complete for port 17e615b0-08d2-4527-b623-c11f6847dcb4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:17.838795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7892069b-87af-4806-b97c-da378e0228da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:17.928868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:17.989215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.027766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 82185f87-2c00-40a6-81b0-dbed97a1533e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:18.029581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:18.070353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:32:18.183563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:18.192629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.209283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7892069b-87af-4806-b97c-da378e0228da None None] Provisioning for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:18.233625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7892069b-87af-4806-b97c-da378e0228da None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:18.234508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7892069b-87af-4806-b97c-da378e0228da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.405249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7892069b-87af-4806-b97c-da378e0228da None None] Port e0f6dadb-a5db-4157-90e5-c2eb8b854494 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:18.439027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:18.509967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:18.532100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7f6d7404-9b75-4e96-a0d6-87de8d36ff03 None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:18.532929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7404-9b75-4e96-a0d6-87de8d36ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.627693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:18.631685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ad3830c8-fa3a-4814-9e1d-49c313d21507 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3683040 Jul 12 16:32:18.634517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:18.641664 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:18.649586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2140524156'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:18.656866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d7404-9b75-4e96-a0d6-87de8d36ff03 None None] Port e0f6dadb-a5db-4157-90e5-c2eb8b854494 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:18.663837 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:18.665887 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:18.720343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66b82-d2f3-4660-af0a-28ea9c576da8 req-9655a992-6149-49ef-9491-ff4026a3820a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:18.728260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 17e615b0-08d2-4527-b623-c11f6847dcb4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:18.741204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-efd66b82-d2f3-4660-af0a-28ea9c576da8 req-9655a992-6149-49ef-9491-ff4026a3820a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 944 time: 0.5196044 Jul 12 16:32:18.742740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:18.747286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.830058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:18.863674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-efd66b82-d2f3-4660-af0a-28ea9c576da8 req-ba16b0f6-d3b7-4b36-9be5-532b2fc07ace tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190581 Jul 12 16:32:18.864766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.865063 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added segment c17138aa-070d-4a18-98c0-5d9284ce5e84 of type vlan for network 87a1f456-fbbf-4a35-b561-ead0b6b6060d Jul 12 16:32:18.878682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['ac5c9a2e-54d9-45aa-8b5b-d123690db1a4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:18.960954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3f83e6ae-4927-48f3-9c3b-be5818e21b17 None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:18.961971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3f83e6ae-4927-48f3-9c3b-be5818e21b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:18.966348 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.006906 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:19.028284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.040812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:19.048145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.064927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:19.067978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3f83e6ae-4927-48f3-9c3b-be5818e21b17 None None] Port e0f6dadb-a5db-4157-90e5-c2eb8b854494 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:19.089181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 17e615b0-08d2-4527-b623-c11f6847dcb4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:19.089181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.151164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Network': ['ID=87a1f456-fbbf-4a35-b561-ead0b6b6060d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:19.189867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:19.190198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:19.191739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d269b99e-f9b0-4ba2-bfd9-c4a860990a74 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5560300 Jul 12 16:32:19.201153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'subnet': {'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:19.341321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-760540792-network', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:19.390758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7709af2f-cc71-4ba4-912b-938fb8ef3b7c None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:19.391489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7709af2f-cc71-4ba4-912b-938fb8ef3b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.431196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Made reservation on behalf of f7bb96cd2d714701af783642c58c70bf for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:19.451300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.470528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.531443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:32:19.531443 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:32:19.531443 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': 'f7bb96cd2d714701af783642c58c70bf', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 32, 19, 505101)}] Jul 12 16:32:19.531443 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:32:19.531443 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:32:19.532382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:17Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:17Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:19.544010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Made reservation on behalf of 336f332b43894b95ab58d519817c934a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:19.548465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.562139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7709af2f-cc71-4ba4-912b-938fb8ef3b7c None None] Port e0f6dadb-a5db-4157-90e5-c2eb8b854494 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:19.588498 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:19.588850 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Updating router cc613794-1f85-4570-b486-a6da4c2d5b3c port e0f6dadb-a5db-4157-90e5-c2eb8b854494 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:19.629166 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.797385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.857542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Subnet': ['ID=9d8176c6-ae79-4f8b-a72d-92d2f004ceea,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:19.878976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Checking segment: {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:19.879328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network hostable DHCP agents. Network: 87a1f456-fbbf-4a35-b561-ead0b6b6060d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:19.930527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:19.945345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 87a1f456-fbbf-4a35-b561-ead0b6b6060d) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:19.950413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:19.951248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.958858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740a633-dc20-49c9-bcbf-c2bae3d9c34d None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:19.960572 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.973146 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Transition to ACTIVE for port object e0f6dadb-a5db-4157-90e5-c2eb8b854494 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:19.981398 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:19.992366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8b7ec4f1-9712-4157-af69-fbebfe2ebc5b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7983210 Jul 12 16:32:19.993127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:20.036269 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b614-6de6-41de-95b8-1d0dc5bf6118 None None] Pushing event updated for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:20.061210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.141264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Attempting to bind port e0f6dadb-a5db-4157-90e5-c2eb8b854494 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:20.142422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Attempting to bind port e0f6dadb-a5db-4157-90e5-c2eb8b854494 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:20.142792 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Attempting to bind port e0f6dadb-a5db-4157-90e5-c2eb8b854494 on network 82185f87-2c00-40a6-81b0-dbed97a1533e {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:20.156470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:20.156853 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Checking segment: {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:20.157256 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.158225 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Bound using segment: {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:20.158716 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Bound port: e0f6dadb-a5db-4157-90e5-c2eb8b854494, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9cac76-d98a-40e7-ae10-74c6206ac493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:20.159095 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.232235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb3c2b-4a48-496d-98ea-5f99a74dee09 req-ac829d55-44c9-4144-a7f9-2f3b7103876d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:20.241063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4abb3c2b-4a48-496d-98ea-5f99a74dee09 req-ac829d55-44c9-4144-a7f9-2f3b7103876d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 944 time: 0.1716986 Jul 12 16:32:20.282687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:20.283517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.293438 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] For port e0f6dadb-a5db-4157-90e5-c2eb8b854494, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:20.303183 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] For port e0f6dadb-a5db-4157-90e5-c2eb8b854494, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e0f6dadb-a5db-4157-90e5-c2eb8b854494,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:20.309205 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.342580 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4abb3c2b-4a48-496d-98ea-5f99a74dee09 req-6e330884-55fc-4ff5-8ae1-5dc80ee1aa53 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983052 Jul 12 16:32:20.520123 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:20.520929 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:20.645099 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:20.664027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Allocated IP 2001:db8:3::2 (87a1f456-fbbf-4a35-b561-ead0b6b6060d/9d8176c6-ae79-4f8b-a72d-92d2f004ceea/95473459-7a24-4b6f-9f27-36580d56c848) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:20.760588 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b614-6de6-41de-95b8-1d0dc5bf6118 None None] Pushing event updated for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:20.965084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:20.979784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Transition to ACTIVE for port object 95473459-7a24-4b6f-9f27-36580d56c848 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:20.997013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Transition to ACTIVE for port object 95473459-7a24-4b6f-9f27-36580d56c848 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:21.004095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.059323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:21.062418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:21.066777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:21.079104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Pushing event updated for resources: {'Port': ['ID=95473459-7a24-4b6f-9f27-36580d56c848,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:21.095461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.105406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.119214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.119561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.119958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.120339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.120675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.121002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.121326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.121646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.121970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.122784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.122784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.123032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:21.149705 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:17Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:20Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:21.180352 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472406a3-1fcc-4531-88c8-08793a07980c None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:17Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:20Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:21.190403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Attempting to bind port 95473459-7a24-4b6f-9f27-36580d56c848 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:21.190692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Attempting to bind port 95473459-7a24-4b6f-9f27-36580d56c848 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:21.191061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Attempting to bind port 95473459-7a24-4b6f-9f27-36580d56c848 on network 87a1f456-fbbf-4a35-b561-ead0b6b6060d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:21.197286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:21.197653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Checking segment: {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:21.198062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.198477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Bound using segment: {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:21.198973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Bound port: 95473459-7a24-4b6f-9f27-36580d56c848, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:21.199352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.294697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] For port 95473459-7a24-4b6f-9f27-36580d56c848, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:21.297931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] For port 95473459-7a24-4b6f-9f27-36580d56c848, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95473459-7a24-4b6f-9f27-36580d56c848,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:21.303623 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.303836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.328845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:21.340865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.341605 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Added segment cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7 of type vlan for network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e Jul 12 16:32:21.405440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69679-7cd0-486c-9229-ffc810508c76 None None] Pushing event updated for resources: {'Port': ['ID=95473459-7a24-4b6f-9f27-36580d56c848,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:21.408273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.578429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:21.614013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46264778-f72e-4e6c-b66f-7ad359d5af70,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:21.648961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.650481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:21.653228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.668444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:21.681993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:21.682595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.904679 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.981139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:21.983208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:21.986634 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04159256-8ed1-4e89-8926-e673da7f320a" -d '{"events": [{"server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "name": "network-vif-plugged", "status": "completed", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:21.995917 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:21.996200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44332) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:22.000191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9337759 Jul 12 16:32:22.003453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Request body: {'subnet': {'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-760540792-subnet', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:22.072729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:22.087832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Made reservation on behalf of f7bb96cd2d714701af783642c58c70bf for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:22.091373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:22.104988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fa24a-78dd-41fe-98e1-34bcf9027e25 admin admin] Pushing event updated for resources: {'Network': ['ID=74abaa79-08d0-4907-a6ca-9b3fff7cb53e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:22.110754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.122149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:22.135774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Allocated IP 2001:db8:3::1 (87a1f456-fbbf-4a35-b561-ead0b6b6060d/9d8176c6-ae79-4f8b-a72d-92d2f004ceea/427c07cf-8f34-4311-a1db-352638bf4652) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:22.273659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53761568-819c-4168-bc1f-a86cc8177278 req-df3dc228-d95e-4576-a3b7-aeaf8cbbd678 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:22.276316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53761568-819c-4168-bc1f-a86cc8177278 req-df3dc228-d95e-4576-a3b7-aeaf8cbbd678 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 944 time: 0.5863805 Jul 12 16:32:22.310137 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88276ab5-d79e-4fc6-b9f0-3c5291c83f53 x-openstack-request-id: req-88276ab5-d79e-4fc6-b9f0-3c5291c83f53 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:22.310479 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "name": "network-vif-plugged", "status": "completed", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:22.310694 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88276ab5-d79e-4fc6-b9f0-3c5291c83f53 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:22.311103 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4', 'code': 200} Jul 12 16:32:22.455670 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53761568-819c-4168-bc1f-a86cc8177278 req-7f793963-d90c-41aa-803e-8008371fd997 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632862 Jul 12 16:32:22.518531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.524612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1122cdad-d760-48b6-be2b-a55646f9a747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.553065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Transition to ACTIVE for port object 427c07cf-8f34-4311-a1db-352638bf4652 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:22.556460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ebe7f-2997-4ab2-a796-3c25cc9ec530 req-1158a618-7539-4fd4-b92a-45b920cf2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:22.558028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a1ebe7f-2997-4ab2-a796-3c25cc9ec530 req-1158a618-7539-4fd4-b92a-45b920cf2303 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 1096 time: 0.2349880 Jul 12 16:32:22.648406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a1ebe7f-2997-4ab2-a796-3c25cc9ec530 req-ef3cc0c1-e37f-4cad-8772-e42cf344efb9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784600 Jul 12 16:32:22.695262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.709558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe652f-576e-4f25-85f2-dbc0b65079ac req-6c945eef-ca85-4bc2-a6ad-edabf0124c0f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:22.712832 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cefe652f-576e-4f25-85f2-dbc0b65079ac req-6c945eef-ca85-4bc2-a6ad-edabf0124c0f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2267191 Jul 12 16:32:22.714415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.806355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:22.813727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95473459-7a24-4b6f-9f27-36580d56c848 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:22.820106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:22.827785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:22.848009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1122cdad-d760-48b6-be2b-a55646f9a747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.849440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:22.849875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.858808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1122cdad-d760-48b6-be2b-a55646f9a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.885236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 95473459-7a24-4b6f-9f27-36580d56c848 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:22.890770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e0f6dadb-a5db-4157-90e5-c2eb8b854494 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:22.925541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122cdad-d760-48b6-be2b-a55646f9a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875306c-86c7-419e-8291-579a6f95e569,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:22.960330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:22.965375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:22.965893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:22.981873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1122cdad-d760-48b6-be2b-a55646f9a747 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5591adb1958437ebb474aec56a20cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059589 Jul 12 16:32:22.984462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44340) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:23.081302 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.112927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.129849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e0f6dadb-a5db-4157-90e5-c2eb8b854494, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e0f6dadb-a5db-4157-90e5-c2eb8b854494,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:23.135437 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.152603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.176336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.216698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:23.224881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cefe652f-576e-4f25-85f2-dbc0b65079ac req-2b27d999-69b7-4177-bac5-fe4a46c80a55 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026808 Jul 12 16:32:23.227910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc32107b-f37d-4f97-bfec-3386536492a3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:23.230422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Checking segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:23.230976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Network hostable DHCP agents. Network: 74abaa79-08d0-4907-a6ca-9b3fff7cb53e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:23.253648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:23.272896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 74abaa79-08d0-4907-a6ca-9b3fff7cb53e) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:23.278877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:23.279660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.287137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe14e63-21ad-40ed-b09d-8e1b7ac121ec None None] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:23.307112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea8a5b-c152-4cfb-9fd8-d2d2afcb3fb2 None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:23.311894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a90a971c-b0f2-4eaf-a801-5cc847c422c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3138771 Jul 12 16:32:23.313288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44342) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:23.319023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:23.358431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.361391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.387543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.390447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.392080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d875306c-86c7-419e-8291-579a6f95e569 HTTP/1.1" status: 204 len: 168 time: 0.4066722 Jul 12 16:32:23.420151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f6abd-4e60-4fa4-9239-5511bf361662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875306c-86c7-419e-8291-579a6f95e569,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:23.473924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Provisioning for port 95473459-7a24-4b6f-9f27-36580d56c848 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:23.497200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Provisioning complete for port 95473459-7a24-4b6f-9f27-36580d56c848 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:23.497851 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.511240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.619575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.624562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.707806 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.789997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event updated for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:23.834188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.859234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44350) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:23.880437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e8e52-c52c-429d-b67b-14fd02ab9ad9 req-ce0d8622-4560-41af-9881-5b3ac4452ab6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:23.882142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe0e8e52-c52c-429d-b67b-14fd02ab9ad9 req-ce0d8622-4560-41af-9881-5b3ac4452ab6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.1946716 Jul 12 16:32:23.887244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc8afb99-cf28-48e4-8cd2-30695a96e9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:23.922750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:23.927796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:23.949117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe0e8e52-c52c-429d-b67b-14fd02ab9ad9 req-d48d9e69-7a8f-4030-836b-e75d49b833ca tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516479 Jul 12 16:32:23.976004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:23.976629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.014461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.069854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc8afb99-cf28-48e4-8cd2-30695a96e9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.072888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:24.079675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc8afb99-cf28-48e4-8cd2-30695a96e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.115295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] For port 95473459-7a24-4b6f-9f27-36580d56c848, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95473459-7a24-4b6f-9f27-36580d56c848,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:24.129839 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.183135 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bc8afb99-cf28-48e4-8cd2-30695a96e9f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d2abd29011642c28b7dced5a570219c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225880 Jul 12 16:32:24.219102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44352) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:24.225438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8afb99-cf28-48e4-8cd2-30695a96e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f7c6f-3684-4462-a64a-4f2a217cf3b4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:24.234726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:24.254354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c017404a-3732-41cc-be06-a4ced055d0b4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600625 Jul 12 16:32:24.256924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44354) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:24.263123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:24.266670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:24.334436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.337922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.372398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Allocated IP 172.20.0.2 (74abaa79-08d0-4907-a6ca-9b3fff7cb53e/fc32107b-f37d-4f97-bfec-3386536492a3/1e02fd76-6f52-4155-86db-8d689117cf27) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:24.386557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.396157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82989bc-d388-4b17-8903-b673cab2f135 None None] Pushing event updated for resources: {'Port': ['ID=95473459-7a24-4b6f-9f27-36580d56c848,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:24.408918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:24.409642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:24.421662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.628730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.631308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.635256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e61f7c6f-3684-4462-a64a-4f2a217cf3b4 HTTP/1.1" status: 204 len: 168 time: 0.4172125 Jul 12 16:32:24.636764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Allocated IP 172.25.8.34 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9a69dbbf-0565-42a2-a691-dcd1b31cff04) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:24.661048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15f41-9c27-4cf1-b31a-ca5e7920291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f7c6f-3684-4462-a64a-4f2a217cf3b4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:24.676271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa666a6-469a-4625-b64f-770baeb32427 req-e5841239-b820-45e7-902b-d66ab9091e00 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:24.677878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffa666a6-469a-4625-b64f-770baeb32427 req-e5841239-b820-45e7-902b-d66ab9091e00 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2057064 Jul 12 16:32:24.688166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:24.740359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-ec41ea31-1297-42ce-b46c-59fbf88fb65f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:24.742027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-ec41ea31-1297-42ce-b46c-59fbf88fb65f tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.1875868 Jul 12 16:32:24.798765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95473459-7a24-4b6f-9f27-36580d56c848 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:24.872829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffa666a6-469a-4625-b64f-770baeb32427 req-79388e1a-b72a-475d-aaef-b75c869a118e tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848114 Jul 12 16:32:24.876868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a1df5e2-aa9a-4287-b81f-5c2dac31cdb4 None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:24.877242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a1df5e2-aa9a-4287-b81f-5c2dac31cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.975515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:24.994555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Deleting port a965cf64-b0cb-466a-8639-05593f19dd36 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:24.995210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.066337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.078372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:32:25.148219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.extraroute_db [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Removed routes are [] {{(pid=93712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:32:25.155931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:25.159054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:25.160476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.167853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:25.278260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 95473459-7a24-4b6f-9f27-36580d56c848 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:25.278806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.287789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Pushing event updated for resources: {'Port': ['ID=9a69dbbf-0565-42a2-a691-dcd1b31cff04,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:25.417903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.443553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Transition to ACTIVE for port object 1e02fd76-6f52-4155-86db-8d689117cf27 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:25.504625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Transition to ACTIVE for port object 1e02fd76-6f52-4155-86db-8d689117cf27 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:25.543515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.545178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44364) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:25.561660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-232a7c86-bf75-45c5-8c9f-6722c9dd1c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.639414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Pushing event updated for resources: {'Port': ['ID=1e02fd76-6f52-4155-86db-8d689117cf27,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:25.665901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:25.670606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:25.678050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:25.683849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:25.687924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Provisioning for port 427c07cf-8f34-4311-a1db-352638bf4652 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:25.690665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e0f6dadb-a5db-4157-90e5-c2eb8b854494 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:25.729140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.746243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:25.746744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Updating router cc613794-1f85-4570-b486-a6da4c2d5b3c port 427c07cf-8f34-4311-a1db-352638bf4652 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:25.776814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-232a7c86-bf75-45c5-8c9f-6722c9dd1c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.786709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.788801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Provisioning complete for port 427c07cf-8f34-4311-a1db-352638bf4652 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:25.789858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.821671 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-232a7c86-bf75-45c5-8c9f-6722c9dd1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.871336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Port 427c07cf-8f34-4311-a1db-352638bf4652 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:25.889574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] For port a965cf64-b0cb-466a-8639-05593f19dd36, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=a965cf64-b0cb-466a-8639-05593f19dd36,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:25.890174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.914747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-232a7c86-bf75-45c5-8c9f-6722c9dd1c00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdc0c1010ae44d12b1366392bf7b4d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654869 Jul 12 16:32:25.916555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44368) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:25.917882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Calling delete_port for a965cf64-b0cb-466a-8639-05593f19dd36 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:25.924603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7c86-bf75-45c5-8c9f-6722c9dd1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d1350a-792c-4edc-9faa-6283616726e6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:25.966753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Attempting to bind port 1e02fd76-6f52-4155-86db-8d689117cf27 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:25.967291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Attempting to bind port 1e02fd76-6f52-4155-86db-8d689117cf27 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:25.967780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Attempting to bind port 1e02fd76-6f52-4155-86db-8d689117cf27 on network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:25.976676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Provisioning complete for port 95473459-7a24-4b6f-9f27-36580d56c848 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:25.977863 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-26c5b01c-4fca-48a3-b73e-8c5e0b232a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.989799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.990041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:25.990442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Checking segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:25.991740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:25.991740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Bound using segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:25.992225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Bound port: 1e02fd76-6f52-4155-86db-8d689117cf27, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:25.992759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.004837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.033456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfe660-8b23-450f-b5f9-7b17fd0824ce req-bd85b2ad-7060-4bdb-8a53-7c39571843fd tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:26.034974 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0dcfe660-8b23-450f-b5f9-7b17fd0824ce req-bd85b2ad-7060-4bdb-8a53-7c39571843fd tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.5813248 Jul 12 16:32:26.084921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.096313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e0f6dadb-a5db-4157-90e5-c2eb8b854494 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:26.096313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.145522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.173413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0dcfe660-8b23-450f-b5f9-7b17fd0824ce req-27af5331-dbae-48c8-a686-5ec696778409 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Jul 12 16:32:26.217870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.220723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:26.230660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d56e4-ac2f-44c9-a3af-f1da9ce2b5cf req-e33a7ff9-a354-4225-82c8-f7eeac494376 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:26.232440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-702d56e4-ac2f-44c9-a3af-f1da9ce2b5cf req-e33a7ff9-a354-4225-82c8-f7eeac494376 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 945 time: 0.2007880 Jul 12 16:32:26.342681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] For port 1e02fd76-6f52-4155-86db-8d689117cf27, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:26.361073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.363661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.367123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23d1350a-792c-4edc-9faa-6283616726e6 HTTP/1.1" status: 204 len: 168 time: 0.4471579 Jul 12 16:32:26.387226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] For port 1e02fd76-6f52-4155-86db-8d689117cf27, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1e02fd76-6f52-4155-86db-8d689117cf27,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:26.397595 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.401594 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.406816 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-702d56e4-ac2f-44c9-a3af-f1da9ce2b5cf req-f21ece42-08c7-4af8-a06e-d966d772ccc1 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170573 Jul 12 16:32:26.412875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317b08-a6db-4638-8dce-c64b7f1d5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d1350a-792c-4edc-9faa-6283616726e6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:26.479779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:32:26.481052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Pushing event deleted for resources: {'Port': ['ID=a965cf64-b0cb-466a-8639-05593f19dd36,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:26.573409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] No DVR routers for this DVR port a965cf64-b0cb-466a-8639-05593f19dd36 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:26.576386 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.579491 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2997a6c8-b6ca-421c-91bc-052934ccdf9f req-f35cf48c-e3bb-4de7-9799-b3bc7a126c46 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.65 "DELETE /v2.0/ports/a965cf64-b0cb-466a-8639-05593f19dd36 HTTP/1.1" status: 204 len: 173 time: 1.8253906 Jul 12 16:32:26.580788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:26.602233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.606041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5051c29d-628a-494a-85cf-9f19dfbf893b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 954 time: 2.3456309 Jul 12 16:32:26.610464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44374) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:26.613551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'name': 'network-vif-deleted', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:26.615940 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c08276-2e4c-4bce-aeb2-2ca1c0670ea0" -d '{"events": [{"server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "name": "network-vif-deleted", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:26.639334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b713ab7-3cd1-4f4d-a347-1101ed7e6ef8 None None] Pushing event updated for resources: {'Port': ['ID=1e02fd76-6f52-4155-86db-8d689117cf27,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:26.642452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['003e7e59-0c55-44e7-90ca-9425456a1976'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:26.652577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443966-d381-470b-9be2-345f069faff4 req-370f228c-5478-45b5-b954-fff3767632ab tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:26.654222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff443966-d381-470b-9be2-345f069faff4 req-370f228c-5478-45b5-b954-fff3767632ab tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.2657044 Jul 12 16:32:26.753410 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc22adc0-0fe4-478f-bc0b-d9edd8498cf2 x-openstack-request-id: req-bc22adc0-0fe4-478f-bc0b-d9edd8498cf2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:26.753883 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff008749-6707-47b8-88ce-c477cef968ef", "name": "network-vif-deleted", "tag": "a965cf64-b0cb-466a-8639-05593f19dd36", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:26.754173 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc22adc0-0fe4-478f-bc0b-d9edd8498cf2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:26.755142 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff008749-6707-47b8-88ce-c477cef968ef', 'name': 'network-vif-deleted', 'tag': 'a965cf64-b0cb-466a-8639-05593f19dd36', 'status': 'completed', 'code': 200} Jul 12 16:32:26.760022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff443966-d381-470b-9be2-345f069faff4 req-0edace24-654b-4968-bc97-3198ec4aacd2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989089 Jul 12 16:32:26.803029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:26.844636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.855851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51570b14-e75f-41b0-9013-c95eb80c7d06 None None] Provisioning complete for port 427c07cf-8f34-4311-a1db-352638bf4652 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:26.856428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-51570b14-e75f-41b0-9013-c95eb80c7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.866364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.873447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ce8d0e09-aed1-487d-9198-f79569cf1d1e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5584664 Jul 12 16:32:26.875716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:26.898513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2cae5962-af7c-40ea-a13d-c1ee4a5d385d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 954 time: 0.2746100 Jul 12 16:32:26.899744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44384) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:26.902553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-51570b14-e75f-41b0-9013-c95eb80c7d06 None None] Port 427c07cf-8f34-4311-a1db-352638bf4652 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:26.916731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Transition to ACTIVE for port object 427c07cf-8f34-4311-a1db-352638bf4652 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:26.918074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'routes': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:26.932139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:26.995802 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:27.042842 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:27.050480 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:27.085626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859c21e-bf95-4d94-b9d2-c3018b1aafa8 None None] Pushing event updated for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:27.320130 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:27.322713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Attempting to bind port 427c07cf-8f34-4311-a1db-352638bf4652 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:27.323572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Attempting to bind port 427c07cf-8f34-4311-a1db-352638bf4652 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:27.326219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Attempting to bind port 427c07cf-8f34-4311-a1db-352638bf4652 on network 87a1f456-fbbf-4a35-b561-ead0b6b6060d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:27.337724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:27.342883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Checking segment: {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:27.344916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:27.345788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Bound using segment: {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:27.347643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Bound port: 427c07cf-8f34-4311-a1db-352638bf4652, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17138aa-070d-4a18-98c0-5d9284ce5e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:27.350399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:27.577044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] For port 427c07cf-8f34-4311-a1db-352638bf4652, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:27.595234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] For port 427c07cf-8f34-4311-a1db-352638bf4652, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=427c07cf-8f34-4311-a1db-352638bf4652,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:27.605038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a965cf64-b0cb-466a-8639-05593f19dd36 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:27.612071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:27.728728 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:25Z', 'revision_number': 3, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:27.763300 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:27.763686 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Updating router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:27.772268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: a965cf64-b0cb-466a-8639-05593f19dd36 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:27.772608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device a965cf64-b0cb-466a-8639-05593f19dd36 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:27.811798 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:27.858965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:27.860013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:27.922501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859c21e-bf95-4d94-b9d2-c3018b1aafa8 None None] Pushing event updated for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:28.040572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:28.051265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16c49-18ce-4f35-a018-2f2f1d078311 req-da346d51-ac5f-4680-afd3-24705d0d1c4e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:28.075395 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3e16c49-18ce-4f35-a018-2f2f1d078311 req-da346d51-ac5f-4680-afd3-24705d0d1c4e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.3573213 Jul 12 16:32:28.162161 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.176178 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Transition to ACTIVE for port object 9a69dbbf-0565-42a2-a691-dcd1b31cff04 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:28.186629 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.304884 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3e16c49-18ce-4f35-a018-2f2f1d078311 req-b1050425-8d22-4836-9d60-dd4628c573e8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284594 Jul 12 16:32:28.334881 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3630957-5ed6-4dd4-84ec-19dba90cf629 None None] Pushing event updated for resources: {'Port': ['ID=9a69dbbf-0565-42a2-a691-dcd1b31cff04,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:28.338112 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Attempting to bind port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:28.338478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Attempting to bind port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:28.338897 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Attempting to bind port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:28.355786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:28.356419 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:28.356579 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.356933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:28.357394 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Bound port: 9a69dbbf-0565-42a2-a691-dcd1b31cff04, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:28.357973 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.405920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.424033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:25Z', 'revision_number': 6, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:27Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:28.472164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c954-ed27-41a4-b21f-5cce95d4a637 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:25Z', 'revision_number': 6, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:27Z', 'revision_number': 4, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:28.485764 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] For port 9a69dbbf-0565-42a2-a691-dcd1b31cff04, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:28.489229 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] For port 9a69dbbf-0565-42a2-a691-dcd1b31cff04, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a69dbbf-0565-42a2-a691-dcd1b31cff04,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:28.497537 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.603393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90812a5a-5998-492f-96d6-677b2e7dfbc2 req-f180e5ed-8897-4d34-97d2-ab39dba26699 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff008749-6707-47b8-88ce-c477cef968ef HTTP/1.1" status: 200 len: 210 time: 0.2751760 Jul 12 16:32:28.671364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec8094-8ce3-43dc-9c84-2efbbf838ad4 None None] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:28.752702 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:28.753338 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:28.761723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Allocated IP 172.20.0.1 (74abaa79-08d0-4907-a6ca-9b3fff7cb53e/fc32107b-f37d-4f97-bfec-3386536492a3/3a4a6818-77f6-4124-bd67-96300649056b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:28.764342 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3630957-5ed6-4dd4-84ec-19dba90cf629 None None] Pushing event updated for resources: {'Port': ['ID=9a69dbbf-0565-42a2-a691-dcd1b31cff04,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:28.889201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.extraroute_db [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added routes are [] {{(pid=93711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:32:28.897743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.extraroute_db [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:32:28.921662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1e02fd76-6f52-4155-86db-8d689117cf27 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:28.975569 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:28.975848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-53e4acbe-c55a-4863-b945-c54698dd9431 None None] Provisioning for port 1e02fd76-6f52-4155-86db-8d689117cf27 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:29.017849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.033016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Transition to ACTIVE for port object 3a4a6818-77f6-4124-bd67-96300649056b will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:29.117785 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:29.130649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.188588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1e02fd76-6f52-4155-86db-8d689117cf27 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:29.193565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:29.195134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Pushing event updated for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:29.200156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:29.206635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:29.232557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1e02fd76-6f52-4155-86db-8d689117cf27 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:29.236780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.266971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42546b1-2756-404e-9875-5d86652d8bac req-0ad592a6-5544-4c43-8503-e69dfd89cc27 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:29.268782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b42546b1-2756-404e-9875-5d86652d8bac req-0ad592a6-5544-4c43-8503-e69dfd89cc27 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.1908312 Jul 12 16:32:29.372801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.547380 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:25Z', 'revision_number': 3, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:29.548021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.591603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.596601 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.615002 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c315b8ce-9d03-47b3-a11b-fcbf9a945cf4 None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:25Z', 'revision_number': 3, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:29.623916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1e02fd76-6f52-4155-86db-8d689117cf27, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1e02fd76-6f52-4155-86db-8d689117cf27,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:29.637235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.657545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 427c07cf-8f34-4311-a1db-352638bf4652 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:29.718869 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.814686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1e02fd76-6f52-4155-86db-8d689117cf27,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:29.825785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:29.826176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.851144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 427c07cf-8f34-4311-a1db-352638bf4652 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:29.858538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 427c07cf-8f34-4311-a1db-352638bf4652 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:29.858912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.869982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:29.948929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Provisioning for port 3a4a6818-77f6-4124-bd67-96300649056b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:29.974241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:29.976488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:29.989051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021a2a-3db8-43fe-a9a9-bc379246ca7d req-eb8c9124-3077-498f-ad8b-33de4f5ae805 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:29.990854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37021a2a-3db8-43fe-a9a9-bc379246ca7d req-eb8c9124-3077-498f-ad8b-33de4f5ae805 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 945 time: 0.4254704 Jul 12 16:32:30.107302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:30.131410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:30.140016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:30.143154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4af739f4-169c-4560-9d6b-d268a5c62d62 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 704 time: 3.2330260 Jul 12 16:32:30.150047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37021a2a-3db8-43fe-a9a9-bc379246ca7d req-92da14d2-be2f-4a7f-a79d-365b8c603b25 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431301 Jul 12 16:32:30.214848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Port 3a4a6818-77f6-4124-bd67-96300649056b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:30.224865 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:30.274842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 427c07cf-8f34-4311-a1db-352638bf4652, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=427c07cf-8f34-4311-a1db-352638bf4652,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:30.279229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:30.297218 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:30.381824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:30.383431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:30.385591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Provisioning complete for port 1e02fd76-6f52-4155-86db-8d689117cf27 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:30.386722 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-432f84d4-42f3-4f64-b634-1eaf39e17e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:30.421112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:30.421473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:30.461335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:30.516282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6ee71e18-5c5a-4717-8ea2-d6ed3ebf4282 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 704 time: 0.3600483 Jul 12 16:32:30.518036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44428) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:30.784461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:30.942698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1e02fd76-6f52-4155-86db-8d689117cf27 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:30.989379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:31.234636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1e02fd76-6f52-4155-86db-8d689117cf27 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:31.235235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.291849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.310550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.369426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.372922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cd0f6702-eb6d-4140-bd10-df906977d2fe None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:31.373537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6702-eb6d-4140-bd10-df906977d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.494435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5576c-843a-4cca-ace4-ee03517988b8 req-61b26315-e92a-4522-8455-de8c8947c4d0 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:31.501616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11c5576c-843a-4cca-ace4-ee03517988b8 req-61b26315-e92a-4522-8455-de8c8947c4d0 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.7713947 Jul 12 16:32:31.519781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Pushing event updated for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:31.553015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.625380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.627364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c943a7b-6d08-473c-aa4e-6103b6027bda req-10c59d84-9092-4d31-b5cc-f242c0db66e9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ba922c7-382b-44d3-ae8e-a4c04af69c52 HTTP/1.1" status: 200 len: 210 time: 0.0568962 Jul 12 16:32:31.645301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:31.646661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=ac5c9a2e-54d9-45aa-8b5b-d123690db1a4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:31.676687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-11c5576c-843a-4cca-ace4-ee03517988b8 req-5a5819f6-ec07-48c5-bfdb-4f8a83caf14c tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740696 Jul 12 16:32:31.695513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:31.792634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f6702-eb6d-4140-bd10-df906977d2fe None None] Port 3a4a6818-77f6-4124-bd67-96300649056b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:31.797058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:31.801526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.803816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b42546b1-2756-404e-9875-5d86652d8bac req-a7cfaa10-5490-4dcd-b571-33fffe71298e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 HTTP/1.1" status: 204 len: 173 time: 2.5273893 Jul 12 16:32:31.804471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'name': 'network-vif-deleted', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:31.815715 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a74f83-145b-4e1b-9dda-46349cd85b7d" -d '{"events": [{"server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "name": "network-vif-deleted", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:31.824897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:31.825257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device ac5c9a2e-54d9-45aa-8b5b-d123690db1a4 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:31.884328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a69dbbf-0565-42a2-a691-dcd1b31cff04 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:31.892473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cd0f6702-eb6d-4140-bd10-df906977d2fe None None] Provisioning complete for port 427c07cf-8f34-4311-a1db-352638bf4652 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:31.893335 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6702-eb6d-4140-bd10-df906977d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.937954 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 427c07cf-8f34-4311-a1db-352638bf4652 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:31.938451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:31.940487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:31.943855 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987659af-3419-480f-9da3-805cb2ade83b x-openstack-request-id: req-987659af-3419-480f-9da3-805cb2ade83b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:31.944446 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba922c7-382b-44d3-ae8e-a4c04af69c52", "name": "network-vif-deleted", "tag": "ac5c9a2e-54d9-45aa-8b5b-d123690db1a4", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:31.955296 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-987659af-3419-480f-9da3-805cb2ade83b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:31.957013 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba922c7-382b-44d3-ae8e-a4c04af69c52', 'name': 'network-vif-deleted', 'tag': 'ac5c9a2e-54d9-45aa-8b5b-d123690db1a4', 'status': 'completed', 'code': 200} Jul 12 16:32:31.958148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:32.021120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 7, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:30Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:32.062630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:32.091087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:32.094028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:32.166958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:32.173117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 427c07cf-8f34-4311-a1db-352638bf4652, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=427c07cf-8f34-4311-a1db-352638bf4652,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:32.173642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:32.195667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 427c07cf-8f34-4311-a1db-352638bf4652 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:32.235445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-38cccfa6-a20c-4cbf-830e-910f1db44641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:32.342785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:32.349597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8450be8d-b1a0-40fc-837c-95cf3b381cdf admin admin] 10.222.0.58 "PUT /v2.0/routers/4dd1f1c9-b5e1-4381-92f6-7103eab985ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4726682 Jul 12 16:32:32.366420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:32.389446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:32.389824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:32.462094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:32.550372 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:32.561959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:32.579564 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:32.581863 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:32.654001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=427c07cf-8f34-4311-a1db-352638bf4652,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:32.921824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:32.951535 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:33.039812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d32c04a9-ca8a-4452-9a81-af5c9de21cff None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:33.040490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d32c04a9-ca8a-4452-9a81-af5c9de21cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.081117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d32c04a9-ca8a-4452-9a81-af5c9de21cff None None] Port 3a4a6818-77f6-4124-bd67-96300649056b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:33.087747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.128509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9a69dbbf-0565-42a2-a691-dcd1b31cff04, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a69dbbf-0565-42a2-a691-dcd1b31cff04,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:33.138390 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.253422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 7, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:30Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:33.307066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d15a2-712f-48bd-a082-638b5806dee4 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 7, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': '427c07cf-8f34-4311-a1db-352638bf4652', 'name': '', 'network_id': '87a1f456-fbbf-4a35-b561-ead0b6b6060d', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:e4:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:21Z', 'updated_at': '2021-07-12T16:32:30Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '9d8176c6-ae79-4f8b-a72d-92d2f004ceea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:33.312809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.321203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ba61-7387-4f5c-bb26-f23229ea9ef9 req-f725b2e8-9437-4798-b6fd-40bc5d5a4693 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:33.327243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f56ba61-7387-4f5c-bb26-f23229ea9ef9 req-f725b2e8-9437-4798-b6fd-40bc5d5a4693 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3287885 Jul 12 16:32:33.333789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9a69dbbf-0565-42a2-a691-dcd1b31cff04,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:33.384855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:30Z', 'revision_number': 2, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:33.420757 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:33.421218 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Updating router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac port 3a4a6818-77f6-4124-bd67-96300649056b binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:33.462887 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.490237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f56ba61-7387-4f5c-bb26-f23229ea9ef9 req-5763a009-1b70-4aed-9a30-aeb36cd9a10a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238713 Jul 12 16:32:33.524397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:33.579721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44470) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:33.585539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-459823038-network', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:33.627206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Made reservation on behalf of 5c995b28d22c4959941fd50e0027ecc6 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:33.630204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.651320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.761597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:33.772089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee218b45-e6b2-4f14-9b22-d160cc7efcc5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496669 Jul 12 16:32:33.774625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44484) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:33.794165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:33.812597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:33.813233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:33.851205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 9d8176c6-ae79-4f8b-a72d-92d2f004ceea {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:32:33.859777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.939606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-30f7fa5a-1aad-4ef2-95ff-ae1c90fc5d2c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:33.939606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-30f7fa5a-1aad-4ef2-95ff-ae1c90fc5d2c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2597883 Jul 12 16:32:33.956588 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:33.975329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-2782f24f-7020-499b-80dd-eff32e58d140 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0314310 Jul 12 16:32:33.986958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:34.001742 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.023731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Transition to ACTIVE for port object 3a4a6818-77f6-4124-bd67-96300649056b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:34.044054 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.099523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.100062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.111032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.163876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-4ab7426d-7a85-4b01-8238-03c467e995e4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705785 Jul 12 16:32:34.198239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.205307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:34.243382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e8f7a-44de-49c0-bd45-8878267c6332 None None] Pushing event updated for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:34.263983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.265837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/9d8176c6-ae79-4f8b-a72d-92d2f004ceea HTTP/1.1" status: 204 len: 168 time: 0.4913821 Jul 12 16:32:34.279717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8176c6-ae79-4f8b-a72d-92d2f004ceea,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:34.281843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44490) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:34.295964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e83b5-af89-4eb7-a473-a738814ccd4e None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:34.298240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0624472-9cd1-4d38-b675-75bce790c7c2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:34.318117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.330204 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Added segment 99c7d49a-aa2e-4c2d-b30e-240893a54dc2 of type vlan for network f0083599-1363-4116-8680-c0912d233dbd Jul 12 16:32:34.334944 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Attempting to bind port 3a4a6818-77f6-4124-bd67-96300649056b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:34.335616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Attempting to bind port 3a4a6818-77f6-4124-bd67-96300649056b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:34.335786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Attempting to bind port 3a4a6818-77f6-4124-bd67-96300649056b on network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:34.342482 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:34.342849 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Checking segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:34.343656 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.344049 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Bound using segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:34.344508 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Bound port: 3a4a6818-77f6-4124-bd67-96300649056b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:34.348259 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.348842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.349227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.349681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.350018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.350347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.350679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.351008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.351335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.352320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.352652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.352975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.353295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f96f28-cf70-468d-9bf3-8db75830029b tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:34.422309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.452779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-d559f6cc-bda7-4c10-ab16-d355c9cfdb33 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870586 Jul 12 16:32:34.482551 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] For port 3a4a6818-77f6-4124-bd67-96300649056b, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:34.489061 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] For port 3a4a6818-77f6-4124-bd67-96300649056b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3a4a6818-77f6-4124-bd67-96300649056b,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:34.496760 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.502483 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7340b311-32bb-4061-9303-f63e1fa095e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.505236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.575117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:34.576090 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:34.638266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:32Z', 'revision_number': 8, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:34.671392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.672409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:34.673003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.686758 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e8f7a-44de-49c0-bd45-8878267c6332 None None] Pushing event updated for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:34.709731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:34.734114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:34.734655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:34.811910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:34.833775 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2526472 Jul 12 16:32:34.859174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:34.865322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Request body: {'subnet': {'network_id': 'f0083599-1363-4116-8680-c0912d233dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-459823038-subnet', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:34.910028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1876967-2563-4676-8fb6-b8b9640ffb2e admin admin] Pushing event updated for resources: {'Network': ['ID=f0083599-1363-4116-8680-c0912d233dbd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:34.926080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Made reservation on behalf of 5c995b28d22c4959941fd50e0027ecc6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:34.929379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:34.964503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f0083599-1363-4116-8680-c0912d233dbd details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:34.966833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] DHCP port deletion for 87a1f456-fbbf-4a35-b561-ead0b6b6060d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:32:35.173270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-11209222-b884-4592-9ade-e9f2d435051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:34Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:35.217062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 95473459-7a24-4b6f-9f27-36580d56c848 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:35.217575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.267186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11209222-b884-4592-9ade-e9f2d435051f None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:34Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:35.267890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-b2edc05c-ca32-4027-afb4-eb529a4c47ad service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138876 Jul 12 16:32:35.280291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.380946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a69dbbf-0565-42a2-a691-dcd1b31cff04 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:35.423647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874bcc3-e8bb-410a-8417-07663afb3c23 req-420c95dc-4a8f-49ea-860e-1e4513863f87 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:35.425391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c874bcc3-e8bb-410a-8417-07663afb3c23 req-420c95dc-4a8f-49ea-860e-1e4513863f87 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.3027420 Jul 12 16:32:35.471059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.488590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b79970-29e4-40dc-b3b4-db95ff06bb79,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:35.513033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Checking segment: {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:35.513414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Network hostable DHCP agents. Network: f0083599-1363-4116-8680-c0912d233dbd, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:35.537105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:35.601134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Network f0083599-1363-4116-8680-c0912d233dbd is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:35.626264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c874bcc3-e8bb-410a-8417-07663afb3c23 req-5dfc5f1d-1cc9-4c47-bb90-869170a57a24 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810939 Jul 12 16:32:35.631730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 95473459-7a24-4b6f-9f27-36580d56c848, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95473459-7a24-4b6f-9f27-36580d56c848,segment=NetworkSegment(c17138aa-070d-4a18-98c0-5d9284ce5e84),segment_id=c17138aa-070d-4a18-98c0-5d9284ce5e84)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:35.632324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.666858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 95473459-7a24-4b6f-9f27-36580d56c848 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:35.682112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4104ec8a-e1fd-4881-819a-26bdb8585638 req-ad69f834-9664-41cf-9dca-5d29dbcc3d1a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.0625103 Jul 12 16:32:35.683222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f0083599-1363-4116-8680-c0912d233dbd) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:35.693347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:35.693580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.717771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-44f572a4-48c6-4961-a244-e3d4d2f23a8e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8547504 Jul 12 16:32:35.719117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44506) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:35.726022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dc8d44-3b75-4a13-8986-8ec698562e57 None None] Network f0083599-1363-4116-8680-c0912d233dbd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:35.739081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.746188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:35.755180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:35.791973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:35.792089 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.792238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.793060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.833886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.912819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=95473459-7a24-4b6f-9f27-36580d56c848,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:35.923805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:35.958101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 95473459-7a24-4b6f-9f27-36580d56c848 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:36.092271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.108262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a1f456-fbbf-4a35-b561-ead0b6b6060d']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:36.121960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17138aa-070d-4a18-98c0-5d9284ce5e84') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:36.122303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17138aa-070d-4a18-98c0-5d9284ce5e84') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:36.134517 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.138094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.159625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.166984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:32:36.167878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.200117 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.209026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Deleting port 95473459-7a24-4b6f-9f27-36580d56c848 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:36.209235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:32:36.244866 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:32:36.249491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.276351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-928cc157-a48c-4192-ad86-f32130873ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.279416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.283912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/87a1f456-fbbf-4a35-b561-ead0b6b6060d HTTP/1.1" status: 204 len: 168 time: 1.9983180 Jul 12 16:32:36.286937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:36.344924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe4503-539f-4ca4-87a6-aefe9c2e2f68 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=87a1f456-fbbf-4a35-b561-ead0b6b6060d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:36.374007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-5f1b19ee-4d2c-456a-862c-de14b2d50638 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:36.375908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-5f1b19ee-4d2c-456a-862c-de14b2d50638 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.4818575 Jul 12 16:32:36.420175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] For port 95473459-7a24-4b6f-9f27-36580d56c848, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:36.420804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.458611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Calling delete_port for 95473459-7a24-4b6f-9f27-36580d56c848 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:36.467009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Port 95473459-7a24-4b6f-9f27-36580d56c848 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:32:36.482310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:32Z', 'revision_number': 8, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:36.566822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.580873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Deleting port 003e7e59-0c55-44e7-90ca-9425456a1976 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:36.581216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.591211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-928cc157-a48c-4192-ad86-f32130873ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.613005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Network 87a1f456-fbbf-4a35-b561-ead0b6b6060d is not hosted by any dhcp agent {{(pid=93713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:32:36.613528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] No DVR routers for this DVR port 95473459-7a24-4b6f-9f27-36580d56c848 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:36.618195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a563a6-7a1c-4272-bbcb-d94bf57d81dd None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:32Z', 'revision_number': 8, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f6dadb-a5db-4157-90e5-c2eb8b854494', 'name': '', 'network_id': '82185f87-2c00-40a6-81b0-dbed97a1533e', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:28:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:12Z', 'updated_at': '2021-07-12T16:32:23Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '4f190def-dcc6-4671-99be-eed0df4f83c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:36.627733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8c8a1-210d-47ce-93b4-a1cc72d1ada5 None None] Pushing event deleted for resources: {'Port': ['ID=95473459-7a24-4b6f-9f27-36580d56c848,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:36.633819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-928cc157-a48c-4192-ad86-f32130873ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.673060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-928cc157-a48c-4192-ad86-f32130873ad6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55fec0779e52499f84cc85b084f73e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9168124 Jul 12 16:32:36.690556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44524) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:36.698858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f0083599-1363-4116-8680-c0912d233dbd', 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'fixed_ips': [{'subnet_id': '01b79970-29e4-40dc-b3b4-db95ff06bb79'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:36.699924 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.772545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cc157-a48c-4192-ad86-f32130873ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff863ec-ce71-48e1-b836-e3c55f05f4f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:36.860291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] For port 003e7e59-0c55-44e7-90ca-9425456a1976, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=003e7e59-0c55-44e7-90ca-9425456a1976,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:36.860662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.929875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Calling delete_port for 003e7e59-0c55-44e7-90ca-9425456a1976 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:36.956988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d04507d7-4c28-49d9-8fca-fba4665fd0d1 req-900ac44d-3e06-4273-a53a-87616636ad85 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.0847268 Jul 12 16:32:36.969098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:36.985612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Allocated IP 172.20.0.2 (f0083599-1363-4116-8680-c0912d233dbd/01b79970-29e4-40dc-b3b4-db95ff06bb79/580407a4-6fa3-41a9-a0c9-8f27fe5248b6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:37.002521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.026607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95473459-7a24-4b6f-9f27-36580d56c848 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:37.046190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fcc2b-167a-4800-96c9-fb2de3d59bbb req-3a830d55-203f-458b-8bea-e5a87dc4669b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:37.047896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e1fcc2b-167a-4800-96c9-fb2de3d59bbb req-3a830d55-203f-458b-8bea-e5a87dc4669b tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 946 time: 0.1707222 Jul 12 16:32:37.061241 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.088427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 95473459-7a24-4b6f-9f27-36580d56c848 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:37.089498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95473459-7a24-4b6f-9f27-36580d56c848 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:37.153448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e1fcc2b-167a-4800-96c9-fb2de3d59bbb req-5c1067fc-ec26-4fac-addd-6c8519c4a153 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/security-groups?id=89926e7f-6ed6-4379-bf9c-48e56406128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886779 Jul 12 16:32:37.162762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.190562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.231688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['003e7e59-0c55-44e7-90ca-9425456a1976'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:37.265361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Pushing event deleted for resources: {'Port': ['ID=003e7e59-0c55-44e7-90ca-9425456a1976,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:37.308996 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.310016 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:32:37.375284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] No DVR routers for this DVR port 003e7e59-0c55-44e7-90ca-9425456a1976 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:37.378192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.380754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7020a60f-4203-418c-940c-8d663fbb6ca7 req-dd19330e-92e1-46c0-a88b-18ab2967f44a tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.77 "DELETE /v2.0/ports/003e7e59-0c55-44e7-90ca-9425456a1976 HTTP/1.1" status: 204 len: 173 time: 0.9967687 Jul 12 16:32:37.381487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'name': 'network-vif-deleted', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:37.392073 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea022f-26de-465e-9667-f1ac34662d8a" -d '{"events": [{"server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "name": "network-vif-deleted", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:37.410832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3a4a6818-77f6-4124-bd67-96300649056b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:37.473892 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76c4073-4b45-4b7c-af6b-f6ffde2dab6b x-openstack-request-id: req-f76c4073-4b45-4b7c-af6b-f6ffde2dab6b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:37.474213 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd30f327-4436-4ee3-87bd-42148b801ee9", "name": "network-vif-deleted", "tag": "003e7e59-0c55-44e7-90ca-9425456a1976", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:37.474468 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f76c4073-4b45-4b7c-af6b-f6ffde2dab6b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:37.474873 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd30f327-4436-4ee3-87bd-42148b801ee9', 'name': 'network-vif-deleted', 'tag': '003e7e59-0c55-44e7-90ca-9425456a1976', 'status': 'completed', 'code': 200} Jul 12 16:32:37.518400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.534440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3a4a6818-77f6-4124-bd67-96300649056b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:37.545716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:37.546174 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.548932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Transition to ACTIVE for port object 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:37.611130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Transition to ACTIVE for port object 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:37.624918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.675785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Pushing event updated for resources: {'Port': ['ID=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:37.703148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Network f0083599-1363-4116-8680-c0912d233dbd is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:37.722172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:37.726940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:37.792025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.811571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Attempting to bind port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:37.811963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Attempting to bind port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:37.812321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Attempting to bind port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 on network f0083599-1363-4116-8680-c0912d233dbd {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:37.823384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:37.823831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Checking segment: {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:37.824232 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.824644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Bound using segment: {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:37.825107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Bound port: 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:37.825495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.850258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3a4a6818-77f6-4124-bd67-96300649056b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3a4a6818-77f6-4124-bd67-96300649056b,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:37.869463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.871237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.871970 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:37.873108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ff863ec-ce71-48e1-b836-e3c55f05f4f9 HTTP/1.1" status: 204 len: 168 time: 1.1815722 Jul 12 16:32:37.879034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Allocated IP 172.25.8.31 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:37.908103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba43c8-98b4-4b84-9336-7e568c8ca840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff863ec-ce71-48e1-b836-e3c55f05f4f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:37.934860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 427c07cf-8f34-4311-a1db-352638bf4652 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:37.987647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 427c07cf-8f34-4311-a1db-352638bf4652 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:37.987988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 427c07cf-8f34-4311-a1db-352638bf4652 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:37.998610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] For port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:38.002913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:38.034546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] For port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:38.036751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-2ee174c3-f35b-4030-82f1-33e582aca540 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:38.038441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-2ee174c3-f35b-4030-82f1-33e582aca540 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2878079 Jul 12 16:32:38.046099 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.072009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': '64943d3d-8030-4414-800f-463d44dfc302', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:38.167952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c237e5-bc05-4a07-a5fa-67b37693318f None None] Pushing event updated for resources: {'Port': ['ID=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:38.234010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-61f7e134-9fbf-4f4a-b8f9-e9f912a67e84 None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:38.236299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-61f7e134-9fbf-4f4a-b8f9-e9f912a67e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.258522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.271049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-05c47636-3b1c-4a61-843e-a8e43d1d9697 req-204f975e-8490-49c8-b186-ec74ea51ebc2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.0629432 Jul 12 16:32:38.383358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.512197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff7e112a-5801-4cc1-8f85-2dcef917ae02 req-79260eda-6786-4ba0-b128-c8c604f1aa18 tempest-ServerRescueNegativeTestJSON-338447706 tempest-ServerRescueNegativeTestJSON-338447706-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd30f327-4436-4ee3-87bd-42148b801ee9 HTTP/1.1" status: 200 len: 210 time: 0.1257696 Jul 12 16:32:38.560325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:38.564004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.705742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:38.789073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:38.803478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:38.806795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:38.828425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:38.864054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:38.900053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.9 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/58ce3915-e856-4f18-9273-cecb1fc77aca) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:38.969010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2084012608-network', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:38.989260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Made reservation on behalf of f478071e64674fc7aea15e2fcfb6cf38 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:38.991783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.005420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.117070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.123894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.154971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:39.160913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2cc6a-9cae-4231-a95f-e44e18cc37f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:39.171189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.171538 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Added segment 1f6a252e-397e-4081-9184-ad94d9f326fc of type vlan for network 2c6141ca-85be-4303-969e-a5636175b041 Jul 12 16:32:39.241615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.262319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port e0f6dadb-a5db-4157-90e5-c2eb8b854494 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:39.262784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.282871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.284018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:39.284658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.374837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] Pushing event updated for resources: {'Network': ['ID=2c6141ca-85be-4303-969e-a5636175b041,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:39.392650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ab91839-dd7b-48ac-a44c-9cee36a87aea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5274096 Jul 12 16:32:39.395608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44560) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:39.402936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Request body: {'subnet': {'network_id': '2c6141ca-85be-4303-969e-a5636175b041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2084012608-subnet', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:39.409149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 2c6141ca-85be-4303-969e-a5636175b041 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:39.478231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.479244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Made reservation on behalf of f478071e64674fc7aea15e2fcfb6cf38 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:39.480393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3a4a6818-77f6-4124-bd67-96300649056b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:39.481985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.489534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.512801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b7528995-5f4f-463b-8167-d49cef1bc572 req-ac3911fd-d252-457e-b331-8a002cbb81c6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.0505948 Jul 12 16:32:39.524094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2849b5-12df-4c1c-9308-a1e44de33614 None None] Network f0083599-1363-4116-8680-c0912d233dbd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:39.634008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.638683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port e0f6dadb-a5db-4157-90e5-c2eb8b854494, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e0f6dadb-a5db-4157-90e5-c2eb8b854494,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:39.638891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-feef28cb-8889-499d-9380-12633545bb38 None None] Provisioning for port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:39.639126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44564) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:39.639639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.656974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:39.714303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3a4a6818-77f6-4124-bd67-96300649056b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:39.714757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.727812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:39.737334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for e0f6dadb-a5db-4157-90e5-c2eb8b854494 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:39.778770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.801067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:39.807842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:39.811293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:39.893435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab12070-0d7c-44b4-b9ee-8e9466415020,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:39.909362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Checking segment: {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:39.909722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Network hostable DHCP agents. Network: 2c6141ca-85be-4303-969e-a5636175b041, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:39.967289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Network 2c6141ca-85be-4303-969e-a5636175b041 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:39.987755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:39.988392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 2c6141ca-85be-4303-969e-a5636175b041) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:39.988528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:39.995660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:40.000796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.004224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826d173-e070-471b-a319-feeebfb57079 None None] Network 2c6141ca-85be-4303-969e-a5636175b041 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:40.043664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6d39ab0e-b84e-4828-9b99-bff53a4f2376 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6459529 Jul 12 16:32:40.047558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44568) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:40.053548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:40.066946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-8439ea8e-61fc-47b1-af97-c020cec66ba4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044625 Jul 12 16:32:40.107458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.108468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.113971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:40.114778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Request body: {'port': {'device_id': '64943d3d-8030-4414-800f-463d44dfc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:40.180479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.191524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.275554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:40.283912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:40.284357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.349094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-2c6141ca-85be-4303-969e-a5636175b041', 'network_id': '2c6141ca-85be-4303-969e-a5636175b041', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'fixed_ips': [{'subnet_id': '9ab12070-0d7c-44b4-b9ee-8e9466415020'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:40.350315 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.376323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.392299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.556467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.610465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Allocated IP 172.20.0.2 (2c6141ca-85be-4303-969e-a5636175b041/9ab12070-0d7c-44b4-b9ee-8e9466415020/d0c56414-a5db-43bd-9f3f-db27b9ac0c58) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:40.624613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:40.627673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc150d86-0b8a-40d8-b991-795cc9f392b5 None None] Provisioning complete for port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:40.628285 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc150d86-0b8a-40d8-b991-795cc9f392b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.664478 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.701726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.752554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.799562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:40.833436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=e0f6dadb-a5db-4157-90e5-c2eb8b854494,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:40.879630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.906065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.938157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf28b-2a3a-46c2-9928-b4d4c09ff74c req-14c64cdf-95b7-4c5c-a486-fcf7b9e1e653 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:40.939782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51ecf28b-2a3a-46c2-9928-b4d4c09ff74c req-14c64cdf-95b7-4c5c-a486-fcf7b9e1e653 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 931 time: 0.2095890 Jul 12 16:32:40.947025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:40.958897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Transition to ACTIVE for port object d0c56414-a5db-43bd-9f3f-db27b9ac0c58 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:40.980150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Transition to ACTIVE for port object d0c56414-a5db-43bd-9f3f-db27b9ac0c58 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:40.983773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 003e7e59-0c55-44e7-90ca-9425456a1976 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:41.000138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Deleting port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:41.000481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.010268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 003e7e59-0c55-44e7-90ca-9425456a1976 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:41.010942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 003e7e59-0c55-44e7-90ca-9425456a1976 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:41.015654 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.061297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Network 2c6141ca-85be-4303-969e-a5636175b041 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:41.064487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:41.068716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:41.077137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Pushing event updated for resources: {'Port': ['ID=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:41.111062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51ecf28b-2a3a-46c2-9928-b4d4c09ff74c req-177a1581-32fa-4df9-b510-b9e7bc62e9a3 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362953 Jul 12 16:32:41.120332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.143648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Router e5737895-5a75-4bf5-90d7-5a6fed91d183 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:32:41.150319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Attempting to bind port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:41.151182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Attempting to bind port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:41.151182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Attempting to bind port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 on network 2c6141ca-85be-4303-969e-a5636175b041 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:41.157726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:41.158838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Checking segment: {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:41.159311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.159796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Bound using segment: {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:41.160642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Bound port: d0c56414-a5db-43bd-9f3f-db27b9ac0c58, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:41.161096 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.173711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] For port e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,segment=NetworkSegment(7402b56e-aac4-400d-938f-fb4337260d70),segment_id=7402b56e-aac4-400d-938f-fb4337260d70)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:41.174079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.176943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Allocated IP 172.25.8.162 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:41.218032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Calling delete_port for e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:41.305684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] For port d0c56414-a5db-43bd-9f3f-db27b9ac0c58, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:41.312099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] For port d0c56414-a5db-43bd-9f3f-db27b9ac0c58, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:41.318853 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.390470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:41.457470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6635f-0b28-48ad-9262-81fd51412d1c None None] Pushing event updated for resources: {'Port': ['ID=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:41.481924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:41.482573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.517905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ce3915-e856-4f18-9273-cecb1fc77aca {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:32:41.523135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:41.532524 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Sync routers for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:41.543185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.557086 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:41.558831 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:41.576052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Transition to ACTIVE for port object 58ce3915-e856-4f18-9273-cecb1fc77aca will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:41.577088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.581353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-afeff0c1-eef7-4473-8119-26eaae17ae03 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8609569 Jul 12 16:32:41.585908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44572) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:41.596624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.634713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:41.766903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Pushing event updated for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:41.792555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:41.843895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.939299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:41.961972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:41.970075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9bbeb0f8-d947-41ed-851e-a1a6a877376d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6805587 Jul 12 16:32:41.973816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44574) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:41.975392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:41.988226 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:41.992740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:42.007198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Attempting to bind port 58ce3915-e856-4f18-9273-cecb1fc77aca on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:42.007437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Attempting to bind port 58ce3915-e856-4f18-9273-cecb1fc77aca by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:42.007898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Attempting to bind port 58ce3915-e856-4f18-9273-cecb1fc77aca on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:42.018294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.021256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:42.035026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:42.043055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:42.045767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Port 58ce3915-e856-4f18-9273-cecb1fc77aca on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:32:42.046084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Attempting to bind port 58ce3915-e856-4f18-9273-cecb1fc77aca on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:42.047925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:42.059201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:42.059544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:42.059948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:42.060388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Bound port: 58ce3915-e856-4f18-9273-cecb1fc77aca, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:42.060720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.096710 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:39Z', 'revision_number': 3, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:42.108733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Pushing event deleted for resources: {'Port': ['ID=e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:42.141364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:42.142776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 4f190def-dcc6-4671-99be-eed0df4f83c5 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:32:42.147818 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Checking router: e5737895-5a75-4bf5-90d7-5a6fed91d183 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:42.149157 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Updating router e5737895-5a75-4bf5-90d7-5a6fed91d183 port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:42.166811 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.191249 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.261063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.276104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:42.286055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=58ce3915-e856-4f18-9273-cecb1fc77aca,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:42.304255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.342558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:42.343195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.349376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] 10.222.0.65 "PUT /v2.0/ports/58ce3915-e856-4f18-9273-cecb1fc77aca HTTP/1.1" status: 200 len: 1091 time: 2.2420878 Jul 12 16:32:42.354233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:42.361512 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:42.524269 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577e25b-437c-4608-b089-3030483017c5 x-openstack-request-id: req-c577e25b-437c-4608-b089-3030483017c5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:42.524563 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:42.525354 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c577e25b-437c-4608-b089-3030483017c5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:42.525354 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca', 'status': 'completed', 'code': 200} Jul 12 16:32:42.537858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:40Z', 'revision_number': 9, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:42.586169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:42.601414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d38303-4e6c-4206-b8c7-a7c7d1d8778d service neutron] Pushing event updated for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:42.601681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:42.602495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:42.633745 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.658415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Transition to ACTIVE for port object ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:42.674304 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.685863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-f1800d83-5ca0-49c7-8a9d-64162cfd396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:42.686614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-f1800d83-5ca0-49c7-8a9d-64162cfd396b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 1094 time: 0.2489853 Jul 12 16:32:42.731252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4df58a-0d55-40d7-b9e6-017eb17e9047 req-ddf7c45d-c082-4b29-a72c-6d9c531d15a0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:42.738765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c4df58a-0d55-40d7-b9e6-017eb17e9047 req-ddf7c45d-c082-4b29-a72c-6d9c531d15a0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 943 time: 0.3030536 Jul 12 16:32:42.753911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Attempting to bind port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:42.755045 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Attempting to bind port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:42.755663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Attempting to bind port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:42.780672 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:42.781104 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:42.781476 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.781870 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:42.782571 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Bound port: ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:42.782571 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.795103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-b44d916b-8722-4c98-8489-89280798ac0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ce3915-e856-4f18-9273-cecb1fc77aca HTTP/1.1" status: 200 len: 217 time: 0.0820932 Jul 12 16:32:42.799940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:42.823628 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Pushing event updated for resources: {'Port': ['ID=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:42.841793 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.842567 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.843409 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.843998 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.844594 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.845161 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.845587 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.845979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.846441 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.847322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.847322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.847543 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:42.848993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.900038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-07452d3f-3718-4f58-91b0-662cd20fd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:42.901921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-07452d3f-3718-4f58-91b0-662cd20fd796 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.0897014 Jul 12 16:32:42.906038 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] For port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:42.906512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.907636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb64945-371e-4fee-a558-90a72a5cc98f None None] Network 2c6141ca-85be-4303-969e-a5636175b041 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:42.908945 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.913324 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] For port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:42.922409 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.934415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c4df58a-0d55-40d7-b9e6-017eb17e9047 req-876d05fc-2f79-4c7a-9047-7eeffb6ff4d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937168 Jul 12 16:32:42.939927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:42.997624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-57456cbd-bd55-4207-8854-a5c2c68b43bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777063 Jul 12 16:32:43.003894 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:43.004511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:43.045693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b60a7814-58fd-4c41-8c4d-64e172b18803 None None] Provisioning for port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:43.142582 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:43.150641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.157879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-fba3c175-c09b-4040-affa-c8047e33c4aa service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471672 Jul 12 16:32:43.186043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=4f190def-dcc6-4671-99be-eed0df4f83c5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:43.198142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.202466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fd69fcdb-77ec-43f3-b519-5eeaee212705 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/4f190def-dcc6-4671-99be-eed0df4f83c5 HTTP/1.1" status: 204 len: 168 time: 1.2256503 Jul 12 16:32:43.203892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44580) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:43.215935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45d219-a18e-4e56-b7de-2d2d33221073 None None] Network 82185f87-2c00-40a6-81b0-dbed97a1533e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:43.421013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.513129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:40Z', 'revision_number': 9, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:43.525890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.542342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:43.579537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d0c56414-a5db-43bd-9f3f-db27b9ac0c58 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:43.583807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8a5be-b56a-4b0b-a8c7-1483393539ca None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:40Z', 'revision_number': 9, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7f2fa25-5f31-4756-b164-1a0906a2ec9a', 'name': '', 'network_id': '9d1b7ff9-317e-4095-b3a2-a150833d015b', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:32:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:04Z', 'updated_at': '2021-07-12T16:32:13Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '04774ff5-cfbc-4d4a-838a-62cef5298b10', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:43.715412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:43.722198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:43.722584 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.746378 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11ca0-668c-4d18-8ae1-52c37f7d9ef7 None None] Pushing event updated for resources: {'Port': ['ID=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:43.775272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:43.782593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a9c0c6b5-12ca-415f-bf5d-5d1bb2117eab admin admin] 10.222.0.58 "PUT /v2.0/routers/7e7430d0-5a92-43a2-9ffc-538aadb32e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1419425 Jul 12 16:32:43.785004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44582) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:43.797787 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Sync routers for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:43.802987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:39Z', 'revision_number': 3, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:43.846820 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39ee3-94b6-4f0c-b314-204087142b90 None None] The sync data for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 is: [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:39Z', 'revision_number': 3, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:43.848139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.871234 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:43.872233 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:43.917236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 17e615b0-08d2-4527-b623-c11f6847dcb4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:43.917831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.926308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d0c56414-a5db-43bd-9f3f-db27b9ac0c58, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:43.934188 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:43.934418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2862e275-1b89-4e95-83e5-6bcd6604ead1 req-03c5a265-0108-4dd5-bbbe-16d1461d55a3 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901500 Jul 12 16:32:44.036786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:44.044545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Allocated IP 172.20.0.1 (f0083599-1363-4116-8680-c0912d233dbd/01b79970-29e4-40dc-b3b4-db95ff06bb79/caf2b889-3773-4e83-9125-e66ca450fd57) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:44.066258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] DHCP port deletion for 82185f87-2c00-40a6-81b0-dbed97a1533e request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:32:44.215302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-df45767b-4307-42d3-a874-0679a4bbf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:44.218709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-df45767b-4307-42d3-a874-0679a4bbf936 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 1094 time: 0.1923912 Jul 12 16:32:44.222833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:44.247859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9d344076-f2f9-483d-bd66-7e05a973bb82 None None] Provisioning complete for port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:44.251800 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9d344076-f2f9-483d-bd66-7e05a973bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.388795 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:32:41Z', 'revision_number': 5, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:44.390049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Deleting port 17e615b0-08d2-4527-b623-c11f6847dcb4 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:44.390688 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.406500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.443521 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Checking router: 7e7430d0-5a92-43a2-9ffc-538aadb32e86 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:44.454615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Transition to ACTIVE for port object caf2b889-3773-4e83-9125-e66ca450fd57 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:44.470379 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Routers {'7e7430d0-5a92-43a2-9ffc-538aadb32e86'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:44.470970 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:44.499433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-7783435d-0c0e-4e41-9e09-40ee0c0edd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:44.500969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-7783435d-0c0e-4e41-9e09-40ee0c0edd54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.2712841 Jul 12 16:32:44.520343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] For port 17e615b0-08d2-4527-b623-c11f6847dcb4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=17e615b0-08d2-4527-b623-c11f6847dcb4,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:44.520975 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.546238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Calling delete_port for 17e615b0-08d2-4527-b623-c11f6847dcb4 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:44.606341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-a3c0eebc-2b68-427b-a938-8bcb0eb1806b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ce3915-e856-4f18-9273-cecb1fc77aca HTTP/1.1" status: 200 len: 217 time: 0.0947800 Jul 12 16:32:44.631122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.661337 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] Set router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:44.685036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.736218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] Pushing event deleted for resources: {'Port': ['ID=17e615b0-08d2-4527-b623-c11f6847dcb4,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:44.744857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe50cb-df1c-41f9-8f6d-50d77f33bb9e None None] No DVR routers for this DVR port 17e615b0-08d2-4527-b623-c11f6847dcb4 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:44.782211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Network f0083599-1363-4116-8680-c0912d233dbd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:44.807179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-7f57928c-f07c-4fff-9544-9a7e896223ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:44.809603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-7f57928c-f07c-4fff-9544-9a7e896223ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1952250 Jul 12 16:32:44.814557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:44.844184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:44.871891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 17e615b0-08d2-4527-b623-c11f6847dcb4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=17e615b0-08d2-4527-b623-c11f6847dcb4,segment=NetworkSegment(dc9cac76-d98a-40e7-ae10-74c6206ac493),segment_id=dc9cac76-d98a-40e7-ae10-74c6206ac493)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:44.872754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:44.887395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 17e615b0-08d2-4527-b623-c11f6847dcb4 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:44.894876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Pushing event updated for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:44.971451 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:32:41Z', 'revision_number': 5, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:44.985651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-ee338cfa-bd46-4d0c-aaea-684f9b8f4096 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647043 Jul 12 16:32:44.999340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.020922 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c857d-89e4-4fe6-b3ee-398b482b0ed9 None None] The sync data for ids ['7e7430d0-5a92-43a2-9ffc-538aadb32e86'] in n-d-800078-3 is: [{'id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'name': 'tempest-ServerRescueNegativeTestJSON-274246564-router', 'tenant_id': '7fc61b63993f424e93118445ae7a1cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:29:39Z', 'updated_at': '2021-07-12T16:32:41Z', 'revision_number': 5, 'project_id': '7fc61b63993f424e93118445ae7a1cde', 'gw_port': {'id': '507366b5-bb7d-4b2d-ac06-6627d5d25413', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7430d0-5a92-43a2-9ffc-538aadb32e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:29:41Z', 'updated_at': '2021-07-12T16:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:45.032864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517cd66-b654-4653-8775-dd40149f46e8 req-b154266f-2d5e-4b65-bb82-f2b894ffba7b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:45.034463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e517cd66-b654-4653-8775-dd40149f46e8 req-b154266f-2d5e-4b65-bb82-f2b894ffba7b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 943 time: 0.4046040 Jul 12 16:32:45.038391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.045275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Router 2566939d-98c7-4f2e-b57f-18a948fb2b20 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:32:45.181362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-471eeb78-82c8-4dc8-b2e7-b3538d39ffb7 None None] Provisioning for port caf2b889-3773-4e83-9125-e66ca450fd57 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:45.187329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-471eeb78-82c8-4dc8-b2e7-b3538d39ffb7 None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:45.187568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-471eeb78-82c8-4dc8-b2e7-b3538d39ffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.208347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-e1e74049-15e6-48c9-9250-41c4ab9b1c4e tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:45.209882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-e1e74049-15e6-48c9-9250-41c4ab9b1c4e tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.3872585 Jul 12 16:32:45.241590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-471eeb78-82c8-4dc8-b2e7-b3538d39ffb7 None None] Port caf2b889-3773-4e83-9125-e66ca450fd57 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:45.252685 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.282674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-07eb205b-db7b-424c-ac81-8c9e97fd9220 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852724 Jul 12 16:32:45.289513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e517cd66-b654-4653-8775-dd40149f46e8 req-2df18215-c167-4de8-8080-82db52ada6b4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337016 Jul 12 16:32:45.299957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.318606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.345322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=17e615b0-08d2-4527-b623-c11f6847dcb4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:45.358405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.385760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 17e615b0-08d2-4527-b623-c11f6847dcb4 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:45.544358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb6f9483-9e3e-4e92-b10e-13cc0d60e9ba req-7f7dd5a2-a919-4c66-acd2-3f684cb3d632 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491286 Jul 12 16:32:45.544667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.560070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82185f87-2c00-40a6-81b0-dbed97a1533e']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:45.570756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:45.582499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9cac76-d98a-40e7-ae10-74c6206ac493') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:45.583081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9cac76-d98a-40e7-ae10-74c6206ac493') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:45.585075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Sync routers for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:45.599011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:45.599820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:45.608985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.624095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.626770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Deleting port 507366b5-bb7d-4b2d-ac06-6627d5d25413 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:45.627116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.630543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.635704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.636349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.636893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a1d8fbe1-fec1-4489-862c-b5c4cc4a3ec8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5883563 Jul 12 16:32:45.641656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44592) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:45.669512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:45.681112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:32:45.681372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:32:45.684410 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:32:45.763352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22e62d3c-9a0c-4c84-9c89-ed73256901c6 req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5454974 Jul 12 16:32:45.767864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4c500-902e-41fd-8b64-9b4e5b3f6eb5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:45.769499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.780400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.782253 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/82185f87-2c00-40a6-81b0-dbed97a1533e HTTP/1.1" status: 204 len: 168 time: 2.5774381 Jul 12 16:32:45.787376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44594) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:45.814083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.814741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.815282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.816202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.816742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.817272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.818270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.819128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.819669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.820733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.821580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.821720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:45.822209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7113de39-b141-48ef-9989-e482e56264d4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:32:45.823795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:45.845880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.887456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.899888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:45.900347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:45.970993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Pushing event updated for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:45.992212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1170ea-f7a6-4a83-bab6-e6e4986dcd99 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=82185f87-2c00-40a6-81b0-dbed97a1533e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:46.000144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.075714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] For port 507366b5-bb7d-4b2d-ac06-6627d5d25413, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=507366b5-bb7d-4b2d-ac06-6627d5d25413,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:46.076521 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.127373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Calling delete_port for 507366b5-bb7d-4b2d-ac06-6627d5d25413 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:46.166311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.207129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:46.213130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.252016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d0c56414-a5db-43bd-9f3f-db27b9ac0c58 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:46.290720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f4d0-ec13-4f47-83e0-c42ad7920e7b req-c10dab34-fdf2-4169-bafd-228f3fb02641 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:46.292297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18a3f4d0-ec13-4f47-83e0-c42ad7920e7b req-c10dab34-fdf2-4169-bafd-228f3fb02641 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.3596711 Jul 12 16:32:46.298067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:42Z', 'revision_number': 3, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:46.339684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Network f0083599-1363-4116-8680-c0912d233dbd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:46.345527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Checking router: 2566939d-98c7-4f2e-b57f-18a948fb2b20 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:46.345884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Updating router 2566939d-98c7-4f2e-b57f-18a948fb2b20 port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:46.352029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:46.370130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:46.402297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-79f27cf7-e3c1-4ae3-9b79-975d8666cbc7 None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:46.402692 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79f27cf7-e3c1-4ae3-9b79-975d8666cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.418693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18a3f4d0-ec13-4f47-83e0-c42ad7920e7b req-6a0701be-c783-4259-a44d-6b9aa25eda60 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023417 Jul 12 16:32:46.444200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-79f27cf7-e3c1-4ae3-9b79-975d8666cbc7 None None] Port caf2b889-3773-4e83-9125-e66ca450fd57 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:46.447644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.470253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44600) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:46.478440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:46.478812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.638727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ef2fcc8-bd69-4b1b-bfe6-fa5a5c42b585 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 200 len: 993 time: 0.1597326 Jul 12 16:32:46.648226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.690439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Pushing event deleted for resources: {'Port': ['ID=507366b5-bb7d-4b2d-ac06-6627d5d25413,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:46.819973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.843808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Router e5737895-5a75-4bf5-90d7-5a6fed91d183 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:46.861099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.899553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:46.907554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e0f6dadb-a5db-4157-90e5-c2eb8b854494 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:46.940576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Transition to ACTIVE for port object a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:46.946388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e0f6dadb-a5db-4157-90e5-c2eb8b854494 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:46.946388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e0f6dadb-a5db-4157-90e5-c2eb8b854494 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:46.946777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 17e615b0-08d2-4527-b623-c11f6847dcb4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:46.952173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.003563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.006989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aa652-4851-4707-8f49-af374190580a req-37e3d29d-70de-4a2c-b62f-0b2bbb33d405 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:47.007646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.008609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-486aa652-4851-4707-8f49-af374190580a req-37e3d29d-70de-4a2c-b62f-0b2bbb33d405 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 943 time: 0.3361845 Jul 12 16:32:47.032248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218b2e4-db8c-4d26-9bae-87569d799b75 None None] Pushing event updated for resources: {'Port': ['ID=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:47.038180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 17e615b0-08d2-4527-b623-c11f6847dcb4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:47.038379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 17e615b0-08d2-4527-b623-c11f6847dcb4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:47.039796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:47.050408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.063519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8b5fb748-fc60-485a-bbcf-4cbfc6a3c540 None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:47.063920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb748-fc60-485a-bbcf-4cbfc6a3c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.109787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:47.110161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e52dcdcd-3b7b-464c-8cf1-6c7a9c96c6e4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:47.111677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8b5fb748-fc60-485a-bbcf-4cbfc6a3c540 None None] Port caf2b889-3773-4e83-9125-e66ca450fd57 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:47.126787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.127293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7430d0-5a92-43a2-9ffc-538aadb32e86 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:32:47.132436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.133976 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4ebd968f-3df4-47d2-93e1-4c8c0111255f admin admin] 10.222.0.58 "DELETE /v2.0/routers/7e7430d0-5a92-43a2-9ffc-538aadb32e86 HTTP/1.1" status: 204 len: 168 time: 3.3189287 Jul 12 16:32:47.136627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44608) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:47.137479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Attempting to bind port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:47.137868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Attempting to bind port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:47.138924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Attempting to bind port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:47.151823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:47.153043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:47.153760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.154617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:47.155143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Bound port: a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:47.155697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.225265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Deleting subnet 813cca69-186c-477a-ad80-45d2fdded199 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:32:47.235491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.276636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] For port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:47.284039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] For port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:47.295322 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.327331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.381069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:47.383854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:47.448719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218b2e4-db8c-4d26-9bae-87569d799b75 None None] Pushing event updated for resources: {'Port': ['ID=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:47.454237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.534368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port f7f2fa25-5f31-4756-b164-1a0906a2ec9a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:47.534861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.555445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.565159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:47.631452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813cca69-186c-477a-ad80-45d2fdded199,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:47.634346 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.640196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03c4e03b-827a-4fcb-9021-7874c15b4858 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/813cca69-186c-477a-ad80-45d2fdded199 HTTP/1.1" status: 204 len: 168 time: 0.5025971 Jul 12 16:32:47.645622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44616) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:47.662341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-486aa652-4851-4707-8f49-af374190580a req-7f9be095-19db-4bf9-b4d0-39770546ab97 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236963 Jul 12 16:32:47.677697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:47.689404 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Sync routers for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:47.709403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:47.709961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-933d5841-59a4-47ff-aa98-0bc45ab59ffc admin admin] 10.222.0.58 "PUT /v2.0/routers/e5737895-5a75-4bf5-90d7-5a6fed91d183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1211798 Jul 12 16:32:47.710117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:47.777167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.829782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port f7f2fa25-5f31-4756-b164-1a0906a2ec9a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:47.830141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:47.884922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Allocated IP 172.20.0.1 (2c6141ca-85be-4303-969e-a5636175b041/9ab12070-0d7c-44b4-b9ee-8e9466415020/3c05a15f-b3b7-4062-beb5-eec3385d0125) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:47.896531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for f7f2fa25-5f31-4756-b164-1a0906a2ec9a owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:47.951855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 58ce3915-e856-4f18-9273-cecb1fc77aca details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:32:47.995118 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:48.044781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.051853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.061630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Transition to ACTIVE for port object 3c05a15f-b3b7-4062-beb5-eec3385d0125 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:48.071449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59279ef-9740-4512-aaf1-a54f69bef386']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:48.098425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=58ce3915-e856-4f18-9273-cecb1fc77aca,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:48.119552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:48.120877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.169450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '58ce3915-e856-4f18-9273-cecb1fc77aca', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': '58ce3915-e856-4f18-9273-cecb1fc77aca', 'mac_address': 'fa:16:3e:c2:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:32:48.170998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Pushing event updated for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:48.189431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Network 2c6141ca-85be-4303-969e-a5636175b041 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:48.191703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:48.194948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:48.254972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.263385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:48.267426 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.406526 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.445409 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-c01f26f0-34d1-48c0-95c8-f591289bc0da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6937706 Jul 12 16:32:48.459314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.462596 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:45Z', 'revision_number': 4, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'caf2b889-3773-4e83-9125-e66ca450fd57', 'name': '', 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'mac_address': 'fa:16:3e:15:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:42Z', 'updated_at': '2021-07-12T16:32:45Z', 'revision_number': 2, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'subnets': [{'id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:48.532645 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Checking router: e5737895-5a75-4bf5-90d7-5a6fed91d183 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:48.533485 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Updating router e5737895-5a75-4bf5-90d7-5a6fed91d183 port caf2b889-3773-4e83-9125-e66ca450fd57 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:48.560209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ce3915-e856-4f18-9273-cecb1fc77aca {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:32:48.583878 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.667533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7402b56e-aac4-400d-938f-fb4337260d70') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:48.668135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7402b56e-aac4-400d-938f-fb4337260d70') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:48.680501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=58ce3915-e856-4f18-9273-cecb1fc77aca,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:48.694411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.696541 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.703798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ef668-a58f-4f42-9f21-236fc0ad9e24 req-e11aeaed-560f-4983-83ed-a6b6e2c9ee66 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:48.714816 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-046ef668-a58f-4f42-9f21-236fc0ad9e24 req-e11aeaed-560f-4983-83ed-a6b6e2c9ee66 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.8194544 Jul 12 16:32:48.778243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.797410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:32:48.798126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:32:48.802485 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:32:48.829769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0299c1dd-9787-438d-9959-ab2fd4d026ed None None] Provisioning for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:48.856128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0299c1dd-9787-438d-9959-ab2fd4d026ed None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:48.864084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0299c1dd-9787-438d-9959-ab2fd4d026ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.885156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.895508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.902722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-046ef668-a58f-4f42-9f21-236fc0ad9e24 req-4ac13a16-d035-4e32-94ea-7f8cbce446a6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866610 Jul 12 16:32:48.940343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:48.970893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Pushing event updated for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:48.990831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0299c1dd-9787-438d-9959-ab2fd4d026ed None None] Port 3c05a15f-b3b7-4062-beb5-eec3385d0125 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:48.994352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:49.008698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:42Z', 'revision_number': 3, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:49.077339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.079546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c59279ef-9740-4512-aaf1-a54f69bef386 HTTP/1.1" status: 204 len: 168 time: 1.4324970 Jul 12 16:32:49.082642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030c5e-e808-4b41-be35-fecf9eea0894 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59279ef-9740-4512-aaf1-a54f69bef386,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:49.101927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5be89b-c606-4e85-bbf6-86464ee04eb8 None None] The sync data for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 is: [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:42Z', 'revision_number': 3, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:49.110231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.155153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10ce8a-ed29-403b-8b7c-26790005b423 req-1b9c2dab-3222-40c0-a997-f1ecf7257c6c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:49.156119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.167169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb10ce8a-ed29-403b-8b7c-26790005b423 req-1b9c2dab-3222-40c0-a997-f1ecf7257c6c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 944 time: 0.1978993 Jul 12 16:32:49.201838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['58ce3915-e856-4f18-9273-cecb1fc77aca'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:32:49.266314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=f7f2fa25-5f31-4756-b164-1a0906a2ec9a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:49.312663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 507366b5-bb7d-4b2d-ac06-6627d5d25413 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:49.425690 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.435683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44688) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:49.457437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 507366b5-bb7d-4b2d-ac06-6627d5d25413 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:49.458027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 507366b5-bb7d-4b2d-ac06-6627d5d25413 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:49.466442 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Transition to ACTIVE for port object caf2b889-3773-4e83-9125-e66ca450fd57 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:49.478683 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.551175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Network 2c6141ca-85be-4303-969e-a5636175b041 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:49.576361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:49.638910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.653899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cb10ce8a-ed29-403b-8b7c-26790005b423 req-c9509c2b-62e8-4ce5-87b8-94647ec173ed tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856520 Jul 12 16:32:49.691728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8766c6fa-cff2-45bb-b49e-d5dff30f3ab4 None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:49.704267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8766c6fa-cff2-45bb-b49e-d5dff30f3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:49.741528 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea191d-0ef8-4f29-b4a1-04f9fc955c23 None None] Pushing event updated for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:49.883876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b510caf-db57-45be-a512-1bc0a654469c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fc61b63993f424e93118445ae7a1cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400697 Jul 12 16:32:49.886508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44704) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:49.941623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8766c6fa-cff2-45bb-b49e-d5dff30f3ab4 None None] Port 3c05a15f-b3b7-4062-beb5-eec3385d0125 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:50.147291 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Attempting to bind port caf2b889-3773-4e83-9125-e66ca450fd57 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:50.148994 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Attempting to bind port caf2b889-3773-4e83-9125-e66ca450fd57 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:50.149794 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Attempting to bind port caf2b889-3773-4e83-9125-e66ca450fd57 on network f0083599-1363-4116-8680-c0912d233dbd {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:50.168888 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:50.170681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Checking segment: {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:50.171270 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.186462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Bound using segment: {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:50.187273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Bound port: caf2b889-3773-4e83-9125-e66ca450fd57, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c7d49a-aa2e-4c2d-b30e-240893a54dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:50.188126 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.216129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.285187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.309413 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] For port caf2b889-3773-4e83-9125-e66ca450fd57, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:50.312981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] For port caf2b889-3773-4e83-9125-e66ca450fd57, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=caf2b889-3773-4e83-9125-e66ca450fd57,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:50.321579 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.333490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f1eb1590-cfe4-4d62-9246-4d79f5dca7b4 None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:50.334103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1590-cfe4-4d62-9246-4d79f5dca7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.365251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Router 2566939d-98c7-4f2e-b57f-18a948fb2b20 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:50.442214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb1590-cfe4-4d62-9246-4d79f5dca7b4 None None] Port 3c05a15f-b3b7-4062-beb5-eec3385d0125 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:32:50.487841 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea191d-0ef8-4f29-b4a1-04f9fc955c23 None None] Pushing event updated for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:50.496624 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:50.498343 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:50.521639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:50.563446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.569051 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:50.572397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89926e7f-6ed6-4379-bf9c-48e56406128f HTTP/1.1" status: 204 len: 168 time: 0.6837325 Jul 12 16:32:50.681081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99f70-86a7-4b20-8852-194f521b26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89926e7f-6ed6-4379-bf9c-48e56406128f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:50.730998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047a20-392c-4057-a053-5cfe3ea6f08c req-9d798e3e-e6d9-430c-a1e7-a9895f787ee3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:50.739144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:50.745116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03047a20-392c-4057-a053-5cfe3ea6f08c req-9d798e3e-e6d9-430c-a1e7-a9895f787ee3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.4210451 Jul 12 16:32:50.773423 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:50.796288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8189090d-83ba-4598-9225-67b35893d77c admin admin] 10.222.0.58 "PUT /v2.0/routers/2566939d-98c7-4f2e-b57f-18a948fb2b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1318142 Jul 12 16:32:50.928987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03047a20-392c-4057-a053-5cfe3ea6f08c req-64b09c86-dec3-4bbb-af9e-052a9e45dd85 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816437 Jul 12 16:32:50.935078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:50.951071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-516fa517-700d-49db-84c9-989a43d992e0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1625750 Jul 12 16:32:50.954021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44736) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:50.963403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:50.981120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:50.982138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:51.121645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 04774ff5-cfbc-4d4a-838a-62cef5298b10 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:32:51.128919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:51.200889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac10a92-b3dc-4ac3-a88c-d7012736dd3d req-ab41c945-9032-4c4e-9b5a-ccb3e76c888d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:51.206648 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aac10a92-b3dc-4ac3-a88c-d7012736dd3d req-ab41c945-9032-4c4e-9b5a-ccb3e76c888d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 944 time: 0.1917017 Jul 12 16:32:51.214922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-9c012ebf-46ec-4b55-b8f1-c718aa901d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:51.218376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-9c012ebf-46ec-4b55-b8f1-c718aa901d67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.2437673 Jul 12 16:32:51.234177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:51.316365 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:45Z', 'revision_number': 4, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'caf2b889-3773-4e83-9125-e66ca450fd57', 'name': '', 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'mac_address': 'fa:16:3e:15:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:42Z', 'updated_at': '2021-07-12T16:32:50Z', 'revision_number': 4, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'subnets': [{'id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:51.328697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aac10a92-b3dc-4ac3-a88c-d7012736dd3d req-07580bfd-32ce-4b7c-8647-9eb92e1abc94 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141586 Jul 12 16:32:51.372971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-3dea408e-f61c-4a1b-a10f-4b9c454a3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:51.374782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-3dea408e-f61c-4a1b-a10f-4b9c454a3f3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.1439061 Jul 12 16:32:51.381332 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f6ceb-d079-444d-a5e2-c7b51df3c6b7 None None] The sync data for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 is: [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:32:45Z', 'revision_number': 4, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'caf2b889-3773-4e83-9125-e66ca450fd57', 'name': '', 'network_id': 'f0083599-1363-4116-8680-c0912d233dbd', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'mac_address': 'fa:16:3e:15:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:42Z', 'updated_at': '2021-07-12T16:32:50Z', 'revision_number': 4, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'subnets': [{'id': '01b79970-29e4-40dc-b3b4-db95ff06bb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:51.382701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:51.622761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:51.665374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-61a016d5-d363-446f-8c0b-f0993510df83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 1001 time: 0.2556796 Jul 12 16:32:51.729890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 58ce3915-e856-4f18-9273-cecb1fc77aca up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:51.788310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:51.878035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-7adf9505-bdc6-4062-aab7-cee368f1bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:51.879846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-7adf9505-bdc6-4062-aab7-cee368f1bf49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1725209 Jul 12 16:32:51.918471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 10, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:51.972830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:51.982984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:51.995490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:51.996371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:51.998753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:52.001003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 58ce3915-e856-4f18-9273-cecb1fc77aca completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:52.040650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:52.041107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.088869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=04774ff5-cfbc-4d4a-838a-62cef5298b10,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:52.098851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.102032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 58ce3915-e856-4f18-9273-cecb1fc77aca triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:52.102836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.108534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e25ae4a-03dd-4c9a-9400-12bb1b779953 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/04774ff5-cfbc-4d4a-838a-62cef5298b10 HTTP/1.1" status: 204 len: 168 time: 1.1485395 Jul 12 16:32:52.108920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44766) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:52.113665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277e1e3-9efb-41a6-ba6f-7bab3c872200 None None] Network 9d1b7ff9-317e-4095-b3a2-a150833d015b requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:52.158305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-d6bc439f-ad70-4368-8204-d59acd7fd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:52.160082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-d6bc439f-ad70-4368-8204-d59acd7fd7f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666016 Jul 12 16:32:52.392545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.410632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:52.424430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Sync routers for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:52.441008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-45c473d2-f525-4cf7-b5de-3781e7b46c84 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658734 Jul 12 16:32:52.443173 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:52.448884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:52.488771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:52.514690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2074148353-network', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:52.553171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port a9ff1c80-5cdb-4104-87fc-af4878b9d730 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:52.553513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.627553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625d21-a947-4a3a-b2a4-752f0bab632f req-60e270e0-69c9-415a-b18f-15240e593bda tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:52.630635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb625d21-a947-4a3a-b2a4-752f0bab632f req-60e270e0-69c9-415a-b18f-15240e593bda tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.4226203 Jul 12 16:32:52.785715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bb625d21-a947-4a3a-b2a4-752f0bab632f req-2916d4e7-db98-4819-b0e0-dfb470b0f349 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436787 Jul 12 16:32:52.789038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Made reservation on behalf of 8631aa52ff43444e8174a893b6fe44d8 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:52.795541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.825549 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:52.828036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.863750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-225af7eb-61f6-4784-9126-1fb723d60875 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148686 Jul 12 16:32:52.954737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port a9ff1c80-5cdb-4104-87fc-af4878b9d730, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9ff1c80-5cdb-4104-87fc-af4878b9d730,segment=NetworkSegment(4783b906-c437-42d9-bc6a-e2c3bb513f17),segment_id=4783b906-c437-42d9-bc6a-e2c3bb513f17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:52.955112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.973393 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:52.991749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for a9ff1c80-5cdb-4104-87fc-af4878b9d730 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:53.036603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:53.046298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5ffef-fc63-4db1-9b80-86b9554b4549 req-d6e80581-085e-4eaa-a66a-c188a8a6713e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:53.048037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71d5ffef-fc63-4db1-9b80-86b9554b4549 req-d6e80581-085e-4eaa-a66a-c188a8a6713e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 944 time: 0.4190872 Jul 12 16:32:53.129771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71d5ffef-fc63-4db1-9b80-86b9554b4549 req-b7aa60a6-6cee-4d9c-a837-95b382fce00b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Jul 12 16:32:53.169195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.190712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.203471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.272054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.286236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1185b-088e-46e1-a27a-67266f9a92ea,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:53.297980 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 4, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3c05a15f-b3b7-4062-beb5-eec3385d0125', 'name': '', 'network_id': '2c6141ca-85be-4303-969e-a5636175b041', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'mac_address': 'fa:16:3e:d8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:47Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 2, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'subnets': [{'id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:53.337224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=a9ff1c80-5cdb-4104-87fc-af4878b9d730,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:53.344647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port a9ff1c80-5cdb-4104-87fc-af4878b9d730 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:53.358330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:53.386446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.387319 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Added segment 31c17a9d-b2a3-4536-ac81-c363296424c3 of type vlan for network 6131de23-71d6-4634-a6bf-85606d7a6740 Jul 12 16:32:53.395349 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Checking router: 2566939d-98c7-4f2e-b57f-18a948fb2b20 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:53.395755 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Updating router 2566939d-98c7-4f2e-b57f-18a948fb2b20 port 3c05a15f-b3b7-4062-beb5-eec3385d0125 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:32:53.461720 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.483149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.548594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.549835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:53.553598 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.572999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.608639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1b7ff9-317e-4095-b3a2-a150833d015b']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:53.658830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4783b906-c437-42d9-bc6a-e2c3bb513f17') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:53.658830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4783b906-c437-42d9-bc6a-e2c3bb513f17') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:53.686414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.687342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.717484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] Pushing event updated for resources: {'Network': ['ID=6131de23-71d6-4634-a6bf-85606d7a6740,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:53.734975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-baa8ffe5-70b0-4f30-bfea-b6dd43b38672 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2361348 Jul 12 16:32:53.736874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:53.742420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:53.749674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Request body: {'subnet': {'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2074148353-subnet', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:53.752268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.752690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 6131de23-71d6-4634-a6bf-85606d7a6740 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:53.774320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:32:53.774790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:32:53.782535 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:32:53.824745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Made reservation on behalf of 8631aa52ff43444e8174a893b6fe44d8 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:53.831852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:53.900427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=58ce3915-e856-4f18-9273-cecb1fc77aca,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:53.947925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:53.988163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:32:53.992580 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d774d-c5f4-4bf1-8f17-244569b650cd" -d '{"events": [{"server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "name": "network-vif-plugged", "status": "completed", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:32:54.000275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.001351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61461a8-4834-492c-85da-1ec8f88f56e0 None None] DHCP port deletion for 9d1b7ff9-317e-4095-b3a2-a150833d015b request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:32:54.005837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device caf2b889-3773-4e83-9125-e66ca450fd57 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:54.010789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.015377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/9d1b7ff9-317e-4095-b3a2-a150833d015b HTTP/1.1" status: 204 len: 168 time: 1.9028625 Jul 12 16:32:54.022035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44802) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:54.042311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.068659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef84c2-ea80-470b-8070-0ed9cef7ebc6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=9d1b7ff9-317e-4095-b3a2-a150833d015b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:54.109643 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.123354 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627679d8-fc37-4a63-9c22-e7f5319856cb x-openstack-request-id: req-627679d8-fc37-4a63-9c22-e7f5319856cb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:32:54.123679 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "name": "network-vif-plugged", "status": "completed", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:32:54.123929 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-627679d8-fc37-4a63-9c22-e7f5319856cb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:32:54.124336 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca', 'code': 200} Jul 12 16:32:54.151150 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Transition to ACTIVE for port object 3c05a15f-b3b7-4062-beb5-eec3385d0125 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:54.171200 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.239627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:54.286315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port caf2b889-3773-4e83-9125-e66ca450fd57 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:54.293724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:54.299249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.327815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1cec180-3ff3-454a-b508-12bd5c321ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.390639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 10, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:54.407828 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c01c87-54dc-4304-884e-da75428527fc None None] Pushing event updated for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:54.472113 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Attempting to bind port 3c05a15f-b3b7-4062-beb5-eec3385d0125 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:54.473281 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Attempting to bind port 3c05a15f-b3b7-4062-beb5-eec3385d0125 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:54.481603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd7ce-ef03-4854-a363-5778ea869a69 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 10, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None, '_interfaces': [{'id': 'a9c9b666-b31f-4214-83d9-8a0296475544', 'name': '', 'network_id': '244a3bff-9b1c-4d25-b5a5-885a8130d342', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'mac_address': 'fa:16:3e:56:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:57Z', 'updated_at': '2021-07-12T16:32:05Z', 'revision_number': 5, 'project_id': '336f332b43894b95ab58d519817c934a', 'subnets': [{'id': '45e037d6-47b1-4f36-8cca-2451546f5e97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:54.482242 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Attempting to bind port 3c05a15f-b3b7-4062-beb5-eec3385d0125 on network 2c6141ca-85be-4303-969e-a5636175b041 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:54.488475 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:54.490391 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Checking segment: {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:54.491052 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.491711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Bound using segment: {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:54.492682 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Bound port: 3c05a15f-b3b7-4062-beb5-eec3385d0125, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6a252e-397e-4081-9184-ad94d9f326fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2c6141ca-85be-4303-969e-a5636175b041'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:54.493753 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.600575 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] For port 3c05a15f-b3b7-4062-beb5-eec3385d0125, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:54.607183 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] For port 3c05a15f-b3b7-4062-beb5-eec3385d0125, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c05a15f-b3b7-4062-beb5-eec3385d0125,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:54.613457 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.629360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.656661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e030f-7e00-441d-b15f-ca761f685eef req-880b8355-b852-4a95-8052-2a7eef84b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:54.658223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b33e030f-7e00-441d-b15f-ca761f685eef req-880b8355-b852-4a95-8052-2a7eef84b3bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 1096 time: 0.4123816 Jul 12 16:32:54.697126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511497c6-2a64-4472-a88d-0cdc3e667a27 req-c1b17a68-56b8-4d77-9fd5-a241824be37c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:54.699393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-511497c6-2a64-4472-a88d-0cdc3e667a27 req-c1b17a68-56b8-4d77-9fd5-a241824be37c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.6432431 Jul 12 16:32:54.718913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a32f-b4f1-4d41-b8ed-dc68a999e6f5 req-eb32521b-e9db-4053-85d5-ff8f1cebd405 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:54.719788 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:54.720494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c097a32f-b4f1-4d41-b8ed-dc68a999e6f5 req-eb32521b-e9db-4053-85d5-ff8f1cebd405 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 945 time: 0.2642148 Jul 12 16:32:54.720641 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:54.727576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1cec180-3ff3-454a-b508-12bd5c321ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.736889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port caf2b889-3773-4e83-9125-e66ca450fd57, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=caf2b889-3773-4e83-9125-e66ca450fd57,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:54.761095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.779811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1cec180-3ff3-454a-b508-12bd5c321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.844677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:54.881984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b33e030f-7e00-441d-b15f-ca761f685eef req-3d454902-e9a7-44f6-963b-c190485e322b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100036 Jul 12 16:32:54.893537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c097a32f-b4f1-4d41-b8ed-dc68a999e6f5 req-2a7c3812-46fc-4a02-a723-47b0d4fba9ce tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626511 Jul 12 16:32:54.915445 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:54.974096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e1cec180-3ff3-454a-b508-12bd5c321ae2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1762d4dbe9f74cc28980b474cbc1ff4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238118 Jul 12 16:32:54.976221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44808) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:54.996636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:55.028300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cec180-3ff3-454a-b508-12bd5c321ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d32005-e98b-4c9a-88d5-29999fd02499,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:55.043024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-511497c6-2a64-4472-a88d-0cdc3e667a27 req-202c744c-184d-424c-bc5d-953cb2c26d2d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040228 Jul 12 16:32:55.139598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2264b503-3250-4cde-94e0-05bd575070cf,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:55.161762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Checking segment: {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:55.162256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Network hostable DHCP agents. Network: 6131de23-71d6-4634-a6bf-85606d7a6740, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:32:55.166161 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.207395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.260380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Network 6131de23-71d6-4634-a6bf-85606d7a6740 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:32:55.267014 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c01c87-54dc-4304-884e-da75428527fc None None] Pushing event updated for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:55.280954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-63fa6f12-39c8-4177-84e7-2cb14e030625 None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:55.281329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-63fa6f12-39c8-4177-84e7-2cb14e030625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.286126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 6131de23-71d6-4634-a6bf-85606d7a6740) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:55.299475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:55.300338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.334396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.337494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.337894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58716e-3b95-406f-906b-cb1d9e45aaec None None] Network 6131de23-71d6-4634-a6bf-85606d7a6740 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:55.338753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98d32005-e98b-4c9a-88d5-29999fd02499 HTTP/1.1" status: 204 len: 168 time: 0.3605433 Jul 12 16:32:55.354112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-991e1e80-933d-4b5e-ad52-e5f4a79ed320 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6128712 Jul 12 16:32:55.355286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f5e4-ed74-441d-96b0-ec109d3e2a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d32005-e98b-4c9a-88d5-29999fd02499,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:55.357198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44812) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:55.369989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:55.394761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 4, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3c05a15f-b3b7-4062-beb5-eec3385d0125', 'name': '', 'network_id': '2c6141ca-85be-4303-969e-a5636175b041', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'mac_address': 'fa:16:3e:d8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:47Z', 'updated_at': '2021-07-12T16:32:54Z', 'revision_number': 4, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'subnets': [{'id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:55.415407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.416603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.460952 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f49ff-2050-4da0-81d7-eafbc48366db None None] The sync data for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 is: [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:48Z', 'revision_number': 4, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3c05a15f-b3b7-4062-beb5-eec3385d0125', 'name': '', 'network_id': '2c6141ca-85be-4303-969e-a5636175b041', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'mac_address': 'fa:16:3e:d8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:47Z', 'updated_at': '2021-07-12T16:32:54Z', 'revision_number': 4, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'subnets': [{'id': '9ab12070-0d7c-44b4-b9ee-8e9466415020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:55.471005 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.511803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.724095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-6131de23-71d6-4634-a6bf-85606d7a6740', 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'fixed_ips': [{'subnet_id': '2264b503-3250-4cde-94e0-05bd575070cf'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:32:55.727763 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.981943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:55.990163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device caf2b889-3773-4e83-9125-e66ca450fd57 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:56.079091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port a9c9b666-b31f-4214-83d9-8a0296475544 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:56.079758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.280216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Allocated IP 172.20.0.2 (6131de23-71d6-4634-a6bf-85606d7a6740/2264b503-3250-4cde-94e0-05bd575070cf/8e7a227e-07e7-48fe-aad3-0c8b015034b6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:56.407138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port caf2b889-3773-4e83-9125-e66ca450fd57 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:56.407517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.437098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port a9c9b666-b31f-4214-83d9-8a0296475544, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a9c9b666-b31f-4214-83d9-8a0296475544,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:56.437454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.472673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for a9c9b666-b31f-4214-83d9-8a0296475544 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:56.531091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ece39c-6803-4792-a9f4-e1448130e95b req-525dc518-f271-4007-9736-11c7c9446a9b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:56.532781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0ece39c-6803-4792-a9f4-e1448130e95b req-525dc518-f271-4007-9736-11c7c9446a9b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1936340 Jul 12 16:32:56.541831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae6b8c-9771-4f50-b742-9552566710c2 req-eefcb179-7cc2-4de9-8bbe-6cb9b25c5531 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:56.549410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-86ae6b8c-9771-4f50-b742-9552566710c2 req-eefcb179-7cc2-4de9-8bbe-6cb9b25c5531 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 945 time: 0.2901094 Jul 12 16:32:56.612814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-86ae6b8c-9771-4f50-b742-9552566710c2 req-b2f1da8f-b336-4278-b9f8-88391b7f4151 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Jul 12 16:32:56.614237 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.655202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.666062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Transition to ACTIVE for port object 8e7a227e-07e7-48fe-aad3-0c8b015034b6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:56.695499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Transition to ACTIVE for port object 8e7a227e-07e7-48fe-aad3-0c8b015034b6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:32:56.708258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.756038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.838630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:56.868323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b0ece39c-6803-4792-a9f4-e1448130e95b req-99438698-3198-453a-ab1f-7a50a9ca233f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802699 Jul 12 16:32:56.871679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:56.915775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=a9c9b666-b31f-4214-83d9-8a0296475544,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:56.947159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Network 6131de23-71d6-4634-a6bf-85606d7a6740 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:56.955123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:56.958372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:56.968528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:57.034395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Allocated IP 172.25.8.235 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/3d77a8ab-01d2-43e7-af80-da99bf51d84a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:32:57.086187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7853c-415d-4226-a60b-2d02061f1a70 req-76a6171e-5463-4a70-a2a8-df86fb12ea49 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:57.091460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8a7853c-415d-4226-a60b-2d02061f1a70 req-76a6171e-5463-4a70-a2a8-df86fb12ea49 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 945 time: 0.1945446 Jul 12 16:32:57.105895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Pushing event updated for resources: {'Port': ['ID=8e7a227e-07e7-48fe-aad3-0c8b015034b6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:57.137683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Attempting to bind port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:32:57.138068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Attempting to bind port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:32:57.138428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Attempting to bind port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 on network 6131de23-71d6-4634-a6bf-85606d7a6740 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:32:57.154092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:32:57.155263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Checking segment: {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:32:57.155417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.157857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Bound using segment: {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:32:57.157857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Bound port: 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:32:57.158423 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.162734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:57.163106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.223426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.254000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-718444082-network', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:57.322046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8a7853c-415d-4226-a60b-2d02061f1a70 req-60f74676-b086-4063-90ce-e4e408124807 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304435 Jul 12 16:32:57.436824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Made reservation on behalf of 7a657e0195e746f9bf596b61aca641fb for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:57.439380 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.452070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.466896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.471289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] For port 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:32:57.482730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] For port 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8e7a227e-07e7-48fe-aad3-0c8b015034b6,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:32:57.492910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.505553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c05a15f-b3b7-4062-beb5-eec3385d0125 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:57.542814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:32:57.549018 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.579433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:32:57.582740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:32:57.595720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:32:57.653192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:32:57.661665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dfdf95c8-9620-4a78-9284-664c4339bc24 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6360543 Jul 12 16:32:57.665243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44850) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:57.679689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e16c6-51f5-4317-9f34-b83ccc41ac17 None None] Pushing event updated for resources: {'Port': ['ID=8e7a227e-07e7-48fe-aad3-0c8b015034b6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:57.689442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:32:57.716613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:57.717559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:57.828563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.844576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting subnet 45e037d6-47b1-4f36-8cca-2451546f5e97 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:32:57.847041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:57.847970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.895816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:57.957793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:56Z', 'revision_number': 11, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:58.006925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.104529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.112190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.146725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Subnet': ['ID=45e037d6-47b1-4f36-8cca-2451546f5e97,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:58.176386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.178759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-edeb2f4d-0ab7-4f96-a914-5fdabbc922a0 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/45e037d6-47b1-4f36-8cca-2451546f5e97 HTTP/1.1" status: 204 len: 168 time: 0.5124018 Jul 12 16:32:58.180690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:32:58.184039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:58.206112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Pushing event updated for resources: {'Port': ['ID=3d77a8ab-01d2-43e7-af80-da99bf51d84a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:58.239695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a208460a-1bcc-4987-b1c6-31c6edb223e8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:58.259002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe45973-dae4-4bec-9608-2e76964c1182 None None] Network 244a3bff-9b1c-4d25-b5a5-885a8130d342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:58.262758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:32:58.278044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:58.321841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:58.322532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.355756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:32:58.356554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:58.425612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70487121-50af-477d-b741-241f72b49fe0 req-95a702e7-66bc-4737-8464-836ee670d13a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:58.427666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70487121-50af-477d-b741-241f72b49fe0 req-95a702e7-66bc-4737-8464-836ee670d13a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 945 time: 0.3659832 Jul 12 16:32:58.457201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.531812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:32:58.615627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:56Z', 'revision_number': 11, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:32:58.674460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeec3c9-7a68-45fa-bd92-469732b823ff None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:56Z', 'revision_number': 11, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:32:58.778958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.847873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3c05a15f-b3b7-4062-beb5-eec3385d0125, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c05a15f-b3b7-4062-beb5-eec3385d0125,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:58.858000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.909293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:58.909645 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Added segment 9e4dc9b2-453c-4eab-9c41-615094864ded of type vlan for network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a Jul 12 16:32:58.931431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f7f2fa25-5f31-4756-b164-1a0906a2ec9a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:58.956600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:58.989117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.014271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f7f2fa25-5f31-4756-b164-1a0906a2ec9a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:59.015536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f7f2fa25-5f31-4756-b164-1a0906a2ec9a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:59.016967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9ff1c80-5cdb-4104-87fc-af4878b9d730 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:32:59.034330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70487121-50af-477d-b741-241f72b49fe0 req-d80f6d39-9440-410e-8988-a5849acd16fe tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922594 Jul 12 16:32:59.063063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.065251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:59.065851 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.080748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] DHCP port deletion for 244a3bff-9b1c-4d25-b5a5-885a8130d342 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:32:59.083024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a9ff1c80-5cdb-4104-87fc-af4878b9d730 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:32:59.083364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9ff1c80-5cdb-4104-87fc-af4878b9d730 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:32:59.228965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Deleting port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:59.229343 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.275336 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.305288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] Pushing event updated for resources: {'Network': ['ID=50fcfd7f-6ec2-448b-aabd-4cf340854a9a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:59.330483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fcc1154f-8fd5-4fbb-8480-549f5062f98d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3608334 Jul 12 16:32:59.334400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:32:59.345280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Request body: {'subnet': {'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-718444082-subnet', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:32:59.367149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf157-77a9-48aa-9a52-1983e51b4d99 req-371c9b2e-dbf2-42d1-a114-bd86bce4c2c0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:59.374203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7eaf157-77a9-48aa-9a52-1983e51b4d99 req-371c9b2e-dbf2-42d1-a114-bd86bce4c2c0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 1.1698935 Jul 12 16:32:59.411716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] For port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:59.412132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.439267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Calling delete_port for 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:59.468275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7eaf157-77a9-48aa-9a52-1983e51b4d99 req-e79673b9-7476-4ed2-9993-4e58fb71d527 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928876 Jul 12 16:32:59.476586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.503396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-007fef3a-1f88-49b7-8de4-797c0ba5b586 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:32:59.504925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-007fef3a-1f88-49b7-8de4-797c0ba5b586 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 945 time: 0.2414012 Jul 12 16:32:59.506216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Made reservation on behalf of 7a657e0195e746f9bf596b61aca641fb for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:32:59.510044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.520199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:32:59.522005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375abc6a-3602-4b45-a98c-3b4aa99a021e None None] Network 6131de23-71d6-4634-a6bf-85606d7a6740 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:32:59.528026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8e7a227e-07e7-48fe-aad3-0c8b015034b6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:59.671556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Deleting port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:59.671994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.730959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:32:59.731628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.731869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port 58ce3915-e856-4f18-9273-cecb1fc77aca {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:32:59.732217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.737811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:32:59.790488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c05a15f-b3b7-4062-beb5-eec3385d0125 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:32:59.793363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] For port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,segment=NetworkSegment(320be2b0-3afc-40f6-b33e-eb807a10bef0),segment_id=320be2b0-3afc-40f6-b33e-eb807a10bef0)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:59.794447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.835731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Router e08bbf76-8735-4626-accb-ef223e393e9f is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:32:59.836095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Calling delete_port for 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:59.880428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.904074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.929758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port 58ce3915-e856-4f18-9273-cecb1fc77aca, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=58ce3915-e856-4f18-9273-cecb1fc77aca,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:32:59.930543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:32:59.940081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] No DVR routers for this DVR port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:32:59.965802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for 58ce3915-e856-4f18-9273-cecb1fc77aca owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:32:59.988828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff8bed5-0860-47df-8ecc-a4898d95cd30,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:32:59.997225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086426b-633f-4cce-b964-cad9069887f2 None None] Pushing event deleted for resources: {'Port': ['ID=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:00.008655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Checking segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:00.009018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Network hostable DHCP agents. Network: 50fcfd7f-6ec2-448b-aabd-4cf340854a9a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:33:00.033763 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.048380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3c05a15f-b3b7-4062-beb5-eec3385d0125 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:00.048759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.067716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:33:00.072939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Port': ['ID=4ab31c54-2b38-4f26-bf99-5d25dfbeef45,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:00.079658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No DVR routers for this DVR port 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:00.087961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 50fcfd7f-6ec2-448b-aabd-4cf340854a9a) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:00.109714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd1f2e-9ec9-414b-9f97-ab5e9e8f6a91 None None] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:00.114323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:00.114916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.214851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c7729bc-d022-471b-8575-5533e54d7193 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8746612 Jul 12 16:33:00.216672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.219234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44866) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:00.230476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:00.237083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a3bff-9b1c-4d25-b5a5-885a8130d342']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:00.257174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.260489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:00.260777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320be2b0-3afc-40f6-b33e-eb807a10bef0') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:00.260908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320be2b0-3afc-40f6-b33e-eb807a10bef0') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:00.272562 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Sync routers for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:00.285556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.288807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:00.291857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:00.308343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.314093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.314297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=58ce3915-e856-4f18-9273-cecb1fc77aca,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:00.315844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.324238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:33:00.324667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:33:00.333618 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:33:00.339110 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:00.368952 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.372977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3baeb868-5459-4a9e-95a8-1661dfc15291 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0118964 Jul 12 16:33:00.392997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44868) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:00.405585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ddaf11f0-8b00-4968-8268-ebd50f2fbf02 req-184a473a-c2f4-4280-946a-86729f08fb0e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.0777500 Jul 12 16:33:00.435696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port 58ce3915-e856-4f18-9273-cecb1fc77aca on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:00.438531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.441261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e902870e-af9b-4f0a-b945-f10799e4df33 req-57f1be44-1cf7-4e11-a267-3b5e4f93961d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/58ce3915-e856-4f18-9273-cecb1fc77aca HTTP/1.1" status: 204 len: 173 time: 0.8983381 Jul 12 16:33:00.442005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'name': 'network-vif-deleted', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:00.444763 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7592af-411e-4706-8d64-7600f9ce7443" -d '{"events": [{"server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "name": "network-vif-deleted", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:00.571320 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:00.580566 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78985cf7-6d0a-411e-b8fc-449c1dc8685c x-openstack-request-id: req-78985cf7-6d0a-411e-b8fc-449c1dc8685c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:00.581450 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64943d3d-8030-4414-800f-463d44dfc302", "name": "network-vif-deleted", "tag": "58ce3915-e856-4f18-9273-cecb1fc77aca", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:00.581895 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78985cf7-6d0a-411e-b8fc-449c1dc8685c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:00.582474 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64943d3d-8030-4414-800f-463d44dfc302', 'name': 'network-vif-deleted', 'tag': '58ce3915-e856-4f18-9273-cecb1fc77aca', 'status': 'completed', 'code': 200} Jul 12 16:33:00.614023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Provisioning for port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:00.650152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Provisioning complete for port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:00.650521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.756620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.761116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.776742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.782867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/networks/244a3bff-9b1c-4d25-b5a5-885a8130d342 HTTP/1.1" status: 204 len: 168 time: 2.5936298 Jul 12 16:33:00.786170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:00.794389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'routes': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:00.844665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:33:00.846934 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:00.892808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:00.910002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a5036-7d2d-45f0-980b-5620a3576542 req-3fe3b08e-217e-4f9b-9a4b-ef98ffe382b0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:00.922112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a8a5036-7d2d-45f0-980b-5620a3576542 req-3fe3b08e-217e-4f9b-9a4b-ef98ffe382b0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1800375 Jul 12 16:33:00.950234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0fe32-ef26-49b6-b2ad-8be5308378b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Pushing event deleted for resources: {'Network': ['ID=244a3bff-9b1c-4d25-b5a5-885a8130d342,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:01.009557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a8a5036-7d2d-45f0-980b-5620a3576542 req-01ea1b7b-3111-44dd-89b5-74f72273a020 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846033 Jul 12 16:33:01.051371 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:32:58Z', 'revision_number': 3, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:01.084071 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Checking router: e08bbf76-8735-4626-accb-ef223e393e9f for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:01.084425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Updating router e08bbf76-8735-4626-accb-ef223e393e9f port 3d77a8ab-01d2-43e7-af80-da99bf51d84a binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:01.109031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.120653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:01.121381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4ab31c54-2b38-4f26-bf99-5d25dfbeef45 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:01.123925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9c9b666-b31f-4214-83d9-8a0296475544 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:01.135050 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.202764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a9c9b666-b31f-4214-83d9-8a0296475544 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:01.203104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a9c9b666-b31f-4214-83d9-8a0296475544 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:01.266485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.303836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.extraroute_db [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Added routes are [] {{(pid=93711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 12 16:33:01.305250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.extraroute_db [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Removed routes are [] {{(pid=93711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 12 16:33:01.305670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.308157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Allocated IP 172.20.0.2 (50fcfd7f-6ec2-448b-aabd-4cf340854a9a/4ff8bed5-0860-47df-8ecc-a4898d95cd30/ddc72aca-dd44-4307-98e9-2e956c1e8dbb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:01.376251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] For port 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8e7a227e-07e7-48fe-aad3-0c8b015034b6,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:01.409394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.506324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615e8a1-2b09-4b6b-a854-b36ff48cea7d None None] Pushing event updated for resources: {'Port': ['ID=8e7a227e-07e7-48fe-aad3-0c8b015034b6,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:01.574555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.584159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.670340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.685911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af756a05-016d-4550-9e43-d0be87354c01 None None] Provisioning complete for port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:01.686291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af756a05-016d-4550-9e43-d0be87354c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.696921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Transition to ACTIVE for port object ddc72aca-dd44-4307-98e9-2e956c1e8dbb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:01.772499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 58ce3915-e856-4f18-9273-cecb1fc77aca no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:01.836345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 58ce3915-e856-4f18-9273-cecb1fc77aca {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:01.837604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 58ce3915-e856-4f18-9273-cecb1fc77aca not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:01.852408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Transition to ACTIVE for port object ddc72aca-dd44-4307-98e9-2e956c1e8dbb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:01.867760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.894426 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.910712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Transition to ACTIVE for port object 3d77a8ab-01d2-43e7-af80-da99bf51d84a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:01.921269 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:01.952164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:01.978968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:01.989544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:01.990023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Pushing event updated for resources: {'Port': ['ID=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:02.021933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Attempting to bind port 3d77a8ab-01d2-43e7-af80-da99bf51d84a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:02.024983 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Attempting to bind port 3d77a8ab-01d2-43e7-af80-da99bf51d84a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:02.024983 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Attempting to bind port 3d77a8ab-01d2-43e7-af80-da99bf51d84a on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:02.048774 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:02.050139 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:02.050139 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.050139 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:02.051314 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Bound port: 3d77a8ab-01d2-43e7-af80-da99bf51d84a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:02.051314 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.100864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eea56bc0-3a7d-4d4e-8041-f172a49ddf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.149664 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc62a31-063c-4b8a-9e06-ba5baa1fea92 None None] Pushing event updated for resources: {'Port': ['ID=3d77a8ab-01d2-43e7-af80-da99bf51d84a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:02.184385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] For port 3d77a8ab-01d2-43e7-af80-da99bf51d84a, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:02.189027 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] For port 3d77a8ab-01d2-43e7-af80-da99bf51d84a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d77a8ab-01d2-43e7-af80-da99bf51d84a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:02.199553 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.251680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Attempting to bind port ddc72aca-dd44-4307-98e9-2e956c1e8dbb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:02.252100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Attempting to bind port ddc72aca-dd44-4307-98e9-2e956c1e8dbb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:02.252488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Attempting to bind port ddc72aca-dd44-4307-98e9-2e956c1e8dbb on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:02.263090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:02.263728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Checking segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:02.264239 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.264632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Bound using segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:02.265557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Bound port: ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:02.265946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.267982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1316f7a-7b1f-4af0-afca-80e2c10ba1eb req-6e0be27d-6e4a-43a8-9ab4-1eed8c69e417 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=64943d3d-8030-4414-800f-463d44dfc302 HTTP/1.1" status: 200 len: 210 time: 0.1091630 Jul 12 16:33:02.293115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cc613794-1f85-4570-b486-a6da4c2d5b3c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:02.296462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc62a31-063c-4b8a-9e06-ba5baa1fea92 None None] Pushing event updated for resources: {'Port': ['ID=3d77a8ab-01d2-43e7-af80-da99bf51d84a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:02.322690 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:02.323872 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:02.360768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68ccb2-cdd5-4fdb-9582-2ead4419cc91 req-b17bace1-8e6c-4680-b624-e692cc189487 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:02.362369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b68ccb2-cdd5-4fdb-9582-2ead4419cc91 req-b17bace1-8e6c-4680-b624-e692cc189487 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1834319 Jul 12 16:33:02.387934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] For port ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:02.393064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] For port ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:02.402025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.439479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b68ccb2-cdd5-4fdb-9582-2ead4419cc91 req-10fa5517-d4a1-4ca5-8a18-637702f7aa5b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698028 Jul 12 16:33:02.505875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:02.515222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.516254 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:02.519555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44884) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:02.532644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Sync routers for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:02.534410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a4ae52c7-853b-41aa-9110-83e794206326 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 705 time: 1.7466080 Jul 12 16:33:02.574609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bce99-c0b2-4995-a60a-b5a84891d630 None None] Pushing event updated for resources: {'Port': ['ID=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:02.584289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c37f2c50-ce92-4391-ac6b-6ef3afeac122 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 205 time: 0.0580919 Jul 12 16:33:02.584949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:02.592561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Routers {'cc613794-1f85-4570-b486-a6da4c2d5b3c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:02.593207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cc613794-1f85-4570-b486-a6da4c2d5b3c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:02.747435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.748355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.829956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:02.900049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.012943 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:32:58Z', 'revision_number': 3, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:03.050511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Set router cc613794-1f85-4570-b486-a6da4c2d5b3c gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:03.055610 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a92f8-dc3b-491c-ad19-dec2fb936d69 None None] The sync data for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 is: [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:32:58Z', 'revision_number': 3, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:03.063962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.067163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.120664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.121172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router cc613794-1f85-4570-b486-a6da4c2d5b3c {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:33:03.128438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.134274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0433bb94-fdac-46ce-b25a-8d0d3af1ed5c tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 204 len: 168 time: 0.5475905 Jul 12 16:33:03.134922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44890) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:03.143826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1423568687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:03.177930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.179637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.189319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc613794-1f85-4570-b486-a6da4c2d5b3c', 'name': 'tempest-RoutersIpV6Test-router-1127486202', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:54Z', 'updated_at': '2021-07-12T16:32:56Z', 'revision_number': 11, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:03.250139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Checking router: cc613794-1f85-4570-b486-a6da4c2d5b3c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:03.256849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.261380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.263197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Routers set() bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:03.263573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Router IDs set() for agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 16:33:03.264298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_agentschedulers_db [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc613794-1f85-4570-b486-a6da4c2d5b3c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent'). {{(pid=93713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 12 16:33:03.264684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352da4d-506a-43c4-a650-cd618d33d850 None None] The sync data for ids ['cc613794-1f85-4570-b486-a6da4c2d5b3c'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:03.267528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.291494 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.294756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04811d09-e4f4-4969-964c-0a7994e7c6c9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1582108 Jul 12 16:33:03.298130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44894) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:03.314325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:03.407345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Allocated IP 172.25.8.60 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7b3ca790-8bcc-44c1-998a-16d5a89e213b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:03.593566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8e7a227e-07e7-48fe-aad3-0c8b015034b6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:03.691704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:03.692086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.747340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Allocated IP 172.20.0.1 (6131de23-71d6-4634-a6bf-85606d7a6740/2264b503-3250-4cde-94e0-05bd575070cf/f58cf55d-17f6-4eed-a157-2251929ebe14) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:03.840134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.870274 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-784908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-784955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538109'] for router, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:03.901986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ddc72aca-dd44-4307-98e9-2e956c1e8dbb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:04.037323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ddc72aca-dd44-4307-98e9-2e956c1e8dbb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:04.139171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.184971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd244c6-cc6a-4209-b2f5-3c463ecb69e1 req-9cd48ba9-a172-49a2-96f9-261b09f90ff9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:04.186589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bd244c6-cc6a-4209-b2f5-3c463ecb69e1 req-9cd48ba9-a172-49a2-96f9-261b09f90ff9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.4203253 Jul 12 16:33:04.196212 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.226551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Router cbdb6145-6244-45c5-9ed5-156fa86e3705 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:33:04.255261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Transition to ACTIVE for port object f58cf55d-17f6-4eed-a157-2251929ebe14 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:04.262290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-e392274c-8e46-43c0-9ab1-5e2b12482866 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:04.272625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-e392274c-8e46-43c0-9ab1-5e2b12482866 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.3305719 Jul 12 16:33:04.283092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e58953-6c6d-4eac-b7eb-bb18f563fa5e None None] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:04.299668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-83dfb8fe-5a75-4380-bf46-248556cb296c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0241909 Jul 12 16:33:04.303403 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bd244c6-cc6a-4209-b2f5-3c463ecb69e1 req-438e9c8d-b6ab-49eb-92c3-ace08234a03f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045947 Jul 12 16:33:04.344252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.410610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:04.412092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.423864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:04.440168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:04.441023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:04.447316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3ca790-8bcc-44c1-998a-16d5a89e213b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:04.462673 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Sync routers for ids ['cbdb6145-6244-45c5-9ed5-156fa86e3705'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:04.475113 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Routers {'cbdb6145-6244-45c5-9ed5-156fa86e3705'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:04.476266 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:32:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cbdb6145-6244-45c5-9ed5-156fa86e3705'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:04.487769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.491998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ed64e649-3153-4b55-9c51-722c2f69fe60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "PUT /v2.0/routers/cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 200 len: 698 time: 1.1892307 Jul 12 16:33:04.494814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44914) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:04.514705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Network 6131de23-71d6-4634-a6bf-85606d7a6740 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:04.530823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:04.543751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:04.549508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Provisioning for port ddc72aca-dd44-4307-98e9-2e956c1e8dbb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:04.589696 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d61d-95da-4a17-ba84-d2b628201d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.597915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Provisioning complete for port ddc72aca-dd44-4307-98e9-2e956c1e8dbb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:04.600036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.604743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Pushing event updated for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:04.648229 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Set router cbdb6145-6244-45c5-9ed5-156fa86e3705 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:04.797237 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdb6145-6244-45c5-9ed5-156fa86e3705', 'name': 'tempest-RoutersIpV6Test-router-1423568687', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:03Z', 'updated_at': '2021-07-12T16:33:03Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:04.885491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Checking router: cbdb6145-6244-45c5-9ed5-156fa86e3705 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:04.889085 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.907209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.918309 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Routers {'cbdb6145-6244-45c5-9ed5-156fa86e3705'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:04.919265 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['cbdb6145-6244-45c5-9ed5-156fa86e3705'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:04.923557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:04.956640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] For port ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:04.965187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.015083 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] Set router cbdb6145-6244-45c5-9ed5-156fa86e3705 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:05.048357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcba5a-12ce-4f05-bc16-1947a25f0373 None None] Pushing event updated for resources: {'Port': ['ID=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:05.188917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9279432b-624e-4df7-835d-8e773a387e11 None None] Provisioning for port f58cf55d-17f6-4eed-a157-2251929ebe14 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:05.194235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9279432b-624e-4df7-835d-8e773a387e11 None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:05.194914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9279432b-624e-4df7-835d-8e773a387e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.236819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fa7af250-1cb7-43cb-ab53-a9ddd2fd6c60 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/routers/cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 200 len: 704 time: 0.7365925 Jul 12 16:33:05.238568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44918) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:05.271175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9279432b-624e-4df7-835d-8e773a387e11 None None] Port f58cf55d-17f6-4eed-a157-2251929ebe14 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:05.274310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-6e65a1ec-ee46-4345-966e-d19c0a58d396 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9731679 Jul 12 16:33:05.306418 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdb6145-6244-45c5-9ed5-156fa86e3705', 'name': 'tempest-RoutersIpV6Test-router-1423568687', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:03Z', 'updated_at': '2021-07-12T16:33:03Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:05.321269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8d348403-1f34-474d-8d2f-ddc781a33419 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 200 len: 205 time: 0.0815194 Jul 12 16:33:05.331779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44920) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:05.376821 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d413a9a-a6fa-497e-b4e7-c323bce1e34b None None] The sync data for ids ['cbdb6145-6244-45c5-9ed5-156fa86e3705'] in n-d-800078-3 is: [{'id': 'cbdb6145-6244-45c5-9ed5-156fa86e3705', 'name': 'tempest-RoutersIpV6Test-router-1423568687', 'tenant_id': '336f332b43894b95ab58d519817c934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:03Z', 'updated_at': '2021-07-12T16:33:03Z', 'revision_number': 2, 'project_id': '336f332b43894b95ab58d519817c934a', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:05.418354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a28991e-7d5a-47b8-beb7-f9ce4607296d None None] Provisioning complete for port ddc72aca-dd44-4307-98e9-2e956c1e8dbb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:05.422161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a28991e-7d5a-47b8-beb7-f9ce4607296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.540065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d77a8ab-01d2-43e7-af80-da99bf51d84a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:05.581133 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-0960d5f8-d980-4a38-bd66-d294740fcb62 service neutron] show failed (client error): The resource could not be found. Jul 12 16:33:05.582776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-0960d5f8-d980-4a38-bd66-d294740fcb62 service neutron] 10.222.0.77 "GET /v2.0/ports/1d3f9356-0c1f-4a43-a920-f21b2911223c/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.5081918 Jul 12 16:33:05.587011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.628691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-3513e675-ed80-4825-92d1-ba27592b997f service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530376 Jul 12 16:33:05.633017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.642105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.689722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.738861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3d77a8ab-01d2-43e7-af80-da99bf51d84a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:05.747198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3d77a8ab-01d2-43e7-af80-da99bf51d84a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:05.749082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.867898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.937889 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:05.969167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3d77a8ab-01d2-43e7-af80-da99bf51d84a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d77a8ab-01d2-43e7-af80-da99bf51d84a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:05.974530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.013485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ddc72aca-dd44-4307-98e9-2e956c1e8dbb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:06.080956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3d77a8ab-01d2-43e7-af80-da99bf51d84a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:06.106812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.108378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ddc72aca-dd44-4307-98e9-2e956c1e8dbb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:06.108948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.110050 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.114643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-38f70c15-380d-4de2-b02a-1b1e955c9e81 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774249 Jul 12 16:33:06.122549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-9e420a71-3b95-476a-b927-7f849dbc73b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3972125 Jul 12 16:33:06.213446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.213828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Fanout notify agent at l3_agent the message router_deleted on router cbdb6145-6244-45c5-9ed5-156fa86e3705 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:33:06.221909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca21b-c864-456c-b561-b815cb3b170d req-ab894d8d-f5fb-4d6d-b709-9cdfe7a8f09a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:06.223486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5aca21b-c864-456c-b561-b815cb3b170d req-ab894d8d-f5fb-4d6d-b709-9cdfe7a8f09a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.5576653 Jul 12 16:33:06.243350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.249236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e7196f4-bae1-4f92-9be8-86c1b2e2c3f4 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 204 len: 168 time: 0.9114761 Jul 12 16:33:06.252176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44926) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.296162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d05d3af4-89d5-45cc-b67b-6d2020ded097 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 200 len: 205 time: 0.0405805 Jul 12 16:33:06.301405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44928) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.354342 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-0742dbfb-a573-476c-ac17-7ccc6f944be5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:06.355418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0742dbfb-a573-476c-ac17-7ccc6f944be5 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/cbdb6145-6244-45c5-9ed5-156fa86e3705 HTTP/1.1" status: 404 len: 336 time: 0.0488133 Jul 12 16:33:06.358859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44930) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.402159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-84b42792-5571-4e41-8221-f7bcf1841db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:06.404683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-84b42792-5571-4e41-8221-f7bcf1841db9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1096 time: 0.2403302 Jul 12 16:33:06.406027 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf704f6-d187-40ca-82ca-b2aaca6c8bb9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:06.406458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf704f6-d187-40ca-82ca-b2aaca6c8bb9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:06.408316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-daf704f6-d187-40ca-82ca-b2aaca6c8bb9 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/9d8176c6-ae79-4f8b-a72d-92d2f004ceea HTTP/1.1" status: 404 len: 337 time: 0.0493515 Jul 12 16:33:06.410827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.424537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-121f3421-f7f9-4359-a839-d76cb085b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:06.426047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-121f3421-f7f9-4359-a839-d76cb085b2db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 1096 time: 0.3671618 Jul 12 16:33:06.443873 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a36a2d9-3548-446c-9fc2-2742b38c2fba tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:06.444334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a36a2d9-3548-446c-9fc2-2742b38c2fba tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:06.446482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a36a2d9-3548-446c-9fc2-2742b38c2fba tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/4f190def-dcc6-4671-99be-eed0df4f83c5 HTTP/1.1" status: 404 len: 337 time: 0.0347161 Jul 12 16:33:06.449858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.482656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.494575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:06.500865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.505528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a5aca21b-c864-456c-b561-b815cb3b170d req-2edad294-8781-4758-bb1a-cd557fb22dd5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662961 Jul 12 16:33:06.506701 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9438da40-e1db-42a9-bf96-49b075b68e1e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:06.507335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9438da40-e1db-42a9-bf96-49b075b68e1e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:06.509234 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9438da40-e1db-42a9-bf96-49b075b68e1e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/04774ff5-cfbc-4d4a-838a-62cef5298b10 HTTP/1.1" status: 404 len: 337 time: 0.0583994 Jul 12 16:33:06.532963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.604197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45606ea5-638e-457f-a940-44b0610d57e2 req-fed27e59-551f-4a02-984e-58a79d1ea488 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 210 time: 0.1104369 Jul 12 16:33:06.622026 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4ee25-496b-4928-9b13-45e024d084b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:06.622601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede4ee25-496b-4928-9b13-45e024d084b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:06.624736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ede4ee25-496b-4928-9b13-45e024d084b2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/45e037d6-47b1-4f36-8cca-2451546f5e97 HTTP/1.1" status: 404 len: 337 time: 0.0810063 Jul 12 16:33:06.627902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44942) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.659040 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.668270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-afe50bed-289e-4bfd-8169-833af9f4ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:06.669934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-afe50bed-289e-4bfd-8169-833af9f4ecff service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.2080438 Jul 12 16:33:06.730893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Pushing event updated for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:06.774052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-be176c46-7aae-47c2-b30b-f86417b6119d tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 200 len: 205 time: 0.1433728 Jul 12 16:33:06.776017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-d76b1cfd-db6a-42e2-bc04-27644f52f1fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 217 time: 0.0645454 Jul 12 16:33:06.776554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.828135 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.854877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.908829 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-b2c0da78-6e1a-4f9e-858c-b89e6fb52bd6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:06.908829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b2c0da78-6e1a-4f9e-858c-b89e6fb52bd6 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/cc613794-1f85-4570-b486-a6da4c2d5b3c HTTP/1.1" status: 404 len: 336 time: 0.1209862 Jul 12 16:33:06.915935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44950) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:06.982251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d582b71c-6601-46ca-bda9-28e6b96ff8b1 None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:06.984253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d582b71c-6601-46ca-bda9-28e6b96ff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:06.986178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-303986eb-d47a-48de-b5f0-2c70c9b4931f tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=041a8c07-137a-4200-906e-af9fb0101f0e HTTP/1.1" status: 200 len: 205 time: 0.0621238 Jul 12 16:33:06.988713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44954) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.045082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d582b71c-6601-46ca-bda9-28e6b96ff8b1 None None] Port f58cf55d-17f6-4eed-a157-2251929ebe14 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:07.079359 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-9295237e-4747-41bd-af23-27d8dc876fac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:07.081987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9295237e-4747-41bd-af23-27d8dc876fac tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/041a8c07-137a-4200-906e-af9fb0101f0e HTTP/1.1" status: 404 len: 336 time: 0.0922470 Jul 12 16:33:07.084216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-474561f1-a456-4c37-a3d8-99793812fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:07.087037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-474561f1-a456-4c37-a3d8-99793812fe18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.3003886 Jul 12 16:33:07.087896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44956) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.145774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-e1935fa8-cea7-4736-9b1c-78694ddcc65c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447230 Jul 12 16:33:07.185917 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a3c3b1-af64-4a93-9e0a-74dc9df67fcb tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:07.186536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a3c3b1-af64-4a93-9e0a-74dc9df67fcb tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:07.188314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79a3c3b1-af64-4a93-9e0a-74dc9df67fcb tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/3813823b-f7eb-4afa-9b87-290bfa8835b8 HTTP/1.1" status: 404 len: 337 time: 0.0956151 Jul 12 16:33:07.203737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44958) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.246207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:07.279807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c8f4e0fe-0e55-4505-8b45-f42c93ce9e03 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 200 len: 205 time: 0.0749009 Jul 12 16:33:07.283304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.364805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d77a8ab-01d2-43e7-af80-da99bf51d84a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:07.373337 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-0f697a85-be65-4127-8fad-1aabb25bfa9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:07.383816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f697a85-be65-4127-8fad-1aabb25bfa9e tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/9bb64b54-7673-441f-b1c1-1e5d768d7111 HTTP/1.1" status: 404 len: 336 time: 0.0991771 Jul 12 16:33:07.386723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.438999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74838db0-a10e-4ae4-8d7c-499729e791d7 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5ee22c-3941-41de-a161-7b3d3ce99ef8 HTTP/1.1" status: 200 len: 205 time: 0.0476582 Jul 12 16:33:07.441941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44966) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.460097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3d77a8ab-01d2-43e7-af80-da99bf51d84a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:07.460603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:07.516625 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-806bf80d-393e-4323-b057-958efb0483d2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:07.520214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-806bf80d-393e-4323-b057-958efb0483d2 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/5f5ee22c-3941-41de-a161-7b3d3ce99ef8 HTTP/1.1" status: 404 len: 336 time: 0.0747471 Jul 12 16:33:07.521008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44968) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.561609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-87b833ee-d760-4daa-9b35-f5a276618541 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846099 Jul 12 16:33:07.562777 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-877a6afe-729d-4bb9-a55a-57d260c5d5df tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:07.563213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877a6afe-729d-4bb9-a55a-57d260c5d5df tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:07.567277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-877a6afe-729d-4bb9-a55a-57d260c5d5df tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/c5f87d2f-da33-4ddc-aad6-635bf796bd05 HTTP/1.1" status: 404 len: 337 time: 0.0432966 Jul 12 16:33:07.568594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.664383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a9a81445-e25c-4d1f-ba80-bd7000c7f049 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=57126e26-0514-4766-ba08-0fa6552e81cf HTTP/1.1" status: 200 len: 205 time: 0.0839939 Jul 12 16:33:07.664667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.714868 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-b8684de4-4ee9-4145-a96c-7fff03c3ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:07.718207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b8684de4-4ee9-4145-a96c-7fff03c3ea19 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/57126e26-0514-4766-ba08-0fa6552e81cf HTTP/1.1" status: 404 len: 336 time: 0.0502927 Jul 12 16:33:07.718536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.776394 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21d27ee-8d3b-4550-ad71-e71fbce66465 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:07.776394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21d27ee-8d3b-4550-ad71-e71fbce66465 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:07.782330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f21d27ee-8d3b-4550-ad71-e71fbce66465 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/85d7192a-3a1f-4b59-ae6d-09dd2fa84938 HTTP/1.1" status: 404 len: 337 time: 0.0573347 Jul 12 16:33:07.782330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.827955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Network 6131de23-71d6-4634-a6bf-85606d7a6740 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:07.829740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8db76bf8-9a37-4a9c-a1a8-30059b87b388 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2b1a697-cac2-4aaa-85ce-e948ed191116 HTTP/1.1" status: 200 len: 205 time: 0.0493057 Jul 12 16:33:07.839346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44982) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.846237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:07.863317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1036c4e5-9216-4a12-bb60-217bd8e558c6 req-c9890820-3681-4eef-88e4-23e5af7eb002 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 210 time: 0.0713458 Jul 12 16:33:07.877107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29fe6495-1da9-4129-95f7-a694386b5a34 req-993e0cdb-26b1-4f70-999f-801021512c33 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092010 Jul 12 16:33:07.924056 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-1882f1c9-6c37-4f86-b650-dedec0eca516 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] delete failed (client error): The resource could not be found. Jul 12 16:33:07.925336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1882f1c9-6c37-4f86-b650-dedec0eca516 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/routers/d2b1a697-cac2-4aaa-85ce-e948ed191116 HTTP/1.1" status: 404 len: 336 time: 0.0803483 Jul 12 16:33:07.928035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.938232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:07.940061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:33:07.961120 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ec827f-086e-477e-933a-1fb5a1054e17 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:07.961894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ec827f-086e-477e-933a-1fb5a1054e17 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:07.963742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-49ec827f-086e-477e-933a-1fb5a1054e17 tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/4a6cb5a5-e216-4297-8885-2d39fb15c00a HTTP/1.1" status: 404 len: 337 time: 0.0336270 Jul 12 16:33:07.966330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:07.997533 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b379f2e-17dc-4c7f-a65b-058254084ebe tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] DELETE failed (client error): The resource could not be found. Jul 12 16:33:07.998086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b379f2e-17dc-4c7f-a65b-058254084ebe tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:33:07.999955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8b379f2e-17dc-4c7f-a65b-058254084ebe tempest-RoutersIpV6Test-1627812695 tempest-RoutersIpV6Test-1627812695-project] 10.222.0.58 "DELETE /v2.0/subnets/8437d59f-c429-4fca-ae01-6db3bf7f06ab HTTP/1.1" status: 404 len: 337 time: 0.0326638 Jul 12 16:33:08.084950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910eabb-2c78-42e6-b9ac-229a540edd7b req-9634d43c-3644-409e-9d22-acf0db300a44 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:08.087292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1910eabb-2c78-42e6-b9ac-229a540edd7b req-9634d43c-3644-409e-9d22-acf0db300a44 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.3775156 Jul 12 16:33:08.147047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:08.191218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f41ac03d-fd54-4c3a-85b7-21fdd94e6609 None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:08.192517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f41ac03d-fd54-4c3a-85b7-21fdd94e6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:08.255633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f41ac03d-fd54-4c3a-85b7-21fdd94e6609 None None] Port f58cf55d-17f6-4eed-a157-2251929ebe14 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:08.288144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:08.299831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:08.312936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Router e08bbf76-8735-4626-accb-ef223e393e9f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:08.316340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:08.317290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1910eabb-2c78-42e6-b9ac-229a540edd7b req-9334f20f-cdc8-4734-aea8-cf00348054a8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898167 Jul 12 16:33:08.337604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:08.338884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:08.340028 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981432d-5d3b-4c78-b987-6683f241ff17" -d '{"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:08.370350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:08.377880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 44994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:08.402354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:08.403565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9d6a4b01-9a44-41c8-87db-601c1341e2d2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1833014 Jul 12 16:33:08.406729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-8aa9e93b-7609-4536-848f-e0eb3467e8c9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:08.409662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-8aa9e93b-7609-4536-848f-e0eb3467e8c9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.1955504 Jul 12 16:33:08.410927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 44998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:08.467212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:08.598562 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ec2c9-ccd5-4ad6-a3c3-9b8c5c3093b1 x-openstack-request-id: req-605ec2c9-ccd5-4ad6-a3c3-9b8c5c3093b1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:08.599104 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:08.600824 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-605ec2c9-ccd5-4ad6-a3c3-9b8c5c3093b1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:08.604374 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'code': 200} Jul 12 16:33:08.626971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:08.634033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Transition to ACTIVE for port object 1d3f9356-0c1f-4a43-a920-f21b2911223c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:08.640701 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Sync routers for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:08.646298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:08.647032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-527322e9-b352-4b19-910a-a20acfdd8f11 admin admin] 10.222.0.58 "PUT /v2.0/routers/e08bbf76-8735-4626-accb-ef223e393e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2530019 Jul 12 16:33:08.663837 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:08.664832 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:08.683725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:08.765694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3f6ed80a-36a0-4a3d-ba4b-b24658c3882c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=336f332b43894b95ab58d519817c934a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779931 Jul 12 16:33:08.768143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45004) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:08.872410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:08.878294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:08.933899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:09.017864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.044100 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:09.069682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:09.137352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:04Z', 'revision_number': 3, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:09.180434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.220549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] No DVR routers for this DVR port 1d3f9356-0c1f-4a43-a920-f21b2911223c on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:09.252609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:09.253107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Updating router c7a5ab53-9451-423d-a42e-57886b98d4f6 port 7b3ca790-8bcc-44c1-998a-16d5a89e213b binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:09.330784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:09.336974 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.436105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.440626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.442552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87f32391-405f-43e4-ada5-be76851c9a6e HTTP/1.1" status: 204 len: 168 time: 0.6685805 Jul 12 16:33:09.498887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f439b-d444-47a7-bdfd-7c3b866b0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f32391-405f-43e4-ada5-be76851c9a6e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:09.536327 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f58cf55d-17f6-4eed-a157-2251929ebe14', 'name': '', 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'mac_address': 'fa:16:3e:92:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '2264b503-3250-4cde-94e0-05bd575070cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 2, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'subnets': [{'id': '2264b503-3250-4cde-94e0-05bd575070cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:09.601318 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Checking router: e08bbf76-8735-4626-accb-ef223e393e9f for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:09.601318 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Updating router e08bbf76-8735-4626-accb-ef223e393e9f port f58cf55d-17f6-4eed-a157-2251929ebe14 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:09.701848 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.743966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:09.746311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:09.746585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:09.770588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:33:09.773246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Attempting to bind port 1d3f9356-0c1f-4a43-a920-f21b2911223c on network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:09.814056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:09.814056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Checking segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:09.815491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Bound using segment: {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:09.816281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Bound port: 1d3f9356-0c1f-4a43-a920-f21b2911223c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e026cd-66e4-42a6-aeca-5ebc0e027b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:09.818270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:09.858550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a8ed0ff1-1eab-45ad-a9b4-48fec56f7dc8 req-9f02c13a-29c5-4cdb-8523-2668b28a8f69 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 210 time: 0.0491214 Jul 12 16:33:09.925326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec039232-81c6-498a-8af4-115858beef6d req-f52426fe-7af3-4bfe-90b1-1c2ca5e9aba9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:09.927046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec039232-81c6-498a-8af4-115858beef6d req-f52426fe-7af3-4bfe-90b1-1c2ca5e9aba9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.3690286 Jul 12 16:33:09.968725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.5 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/2895f3aa-b7de-417f-973e-4b4fcd8212b1) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:09.981186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:09.990696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:10.009186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.048481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.090068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec039232-81c6-498a-8af4-115858beef6d req-49f591c5-959d-4a1f-9e05-469ad0ba5ef4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501620 Jul 12 16:33:10.092715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:10.093223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Transition to ACTIVE for port object 7b3ca790-8bcc-44c1-998a-16d5a89e213b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:10.105794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:10.106555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.109108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-48d6ab0c-f250-446d-99b8-0ace4a5c4b9b service neutron] 10.222.0.65 "PUT /v2.0/ports/1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 1091 time: 3.6225679 Jul 12 16:33:10.110642 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.167327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Attempting to bind port 7b3ca790-8bcc-44c1-998a-16d5a89e213b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:10.167766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Attempting to bind port 7b3ca790-8bcc-44c1-998a-16d5a89e213b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:10.176017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Attempting to bind port 7b3ca790-8bcc-44c1-998a-16d5a89e213b on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:10.226712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:10.227087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:10.227479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.228220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:10.228926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Bound port: 7b3ca790-8bcc-44c1-998a-16d5a89e213b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:10.229563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.264159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-40d02939-3bfe-43f7-bde2-5519d6508739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:10.265883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-40d02939-3bfe-43f7-bde2-5519d6508739 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1094 time: 0.1242192 Jul 12 16:33:10.282803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e203-31e4-4bd8-961a-6fe4bbff86cd None None] Pushing event updated for resources: {'Port': ['ID=7b3ca790-8bcc-44c1-998a-16d5a89e213b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:10.375021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] For port 7b3ca790-8bcc-44c1-998a-16d5a89e213b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:10.381241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] For port 7b3ca790-8bcc-44c1-998a-16d5a89e213b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7b3ca790-8bcc-44c1-998a-16d5a89e213b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:10.398773 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.424450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.449850 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.484174 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Transition to ACTIVE for port object f58cf55d-17f6-4eed-a157-2251929ebe14 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:10.506892 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.514940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-f6047024-58d9-486f-b50c-2808fbe5d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:10.520863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-f6047024-58d9-486f-b50c-2808fbe5d048 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.2423649 Jul 12 16:33:10.555849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e203-31e4-4bd8-961a-6fe4bbff86cd None None] Pushing event updated for resources: {'Port': ['ID=7b3ca790-8bcc-44c1-998a-16d5a89e213b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:10.598203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:10.599279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:10.636123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.684708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:10.699861 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f53c39-f35d-4605-981d-709ce26262ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:10.721373 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6030b-36c3-4d09-8535-dc529318c007 None None] Pushing event updated for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:10.784258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-322914c4-b03b-4900-baff-aa280824b55f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 999 time: 0.2522035 Jul 12 16:33:10.855840 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Attempting to bind port f58cf55d-17f6-4eed-a157-2251929ebe14 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:10.856340 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Attempting to bind port f58cf55d-17f6-4eed-a157-2251929ebe14 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:10.856708 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Attempting to bind port f58cf55d-17f6-4eed-a157-2251929ebe14 on network 6131de23-71d6-4634-a6bf-85606d7a6740 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:10.869342 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:10.869706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Checking segment: {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:10.870101 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.873208 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Bound using segment: {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:10.874483 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Bound port: f58cf55d-17f6-4eed-a157-2251929ebe14, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c17a9d-b2a3-4536-ac81-c363296424c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:10.877686 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.893496 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69988670-a1ea-4700-947e-44fb146afc50 x-openstack-request-id: req-69988670-a1ea-4700-947e-44fb146afc50 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:10.893709 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:10.893949 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69988670-a1ea-4700-947e-44fb146afc50 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:10.895455 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'status': 'completed', 'code': 200} Jul 12 16:33:10.931248 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:10.967058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:10.986982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-05ca5d9e-9fc3-4a06-ac8b-1aa73d745d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:10.988603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-05ca5d9e-9fc3-4a06-ac8b-1aa73d745d2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1923144 Jul 12 16:33:11.044140 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] For port f58cf55d-17f6-4eed-a157-2251929ebe14, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:11.052299 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] For port f58cf55d-17f6-4eed-a157-2251929ebe14, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58cf55d-17f6-4eed-a157-2251929ebe14,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:11.058189 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:11.088064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Allocated IP 172.20.0.1 (50fcfd7f-6ec2-448b-aabd-4cf340854a9a/4ff8bed5-0860-47df-8ecc-a4898d95cd30/5ac6b042-d2dd-45c5-99de-42e79cab0707) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:11.139013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:11.152341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:11.156787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-46d3f3cf-4055-48a8-bd4f-c3a9bbd049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.158409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-46d3f3cf-4055-48a8-bd4f-c3a9bbd049f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1094 time: 0.2379966 Jul 12 16:33:11.177113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:11.187971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:11.195370 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:11.199050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:11.202466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-a79e46b3-1d51-44c6-b648-f1a09305dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.210997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-a79e46b3-1d51-44c6-b648-f1a09305dc2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869364 Jul 12 16:33:11.313500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:11.323743 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6030b-36c3-4d09-8535-dc529318c007 None None] Pushing event updated for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:11.438645 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:11.568252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.570407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:11.644275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-9ad738d4-cea4-4a0a-94ba-3c79547137d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.644275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-9ad738d4-cea4-4a0a-94ba-3c79547137d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.4742908 Jul 12 16:33:11.673724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-783b097e-aa10-4a6c-9f30-0b17541a23d4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2349916 Jul 12 16:33:11.727269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Request body: {'port': {'device_id': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:11.755038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:11.761503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:04Z', 'revision_number': 3, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:11.846259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3fab57-fdd9-48fa-b7ac-8a927c813091 None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:04Z', 'revision_number': 3, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:11.853815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f58cf55d-17f6-4eed-a157-2251929ebe14', 'name': '', 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'mac_address': 'fa:16:3e:92:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '2264b503-3250-4cde-94e0-05bd575070cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:11Z', 'revision_number': 4, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'subnets': [{'id': '2264b503-3250-4cde-94e0-05bd575070cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:11.861099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Transition to ACTIVE for port object 5ac6b042-d2dd-45c5-99de-42e79cab0707 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:11.903856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309174e2-f840-4104-8813-4d502580e01e req-1eed88ee-f9bc-4e25-b0d5-b971d45b1c2d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.908729 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac23b67-911b-4320-8c01-b0887f9f7b9c None None] The sync data for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 is: [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'f58cf55d-17f6-4eed-a157-2251929ebe14', 'name': '', 'network_id': '6131de23-71d6-4634-a6bf-85606d7a6740', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'mac_address': 'fa:16:3e:92:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '2264b503-3250-4cde-94e0-05bd575070cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:11Z', 'revision_number': 4, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'subnets': [{'id': '2264b503-3250-4cde-94e0-05bd575070cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:11.910928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-309174e2-f840-4104-8813-4d502580e01e req-1eed88ee-f9bc-4e25-b0d5-b971d45b1c2d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.4932816 Jul 12 16:33:11.932252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173e8d8-077a-476c-a543-ce767d597189 req-6f9f291a-2be5-47c3-8e7b-be25125e4323 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:11.939411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a173e8d8-077a-476c-a543-ce767d597189 req-6f9f291a-2be5-47c3-8e7b-be25125e4323 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 931 time: 0.6980145 Jul 12 16:33:11.950943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-370cb30e-e715-43a1-8050-4e12d5222210 service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098088 Jul 12 16:33:11.985614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-7ec2c4a3-2e09-44f7-9d01-b314be416a08 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 999 time: 0.3221335 Jul 12 16:33:12.095642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:12.122191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-309174e2-f840-4104-8813-4d502580e01e req-eadcb4f8-cce5-4638-ad08-0f401ef3de25 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102799 Jul 12 16:33:12.262840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cba8759-8c71-473f-91ec-11a16fcca81c req-eed72bea-470a-4bb0-826a-f7c3906bb6db service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883108 Jul 12 16:33:12.323954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a173e8d8-077a-476c-a543-ce767d597189 req-77545521-6c73-4215-8850-b6dac72a141f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654039 Jul 12 16:33:12.335974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-f0b01527-e48d-4ffa-878e-565b9af4303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:12.340748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-f0b01527-e48d-4ffa-878e-565b9af4303b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.2957523 Jul 12 16:33:12.639602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-7646c624-f9d8-459d-84c6-57e08d614fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:12.641322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-7646c624-f9d8-459d-84c6-57e08d614fcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873495 Jul 12 16:33:12.641829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45120) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:12.761990 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:12.825011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-5b4533d0-0c6a-400e-8458-5b79dbd7e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:12.833115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-5b4533d0-0c6a-400e-8458-5b79dbd7e6e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1094 time: 0.4001303 Jul 12 16:33:12.957391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2895f3aa-b7de-417f-973e-4b4fcd8212b1 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:12.966746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:12.994302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Transition to ACTIVE for port object 2895f3aa-b7de-417f-973e-4b4fcd8212b1 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:13.007315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:13.009338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:13.027240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.031452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:13.039439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:13.152636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Pushing event updated for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:13.207005 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.518575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7b3ca790-8bcc-44c1-998a-16d5a89e213b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:13.644831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0cd40b0a-7a35-47dd-a579-b171b1fb353a None None] Provisioning for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:13.680274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0cd40b0a-7a35-47dd-a579-b171b1fb353a None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:13.680957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0cd40b0a-7a35-47dd-a579-b171b1fb353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.733216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7b3ca790-8bcc-44c1-998a-16d5a89e213b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:13.742286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7b3ca790-8bcc-44c1-998a-16d5a89e213b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:13.742865 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.771209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0cd40b0a-7a35-47dd-a579-b171b1fb353a None None] Port 5ac6b042-d2dd-45c5-99de-42e79cab0707 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:13.795535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Attempting to bind port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:13.796331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Attempting to bind port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:13.796891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Attempting to bind port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:13.835480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:33:13.836434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Attempting to bind port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:13.873564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:13.873906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:13.874305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:13.874752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Bound port: 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:13.875115 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.880859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:13.913226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-d4788e1c-6cc4-42e5-9906-0778e8bb21e2 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1096156 Jul 12 16:33:14.131188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:14.138154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:14.159623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7140e0-1e20-48d1-8487-3a5225e2214e req-277f02ce-71b9-4ec6-86ed-ae1dd8d3e196 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:14.170036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf7140e0-1e20-48d1-8487-3a5225e2214e req-277f02ce-71b9-4ec6-86ed-ae1dd8d3e196 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.6775310 Jul 12 16:33:14.177608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.186850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b92235-f197-4e39-966c-152ceff5400d req-6a35925b-a6f1-4115-b2b1-d06a9498d162 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:14.195187 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0b92235-f197-4e39-966c-152ceff5400d req-6a35925b-a6f1-4115-b2b1-d06a9498d162 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 943 time: 0.4058924 Jul 12 16:33:14.309914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:33:14.356924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-e8030634-bbbf-4e05-bc46-a4754d6e6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:14.358651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-e8030634-bbbf-4e05-bc46-a4754d6e6513 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 1.4804766 Jul 12 16:33:14.363030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.408465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7b3ca790-8bcc-44c1-998a-16d5a89e213b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7b3ca790-8bcc-44c1-998a-16d5a89e213b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:14.411824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.422720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:14.423384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.424806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] 10.222.0.65 "PUT /v2.0/ports/2895f3aa-b7de-417f-973e-4b4fcd8212b1 HTTP/1.1" status: 200 len: 1091 time: 2.7273231 Jul 12 16:33:14.425521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:14.426641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.427843 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:14.444783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.471043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf7140e0-1e20-48d1-8487-3a5225e2214e req-38f7e3be-532e-4994-9edb-bc9f5d889275 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949090 Jul 12 16:33:14.494287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecccaa-70ad-4e86-8b6b-9b4a58b5fec2 service neutron] Pushing event updated for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:14.510380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7b3ca790-8bcc-44c1-998a-16d5a89e213b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:14.527457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58cf55d-17f6-4eed-a157-2251929ebe14 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:14.566508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-eaffe830-e744-4235-b2c8-ce133630dbda service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407547 Jul 12 16:33:14.626772 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59cf348-4d2b-40af-96e5-c73430294cf5 x-openstack-request-id: req-e59cf348-4d2b-40af-96e5-c73430294cf5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:14.628790 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:14.630458 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e59cf348-4d2b-40af-96e5-c73430294cf5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:14.631024 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1', 'status': 'completed', 'code': 200} Jul 12 16:33:14.671225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.683676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0b92235-f197-4e39-966c-152ceff5400d req-3aa5a597-c0f5-4aae-afb9-6b5f10763c95 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873247 Jul 12 16:33:14.687722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f58cf55d-17f6-4eed-a157-2251929ebe14 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:14.708326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:14.708719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:14.717779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-b595c569-58ef-4628-909f-cf27d4520ffc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 999 time: 0.3259225 Jul 12 16:33:14.741885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:14.960258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-36a5296b-1e43-4ee8-b374-2ddbda769c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:14.974052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-36a5296b-1e43-4ee8-b374-2ddbda769c4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1575677 Jul 12 16:33:14.977636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.026870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port f58cf55d-17f6-4eed-a157-2251929ebe14, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58cf55d-17f6-4eed-a157-2251929ebe14,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:15.028257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c31cd2d8-b90f-4306-b0f7-e7ee853fa8a9 None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:15.029219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c31cd2d8-b90f-4306-b0f7-e7ee853fa8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.055035 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.091091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:15.114920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c31cd2d8-b90f-4306-b0f7-e7ee853fa8a9 None None] Port 5ac6b042-d2dd-45c5-99de-42e79cab0707 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:15.137209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:15.165427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:15.166983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-1338116d-8dae-40ce-9238-9221246b3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:15.169088 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-1338116d-8dae-40ce-9238-9221246b3f9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 1094 time: 0.4692357 Jul 12 16:33:15.229874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.424554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53c39-f35d-4605-981d-709ce26262ed req-e273e5b7-3684-4179-bb4c-030d39e252de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:15.426151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-e273e5b7-3684-4179-bb4c-030d39e252de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4424021 Jul 12 16:33:15.432947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7b3ca790-8bcc-44c1-998a-16d5a89e213b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:15.599992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7b3ca790-8bcc-44c1-998a-16d5a89e213b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:15.601717 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.631560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-03b40c33-04a9-454a-a893-30e02032d90e service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968119 Jul 12 16:33:15.741771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a6c8611-bfd1-42ea-9603-930038bcc0ec None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:15.742303 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8611-bfd1-42ea-9603-930038bcc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:15.826760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:33:15.829718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-80b49370-5e7c-4c28-8a01-45ce39f3113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:15.841773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-80b49370-5e7c-4c28-8a01-45ce39f3113c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=18da033f74724abeb00211e252eb65ca&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5413535 Jul 12 16:33:15.938049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:15.971191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'port_id': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'mac_address': 'fa:16:3e:f5:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:33:16.051667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:16.083002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58cf55d-17f6-4eed-a157-2251929ebe14 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:16.104653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f53c39-f35d-4605-981d-709ce26262ed req-0c85ad32-757f-46da-9fb6-01c32db725c9 service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331009 Jul 12 16:33:16.154678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ce1af-a101-45fe-bbaa-674fed882dc0 req-d777e09c-4017-4f61-bddf-b4f3ef6131ef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:16.156522 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91ce1af-a101-45fe-bbaa-674fed882dc0 req-d777e09c-4017-4f61-bddf-b4f3ef6131ef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 943 time: 0.1365509 Jul 12 16:33:16.175098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f2a9f-35be-4583-acfe-7eb2faff5b7e req-3950ed62-3070-4d27-8954-b034d5f207e9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:16.179176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.183811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a9f2a9f-35be-4583-acfe-7eb2faff5b7e req-3950ed62-3070-4d27-8954-b034d5f207e9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 943 time: 0.3777223 Jul 12 16:33:16.201847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-b809b3bb-f176-4876-9913-f23087867874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:16.206057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4289b4f7-e1ea-4774-8a58-9ec2c1f7b190 req-b809b3bb-f176-4876-9913-f23087867874 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3412085 Jul 12 16:33:16.208940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f58cf55d-17f6-4eed-a157-2251929ebe14 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:16.209488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.216045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45238) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:16.226833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3f9356-0c1f-4a43-a920-f21b2911223c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:16.311082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:16.321435 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.336467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91ce1af-a101-45fe-bbaa-674fed882dc0 req-f24d12a0-e0ae-4cd8-b658-150b8b950d39 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326003 Jul 12 16:33:16.364774 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5a9f2a9f-35be-4583-acfe-7eb2faff5b7e req-d0670a83-4524-4229-9787-5f61a0fdbdd6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796575 Jul 12 16:33:16.395016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Deleting port 3c05a15f-b3b7-4062-beb5-eec3385d0125 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:16.395362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.410167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9e34db4f-1f60-466a-8ba0-269803b1f968 None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:16.410626 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9e34db4f-1f60-466a-8ba0-269803b1f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.463409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de98d663-bc27-418a-918b-55c4ce4ec814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.546498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:16.554409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9e34db4f-1f60-466a-8ba0-269803b1f968 None None] Port 5ac6b042-d2dd-45c5-99de-42e79cab0707 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:16.575255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] For port 3c05a15f-b3b7-4062-beb5-eec3385d0125, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3c05a15f-b3b7-4062-beb5-eec3385d0125,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:16.576000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.596408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Calling delete_port for 3c05a15f-b3b7-4062-beb5-eec3385d0125 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:16.617199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de98d663-bc27-418a-918b-55c4ce4ec814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.623899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-d0da5ac1-4ef0-4e7c-b510-80992bd9a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:16.626074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-d0da5ac1-4ef0-4e7c-b510-80992bd9a7eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 1094 time: 0.3452184 Jul 12 16:33:16.629513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-de98d663-bc27-418a-918b-55c4ce4ec814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:16.687874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['1d3f9356-0c1f-4a43-a920-f21b2911223c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:17.073317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.122606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c05a15f-b3b7-4062-beb5-eec3385d0125,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:17.144705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-ef97b821-fd5a-41cc-a67d-4cc11804b06c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.146751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-ef97b821-fd5a-41cc-a67d-4cc11804b06c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede&tenant_id=42ce248d4ae044569b97dc04148d0f3a&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 944 time: 0.2683370 Jul 12 16:33:17.154038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de98d663-bc27-418a-918b-55c4ce4ec814 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed3a17fcb1c94e2db96789340cf7f492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9388602 Jul 12 16:33:17.158121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45248) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:17.160372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-3b456028-8ddf-48f3-b791-1ecbd3b380a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1 HTTP/1.1" status: 200 len: 217 time: 0.5022616 Jul 12 16:33:17.161464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:17.172736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:17.185921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d6273258-28f6-452e-8d7f-a607cc36c141 admin admin] 10.222.0.58 "PUT /v2.0/routers/c7a5ab53-9451-423d-a42e-57886b98d4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7718458 Jul 12 16:33:17.214396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:17.218454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:17.296826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98d663-bc27-418a-918b-55c4ce4ec814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae24a2d-b895-4a63-bc51-a7efaa8d0036,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:17.335648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b079-b2e5-4700-8315-742a61f6a869 req-8d3dd040-a099-4b44-9889-110c00a5699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.339845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-8d3dd040-a099-4b44-9889-110c00a5699d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1484253 Jul 12 16:33:17.498311 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-61bc428c-7d5d-4628-97cf-e53aca8e5036 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:33:17.499964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-61bc428c-7d5d-4628-97cf-e53aca8e5036 service neutron] 10.222.0.77 "DELETE /v2.0/ports/1d3f9356-0c1f-4a43-a920-f21b2911223c/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.3199654 Jul 12 16:33:17.534492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-5ea0cdfa-248c-4dbb-bfa7-76a093a9aa99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750205 Jul 12 16:33:17.553988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.563228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:17.689646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.724896 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-f013ec8c-7e69-4f22-bb8c-9dd1a2ae593f service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723778 Jul 12 16:33:17.774062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7f83-a25e-4923-951b-f42a746a0d70 req-d37b6fb7-471f-4c44-9bb0-d18d4f244f28 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.777026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-6c8a50bd-b7bc-4ce0-860b-f09d28432db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.777500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e5e7f83-a25e-4923-951b-f42a746a0d70 req-d37b6fb7-471f-4c44-9bb0-d18d4f244f28 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 944 time: 0.6214015 Jul 12 16:33:17.778905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-6c8a50bd-b7bc-4ce0-860b-f09d28432db2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1095 time: 0.2030814 Jul 12 16:33:17.781514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.822636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588faa8-3bee-4f80-af9c-66eb7deb06d6 req-b229026f-c7d8-4321-9322-a57d81bfc6d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.824279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c588faa8-3bee-4f80-af9c-66eb7deb06d6 req-b229026f-c7d8-4321-9322-a57d81bfc6d2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 943 time: 0.2104023 Jul 12 16:33:17.837005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:17.920461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e5e7f83-a25e-4923-951b-f42a746a0d70 req-15f78a1c-da59-4552-8665-57426b4fd30a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272874 Jul 12 16:33:17.951629 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1713b079-b2e5-4700-8315-742a61f6a869 req-d70e7f3e-9e36-44ff-b587-dff4b2e7de05 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121825 Jul 12 16:33:17.964882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.967846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:17.971456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ae24a2d-b895-4a63-bc51-a7efaa8d0036 HTTP/1.1" status: 204 len: 168 time: 0.8058574 Jul 12 16:33:17.978220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7872eb-b3fb-443d-8c8e-9d2f6acb1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae24a2d-b895-4a63-bc51-a7efaa8d0036,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:17.986594 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c588faa8-3bee-4f80-af9c-66eb7deb06d6 req-e904bf76-ac6e-44b2-950c-3c680cf9dbc0 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038601 Jul 12 16:33:17.994049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-8e20af2b-5d72-4057-b0fc-9b64512fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:17.995503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-8e20af2b-5d72-4057-b0fc-9b64512fae13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.2063503 Jul 12 16:33:18.019702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 1d3f9356-0c1f-4a43-a920-f21b2911223c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:18.026503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 1d3f9356-0c1f-4a43-a920-f21b2911223c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:18.027043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.078851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 2, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:18.154233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:18.154603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Updating router c7a5ab53-9451-423d-a42e-57886b98d4f6 port 5ac6b042-d2dd-45c5-99de-42e79cab0707 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:18.169667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-b303591c-7689-4ddd-86f8-76fe13a46c2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 1000 time: 0.1395254 Jul 12 16:33:18.215215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.290012 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Router 2566939d-98c7-4f2e-b57f-18a948fb2b20 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:18.318077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-4fc902a2-819b-478f-82eb-9b1b86350df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:18.319598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-4fc902a2-819b-478f-82eb-9b1b86350df8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1386921 Jul 12 16:33:18.452609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45264) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:18.472906 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.479239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1001f4cc-be48-483a-9684-821915c6088f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.519253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:18.522950 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec6c30-7bd2-4088-b188-e57a3edbba57" -d '{"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:18.581333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:18.593629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.687228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1001f4cc-be48-483a-9684-821915c6088f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.692986 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1001f4cc-be48-483a-9684-821915c6088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.724988 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556a941-b996-4283-b4b6-8c355dbb94c5 x-openstack-request-id: req-2556a941-b996-4283-b4b6-8c355dbb94c5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:18.725256 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:18.725997 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2556a941-b996-4283-b4b6-8c355dbb94c5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:18.726590 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'code': 200} Jul 12 16:33:18.764794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45270) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:18.774671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58113190', 'description': 'tempest-description--852888999'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:18.786399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1001f4cc-be48-483a-9684-821915c6088f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34530283ec454b53abf384d7a626b808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319783 Jul 12 16:33:18.791210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001f4cc-be48-483a-9684-821915c6088f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8f467-1573-4f1b-a2b4-37e3c0b5026a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:18.794899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:18.826120 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.838733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:18.848262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Transition to ACTIVE for port object 5ac6b042-d2dd-45c5-99de-42e79cab0707 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:18.862674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.879465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:18.917702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-98ccf95e-3f04-431f-a63b-618cb5fb6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:18.919148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-98ccf95e-3f04-431f-a63b-618cb5fb6a7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5924478 Jul 12 16:33:18.921041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:18.930698 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Sync routers for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:18.934186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cc97370c-d6ef-4a77-8641-0f85953a310b admin admin] 10.222.0.58 "PUT /v2.0/routers/2566939d-98c7-4f2e-b57f-18a948fb2b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2890115 Jul 12 16:33:18.938207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45274) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:18.946036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:18.948480 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:18.967500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe94b-4a08-4ed6-b948-8f144be2200d None None] Pushing event updated for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:19.086229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Attempting to bind port 5ac6b042-d2dd-45c5-99de-42e79cab0707 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:19.086742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Attempting to bind port 5ac6b042-d2dd-45c5-99de-42e79cab0707 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:19.087173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Attempting to bind port 5ac6b042-d2dd-45c5-99de-42e79cab0707 on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:19.102680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-2fbb2f10-92c6-4bd9-83a7-d3048c3b6f25 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750014 Jul 12 16:33:19.103601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:19.104207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Checking segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:19.111969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.112471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Bound using segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:19.112975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Bound port: 5ac6b042-d2dd-45c5-99de-42e79cab0707, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:19.113374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.118136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.261113 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:19.305149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-39da3c79-ba99-47f3-86b4-d53a2361ec7e None None] Provisioning complete for port 1d3f9356-0c1f-4a43-a920-f21b2911223c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:19.305727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-39da3c79-ba99-47f3-86b4-d53a2361ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.314701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.316131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b489b05-8a3d-4695-b625-d8b1c1298e7d req-bfd4685b-4aa2-4072-8401-def50b83d174 service neutron] 10.222.0.77 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034395 Jul 12 16:33:19.334835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.344510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804416f-0a81-4351-a0b2-e6b070b14410 req-10e4813a-5d65-4bd2-92b4-98a7e5725f58 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:19.351896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f804416f-0a81-4351-a0b2-e6b070b14410 req-10e4813a-5d65-4bd2-92b4-98a7e5725f58 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1673045 Jul 12 16:33:19.360017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] For port 5ac6b042-d2dd-45c5-99de-42e79cab0707, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:19.378890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] For port 5ac6b042-d2dd-45c5-99de-42e79cab0707, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ac6b042-d2dd-45c5-99de-42e79cab0707,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:19.400064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f804416f-0a81-4351-a0b2-e6b070b14410 req-06373b73-e2f0-4fa2-879d-f9fc67211632 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jul 12 16:33:19.402767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.442954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.487172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:19.488279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:19.515861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.517574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.521990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:19.527194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group_rule': {'security_group_id': 'ae941060-3251-4b5e-9c5e-0fda44a8910d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:19.531407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7647977 Jul 12 16:33:19.577311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe94b-4a08-4ed6-b948-8f144be2200d None None] Pushing event updated for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:19.590617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34030-8d66-4abd-9f74-6b763a7d3468 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae941060-3251-4b5e-9c5e-0fda44a8910d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:19.592102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.699529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.702523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.708206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1de8f467-1573-4f1b-a2b4-37e3c0b5026a HTTP/1.1" status: 204 len: 168 time: 0.8895323 Jul 12 16:33:19.716664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929eb1-c295-4b5f-9fb4-2e5f356982b6 req-52c1ea06-9465-486a-b5aa-5fb6b12d1163 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:19.723561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56929eb1-c295-4b5f-9fb4-2e5f356982b6 req-52c1ea06-9465-486a-b5aa-5fb6b12d1163 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 943 time: 0.4050858 Jul 12 16:33:19.728904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.736251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:19.739131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.758719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0caa-bb08-4dc3-ab4a-f2a5f7c206f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8f467-1573-4f1b-a2b4-37e3c0b5026a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:19.777299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ae0051-e904-4d2b-8383-c121236a56b9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:19.781706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.806835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.808918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4281c607-8340-4a56-8022-b28f4f25a23a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848299 Jul 12 16:33:19.810812 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:33:16Z', 'revision_number': 5, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port': {'id': 'a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:19.811529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:19.817823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group_rule': {'security_group_id': 'ae941060-3251-4b5e-9c5e-0fda44a8910d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:19.838222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-56929eb1-c295-4b5f-9fb4-2e5f356982b6 req-9c23ebbb-a9a6-4988-bca0-3ac953615ad7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133642 Jul 12 16:33:19.870956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 2895f3aa-b7de-417f-973e-4b4fcd8212b1 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:33:19.891173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.896025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Deleting port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:19.896250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:19.906467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Checking router: 2566939d-98c7-4f2e-b57f-18a948fb2b20 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:19.928562 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Routers {'2566939d-98c7-4f2e-b57f-18a948fb2b20'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:19.929746 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['2566939d-98c7-4f2e-b57f-18a948fb2b20'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:20.023787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] For port a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:20.023999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.039390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Calling delete_port for a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:20.051740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.062590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.085355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b0ff27-da9b-42c5-835a-dbdec80daaf8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:20.104619 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] Set router 2566939d-98c7-4f2e-b57f-18a948fb2b20 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:20.132316 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.resource_extend [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:33:20.141289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.146062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a3e68396-5eb2-465f-9c72-818675862128 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329382 Jul 12 16:33:20.146719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45296) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:20.161716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:20.194071 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:33:19Z', 'revision_number': 6, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:20.238802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.266043 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67950058-7485-4d99-ac25-914a6025bbe5 None None] The sync data for ids ['2566939d-98c7-4f2e-b57f-18a948fb2b20'] in n-d-800078-3 is: [{'id': '2566939d-98c7-4f2e-b57f-18a948fb2b20', 'name': 'tempest-TestAggregatesBasicOps-2084012608-router', 'tenant_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:40Z', 'updated_at': '2021-07-12T16:33:19Z', 'revision_number': 6, 'project_id': 'f478071e64674fc7aea15e2fcfb6cf38', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:20.384403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.422156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:20.480093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.526266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.648427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Allocated IP 172.25.8.131 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/8aefd918-6e02-4f63-a890-42b2c03e3cbe) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:20.665566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:20.710355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.711419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.725720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '2895f3aa-b7de-417f-973e-4b4fcd8212b1', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': '2895f3aa-b7de-417f-973e-4b4fcd8212b1', 'mac_address': 'fa:16:3e:60:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:33:20.783084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.784003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.784766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2566939d-98c7-4f2e-b57f-18a948fb2b20 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:33:20.791542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.795004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd96478c-cab4-4eb4-b129-821a78a94004 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2566939d-98c7-4f2e-b57f-18a948fb2b20 HTTP/1.1" status: 204 len: 168 time: 1.8518407 Jul 12 16:33:20.795499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45314) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:20.798293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2895f3aa-b7de-417f-973e-4b4fcd8212b1 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:20.833202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:20.839743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:19Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:20.843564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.858796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Deleting subnet 9ab12070-0d7c-44b4-b9ee-8e9466415020 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:33:20.863996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.897296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c5658-759c-4f23-9c60-7d46e51973d4 None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:19Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:20.911383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:20.970211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:21.013191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914ab1b-087f-47b8-bb4b-b0de18a8be88 req-44483d4a-78c7-40e4-83b2-9bb6fbbcaea2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:21.016086 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1914ab1b-087f-47b8-bb4b-b0de18a8be88 req-44483d4a-78c7-40e4-83b2-9bb6fbbcaea2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.3378277 Jul 12 16:33:21.087262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1914ab1b-087f-47b8-bb4b-b0de18a8be88 req-d052c91d-272f-4b74-b7e3-6f81ca367282 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499978 Jul 12 16:33:21.123606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.125790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45322) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:21.136288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.141750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['2895f3aa-b7de-417f-973e-4b4fcd8212b1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:21.297445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.333678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc010250-a180-4988-a0b8-8262e3a76709 req-e2b21313-e653-41ab-9b12-3d56cd843173 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:21.352691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc010250-a180-4988-a0b8-8262e3a76709 req-e2b21313-e653-41ab-9b12-3d56cd843173 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 944 time: 0.2857115 Jul 12 16:33:21.377944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3a44a504-35ee-427f-a5e0-68f9a0b1381d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 200 len: 993 time: 0.2489684 Jul 12 16:33:21.388721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.430376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab12070-0d7c-44b4-b9ee-8e9466415020,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:21.434695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=8aefd918-6e02-4f63-a890-42b2c03e3cbe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:21.452709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.456878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a822fdf8-7020-40fb-849b-3e37778a9338 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9ab12070-0d7c-44b4-b9ee-8e9466415020 HTTP/1.1" status: 204 len: 168 time: 0.6580434 Jul 12 16:33:21.457161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45328) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:21.457537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:21.459150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:21.462174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:21.468683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9844bd-42ac-4f96-a0cc-3a86636baaa7 None None] Network 2c6141ca-85be-4303-969e-a5636175b041 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:21.470570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc010250-a180-4988-a0b8-8262e3a76709 req-0bb2ccde-427b-430b-80f5-ce67a5add54b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908384 Jul 12 16:33:21.512194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ac6b042-d2dd-45c5-99de-42e79cab0707 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:21.582801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.713887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Deleting port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:21.714222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.727532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.829360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.900261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] For port d0c56414-a5db-43bd-9f3f-db27b9ac0c58, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,segment=NetworkSegment(1f6a252e-397e-4081-9184-ad94d9f326fc),segment_id=1f6a252e-397e-4081-9184-ad94d9f326fc)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:21.900623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:21.925936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Calling delete_port for d0c56414-a5db-43bd-9f3f-db27b9ac0c58 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:21.929479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:21.945495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:21.945883 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.099918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.109700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.148716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.156197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.212967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] No DVR routers for this DVR port d0c56414-a5db-43bd-9f3f-db27b9ac0c58 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:22.219888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d8ed7-25ea-4479-a770-92c47b4c1ebc None None] DHCP port deletion for 2c6141ca-85be-4303-969e-a5636175b041 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:33:22.220093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c56414-a5db-43bd-9f3f-db27b9ac0c58,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:22.237250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=8aefd918-6e02-4f63-a890-42b2c03e3cbe,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:22.251370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5ac6b042-d2dd-45c5-99de-42e79cab0707, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ac6b042-d2dd-45c5-99de-42e79cab0707,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:22.260714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.285258 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.317661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.319862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9dcb2258-8d72-4cac-9bbe-11eeaa668cb6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1707430 Jul 12 16:33:22.389122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.416369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6141ca-85be-4303-969e-a5636175b041']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:22.429784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6a252e-397e-4081-9184-ad94d9f326fc') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:22.430074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6a252e-397e-4081-9184-ad94d9f326fc') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:22.449371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.459436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:22.471443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.489833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:33:22.490251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.502865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.505123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.505663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.506155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.506989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.508624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.509596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.510444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.514207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.515151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.515692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.516444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:22.564641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:33:22.571058 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:33:22.574148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.580679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.583108 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c6141ca-85be-4303-969e-a5636175b041 HTTP/1.1" status: 204 len: 168 time: 1.1245618 Jul 12 16:33:22.586904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45352) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:22.601642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d33686-c8d0-4623-95f9-fff321898e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6141ca-85be-4303-969e-a5636175b041,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:22.623017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:22.623304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a62d8e9b-7b88-4421-9b3f-73b4ae5d5a8f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:22.623890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c05a15f-b3b7-4062-beb5-eec3385d0125 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:22.682262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3c05a15f-b3b7-4062-beb5-eec3385d0125 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:22.682608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3c05a15f-b3b7-4062-beb5-eec3385d0125 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:22.799000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-b3f60712-935e-42aa-b437-fe08dc0a0ade tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--58113190&fields=id&tenant_id=7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 267 time: 0.0838556 Jul 12 16:33:22.941475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3710ba-5d62-45b9-b14f-93bd7041798a req-3336cf25-9dc8-4075-b1c4-6c416e0a25c2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:22.943673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf3710ba-5d62-45b9-b14f-93bd7041798a req-3336cf25-9dc8-4075-b1c4-6c416e0a25c2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 944 time: 0.1981962 Jul 12 16:33:22.970056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cdfdacae-00a6-4776-9e37-d506974d0eea None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:22.970522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cdfdacae-00a6-4776-9e37-d506974d0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:22.971502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-5994aa1f-e8e9-49ab-84fb-f57a9a94ef95 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:22.974690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-5994aa1f-e8e9-49ab-84fb-f57a9a94ef95 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 810 time: 0.1742978 Jul 12 16:33:22.995101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-674a8909-f24a-42cf-8323-55ba9a5291de tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/quotas/7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 375 time: 0.0130537 Jul 12 16:33:23.136294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf3710ba-5d62-45b9-b14f-93bd7041798a req-abe78d95-bb7c-4fa2-b99e-24a53a5573e1 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279523 Jul 12 16:33:23.183078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-b265fbb9-9357-437d-a66c-040b358daa87 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1796401 Jul 12 16:33:23.326103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:23.345528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-56d07dce-af86-4fe3-8ebe-a06666c73ac4 service neutron] 10.222.0.58 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500762 Jul 12 16:33:23.407922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ac6b042-d2dd-45c5-99de-42e79cab0707 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:23.516036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5ac6b042-d2dd-45c5-99de-42e79cab0707 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:23.516443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:23.565554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-31569374-715d-4b0f-9018-e40651eddd82 service neutron] 10.222.0.58 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043779 Jul 12 16:33:23.682142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Deleting port f58cf55d-17f6-4eed-a157-2251929ebe14 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:23.682652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:23.738069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d0c56414-a5db-43bd-9f3f-db27b9ac0c58 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:23.770298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d0c56414-a5db-43bd-9f3f-db27b9ac0c58 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:23.770787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d0c56414-a5db-43bd-9f3f-db27b9ac0c58 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:23.805484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] For port f58cf55d-17f6-4eed-a157-2251929ebe14, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f58cf55d-17f6-4eed-a157-2251929ebe14,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:23.806007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:23.823886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Calling delete_port for f58cf55d-17f6-4eed-a157-2251929ebe14 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:23.864597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 2895f3aa-b7de-417f-973e-4b4fcd8212b1 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:23.914346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-18b43e9b-55da-43b8-9091-ded887d72e76 req-64fc627c-2547-42ad-9f69-65e69a8e242b tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 210 time: 0.0682933 Jul 12 16:33:23.971744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:23.982008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:23.982380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:24.101528 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:24.136524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:24.140992 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f67aa0d-9428-4993-86bd-8e95d8dc4ed2" -d '{"events": [{"server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "name": "network-vif-plugged", "status": "completed", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:24.164089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:24.171066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:24.175524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:24.285120 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc400a-280c-438d-9fb8-8b06343174a5 x-openstack-request-id: req-e1fc400a-280c-438d-9fb8-8b06343174a5 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:24.285432 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "name": "network-vif-plugged", "status": "completed", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:24.285657 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1fc400a-280c-438d-9fb8-8b06343174a5 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:24.286048 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1', 'code': 200} Jul 12 16:33:24.309521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f58cf55d-17f6-4eed-a157-2251929ebe14,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:24.316452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:24.591850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ddc9c-b95a-4675-99ad-aa4d14b9e2e4 req-9f5a6bdf-d57a-49bb-b7a0-3f7c62265c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:24.595379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-013ddc9c-b95a-4675-99ad-aa4d14b9e2e4 req-9f5a6bdf-d57a-49bb-b7a0-3f7c62265c84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 1096 time: 0.2186337 Jul 12 16:33:24.684795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-013ddc9c-b95a-4675-99ad-aa4d14b9e2e4 req-c71428c8-e6f3-4708-a2a0-d5cb2b2451ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811398 Jul 12 16:33:24.708578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:24.727326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f458b-038b-4aae-93b1-ab9dd789dcfc req-a6f4c6dd-f8e9-42ae-8a3f-644f2c7b16b5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:24.729180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec9f458b-038b-4aae-93b1-ab9dd789dcfc req-a6f4c6dd-f8e9-42ae-8a3f-644f2c7b16b5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.1752172 Jul 12 16:33:24.880686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec9f458b-038b-4aae-93b1-ab9dd789dcfc req-ea1e454c-2a1c-4185-a1fe-dab2a8492862 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928736 Jul 12 16:33:25.084470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Router e08bbf76-8735-4626-accb-ef223e393e9f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:25.225671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-61674b40-5355-4e7d-9564-b8b6e79357c1 req-3d31b226-b0a3-4cc4-828b-653009b21378 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 210 time: 0.0460041 Jul 12 16:33:25.327653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:25.331692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Sync routers for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:25.346072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:25.352636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:25.353293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:25.355146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-867a4fb8-1f9c-408f-8bbc-62d2fcdc0e4d admin admin] 10.222.0.58 "PUT /v2.0/routers/e08bbf76-8735-4626-accb-ef223e393e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7668750 Jul 12 16:33:25.489389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:25.553183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:25.701731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:25.809252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Deleting port 3d77a8ab-01d2-43e7-af80-da99bf51d84a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:25.812258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:25.844538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-d76961f0-3f25-42d6-bc31-955d5dd50ce3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:25.850129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-d76961f0-3f25-42d6-bc31-955d5dd50ce3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 810 time: 0.2457139 Jul 12 16:33:25.934654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:24Z', 'revision_number': 5, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port': {'id': '3d77a8ab-01d2-43e7-af80-da99bf51d84a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:56Z', 'updated_at': '2021-07-12T16:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:25.936291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-11fe23d7-59b2-49dc-878c-c3eb8515b94d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 378 time: 0.0773044 Jul 12 16:33:25.949812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'port': {'device_id': '807ad47e-b080-46d0-9447-e17716217de2', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'admin_state_up': True, 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'security_groups': ['ae941060-3251-4b5e-9c5e-0fda44a8910d']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:25.979403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Checking router: e08bbf76-8735-4626-accb-ef223e393e9f for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:25.994333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Routers {'e08bbf76-8735-4626-accb-ef223e393e9f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:25.995262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e08bbf76-8735-4626-accb-ef223e393e9f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:26.002983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] For port 3d77a8ab-01d2-43e7-af80-da99bf51d84a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3d77a8ab-01d2-43e7-af80-da99bf51d84a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:26.007902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.049804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Calling delete_port for 3d77a8ab-01d2-43e7-af80-da99bf51d84a owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:26.185258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] Set router e08bbf76-8735-4626-accb-ef223e393e9f gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:26.207515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Made reservation on behalf of 7a657e0195e746f9bf596b61aca641fb for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:26.220911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.349952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:25Z', 'revision_number': 6, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:26.398730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.407472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d530cfb-eefc-432b-8a11-2d5de37e3c7f None None] The sync data for ids ['e08bbf76-8735-4626-accb-ef223e393e9f'] in n-d-800078-3 is: [{'id': 'e08bbf76-8735-4626-accb-ef223e393e9f', 'name': 'tempest-TestAggregatesBasicOps-2074148353-router', 'tenant_id': '8631aa52ff43444e8174a893b6fe44d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:55Z', 'updated_at': '2021-07-12T16:33:25Z', 'revision_number': 6, 'project_id': '8631aa52ff43444e8174a893b6fe44d8', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:26.454397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d77a8ab-01d2-43e7-af80-da99bf51d84a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:26.506886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33e98-37d2-401d-abbd-cc65e866f23d req-197349bc-a65b-4243-91be-b9ed0d8ddbd9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:26.508763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ab33e98-37d2-401d-abbd-cc65e866f23d req-197349bc-a65b-4243-91be-b9ed0d8ddbd9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.3421047 Jul 12 16:33:26.517593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bba3103a-ed56-46bf-af37-fda8a798da36 req-d4dbe4f2-5a7f-4a4d-a194-3c9f4c39be47 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 210 time: 0.0557878 Jul 12 16:33:26.528908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Allocated IP 172.20.0.13 (50fcfd7f-6ec2-448b-aabd-4cf340854a9a/4ff8bed5-0860-47df-8ecc-a4898d95cd30/4c4d7bb0-6534-4f5b-999b-338e387d5bde) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:26.533510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.635665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.637927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.646458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ab33e98-37d2-401d-abbd-cc65e866f23d req-64724959-3914-42a2-9ed1-ec89a5212cd2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885911 Jul 12 16:33:26.721785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.738960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Transition to ACTIVE for port object 4c4d7bb0-6534-4f5b-999b-338e387d5bde will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:26.794178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.819695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:26.841409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:26.845648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:26.917136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:26.945726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:26.946812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:26.967860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-a07c48cc-51b6-4d8d-bfc7-daeba910ee37 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220520 Jul 12 16:33:26.981466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Request body: {'port': {'device_id': '807ad47e-b080-46d0-9447-e17716217de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:27.119937 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.120525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08bbf76-8735-4626-accb-ef223e393e9f {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:33:27.126666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.131181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-753b1a60-1e70-4769-b81c-b11f5e5399fc admin admin] 10.222.0.58 "DELETE /v2.0/routers/e08bbf76-8735-4626-accb-ef223e393e9f HTTP/1.1" status: 204 len: 168 time: 1.7839947 Jul 12 16:33:27.133041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45448) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:27.190132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-24138ac3-e81e-4f1f-85e6-62c03c68d230 None None] Provisioning for port 4c4d7bb0-6534-4f5b-999b-338e387d5bde completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:27.195789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-24138ac3-e81e-4f1f-85e6-62c03c68d230 None None] Provisioning complete for port 4c4d7bb0-6534-4f5b-999b-338e387d5bde triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:27.196510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-24138ac3-e81e-4f1f-85e6-62c03c68d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.248717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Deleting subnet 2264b503-3250-4cde-94e0-05bd575070cf {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:33:27.259782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-24138ac3-e81e-4f1f-85e6-62c03c68d230 None None] Port 4c4d7bb0-6534-4f5b-999b-338e387d5bde cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:27.264712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.329261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-6cb6c706-3ef9-49bc-8b12-7fb81407fe8e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:27.337854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-6cb6c706-3ef9-49bc-8b12-7fb81407fe8e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2724457 Jul 12 16:33:27.370704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-8d64a76c-7dde-4a55-9c2e-608602230d58 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0318255 Jul 12 16:33:27.374203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.451976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58cf55d-17f6-4eed-a157-2251929ebe14 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:27.483976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f58cf55d-17f6-4eed-a157-2251929ebe14 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:27.484333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f58cf55d-17f6-4eed-a157-2251929ebe14 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:27.484759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d77a8ab-01d2-43e7-af80-da99bf51d84a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:27.511522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3d77a8ab-01d2-43e7-af80-da99bf51d84a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:27.512117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3d77a8ab-01d2-43e7-af80-da99bf51d84a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:27.560557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.581906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.685600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a034420d-849f-42a7-acb2-edc61ffdf7a1 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3137405 Jul 12 16:33:27.823762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.868747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-ab583d8d-9260-4119-8be8-d8e760b4bd77 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612189 Jul 12 16:33:27.930513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:27.936085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2264b503-3250-4cde-94e0-05bd575070cf HTTP/1.1" status: 204 len: 168 time: 0.7995896 Jul 12 16:33:27.936507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c27a8-1812-4053-812a-859e0ce4ddc2 req-32ea3772-2be9-448b-b24a-48e7e78d4fdc tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:27.936646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f71a9d-eab0-4277-85c1-84086136801a None None] Network 6131de23-71d6-4634-a6bf-85606d7a6740 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:27.937641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c868ab9-a868-4c71-91a1-c9863ae905d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2264b503-3250-4cde-94e0-05bd575070cf,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:27.938079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-506c27a8-1812-4053-812a-859e0ce4ddc2 req-32ea3772-2be9-448b-b24a-48e7e78d4fdc tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 932 time: 0.1366446 Jul 12 16:33:27.939870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45464) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:28.052174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4d7bb0-6534-4f5b-999b-338e387d5bde {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:28.054698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.065322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.069960 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-2402571d-1fe8-488c-a585-ec2c7006d366 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002730 Jul 12 16:33:28.102389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Transition to ACTIVE for port object 4c4d7bb0-6534-4f5b-999b-338e387d5bde will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:28.120803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.144896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-506c27a8-1812-4053-812a-859e0ce4ddc2 req-3941e36d-5a40-4bab-b382-c5a07498c0d4 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1856639 Jul 12 16:33:28.149492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Deleting port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:28.149938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.169897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] DHCP port deletion for 6131de23-71d6-4634-a6bf-85606d7a6740 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:33:28.233201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:28.316218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] For port 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8e7a227e-07e7-48fe-aad3-0c8b015034b6,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:28.316591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.324874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Deleting port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:28.325263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.359508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Calling delete_port for 8e7a227e-07e7-48fe-aad3-0c8b015034b6 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:28.391746 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-93e18f82-fcec-4436-9073-ee75a5735964 req-c18a0592-0c9d-41d4-957c-3195e0ae8297 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 210 time: 0.1158841 Jul 12 16:33:28.432400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Attempting to bind port 4c4d7bb0-6534-4f5b-999b-338e387d5bde on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:28.432846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Attempting to bind port 4c4d7bb0-6534-4f5b-999b-338e387d5bde by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:28.433189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Attempting to bind port 4c4d7bb0-6534-4f5b-999b-338e387d5bde on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:28.438616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Port 4c4d7bb0-6534-4f5b-999b-338e387d5bde on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:33:28.438941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Attempting to bind port 4c4d7bb0-6534-4f5b-999b-338e387d5bde on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:28.440851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] For port 8e7a227e-07e7-48fe-aad3-0c8b015034b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8e7a227e-07e7-48fe-aad3-0c8b015034b6,segment=NetworkSegment(31c17a9d-b2a3-4536-ac81-c363296424c3),segment_id=31c17a9d-b2a3-4536-ac81-c363296424c3)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:28.441141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.444667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:28.445133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Checking segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:28.445531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Bound using segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:28.445976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Bound port: 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:28.446338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.470262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Calling delete_port for 8e7a227e-07e7-48fe-aad3-0c8b015034b6 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:28.471692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.502780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7a227e-07e7-48fe-aad3-0c8b015034b6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:28.508730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] No DVR routers for this DVR port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:28.609525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:28.612972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:28.618218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.663372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.680945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6131de23-71d6-4634-a6bf-85606d7a6740']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:28.692577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:28.694439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c17a9d-b2a3-4536-ac81-c363296424c3') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:28.694738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c17a9d-b2a3-4536-ac81-c363296424c3') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:28.715734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.719150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.722814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:28.723443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.730144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-3d87c13b-29ae-4b0c-b25c-5c577f60e095 service neutron] 10.222.0.77 "PUT /v2.0/ports/4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1092 time: 1.7530422 Jul 12 16:33:28.731240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:28.734851 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb" -d '{"events": [{"name": "network-changed", "server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:28.746500 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.756213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:33:28.757374 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:33:28.760188 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:33:28.795979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] Pushing event deleted for resources: {'Port': ['ID=8e7a227e-07e7-48fe-aad3-0c8b015034b6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:28.809868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7b59a-4a2f-4750-9521-00cfc72863e6 None None] No DVR routers for this DVR port 8e7a227e-07e7-48fe-aad3-0c8b015034b6 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:28.862888 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b89c1f2-b9d3-475e-ae13-da58063b886e x-openstack-request-id: req-6b89c1f2-b9d3-475e-ae13-da58063b886e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:28.863187 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:28.863521 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b89c1f2-b9d3-475e-ae13-da58063b886e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:28.863969 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'status': 'completed', 'code': 200} Jul 12 16:33:28.899395 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.906027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:28.909161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] 10.222.0.58 "DELETE /v2.0/networks/6131de23-71d6-4634-a6bf-85606d7a6740 HTTP/1.1" status: 204 len: 168 time: 0.9608066 Jul 12 16:33:28.929202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-b6171a44-ed84-4555-96d8-84233fda9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:28.930770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-b6171a44-ed84-4555-96d8-84233fda9ada service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1095 time: 0.1432078 Jul 12 16:33:28.932138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a4a1-4ac6-4cc2-9368-c25fa27dd6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6131de23-71d6-4634-a6bf-85606d7a6740,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:29.015154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-25aa759c-b9aa-4cef-9c36-c1769adc39f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 217 time: 0.0759444 Jul 12 16:33:29.087160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-d3c287c8-4db0-4717-9ef9-bf178623f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:29.091661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-d3c287c8-4db0-4717-9ef9-bf178623f5f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0673118 Jul 12 16:33:29.182363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-308f90da-61d7-4539-9e9c-14f8dd8cfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:29.183957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-308f90da-61d7-4539-9e9c-14f8dd8cfe21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844133 Jul 12 16:33:29.225564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45486) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:29.328295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-be860632-7081-4729-982c-569f435c7f22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f478071e64674fc7aea15e2fcfb6cf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993466 Jul 12 16:33:29.328994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:29.383097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-c536930f-5f02-4dd1-a269-d8e9186bfbb4 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763253 Jul 12 16:33:29.398391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8e7a227e-07e7-48fe-aad3-0c8b015034b6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:29.429702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8e7a227e-07e7-48fe-aad3-0c8b015034b6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:29.430299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8e7a227e-07e7-48fe-aad3-0c8b015034b6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:29.463944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:29.491713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:29.542481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:29.545713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:29.547212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bc2cc6a-9cae-4231-a95f-e44e18cc37f9 HTTP/1.1" status: 204 len: 168 time: 0.2161989 Jul 12 16:33:29.558442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f46f1-13a1-4eff-a922-c432df532618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2cc6a-9cae-4231-a95f-e44e18cc37f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:29.654815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9889d6ea-11b0-4c3e-b715-5a9d21bff81d req-369c2f8a-0cec-49a3-83d8-22df8feebc57 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595179 Jul 12 16:33:29.659744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-412d3e1a-a58c-4a3c-b6a3-ce3bd8a82928 req-8b6c69b1-4b45-4adf-9ad9-02288eddd333 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 210 time: 0.0617514 Jul 12 16:33:29.669789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6248-34c2-4f4f-9011-f8fc1984e5ff req-a2ed2b8e-550f-408d-bc83-1c59082f7707 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:29.677033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c93b6248-34c2-4f4f-9011-f8fc1984e5ff req-a2ed2b8e-550f-408d-bc83-1c59082f7707 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 944 time: 0.2571549 Jul 12 16:33:29.797536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c93b6248-34c2-4f4f-9011-f8fc1984e5ff req-b188909e-c537-433f-85dc-edf2d5ddba93 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193817 Jul 12 16:33:29.832016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-ab33d7a7-0543-4bf3-920d-bc3629b90b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:29.833921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-ab33d7a7-0543-4bf3-920d-bc3629b90b2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1095 time: 0.1053927 Jul 12 16:33:30.033599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-c70de01e-0405-4e33-bdd4-62660485a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:30.035510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-c70de01e-0405-4e33-bdd4-62660485a39c service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1950278 Jul 12 16:33:30.105206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-d2331c09-330e-4e0d-8a9a-4931f348d4e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 217 time: 0.0628474 Jul 12 16:33:30.121403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:30.214396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-5625d627-f318-44f4-95f0-22d28e5dff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:30.216635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-5625d627-f318-44f4-95f0-22d28e5dff0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.1041641 Jul 12 16:33:30.221097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2ede9c2-ee22-4f16-9855-669ee0f09a21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8631aa52ff43444e8174a893b6fe44d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981042 Jul 12 16:33:30.224585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:30.322931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-67f67319-dc00-4380-baa0-285b68c5321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:30.324800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-67f67319-dc00-4380-baa0-285b68c5321c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012821 Jul 12 16:33:30.365845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-4a733106-3914-4d3d-b885-6dc3b0be250c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:30.367440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-4a733106-3914-4d3d-b885-6dc3b0be250c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.4029248 Jul 12 16:33:30.389361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:30.522105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-1a2ca0f8-c2e3-4e6b-9e8d-9bed66d89725 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883264 Jul 12 16:33:30.558436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:30.621420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:30.635645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ef2bb02-6f29-41b2-9960-0ad71e8605cb req-e69cc46f-e013-4252-9622-c3a8befacffa service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064239 Jul 12 16:33:30.676717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:30.682022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:30.829777 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:30.832410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:30.833454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55e1185b-088e-46e1-a27a-67266f9a92ea HTTP/1.1" status: 204 len: 168 time: 0.6078982 Jul 12 16:33:30.853273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d546db-cf1c-4f1b-92e9-252845fc80c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1185b-088e-46e1-a27a-67266f9a92ea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:30.890390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.9 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/0055e011-7f7c-461c-99c6-4d260a1fe56f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:31.094293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa775d6a-3c10-4036-8275-3a887a54be0a req-779fa685-6193-42f9-81d4-1649d2a38bc1 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 210 time: 0.1459262 Jul 12 16:33:31.113921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982e20-982f-4135-b7aa-e899a99f24f7 req-761b8265-735e-417c-85da-67a5cc8c1214 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:31.116764 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19982e20-982f-4135-b7aa-e899a99f24f7 req-761b8265-735e-417c-85da-67a5cc8c1214 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 944 time: 0.1283972 Jul 12 16:33:31.186761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-19982e20-982f-4135-b7aa-e899a99f24f7 req-51ae5739-b930-41b9-9369-362dcdc69936 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552397 Jul 12 16:33:31.292190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:31.399474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:31.416334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5', '2895f3aa-b7de-417f-973e-4b4fcd8212b1'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:31.501828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:31.515335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:31.518812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:31.552600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:31.594563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:31.595506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:31.614853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-5c7609be-381d-4ccf-914f-e33e2891b261 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306254 Jul 12 16:33:31.629598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Request body: {'port': {'device_id': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:31.722287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:31.912897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45572) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:32.016605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1638307265-network', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:32.019536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7731ea72-a9eb-4de0-963d-bce9fca13129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.033064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0055e011-7f7c-461c-99c6-4d260a1fe56f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:32.037509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Made reservation on behalf of f1f214c31ebf40e89af0505f52dc20aa for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:32.040356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.042563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.048964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.055499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Transition to ACTIVE for port object 0055e011-7f7c-461c-99c6-4d260a1fe56f will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:32.060280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.112974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Pushing event updated for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:32.163313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.168552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.196580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:33:32.198082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Attempting to bind port 0055e011-7f7c-461c-99c6-4d260a1fe56f on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:32.198427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Attempting to bind port 0055e011-7f7c-461c-99c6-4d260a1fe56f by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:32.198806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Attempting to bind port 0055e011-7f7c-461c-99c6-4d260a1fe56f on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:32.213706 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a32d7-4959-428d-9759-4e360c89d16b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:32.226931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.227413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Port 0055e011-7f7c-461c-99c6-4d260a1fe56f on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:33:32.227776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Attempting to bind port 0055e011-7f7c-461c-99c6-4d260a1fe56f on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:32.228678 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Added segment 456d42c3-f304-43bc-99e9-68ff44fb537b of type vlan for network fd16c35a-179d-4e6f-9366-db5e34cd9c34 Jul 12 16:33:32.239090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:32.258165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:32.258610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:32.262350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Bound port: 0055e011-7f7c-461c-99c6-4d260a1fe56f, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:32.262731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.284069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.323289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.325002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:32.325831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.396396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] Pushing event updated for resources: {'Network': ['ID=fd16c35a-179d-4e6f-9366-db5e34cd9c34,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:32.408168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:33:32.470884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb3b5-2de3-40d8-b8a3-a6b2dc7c79d0 req-91fa512c-f87c-40e5-a26f-d14f3766a3db tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:32.474816 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-502d18de-9237-4bc8-a679-7d9f7fb2ed91 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5605059 Jul 12 16:33:32.483287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45580) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:32.486669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-628bb3b5-2de3-40d8-b8a3-a6b2dc7c79d0 req-91fa512c-f87c-40e5-a26f-d14f3766a3db tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 943 time: 0.1968932 Jul 12 16:33:32.492036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Request body: {'subnet': {'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1638307265-subnet', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:32.492507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:32.534011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad31af-ef08-4464-a54f-6adfc52dd373 req-8beee81d-69bd-44e7-a11a-eace315187ba tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:32.535556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdad31af-ef08-4464-a54f-6adfc52dd373 req-8beee81d-69bd-44e7-a11a-eace315187ba tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 944 time: 0.1405220 Jul 12 16:33:32.554835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Made reservation on behalf of f1f214c31ebf40e89af0505f52dc20aa for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:32.557840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.565196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:32.583420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-628bb3b5-2de3-40d8-b8a3-a6b2dc7c79d0 req-53b45f4f-27a7-4d5c-8f96-cf4f7fed9dad tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938668 Jul 12 16:33:32.591175 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.653144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdad31af-ef08-4464-a54f-6adfc52dd373 req-e796d117-3f46-4176-9743-f9a7063581fe tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082449 Jul 12 16:33:32.706721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:32.707331 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.709195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] 10.222.0.65 "PUT /v2.0/ports/0055e011-7f7c-461c-99c6-4d260a1fe56f HTTP/1.1" status: 200 len: 1091 time: 1.0853298 Jul 12 16:33:32.710380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:32.713268 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d275c-7157-48a2-b9d6-01245fd04e06" -d '{"events": [{"name": "network-changed", "server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:32.751440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335281b-e71e-42ed-8c80-d161fa5f720f service neutron] Pushing event updated for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:32.846525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:32.872258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-434b0c6b-b52e-401d-8042-1b3c0a4a2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:32.874111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-434b0c6b-b52e-401d-8042-1b3c0a4a2481 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 1094 time: 0.1085997 Jul 12 16:33:32.938022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-b2533c36-42af-4ad3-949f-1a49c2e39b7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f HTTP/1.1" status: 200 len: 217 time: 0.0544662 Jul 12 16:33:32.967598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94503ad2-dec3-47f3-aba5-cd63f86c2d1a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:32.988757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Checking segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:32.989200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Network hostable DHCP agents. Network: fd16c35a-179d-4e6f-9366-db5e34cd9c34, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:33:33.012465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:33:33.026892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, fd16c35a-179d-4e6f-9366-db5e34cd9c34) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:33.036193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42954ea-1827-49f1-9d27-3d0f072dbe52 None None] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:33.036946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:33.039100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.042989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-e7fdce2e-f51f-452b-9e5f-e85b79b48b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:33.045112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-e7fdce2e-f51f-452b-9e5f-e85b79b48b31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.0990455 Jul 12 16:33:33.053689 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e1593-d789-415f-9376-b2812c421895 x-openstack-request-id: req-b78e1593-d789-415f-9376-b2812c421895 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:33.054707 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:33.055097 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b78e1593-d789-415f-9376-b2812c421895 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:33.055625 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f', 'status': 'completed', 'code': 200} Jul 12 16:33:33.062275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-29cfe88e-e180-4c67-8f9f-e7fedee1840a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5764046 Jul 12 16:33:33.065393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45602) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:33.087578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:33.094058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-6a8a2a52-f7f7-4be7-9da0-1c5e5f0606db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364308 Jul 12 16:33:33.165192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.166423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.193352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4c4d7bb0-6534-4f5b-999b-338e387d5bde details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:33:33.255942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.357751 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.381353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:33:33.382213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.434413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-672a7c77-3665-4a60-a71b-7df172ad9233 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328753 Jul 12 16:33:33.439487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.575163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:33.590306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa1d3960-fb43-4363-81ae-a35f47a5cb4c req-78b52a14-0ce1-4f93-aed2-05b72c8ab492 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425211 Jul 12 16:33:33.593520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'port_id': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'mac_address': 'fa:16:3e:b9:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:33:33.646726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.659758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Allocated IP 172.20.0.2 (fd16c35a-179d-4e6f-9366-db5e34cd9c34/94503ad2-dec3-47f3-aba5-cd63f86c2d1a/a46874ea-a557-43ec-a72d-591b0aedba7d) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:33.894780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f205-0ed2-4d49-81ab-f3fe8b81e655 req-2a15b0b7-b2ca-40b7-8821-f1a0aa5650f6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:33.897879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1ae9f205-0ed2-4d49-81ab-f3fe8b81e655 req-2a15b0b7-b2ca-40b7-8821-f1a0aa5650f6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 943 time: 0.0950921 Jul 12 16:33:33.907125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.917728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Transition to ACTIVE for port object a46874ea-a557-43ec-a72d-591b0aedba7d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:33.922086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.938185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Transition to ACTIVE for port object a46874ea-a557-43ec-a72d-591b0aedba7d will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:33.942290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4d7bb0-6534-4f5b-999b-338e387d5bde {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:33.964960 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:33.971133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1ae9f205-0ed2-4d49-81ab-f3fe8b81e655 req-923c4aa8-60cc-4bd3-9a6d-1866a988c05e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662866 Jul 12 16:33:33.984396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:33.987483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.013466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-1e2c219f-7435-4b95-9b25-e6614aed5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:34.015367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-1e2c219f-7435-4b95-9b25-e6614aed5588 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 1094 time: 0.3288782 Jul 12 16:33:34.021191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.029087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:34.040890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:34.045420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:34.095019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Pushing event updated for resources: {'Port': ['ID=a46874ea-a557-43ec-a72d-591b0aedba7d,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:34.156133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009690f-501b-45d9-8b59-32ae3da4a38c req-f3406738-de66-422a-838c-0da85c1b2f13 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:34.157815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a009690f-501b-45d9-8b59-32ae3da4a38c req-f3406738-de66-422a-838c-0da85c1b2f13 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 944 time: 0.2961953 Jul 12 16:33:34.190998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:34.209924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Attempting to bind port a46874ea-a557-43ec-a72d-591b0aedba7d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:34.210395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Attempting to bind port a46874ea-a557-43ec-a72d-591b0aedba7d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:34.210771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Attempting to bind port a46874ea-a557-43ec-a72d-591b0aedba7d on network fd16c35a-179d-4e6f-9366-db5e34cd9c34 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:34.216468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:34.216847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Checking segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:34.217260 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.217658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Bound using segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:34.218131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Bound port: a46874ea-a557-43ec-a72d-591b0aedba7d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:34.218520 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.284657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['4c4d7bb0-6534-4f5b-999b-338e387d5bde'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:34.401746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] For port a46874ea-a557-43ec-a72d-591b0aedba7d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:34.406483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] For port a46874ea-a557-43ec-a72d-591b0aedba7d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a46874ea-a557-43ec-a72d-591b0aedba7d,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:34.426173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.440199 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-854e793b-7c97-4e14-8129-e1830459f0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.585110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78d133-521b-4697-9b7b-28c0917b35bd None None] Pushing event updated for resources: {'Port': ['ID=a46874ea-a557-43ec-a72d-591b0aedba7d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:34.665579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-997383b5-d833-4d9c-ba4b-a35a89d82d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:34.667145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-997383b5-d833-4d9c-ba4b-a35a89d82d07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.6162007 Jul 12 16:33:34.673941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a009690f-501b-45d9-8b59-32ae3da4a38c req-24988ab6-9d98-4397-9a48-d02a7d071ea2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5059874 Jul 12 16:33:34.690841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Allocated IP 172.25.8.38 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/484e6442-5a91-4eff-861f-ef5120c85a08) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:34.725875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-01df23f6-e4c1-4228-b827-a3e136bb64a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f HTTP/1.1" status: 200 len: 217 time: 0.0502508 Jul 12 16:33:34.870438 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:34.912153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-9bf67008-7ec5-4035-ab7f-4c32c748c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:34.914655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-9bf67008-7ec5-4035-ab7f-4c32c748c5ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1824496 Jul 12 16:33:34.973637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.040557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.091822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-64ca0328-ac67-4af8-ad4d-552f22ff4bd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649922 Jul 12 16:33:35.127254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:35.136882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:35.150754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:35.209179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4c4d7bb0-6534-4f5b-999b-338e387d5bde up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:35.271429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7a7b9-c526-4ec2-b08d-cc179a598cd1 req-a2da3519-e8be-4124-8ccc-cbb9b4cba04e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:35.273857 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2e7a7b9-c526-4ec2-b08d-cc179a598cd1 req-a2da3519-e8be-4124-8ccc-cbb9b4cba04e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 943 time: 0.1223497 Jul 12 16:33:35.321459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Pushing event updated for resources: {'Port': ['ID=484e6442-5a91-4eff-861f-ef5120c85a08,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:35.339912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 4c4d7bb0-6534-4f5b-999b-338e387d5bde completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:35.345604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 4c4d7bb0-6534-4f5b-999b-338e387d5bde triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:35.345983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.370125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2e7a7b9-c526-4ec2-b08d-cc179a598cd1 req-42d859f6-ecae-4b6c-9745-bc6cbf002d8e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890853 Jul 12 16:33:35.398296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-bfcb041b-981b-4a09-8289-ed98e7b213a2 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804272 Jul 12 16:33:35.459349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a46874ea-a557-43ec-a72d-591b0aedba7d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:35.486413 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.543353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.569537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.580127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a46874ea-a557-43ec-a72d-591b0aedba7d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:35.619705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:35.622723 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd04624-6e1d-4842-9756-7c652f6f9cee" -d '{"events": [{"server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "name": "network-vif-plugged", "status": "completed", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:35.639346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:35.646645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.762031 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fcd7f4-5408-4edd-981f-4b653d246b51 x-openstack-request-id: req-22fcd7f4-5408-4edd-981f-4b653d246b51 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:35.762456 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "name": "network-vif-plugged", "status": "completed", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:35.762814 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22fcd7f4-5408-4edd-981f-4b653d246b51 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:35.763314 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'code': 200} Jul 12 16:33:35.779303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:35.804017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-695d275c-7157-48a2-b9d6-01245fd04e06 req-e54ae324-7ed4-49a8-9539-c8d9fa96d052 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967330 Jul 12 16:33:35.825968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:35.936576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0055e011-7f7c-461c-99c6-4d260a1fe56f details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:33:36.035899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:36.067133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4f9a1-7b09-4d74-b59e-1271321ff64e req-15a0d098-acd8-4b9f-8efe-477147e703f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:36.068727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6d4f9a1-7b09-4d74-b59e-1271321ff64e req-15a0d098-acd8-4b9f-8efe-477147e703f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.2158809 Jul 12 16:33:36.077160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c842d9-7ca5-4ca7-b65b-9b8ee3d4be21 req-578fe94c-d8f5-4886-af30-dba100d4fb60 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:36.078581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32c842d9-7ca5-4ca7-b65b-9b8ee3d4be21 req-578fe94c-d8f5-4886-af30-dba100d4fb60 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1386030 Jul 12 16:33:36.155815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6d4f9a1-7b09-4d74-b59e-1271321ff64e req-a07a5458-dd8d-4228-8d84-9779ef0e110a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762024 Jul 12 16:33:36.169811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32c842d9-7ca5-4ca7-b65b-9b8ee3d4be21 req-36ac0ae2-e23f-48e0-9a1f-52237b1fbeb5 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820458 Jul 12 16:33:36.234291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:33:36.312194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad5dd4-9bfa-42c9-8003-c8bede78cb5a None None] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:36.396419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:36.407039 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Sync routers for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:36.420492 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:36.421748 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:36.424504 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:36.426022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9852845e-28b3-40b0-a0da-94d22168629b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3586504 Jul 12 16:33:36.430228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45660) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:36.438547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:36.440791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4d9b0c10-40c6-4248-be37-d3f1ae939df3 None None] Provisioning complete for port 4c4d7bb0-6534-4f5b-999b-338e387d5bde triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:36.441163 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0c10-40c6-4248-be37-d3f1ae939df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:36.550920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:36.592111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '0055e011-7f7c-461c-99c6-4d260a1fe56f', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': '0055e011-7f7c-461c-99c6-4d260a1fe56f', 'mac_address': 'fa:16:3e:93:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:33:36.774521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8146-a1c4-42b2-9ffe-fcb7789de13d req-72a1e00d-b258-427f-9edb-6b6babf75f0c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:36.792197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4a8146-a1c4-42b2-9ffe-fcb7789de13d req-72a1e00d-b258-427f-9edb-6b6babf75f0c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 943 time: 0.1558294 Jul 12 16:33:36.869755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:36.872550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4a8146-a1c4-42b2-9ffe-fcb7789de13d req-2bbb0826-57a9-4b8c-b5c0-40974b6c0c41 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Jul 12 16:33:36.955831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0055e011-7f7c-461c-99c6-4d260a1fe56f {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:33:36.996079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:37.004928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.053955 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:35Z', 'revision_number': 3, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:37.061890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:37.126046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Provisioning for port a46874ea-a557-43ec-a72d-591b0aedba7d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:37.130938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Provisioning complete for port a46874ea-a557-43ec-a72d-591b0aedba7d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:37.132371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.148094 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Checking router: 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:37.152630 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Updating router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 port 484e6442-5a91-4eff-861f-ef5120c85a08 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:37.226538 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.336456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.369414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['0055e011-7f7c-461c-99c6-4d260a1fe56f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:37.481371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.539574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:37.548452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.595458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] For port a46874ea-a557-43ec-a72d-591b0aedba7d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a46874ea-a557-43ec-a72d-591b0aedba7d,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:37.646371 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.666808 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Transition to ACTIVE for port object 484e6442-5a91-4eff-861f-ef5120c85a08 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:37.674639 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.682286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.683128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4d3af75-3b82-4903-8755-e217b932a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.778556 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022613-b714-449f-bda5-5b43fc6c9dd7 None None] Pushing event updated for resources: {'Port': ['ID=484e6442-5a91-4eff-861f-ef5120c85a08,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:37.779975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da10ef0-85f8-4771-a958-17abe56638b3 req-4a4c1de8-7fc4-454d-9081-3a787b279f53 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:37.793773 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Attempting to bind port 484e6442-5a91-4eff-861f-ef5120c85a08 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:37.794204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Attempting to bind port 484e6442-5a91-4eff-861f-ef5120c85a08 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:37.794793 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Attempting to bind port 484e6442-5a91-4eff-861f-ef5120c85a08 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:37.797610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4da10ef0-85f8-4771-a958-17abe56638b3 req-4a4c1de8-7fc4-454d-9081-3a787b279f53 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.3354416 Jul 12 16:33:37.826106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e128-e7b5-4b03-b358-123dc4fc371a None None] Pushing event updated for resources: {'Port': ['ID=a46874ea-a557-43ec-a72d-591b0aedba7d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:37.836722 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:37.837388 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:37.838148 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.838545 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:37.844125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Bound port: 484e6442-5a91-4eff-861f-ef5120c85a08, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:37.844464 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.867997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4da10ef0-85f8-4771-a958-17abe56638b3 req-04717329-88a4-46cf-a8d6-85d0391642fa tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688577 Jul 12 16:33:37.943605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4d3af75-3b82-4903-8755-e217b932a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.953603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4d3af75-3b82-4903-8755-e217b932a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:37.965972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c6d7e296-d6e1-43c9-90b8-75b5a701a69f None None] Provisioning complete for port a46874ea-a557-43ec-a72d-591b0aedba7d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:37.966341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e296-d6e1-43c9-90b8-75b5a701a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.002093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Allocated IP 172.20.0.1 (fd16c35a-179d-4e6f-9366-db5e34cd9c34/94503ad2-dec3-47f3-aba5-cd63f86c2d1a/4c4bd934-d382-4f85-b03d-2f0760dd197a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:38.025703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f4d3af75-3b82-4903-8755-e217b932a79e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31c99684cfc04d96972abd146359735d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843154 Jul 12 16:33:38.031974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45694) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:38.037114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3af75-3b82-4903-8755-e217b932a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b75be22-55e0-44f3-ace8-375217366f55,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:38.063544 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] For port 484e6442-5a91-4eff-861f-ef5120c85a08, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:38.070108 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] For port 484e6442-5a91-4eff-861f-ef5120c85a08, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=484e6442-5a91-4eff-861f-ef5120c85a08,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:38.080515 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.159163 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:38.159617 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:38.268255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf488-0726-4efd-ad86-be84e78c8139 req-ef34b0e5-3fbb-47d8-8709-5c306e57cfe8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:38.270171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38eaf488-0726-4efd-ad86-be84e78c8139 req-ef34b0e5-3fbb-47d8-8709-5c306e57cfe8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 944 time: 0.1343250 Jul 12 16:33:38.321219 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.322651 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:38.350373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.354776 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022613-b714-449f-bda5-5b43fc6c9dd7 None None] Pushing event updated for resources: {'Port': ['ID=484e6442-5a91-4eff-861f-ef5120c85a08,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:38.369882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38eaf488-0726-4efd-ad86-be84e78c8139 req-f8faf0dd-616e-4fb0-9eff-cd4c10222018 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921540 Jul 12 16:33:38.372515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8f787-23b8-401c-8c87-dd561c5b4ebc req-52b8e6ae-8cff-46e0-b798-8f327784f30d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:38.374147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39d8f787-23b8-401c-8c87-dd561c5b4ebc req-52b8e6ae-8cff-46e0-b798-8f327784f30d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.2346613 Jul 12 16:33:38.376495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.384240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45700) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:38.396760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Transition to ACTIVE for port object 4c4bd934-d382-4f85-b03d-2f0760dd197a will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:38.397331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'floatingip': {'port_id': '4c4d7bb0-6534-4f5b-999b-338e387d5bde'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:38.457373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.465872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.505978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.509037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.510215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b75be22-55e0-44f3-ace8-375217366f55 HTTP/1.1" status: 204 len: 168 time: 0.4791512 Jul 12 16:33:38.522140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:38.554818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:38.569252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:38.585500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b75be22-55e0-44f3-ace8-375217366f55,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:38.661203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Pushing event updated for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:38.676845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.677456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.678590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.679214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.679775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.680345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.681557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.682218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.682769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.683369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.684003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.684603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.696292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.696888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.697436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.697997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.698535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.699072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.699636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.700173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.700725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.701272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.702390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.702925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb21958b-a8f9-48bd-907c-461528ce1dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:38.731555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.770071 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:35Z', 'revision_number': 3, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:38.824621 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f39ef-fa59-4b05-9f6e-dbf1d72641b6 None None] The sync data for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 is: [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:35Z', 'revision_number': 3, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:38.901865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45710) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:38.941442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30ffbd09-9b15-4ec2-9fb1-be8f77e7471b None None] Provisioning for port 4c4bd934-d382-4f85-b03d-2f0760dd197a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:38.947109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ea56994-d6b6-44d5-841d-089956c7af52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.947638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30ffbd09-9b15-4ec2-9fb1-be8f77e7471b None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:38.948049 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30ffbd09-9b15-4ec2-9fb1-be8f77e7471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:38.995701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-30ffbd09-9b15-4ec2-9fb1-be8f77e7471b None None] Port 4c4bd934-d382-4f85-b03d-2f0760dd197a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:39.032045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.248043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ea56994-d6b6-44d5-841d-089956c7af52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.260695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ea56994-d6b6-44d5-841d-089956c7af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.325003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2ea56994-d6b6-44d5-841d-089956c7af52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=678aeaf64a154d87ad2d8988a47ddf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198489 Jul 12 16:33:39.326380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45718) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:39.363694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.resource_extend [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:33:39.411277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea56994-d6b6-44d5-841d-089956c7af52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4373fa1e-48ba-49c9-8e2b-b9beee358ec6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:39.448087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.461804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.464057 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.487859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.497210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.539518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.569522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 484e6442-5a91-4eff-861f-ef5120c85a08 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:39.600757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.681261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Pushing event updated for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:39.686616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.698696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.700112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4373fa1e-48ba-49c9-8e2b-b9beee358ec6 HTTP/1.1" status: 204 len: 168 time: 0.3678551 Jul 12 16:33:39.731202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 484e6442-5a91-4eff-861f-ef5120c85a08 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:39.742460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 484e6442-5a91-4eff-861f-ef5120c85a08 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:39.742830 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.745154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8357d-653a-430a-8335-eaafbe2b01bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373fa1e-48ba-49c9-8e2b-b9beee358ec6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:39.780352 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Floating IP 776d5032-8223-4a7d-95b7-fe372e67d16a associated. External IP: 172.25.8.131, port: 4c4d7bb0-6534-4f5b-999b-338e387d5bde. Jul 12 16:33:39.880343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9897129-040b-44f5-95d8-d22411dde651 req-076477c9-126d-4661-a5e5-c2855dc48ac6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:39.882006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9897129-040b-44f5-95d8-d22411dde651 req-076477c9-126d-4661-a5e5-c2855dc48ac6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 944 time: 0.2779529 Jul 12 16:33:39.941312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:39.945239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:39.962813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:39.970498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0055e011-7f7c-461c-99c6-4d260a1fe56f up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:40.014576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fe2931f9-af5f-497e-a102-03b82f84241e None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:40.014965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fe2931f9-af5f-497e-a102-03b82f84241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.068263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f9897129-040b-44f5-95d8-d22411dde651 req-c6bc4786-3e0c-439c-93a0-61b9197a7572 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766393 Jul 12 16:33:40.109842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fe2931f9-af5f-497e-a102-03b82f84241e None None] Port 4c4bd934-d382-4f85-b03d-2f0760dd197a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:40.144646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 484e6442-5a91-4eff-861f-ef5120c85a08, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=484e6442-5a91-4eff-861f-ef5120c85a08,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:40.158547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.263514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:40.269064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=484e6442-5a91-4eff-861f-ef5120c85a08,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:40.299272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a46874ea-a557-43ec-a72d-591b0aedba7d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:40.369866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 0055e011-7f7c-461c-99c6-4d260a1fe56f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:40.375856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 0055e011-7f7c-461c-99c6-4d260a1fe56f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:40.376228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.403573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a46874ea-a557-43ec-a72d-591b0aedba7d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:40.403967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.454400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:40.464618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2caec6b2-6c6c-48cb-bcb2-fcb3a68a2d8b admin admin] 10.222.0.58 "PUT /v2.0/routers/61627b8d-9a3b-4ad5-b61a-8ee90769e1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0333352 Jul 12 16:33:40.479188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45730) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:40.498835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-908c8868-930b-437a-b7ce-64d4a85e1f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.502390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-155692d3-98b4-4e0a-9a16-a7ae24745d8f None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:40.502938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-155692d3-98b4-4e0a-9a16-a7ae24745d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.609159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-155692d3-98b4-4e0a-9a16-a7ae24745d8f None None] Port 4c4bd934-d382-4f85-b03d-2f0760dd197a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:40.618891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.657227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:40.658080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-908c8868-930b-437a-b7ce-64d4a85e1f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.661511 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321d3e2-8977-4b01-b492-1d6a7d42ca8f" -d '{"events": [{"server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "name": "network-vif-plugged", "status": "completed", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:40.664105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-908c8868-930b-437a-b7ce-64d4a85e1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.675207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:40.680255 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.741145 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f47de-3fdf-4565-b0e4-44da7bb583bc x-openstack-request-id: req-781f47de-3fdf-4565-b0e4-44da7bb583bc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:40.741418 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "name": "network-vif-plugged", "status": "completed", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:40.741642 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-781f47de-3fdf-4565-b0e4-44da7bb583bc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:40.742184 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f', 'code': 200} Jul 12 16:33:40.746557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-908c8868-930b-437a-b7ce-64d4a85e1f11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aefcc9871db4ec29d0eb29ba9e0ab0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658448 Jul 12 16:33:40.749141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c8868-930b-437a-b7ce-64d4a85e1f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df5c53-c770-4278-8ce3-d6fc7e4b4686,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:40.754265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:40.774564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45736) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:40.810329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:40.843560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.870488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.953308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.956243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:40.957496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71df5c53-c770-4278-8ce3-d6fc7e4b4686 HTTP/1.1" status: 204 len: 168 time: 0.1789360 Jul 12 16:33:40.983441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b506133-4bf4-45a0-9960-1497a9947c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df5c53-c770-4278-8ce3-d6fc7e4b4686,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:41.014121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:41.023951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:41.026600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:41.047898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:41.049634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:41.066716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbec5ad-06da-4c9a-b687-90bf0c6ba5ed req-167f24e0-152d-4ba3-ad15-53b91de5f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:41.069482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5dbec5ad-06da-4c9a-b687-90bf0c6ba5ed req-167f24e0-152d-4ba3-ad15-53b91de5f9e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 1096 time: 0.2437406 Jul 12 16:33:41.110671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e824182-1154-4cee-8aff-788c442c2e92 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "PUT /v2.0/floatingips/776d5032-8223-4a7d-95b7-fe372e67d16a HTTP/1.1" status: 200 len: 992 time: 2.7223990 Jul 12 16:33:41.110671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:41.112827 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40" -d '{"events": [{"name": "network-changed", "server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:41.137904 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5dbec5ad-06da-4c9a-b687-90bf0c6ba5ed req-742377a1-b3ba-401d-a252-a99fb0169709 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570676 Jul 12 16:33:41.316249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:41.516223 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2b875-334a-48a7-9115-47b751651a6d x-openstack-request-id: req-2fc2b875-334a-48a7-9115-47b751651a6d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:41.516496 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:41.516743 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc2b875-334a-48a7-9115-47b751651a6d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:41.517137 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'status': 'completed', 'code': 200} Jul 12 16:33:41.524019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 484e6442-5a91-4eff-861f-ef5120c85a08 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:41.575519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da22b6-c4a1-407f-bc9e-619b157ae7ea req-0287fe18-0ee7-4a8c-9132-4fafbbdbaa7a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:41.576653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-c7f1491d-58f7-4fd1-9440-cc09b535e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:41.580980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-c7f1491d-58f7-4fd1-9440-cc09b535e8f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.1309266 Jul 12 16:33:41.583013 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Sync routers for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:41.596026 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9da22b6-c4a1-407f-bc9e-619b157ae7ea req-0287fe18-0ee7-4a8c-9132-4fafbbdbaa7a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1978979 Jul 12 16:33:41.614365 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:41.614855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:41.657451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:41.667841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-943139963-network', 'tenant_id': '8e274188226845acbf8f0904ffa5a511'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:41.735867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9da22b6-c4a1-407f-bc9e-619b157ae7ea req-35027f00-370e-43fe-bd0c-0dad60342df7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387024 Jul 12 16:33:41.753248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Made reservation on behalf of 8e274188226845acbf8f0904ffa5a511 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:41.754047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-1e431cb7-034b-4f65-83ca-10ed05ebf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:41.756369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-1e431cb7-034b-4f65-83ca-10ed05ebf2a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1698806 Jul 12 16:33:41.757023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:41.767453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:41.814505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 484e6442-5a91-4eff-861f-ef5120c85a08 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:41.814816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:41.856963 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-30fc993e-eb9d-445b-b7b4-04ca51616f79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1000 time: 0.0936620 Jul 12 16:33:41.862211 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:41.976216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:41.978104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-0dfd892f-8886-409a-973b-b7c5a9fcc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:41.980802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-0dfd892f-8886-409a-973b-b7c5a9fcc519 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.1154993 Jul 12 16:33:41.984493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.009018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:33:42.061083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.061429 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Added segment c3418d1f-2887-4cd2-824e-a4914ee98f74 of type vlan for network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 Jul 12 16:33:42.110820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23a81a-a37e-48e5-941a-479abce13ace,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:42.118091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-7758a248-4cbc-4c1e-ab99-0cd92c8f4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:42.122455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-7758a248-4cbc-4c1e-ab99-0cd92c8f4325 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335299 Jul 12 16:33:42.162513 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 2, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:42.165289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.179834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '776d5032-8223-4a7d-95b7-fe372e67d16a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:b9:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ad47e-b080-46d0-9447-e17716217de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:33:21Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:42.230425 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Checking router: 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:42.230777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Updating router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 port 4c4bd934-d382-4f85-b03d-2f0760dd197a binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:42.237978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.239873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:42.240648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.247387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:42.260790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:42.262049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:42.328752 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.336770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6746721 Jul 12 16:33:42.337917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:42.348159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1d71d-8087-4965-8ecb-6c20eb3a1095 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1b8713-6358-4a47-8a33-f85b8b05f2b1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:42.378850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Request body: {'subnet': {'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-943139963-subnet', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:42.542473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:33:42.701281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:42.873851 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:42.881692 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Transition to ACTIVE for port object 4c4bd934-d382-4f85-b03d-2f0760dd197a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:42.888477 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.002351 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Attempting to bind port 4c4bd934-d382-4f85-b03d-2f0760dd197a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:43.002713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Attempting to bind port 4c4bd934-d382-4f85-b03d-2f0760dd197a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:43.003642 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Attempting to bind port 4c4bd934-d382-4f85-b03d-2f0760dd197a on network fd16c35a-179d-4e6f-9366-db5e34cd9c34 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:43.013577 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:43.013992 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Checking segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:43.014399 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.014786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Bound using segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:43.015245 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Bound port: 4c4bd934-d382-4f85-b03d-2f0760dd197a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:43.015711 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.071468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-e4dead2c-c3d4-4ac7-bcde-2e801fb1a125 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428871 Jul 12 16:33:43.077560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2850f-18cf-4d48-a5fb-e12965096b9d req-55f6dc47-935b-4fbe-870c-e8eca6b296e3 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:43.090087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15b2850f-18cf-4d48-a5fb-e12965096b9d req-55f6dc47-935b-4fbe-870c-e8eca6b296e3 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1597798 Jul 12 16:33:43.112380 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] For port 4c4bd934-d382-4f85-b03d-2f0760dd197a, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:43.116969 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] For port 4c4bd934-d382-4f85-b03d-2f0760dd197a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4c4bd934-d382-4f85-b03d-2f0760dd197a,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:43.127519 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.131778 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Pushing event updated for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:43.143900 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.144241 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.144576 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.144967 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.145270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.145541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.145857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.146182 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.146490 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.147767 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.148094 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.148413 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:43.171112 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-15b2850f-18cf-4d48-a5fb-e12965096b9d req-3b5e7deb-0d00-42cf-b0ae-52e5b38daf2f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736928 Jul 12 16:33:43.213973 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:43.214594 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:43.238910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '776d5032-8223-4a7d-95b7-fe372e67d16a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:b9:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ad47e-b080-46d0-9447-e17716217de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:33:21Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:43.304331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Made reservation on behalf of 8e274188226845acbf8f0904ffa5a511 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:43.306679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.339486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44d1d5-49f9-4414-8226-9e66092f0687 None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '776d5032-8223-4a7d-95b7-fe372e67d16a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:b9:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ad47e-b080-46d0-9447-e17716217de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:33:21Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:43.377417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:43.446925 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7abc0748-bc2a-42a9-907a-c0a9fa63ca40 req-63acdc01-b1b7-4c2f-a045-8466432d6dad service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651826 Jul 12 16:33:43.619267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798be66-96f4-49ae-b5f0-6e411b1580da req-ff5ff100-f6f5-4523-9b0d-cf8679a45d44 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:43.620851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c798be66-96f4-49ae-b5f0-6e411b1580da req-ff5ff100-f6f5-4523-9b0d-cf8679a45d44 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.1663048 Jul 12 16:33:43.636999 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420ccf1-e22a-4fb4-aaf5-6d84079e14ba None None] Pushing event updated for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:43.746422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88148ccc-aa8e-4bbf-baec-85848167e242 None None] New status for floating IP 776d5032-8223-4a7d-95b7-fe372e67d16a: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:33:43.770798 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c798be66-96f4-49ae-b5f0-6e411b1580da req-cbd48165-a68e-40ec-9778-922e5a4235a5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304922 Jul 12 16:33:43.797699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:43.907084 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:43Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:43.930695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2b272d-d42e-4c0f-a547-3e314cddf767,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:43.945429 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9410e7a-00cb-4f01-8255-f36b720348ce None None] The sync data for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 is: [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:43Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:43.980745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Checking segment: {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:43.981124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Network hostable DHCP agents. Network: ca1b8713-6358-4a47-8a33-f85b8b05f2b1, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:33:44.044452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:33:44.068520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ca1b8713-6358-4a47-8a33-f85b8b05f2b1) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:44.075930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:44.076529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.080160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa098596-2a3b-4367-a2d6-73a562fb2154 None None] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:44.165555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45834) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:44.166115 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49a30f8a-85c3-4a45-a383-b1e11f4e28bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8270278 Jul 12 16:33:44.171104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:44.225850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.228682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.234693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f701b1-3d78-449c-8938-6b8d385e3b7b req-1643eb4c-2bb6-4ce3-a288-8437c8fcced5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:44.236872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37f701b1-3d78-449c-8938-6b8d385e3b7b req-1643eb4c-2bb6-4ce3-a288-8437c8fcced5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1554708 Jul 12 16:33:44.325996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37f701b1-3d78-449c-8938-6b8d385e3b7b req-758125d0-5254-4395-9d93-6b3638f8009c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828669 Jul 12 16:33:44.389930 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.391409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'fixed_ips': [{'subnet_id': '2f2b272d-d42e-4c0f-a547-3e314cddf767'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:33:44.392507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.576855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:44.710908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Allocated IP 172.20.0.2 (ca1b8713-6358-4a47-8a33-f85b8b05f2b1/2f2b272d-d42e-4c0f-a547-3e314cddf767/119defa0-d087-4f41-abee-387238b70931) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:44.994616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.010144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Transition to ACTIVE for port object 119defa0-d087-4f41-abee-387238b70931 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:45.041400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Transition to ACTIVE for port object 119defa0-d087-4f41-abee-387238b70931 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:45.049227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.055915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.102866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.124545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b412ae-641e-43cf-9f85-bdd491d9306d req-a3cd282f-34eb-4c74-90d7-6485357d792c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:45.127337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1b412ae-641e-43cf-9f85-bdd491d9306d req-a3cd282f-34eb-4c74-90d7-6485357d792c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1251459 Jul 12 16:33:45.147956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Pushing event updated for resources: {'Port': ['ID=119defa0-d087-4f41-abee-387238b70931,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:45.180310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:45.184475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:45.189920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:45.214054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1b412ae-641e-43cf-9f85-bdd491d9306d req-cde5c8a3-e129-4937-b256-eb184de6720d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810032 Jul 12 16:33:45.276644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Attempting to bind port 119defa0-d087-4f41-abee-387238b70931 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:45.277324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Attempting to bind port 119defa0-d087-4f41-abee-387238b70931 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:45.277789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Attempting to bind port 119defa0-d087-4f41-abee-387238b70931 on network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:45.284010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:45.284552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Allocated IP 172.25.8.227 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/3848cd2f-b23c-48bd-9d16-0798bd1f08c6) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:45.285024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Checking segment: {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:45.285024 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.285705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Bound using segment: {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:45.286276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Bound port: 119defa0-d087-4f41-abee-387238b70931, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:45.286851 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.472455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.477133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] For port 119defa0-d087-4f41-abee-387238b70931, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:45.484021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] For port 119defa0-d087-4f41-abee-387238b70931, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=119defa0-d087-4f41-abee-387238b70931,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:45.493208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.507208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4c4bd934-d382-4f85-b03d-2f0760dd197a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:45.542953 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.598579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:45.623861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0af2-c124-4755-8780-537853de40fb None None] Pushing event updated for resources: {'Port': ['ID=119defa0-d087-4f41-abee-387238b70931,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:45.651151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Pushing event updated for resources: {'Port': ['ID=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:45.664178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4c4bd934-d382-4f85-b03d-2f0760dd197a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:45.677360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:45.677934 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.680740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:45.685006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:45.830089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.865880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4c4bd934-d382-4f85-b03d-2f0760dd197a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4c4bd934-d382-4f85-b03d-2f0760dd197a,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:45.879500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:45.957614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:46.177064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:46.343861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ecd98389-3ed7-45c9-9b6b-7f7fca7db8c0 None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:46.344292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ecd98389-3ed7-45c9-9b6b-7f7fca7db8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:46.350230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-de359fe3-dfc2-4c2b-af4f-cb45596b5421 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:46.351829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-de359fe3-dfc2-4c2b-af4f-cb45596b5421 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1303332 Jul 12 16:33:46.455133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fd1e-a761-4e33-9850-971fd9d2aa59 req-82817ea0-97b0-4fcd-9fb2-5cc34afdd593 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:46.457316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32d2fd1e-a761-4e33-9850-971fd9d2aa59 req-82817ea0-97b0-4fcd-9fb2-5cc34afdd593 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 945 time: 0.1017256 Jul 12 16:33:46.504233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32d2fd1e-a761-4e33-9850-971fd9d2aa59 req-ca1733a9-8158-4789-96ef-365e45e4178d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Jul 12 16:33:46.552283 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:46.598069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port 0055e011-7f7c-461c-99c6-4d260a1fe56f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:46.598412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:46.747068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port 0055e011-7f7c-461c-99c6-4d260a1fe56f, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=0055e011-7f7c-461c-99c6-4d260a1fe56f,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:46.747540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:46.772207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for 0055e011-7f7c-461c-99c6-4d260a1fe56f owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:46.834865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Router ad7091cd-0761-4136-9d5a-7594b5b7a158 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:33:47.041022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:47.056873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5', '2895f3aa-b7de-417f-973e-4b4fcd8212b1', '0055e011-7f7c-461c-99c6-4d260a1fe56f'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:47.106788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:47.112674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=0055e011-7f7c-461c-99c6-4d260a1fe56f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:47.123897 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Sync routers for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:47.131737 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:47.132117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc9fe8-2a35-4889-9606-b32cd3964e26 None None] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:33:47.132518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:47.157095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.157441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.157775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.158105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.158431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.158775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.159100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.159418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.161251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.161251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.161251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.161251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:33:47.273366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port 0055e011-7f7c-461c-99c6-4d260a1fe56f on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:47.294638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:47.297232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d976b657-61c2-4d01-afe7-f3378ff714c4 req-f5d6c3ee-4ae9-412d-933b-aff6153fdb5b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/0055e011-7f7c-461c-99c6-4d260a1fe56f HTTP/1.1" status: 204 len: 173 time: 0.9380686 Jul 12 16:33:47.297894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'name': 'network-vif-deleted', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:47.300138 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24cb075-1bf1-422d-b3ba-a5282452b859" -d '{"events": [{"server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "name": "network-vif-deleted", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:47.302671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:47.309559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c8831e47-2589-4483-aea2-26a84fd04f67 None None] Provisioning for port 119defa0-d087-4f41-abee-387238b70931 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:47.319179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f01cb7a0-5b0d-4ce8-8b15-8364cb88c691 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1503949 Jul 12 16:33:47.319926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45888) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:47.425393 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:47.446254 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80f703a-a1af-4351-bf68-7996c1b84404 x-openstack-request-id: req-c80f703a-a1af-4351-bf68-7996c1b84404 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:47.447074 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ba3ba-3a9c-4ed2-a75d-2005e01a9505", "name": "network-vif-deleted", "tag": "0055e011-7f7c-461c-99c6-4d260a1fe56f", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:47.447479 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c80f703a-a1af-4351-bf68-7996c1b84404 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:47.448057 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ba3ba-3a9c-4ed2-a75d-2005e01a9505', 'name': 'network-vif-deleted', 'tag': '0055e011-7f7c-461c-99c6-4d260a1fe56f', 'status': 'completed', 'code': 200} Jul 12 16:33:47.693587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 119defa0-d087-4f41-abee-387238b70931 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:47.824385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f0daffe-80ad-405c-b706-cdec75feab5c req-e3996ead-8a74-407b-92b7-68b67553c3d6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=103ba3ba-3a9c-4ed2-a75d-2005e01a9505 HTTP/1.1" status: 200 len: 210 time: 0.0670166 Jul 12 16:33:47.869713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 119defa0-d087-4f41-abee-387238b70931 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:47.882381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 119defa0-d087-4f41-abee-387238b70931 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:47.882761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.082561 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 3, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:48.126623 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.147056 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Checking router: ad7091cd-0761-4136-9d5a-7594b5b7a158 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:48.149012 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Updating router ad7091cd-0761-4136-9d5a-7594b5b7a158 port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:48.217083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 119defa0-d087-4f41-abee-387238b70931, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=119defa0-d087-4f41-abee-387238b70931,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:48.224290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adeb2f80-681f-4968-a7f7-b237287b602f None None] Provisioning complete for port 119defa0-d087-4f41-abee-387238b70931 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:48.226532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-adeb2f80-681f-4968-a7f7-b237287b602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.230994 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.233824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.286076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3644365-3f16-4fa6-b35e-f275fb17aaeb req-78886702-2e27-4d65-a153-d180a809f9a7 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:48.289710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3644365-3f16-4fa6-b35e-f275fb17aaeb req-78886702-2e27-4d65-a153-d180a809f9a7 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.2267795 Jul 12 16:33:48.380391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3644365-3f16-4fa6-b35e-f275fb17aaeb req-bb8af8f0-9ff7-4470-b946-e4582fda6a66 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841193 Jul 12 16:33:48.383952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4c4bd934-d382-4f85-b03d-2f0760dd197a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:48.407434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45908) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:48.424909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.559227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=119defa0-d087-4f41-abee-387238b70931,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:48.642080 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.658053 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Transition to ACTIVE for port object 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:48.668858 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.696641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4c4bd934-d382-4f85-b03d-2f0760dd197a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:48.697277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.784285 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Attempting to bind port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:48.784796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Attempting to bind port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:48.785268 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Attempting to bind port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:48.798198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd461d31-8fa4-4c64-a41b-43024856fb3f None None] Pushing event updated for resources: {'Port': ['ID=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:48.806715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Allocated IP 172.20.0.1 (ca1b8713-6358-4a47-8a33-f85b8b05f2b1/2f2b272d-d42e-4c0f-a547-3e314cddf767/b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:48.807839 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:48.808576 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:48.809132 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.809612 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:48.810186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Bound port: 3848cd2f-b23c-48bd-9d16-0798bd1f08c6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:48.810960 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.822126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:48.822714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.883380 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] For port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:48.887163 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] For port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:48.897584 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.953953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.979125 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Transition to ACTIVE for port object b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:48.984102 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd461d31-8fa4-4c64-a41b-43024856fb3f None None] Pushing event updated for resources: {'Port': ['ID=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:48.987491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:48.989533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.012137 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:49.012768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:49.015836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:49.055127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.109949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:49.113551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:49.116719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:33:49.169539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.223114 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:49.420131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.477563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 119defa0-d087-4f41-abee-387238b70931 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:49.522834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:49.575947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=ac8f58f5-1f54-4d2d-aa86-aa12a1ab41b2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:49.631046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.632087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 119defa0-d087-4f41-abee-387238b70931 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:49.632499 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.675738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4e7d8a4-06bf-459a-a479-7c7e3ef31927 None None] Provisioning for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:49.689018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4e7d8a4-06bf-459a-a479-7c7e3ef31927 None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:49.689395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d8a4-06bf-459a-a479-7c7e3ef31927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.726292 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 3, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:49.746880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:49.750659 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP d8d05caa-0040-4d45-8a83-6e8b1cdf1276 disassociated (deleted). External IP: 172.25.8.193, port: 1d3f9356-0c1f-4a43-a920-f21b2911223c. Jul 12 16:33:49.813135 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04567d4b-7b40-43ed-b7c9-649b10b4aa3d None None] The sync data for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 is: [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 3, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:49.890694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7d8a4-06bf-459a-a479-7c7e3ef31927 None None] Port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:49.999165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0055e011-7f7c-461c-99c6-4d260a1fe56f no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:50.054022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router f7ff3208-4946-4eb6-820b-d65819b7f57d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:50.054606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea8a30-43b6-4ec0-8f54-8426226e1016 req-df99b2b0-1fca-4b76-9b04-61228c9be05a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:50.062012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 0055e011-7f7c-461c-99c6-4d260a1fe56f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:50.064543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 0055e011-7f7c-461c-99c6-4d260a1fe56f not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:50.067455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebea8a30-43b6-4ec0-8f54-8426226e1016 req-df99b2b0-1fca-4b76-9b04-61228c9be05a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.1895163 Jul 12 16:33:50.096301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:50.105349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:50.195639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebea8a30-43b6-4ec0-8f54-8426226e1016 req-37cd077c-7ce2-4027-abd3-eb7a2ba06f35 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271210 Jul 12 16:33:50.269703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:50.273479 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:50.547892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:33:50.553424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:33:50.633332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8bda24c8-63a0-4917-9f96-79d0aca05e2f None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:50.633809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8bda24c8-63a0-4917-9f96-79d0aca05e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:50.722123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8bda24c8-63a0-4917-9f96-79d0aca05e2f None None] Port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:50.834459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Router ad7091cd-0761-4136-9d5a-7594b5b7a158 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:33:50.937721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:50.949101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Sync routers for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:50.958754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:50.972597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:50.996801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:51.095946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45942) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:51.171484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-404cfd18-a87b-490c-806d-2c3fa3518f5a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/floatingips/d8d05caa-0040-4d45-8a83-6e8b1cdf1276 HTTP/1.1" status: 204 len: 168 time: 2.7628479 Jul 12 16:33:51.176821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:51.177030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:33:51.179868 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fdbef8-b09a-423b-ba38-8327085ce52b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:51.198350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-a42e2793-0d1b-42c6-b675-00146e7b14ea tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:51.211331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c34a3af-8ccd-4e86-a744-ef154f89fa13 admin admin] 10.222.0.58 "PUT /v2.0/routers/ad7091cd-0761-4136-9d5a-7594b5b7a158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8871596 Jul 12 16:33:51.211543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-a42e2793-0d1b-42c6-b675-00146e7b14ea tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.2708771 Jul 12 16:33:51.270844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4ada4cf8-1dc0-4696-a303-f1ff44e56e33 None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:51.271212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4ada4cf8-1dc0-4696-a303-f1ff44e56e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:51.318704 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6887134-99b8-4fe0-ba08-749952b58786 x-openstack-request-id: req-d6887134-99b8-4fe0-ba08-749952b58786 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:51.319172 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:51.319433 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6887134-99b8-4fe0-ba08-749952b58786 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:51.319860 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'status': 'completed', 'code': 200} Jul 12 16:33:51.337357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:33:51.516381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-9209843b-6c2b-45b6-a986-41e6cedf1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:51.520435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-9209843b-6c2b-45b6-a986-41e6cedf1511 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 1096 time: 0.1665757 Jul 12 16:33:51.553463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23668ffc-b5e9-49a6-9cfe-0b1a636800d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:51.663569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:51.663929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:51.707688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4ada4cf8-1dc0-4696-a303-f1ff44e56e33 None None] Port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:33:51.709889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:51.795244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-ee30b465-2d3b-4625-b550-661416743753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:51.797937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-ee30b465-2d3b-4625-b550-661416743753 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 200 len: 897 time: 0.2584023 Jul 12 16:33:51.816824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:51.820702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:51.852082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:51.852630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:51.897996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-87f1dd23-9a24-4db8-8662-6d3168f8579d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 200 len: 217 time: 0.0899475 Jul 12 16:33:51.969963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port 2895f3aa-b7de-417f-973e-4b4fcd8212b1, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=2895f3aa-b7de-417f-973e-4b4fcd8212b1,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:51.970586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.011553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-3f8e5682-02ed-493e-bdaa-5a4de355931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:52.013261 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-3f8e5682-02ed-493e-bdaa-5a4de355931e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 200 len: 835 time: 0.1085455 Jul 12 16:33:52.040653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for 2895f3aa-b7de-417f-973e-4b4fcd8212b1 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:52.061995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.086805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:52.102740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.113272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bc17-2f3e-4389-8c67-8571cdf4960c req-44ed9aa6-7dc3-492f-b6ef-87f20da953ef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:52.114860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dab9bc17-2f3e-4389-8c67-8571cdf4960c req-44ed9aa6-7dc3-492f-b6ef-87f20da953ef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 945 time: 0.4560652 Jul 12 16:33:52.129425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-195c92ed-53d5-4b5b-83da-30787375abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:52.132005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-195c92ed-53d5-4b5b-83da-30787375abf7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c8db7d8b-f80a-40d1-9b41-f7fc92c07726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113977 Jul 12 16:33:52.220095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23668ffc-b5e9-49a6-9cfe-0b1a636800d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.222141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:52.235918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dab9bc17-2f3e-4389-8c67-8571cdf4960c req-2af82d7a-138f-4b9d-9774-3f17200cb7e6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763745 Jul 12 16:33:52.242571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23668ffc-b5e9-49a6-9cfe-0b1a636800d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.266169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:52.296578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Checking router: f7ff3208-4946-4eb6-820b-d65819b7f57d for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:52.307025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:52.307737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:52.319829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23668ffc-b5e9-49a6-9cfe-0b1a636800d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d9a22-ccc1-4fb3-b69c-3f81bb047a7e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:52.355664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-42e28e6b-9d8a-4198-a401-742f3945ba5c service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151403 Jul 12 16:33:52.375742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23668ffc-b5e9-49a6-9cfe-0b1a636800d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a202a4be540c41a49dd189c32e8a9c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2786996 Jul 12 16:33:52.387515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:52.499945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07fdbef8-b09a-423b-ba38-8327085ce52b req-f56f80c5-1ed7-410f-a5c2-26ae012371a3 service neutron] 10.222.0.65 "GET /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330440 Jul 12 16:33:52.538816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:52.574539 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.608787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.702719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.705981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.707513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d49d9a22-ccc1-4fb3-b69c-3f81bb047a7e HTTP/1.1" status: 204 len: 168 time: 0.3165145 Jul 12 16:33:52.749626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:52.753335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfb60-946c-4331-bc96-11fc6a4d4146 req-c2053c76-0c60-44f7-b5d7-609e6177a1d8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:52.755460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449670726', 'description': 'tempest-secgroup-smoke-1449670726 description', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:52.762413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79ebfb60-946c-4331-bc96-11fc6a4d4146 req-c2053c76-0c60-44f7-b5d7-609e6177a1d8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.3828397 Jul 12 16:33:52.763897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025e29-f42d-492a-ab08-00388af43641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d9a22-ccc1-4fb3-b69c-3f81bb047a7e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:52.807715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.822912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.895424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:33:52.901922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79ebfb60-946c-4331-bc96-11fc6a4d4146 req-c54e5862-5a99-4966-9e27-423a84091ba9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334956 Jul 12 16:33:52.941062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=2895f3aa-b7de-417f-973e-4b4fcd8212b1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:52.951099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port 2895f3aa-b7de-417f-973e-4b4fcd8212b1 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:52.957290 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:52.962176 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07ce61d0-360d-4a4f-bee3-7ea4f9d17b98 req-1cb5e667-d159-4e56-957d-0daa41d68ea2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/2895f3aa-b7de-417f-973e-4b4fcd8212b1 HTTP/1.1" status: 204 len: 173 time: 1.7440512 Jul 12 16:33:53.004440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.012142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.062595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.067510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:53.067662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3169436 Jul 12 16:33:53.072247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc280f-b510-49a7-aae2-037fbd5c6816 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d49d2-8df3-4283-8a0c-baa584f59dd8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:53.075096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:53.094956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:53.126826 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Sync routers for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:33:53.132702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.147080 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:53.147744 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:53.176307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca87f-ef36-44d0-a703-e01fffdab612 None None] The sync data for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 is: [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:31:45Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'e24311ba-d8a5-4238-8db4-f8baacd003fe', 'name': '', 'network_id': 'c8db7d8b-f80a-40d1-9b41-f7fc92c07726', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:f3:4e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '70db1027-4b39-4bd6-82e7-f24593505085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:42Z', 'updated_at': '2021-07-12T16:31:53Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '70db1027-4b39-4bd6-82e7-f24593505085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:53.247852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.258653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.311503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86a3c2c-7c8e-482c-9e4a-abb6574110e2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:53.322826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'name': 'network-vif-deleted', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:53.325984 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f8fa6-12a2-4ea2-8ebf-7f1b820a9932" -d '{"events": [{"server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "name": "network-vif-deleted", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:53.333525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.338605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bfb6a8b9-b1fb-45bc-a7f1-88277f264c3a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675414 Jul 12 16:33:53.339441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:53.344270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:53.393427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:53.410629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5841dcff-bbdb-4b81-a85d-3d179a4a28b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.466855 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9000e0-58e5-434d-b53e-fa826d05f69e x-openstack-request-id: req-ee9000e0-58e5-434d-b53e-fa826d05f69e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:53.467441 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2044ce-4513-4cc3-b1c1-26b3a4490e28", "name": "network-vif-deleted", "tag": "2895f3aa-b7de-417f-973e-4b4fcd8212b1", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:53.468629 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee9000e0-58e5-434d-b53e-fa826d05f69e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:53.469231 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2044ce-4513-4cc3-b1c1-26b3a4490e28', 'name': 'network-vif-deleted', 'tag': '2895f3aa-b7de-417f-973e-4b4fcd8212b1', 'status': 'completed', 'code': 200} Jul 12 16:33:53.489282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.496456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:53.503571 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:53.595109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:53.595320 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.619964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-685f3b62-e484-4f7d-9a45-e2f1177ce916 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:53.621968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-685f3b62-e484-4f7d-9a45-e2f1177ce916 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.2579896 Jul 12 16:33:53.645970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ad895aa-9fa9-45e6-8302-644b66bd4052 req-47e4b65c-2980-41cf-872b-c7c34d030335 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc2044ce-4513-4cc3-b1c1-26b3a4490e28 HTTP/1.1" status: 200 len: 210 time: 0.0777433 Jul 12 16:33:53.721002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5841dcff-bbdb-4b81-a85d-3d179a4a28b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.734239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.740478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5841dcff-bbdb-4b81-a85d-3d179a4a28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.747812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.797138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe072a6-6529-41d3-8b2a-0ae45bd005a0 None None] New status for floating IP d8d05caa-0040-4d45-8a83-6e8b1cdf1276: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:33:53.799683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7781085e-8727-497f-a952-3370ad2d5f2e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:53.809466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.813726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2c3d2a38-5045-437e-a9a9-e60baab658c0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4738784 Jul 12 16:33:53.823811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5841dcff-bbdb-4b81-a85d-3d179a4a28b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89b543dbb82b43a19ea3c6618f2a69c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292638 Jul 12 16:33:53.824572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841dcff-bbdb-4b81-a85d-3d179a4a28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a36b38f-4dbf-45f3-bae1-d4b681da3fe0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:53.827572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 45992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:53.843554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 45990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:53.896039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:53.924405 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:49Z', 'revision_number': 4, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f', 'name': '', 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'mac_address': 'fa:16:3e:4f:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:48Z', 'updated_at': '2021-07-12T16:33:49Z', 'revision_number': 2, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'subnets': [{'id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:53.932013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.955796 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Checking router: ad7091cd-0761-4136-9d5a-7594b5b7a158 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:33:53.956037 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Updating router ad7091cd-0761-4136-9d5a-7594b5b7a158 port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:33:53.995121 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:53.996945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.015562 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.031528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 2895f3aa-b7de-417f-973e-4b4fcd8212b1 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:54.078398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 2895f3aa-b7de-417f-973e-4b4fcd8212b1 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:54.079169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 2895f3aa-b7de-417f-973e-4b4fcd8212b1 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:54.121793 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.125176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.133968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a36b38f-4dbf-45f3-bae1-d4b681da3fe0 HTTP/1.1" status: 204 len: 168 time: 0.3019292 Jul 12 16:33:54.156773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ecbb5-d885-4d6b-889a-1ec43a9fa7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a36b38f-4dbf-45f3-bae1-d4b681da3fe0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:54.222635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.234250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.258843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9521144-b52e-4e71-b954-3415e1b69c87,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:54.275164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 1d3f9356-0c1f-4a43-a920-f21b2911223c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:54.275757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.285010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.289030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a011c758-2e33-451f-8674-57f383744894 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360001 Jul 12 16:33:54.289647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:54.305688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:54.383634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f0e7-9b6d-471f-bef1-be244c30eeed req-86edec11-ae3e-46f3-b79f-11c4cfd35a6d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:54.385920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5c1f0e7-9b6d-471f-bef1-be244c30eeed req-86edec11-ae3e-46f3-b79f-11c4cfd35a6d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cfe1f3d-f3b1-4b2b-8d87-e1a041accede HTTP/1.1" status: 200 len: 945 time: 0.1615567 Jul 12 16:33:54.394956 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.405332 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.426124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Transition to ACTIVE for port object b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:33:54.443093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 1d3f9356-0c1f-4a43-a920-f21b2911223c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=1d3f9356-0c1f-4a43-a920-f21b2911223c,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:54.444088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.444890 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.470814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 1d3f9356-0c1f-4a43-a920-f21b2911223c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:54.493855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5c1f0e7-9b6d-471f-bef1-be244c30eeed req-c61e7a22-9266-47ef-bffe-35565d79680a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=ab1d8d10-7510-4f22-9fd8-986a0b856323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947192 Jul 12 16:33:54.530323 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ae52-fda3-49dd-8525-2c394d49b335 None None] Pushing event updated for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:54.549782 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.561180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.569208 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Attempting to bind port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:33:54.572035 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Attempting to bind port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:33:54.572406 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Attempting to bind port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f on network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:33:54.587656 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:33:54.587993 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Checking segment: {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:33:54.588401 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.588798 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Bound using segment: {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:33:54.589270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Bound port: b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3418d1f-2887-4cd2-824e-a4914ee98f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:33:54.595921 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.608094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dedbf87-ce3c-435c-b727-60d31e387523,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:54.613118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.614540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f9de5092-e865-46da-8602-44b455a97d1d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129823 Jul 12 16:33:54.618221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:54.623240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:54.670294 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Project f1f214c31ebf40e89af0505f52dc20aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:33:54.684329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.771197 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] For port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:33:54.775810 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] For port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:33:54.784646 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.808189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.862316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=1d3f9356-0c1f-4a43-a920-f21b2911223c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:54.900906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.908910 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:33:54.910967 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:54.932688 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.948763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] No DVR routers for this DVR port 1d3f9356-0c1f-4a43-a920-f21b2911223c on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:33:54.953458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.956302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fbf0b4cc-1424-4f15-9932-a4538d846e11 req-f1ad5984-9020-4d09-bb05-d710f271de55 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.65 "DELETE /v2.0/ports/1d3f9356-0c1f-4a43-a920-f21b2911223c HTTP/1.1" status: 204 len: 173 time: 1.3180027 Jul 12 16:33:54.963014 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:54.964335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449886 Jul 12 16:33:54.967214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46024) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:54.972615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'security_group_rule': {'security_group_id': 'd39d49d2-8df3-4283-8a0c-baa584f59dd8', 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:54.975514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb5e81-1b09-4c57-8daa-335a781080ce tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2747d8d-5712-426a-9b54-77f36d8c7eeb,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:55.046662 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Project f1f214c31ebf40e89af0505f52dc20aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:33:55.061949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:55.242615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:55.357603 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:33:55.470221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-deleted', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:33:55.473579 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8db79c-c793-4867-85b7-6dedd3dc091f" -d '{"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-deleted", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:33:55.493529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-f75bc416-c194-4c63-aa8b-d5f4a92955ce tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:55.500597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-f75bc416-c194-4c63-aa8b-d5f4a92955ce tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2864616 Jul 12 16:33:55.508974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:55.527800 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ae52-fda3-49dd-8525-2c394d49b335 None None] Pushing event updated for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:55.555290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a435d3cb-8784-4761-b86a-d22101298822,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:55.572824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-28f2a5cb-a7e2-4795-b73f-9dd1d45645e6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0710647 Jul 12 16:33:55.576397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:55.577928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abe5ef7e-5418-42f1-b464-148b759ece41 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6096985 Jul 12 16:33:55.595194 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780cd38-a482-4e1a-a772-86a5d97edfa2 x-openstack-request-id: req-a780cd38-a482-4e1a-a772-86a5d97edfa2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:33:55.595488 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe1f3d-f3b1-4b2b-8d87-e1a041accede", "name": "network-vif-deleted", "tag": "1d3f9356-0c1f-4a43-a920-f21b2911223c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:33:55.595796 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a780cd38-a482-4e1a-a772-86a5d97edfa2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:33:55.596199 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe1f3d-f3b1-4b2b-8d87-e1a041accede', 'name': 'network-vif-deleted', 'tag': '1d3f9356-0c1f-4a43-a920-f21b2911223c', 'status': 'completed', 'code': 200} Jul 12 16:33:55.676307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-b9e1a996-feb1-47b1-8252-f829ea30a907 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021974 Jul 12 16:33:55.735102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:33:55.735846 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:49Z', 'revision_number': 4, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f', 'name': '', 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'mac_address': 'fa:16:3e:4f:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:48Z', 'updated_at': '2021-07-12T16:33:54Z', 'revision_number': 4, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'subnets': [{'id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:33:55.774476 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31dfb5-33df-46d5-ae7e-659e0123927b None None] The sync data for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 is: [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:33:49Z', 'revision_number': 4, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f', 'name': '', 'network_id': 'ca1b8713-6358-4a47-8a33-f85b8b05f2b1', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'mac_address': 'fa:16:3e:4f:d3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:48Z', 'updated_at': '2021-07-12T16:33:54Z', 'revision_number': 4, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'subnets': [{'id': '2f2b272d-d42e-4c0f-a547-3e314cddf767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:33:56.029734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:33:56.050113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-47553c99-4170-4c22-8ef1-5b2fc1bdff7b tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449670726&fields=id&tenant_id=f1f214c31ebf40e89af0505f52dc20aa HTTP/1.1" status: 200 len: 267 time: 0.0863962 Jul 12 16:33:56.086123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 1d3f9356-0c1f-4a43-a920-f21b2911223c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:33:56.086470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 1d3f9356-0c1f-4a43-a920-f21b2911223c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:33:56.164446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-8a77be0f-8338-4436-9e63-9544ee1aaa3b service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864087 Jul 12 16:33:56.248704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-9a1faf83-7cd1-4d4e-a6c4-35cfe8c58b4b tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:56.250720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-9a1faf83-7cd1-4d4e-a6c4-35cfe8c58b4b tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 809 time: 0.1862795 Jul 12 16:33:56.279020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-b32bbc74-8f6c-4e5c-800b-339b453dead8 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/quotas/f1f214c31ebf40e89af0505f52dc20aa HTTP/1.1" status: 200 len: 375 time: 0.0195551 Jul 12 16:33:56.301700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-4c470eeb-eaeb-4de4-8864-1863cb9fbc17 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362596 Jul 12 16:33:56.402743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-39b4ed51-f764-4a61-97f1-8243af70bc0e tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159661 Jul 12 16:33:56.622802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-5a283ac4-31f8-4f62-a356-237d7c1e0ad1 service neutron] 10.222.0.58 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021306 Jul 12 16:33:56.732045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c500c02-bbb1-4ca4-ad13-2f7629eecab7 req-8c9747fa-610c-4daf-9ef0-ab583f274b54 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 210 time: 0.0456264 Jul 12 16:33:56.750674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:56.858487 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-c0230121-6b7d-4357-bf51-028a873a63d6 service neutron] 10.222.0.58 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348120 Jul 12 16:33:57.284271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port e24311ba-d8a5-4238-8db4-f8baacd003fe {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:33:57.284846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:57.395286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63742c63-8535-42c7-8481-24cccbfd2f9d req-bed4c1af-565f-4c62-900d-8b25a7ae46e9 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 210 time: 0.1725962 Jul 12 16:33:57.486842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port e24311ba-d8a5-4238-8db4-f8baacd003fe, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e24311ba-d8a5-4238-8db4-f8baacd003fe,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:57.486842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:57.524867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for e24311ba-d8a5-4238-8db4-f8baacd003fe owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:33:57.599383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:57.694880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:33:57.701934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:57.707617 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:57.945160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:58.009213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:33:58.016741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:58.131662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:58.458856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a8f84558-cbc1-499f-8dd5-100255e6f694 req-1f530eff-6a59-4236-9068-ec027340a107 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 210 time: 0.0600631 Jul 12 16:33:58.499082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04a9cca9-f4e5-4741-81b7-d11593d723da None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:58.499700 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04a9cca9-f4e5-4741-81b7-d11593d723da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:58.826096 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:58.882922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=e24311ba-d8a5-4238-8db4-f8baacd003fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:33:58.916655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-433b6ce8-0e11-4b70-8807-88fb723a481b req-b6f28235-3c86-4e7d-a105-c9d8b34ccaea tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 210 time: 0.3576286 Jul 12 16:33:59.004264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-d2c5f447-3e47-4ce0-8a87-f4ed60805cbb tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:33:59.007183 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-d2c5f447-3e47-4ce0-8a87-f4ed60805cbb tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.4684327 Jul 12 16:33:59.042315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:33:59.310849 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:59.312576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:33:59.338253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:59.635468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:33:59.652700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.10 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/9929e23d-1c44-40d8-8391-611243ea72d2) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:33:59.711329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:33:59.712094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:33:59.777877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-2b97ce10-e9b5-4665-8d28-3b770ab1c58a req-1cac4f20-a574-49ee-871d-0923cd26384c service neutron] (93712) timed out ('10.222.0.65', 53132) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:33:59.795159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d501649a-33eb-427a-9a98-3fca0248ab3b req-6a7116a3-489e-4828-862c-ddc4b7d78973 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 210 time: 0.0757775 Jul 12 16:33:59.826051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router f7ff3208-4946-4eb6-820b-d65819b7f57d has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:34:00.004538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.020508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-0b544c5b-f293-40bc-ae0f-e5c78ddf4c3b tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:00.022140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-0b544c5b-f293-40bc-ae0f-e5c78ddf4c3b tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 809 time: 0.2691207 Jul 12 16:34:00.116240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.129200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:00.150557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-151b207b-031e-4876-8c35-263ceedb7352 req-ae2b5992-de5c-426f-94a9-414155a538dd tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 210 time: 0.0464928 Jul 12 16:34:00.157596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-c5b8dca6-5b56-4dcb-bca2-4437cb575788 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f214c31ebf40e89af0505f52dc20aa HTTP/1.1" status: 200 len: 380 time: 0.0909016 Jul 12 16:34:00.169995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'port': {'device_id': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'admin_state_up': True, 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'security_groups': ['d39d49d2-8df3-4283-8a0c-baa584f59dd8']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:00.195369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:34:00.209365 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Sync routers for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:34:00.230941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c9cc7c86-48c9-4d59-aa86-ff20aed77cf8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/f7ff3208-4946-4eb6-820b-d65819b7f57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4947410 Jul 12 16:34:00.232015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:00.233391 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:00.234336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46166) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:00.235164 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:00.236160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:00.252937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:00.307651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:00.308433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.326080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting subnet 70db1027-4b39-4bd6-82e7-f24593505085 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:34:00.330475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:00.334514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-87a60fed-5e5c-4a71-a4d6-870df8819473 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2979324 Jul 12 16:34:00.336980 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.360536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Request body: {'port': {'device_id': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:00.430938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.479267 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:00.511480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.514554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Made reservation on behalf of f1f214c31ebf40e89af0505f52dc20aa for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:34:00.518203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.656175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.798383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Allocated IP 172.20.0.3 (fd16c35a-179d-4e6f-9366-db5e34cd9c34/94503ad2-dec3-47f3-aba5-cd63f86c2d1a/4c0b2c8d-ac75-447f-8197-094d91b50932) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:00.805009 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.815871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:33:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:00.858598 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Checking router: f7ff3208-4946-4eb6-820b-d65819b7f57d for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:34:00.868133 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Routers {'f7ff3208-4946-4eb6-820b-d65819b7f57d'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:00.868762 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:33:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['f7ff3208-4946-4eb6-820b-d65819b7f57d'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:00.901990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Subnet': ['ID=70db1027-4b39-4bd6-82e7-f24593505085,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:00.932415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9929e23d-1c44-40d8-8391-611243ea72d2 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:00.940244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.953949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Transition to ACTIVE for port object 9929e23d-1c44-40d8-8391-611243ea72d2 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:00.960730 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.976325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd15aa-4b6d-4327-aa27-94d1bf79049d None None] Network c8db7d8b-f80a-40d1-9b41-f7fc92c07726 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:34:00.991435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:00.995967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-72f12c8a-a72e-4013-bb29-405fe3d54483 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/subnets/70db1027-4b39-4bd6-82e7-f24593505085 HTTP/1.1" status: 204 len: 168 time: 0.7582550 Jul 12 16:34:01.023828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:01.024790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:01.049259 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] Set router f7ff3208-4946-4eb6-820b-d65819b7f57d gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:01.164819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.186632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Transition to ACTIVE for port object 4c0b2c8d-ac75-447f-8197-094d91b50932 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:01.268647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.299902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.386237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:01.390751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:01.416944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:01.522728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9d19-6a3c-416c-952f-b3ad13e604ea req-11fdc5d4-07e9-4fce-bba1-3d6c39242742 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:01.529748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8e9d19-6a3c-416c-952f-b3ad13e604ea req-11fdc5d4-07e9-4fce-bba1-3d6c39242742 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 944 time: 0.5526586 Jul 12 16:34:01.550922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] DHCP port deletion for c8db7d8b-f80a-40d1-9b41-f7fc92c07726 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:34:01.572937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:01.636922 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:33:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:01.655070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:01.655769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.660172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Deleting port 787c28f2-1cbe-44a9-9f51-831d3d940a31 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:34:01.663799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.718296 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c0413-7e11-490f-a649-ff7871edff23 None None] The sync data for ids ['f7ff3208-4946-4eb6-820b-d65819b7f57d'] in n-d-800078-3 is: [{'id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190985537', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:31:36Z', 'updated_at': '2021-07-12T16:33:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '5018e104-c7d1-46b9-9f42-ff46750e3897', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ff3208-4946-4eb6-820b-d65819b7f57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:31:37Z', 'updated_at': '2021-07-12T16:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:34:01.721786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe8e9d19-6a3c-416c-952f-b3ad13e604ea req-032de067-ad2c-4e2d-9c7d-5f2dad50592d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640754 Jul 12 16:34:01.733118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-a3f8188c-d2d8-46c3-88cf-5438b90036cc tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5685232 Jul 12 16:34:01.758939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Request body: {'port': {'device_id': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:01.877464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] For port 787c28f2-1cbe-44a9-9f51-831d3d940a31, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=787c28f2-1cbe-44a9-9f51-831d3d940a31,segment=NetworkSegment(65e026cd-66e4-42a6-aeca-5ebc0e027b18),segment_id=65e026cd-66e4-42a6-aeca-5ebc0e027b18)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:01.883089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:01.923044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Calling delete_port for 787c28f2-1cbe-44a9-9f51-831d3d940a31 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:34:01.930529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Attempting to bind port 9929e23d-1c44-40d8-8391-611243ea72d2 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:01.950125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Attempting to bind port 9929e23d-1c44-40d8-8391-611243ea72d2 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:01.950834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Attempting to bind port 9929e23d-1c44-40d8-8391-611243ea72d2 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:01.981677 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.001581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Port 9929e23d-1c44-40d8-8391-611243ea72d2 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:34:02.001915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Attempting to bind port 9929e23d-1c44-40d8-8391-611243ea72d2 on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:02.024454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:02.025133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:02.025235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:02.025595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Bound port: 9929e23d-1c44-40d8-8391-611243ea72d2, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:02.025949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.134879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed54d2a-e753-4a88-9e53-f1c7907d4ce3 req-059cf7b9-9a53-4124-99da-0710d015e5b0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:02.142540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bed54d2a-e753-4a88-9e53-f1c7907d4ce3 req-059cf7b9-9a53-4124-99da-0710d015e5b0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 931 time: 0.5382435 Jul 12 16:34:02.172466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-10953541-ca1e-4b7b-8a22-a108f01e1fab None None] Provisioning for port 4c0b2c8d-ac75-447f-8197-094d91b50932 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:02.180872 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.191162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-10953541-ca1e-4b7b-8a22-a108f01e1fab None None] Provisioning complete for port 4c0b2c8d-ac75-447f-8197-094d91b50932 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:02.192115 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10953541-ca1e-4b7b-8a22-a108f01e1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.197694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e73323-196d-40cd-a23c-5aef05077ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.320176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:02.324254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bed54d2a-e753-4a88-9e53-f1c7907d4ce3 req-6fe1e9b2-c223-439d-acb5-f581b30f0495 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807067 Jul 12 16:34:02.376378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-10953541-ca1e-4b7b-8a22-a108f01e1fab None None] Port 4c0b2c8d-ac75-447f-8197-094d91b50932 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:02.378681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9929e23d-1c44-40d8-8391-611243ea72d2,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:02.390481 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.393473 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.406687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] No DVR routers for this DVR port 787c28f2-1cbe-44a9-9f51-831d3d940a31 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:34:02.455695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132963-5541-4f36-a946-9f47ab99156f None None] Pushing event deleted for resources: {'Port': ['ID=787c28f2-1cbe-44a9-9f51-831d3d940a31,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:02.482177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:02.495088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 5018e104-c7d1-46b9-9f42-ff46750e3897 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:34:02.495438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.498380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:02.498995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.500443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0b888fb4-5667-4597-a83a-69389f65cd82 service neutron] 10.222.0.65 "PUT /v2.0/ports/9929e23d-1c44-40d8-8391-611243ea72d2 HTTP/1.1" status: 200 len: 1092 time: 2.1497743 Jul 12 16:34:02.500894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:02.503172 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:02.611165 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870e835-ab64-45d7-b957-0c2b7b81f90a x-openstack-request-id: req-3870e835-ab64-45d7-b957-0c2b7b81f90a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:02.611727 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:02.612151 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3870e835-ab64-45d7-b957-0c2b7b81f90a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:02.612683 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2', 'status': 'completed', 'code': 200} Jul 12 16:34:02.695556 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 5018e104-c7d1-46b9-9f42-ff46750e3897, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5018e104-c7d1-46b9-9f42-ff46750e3897,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:02.696181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.700219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-bb158524-789d-490c-bf6b-e6d28d9dd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:02.702344 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-bb158524-789d-490c-bf6b-e6d28d9dd11b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 1095 time: 0.1255145 Jul 12 16:34:02.706489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0b2c8d-ac75-447f-8197-094d91b50932 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:02.717221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.723483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 5018e104-c7d1-46b9-9f42-ff46750e3897 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:34:02.731851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Transition to ACTIVE for port object 4c0b2c8d-ac75-447f-8197-094d91b50932 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:02.737540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:02.762623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-fb66700c-8b7f-4c6a-93a7-9dedbcf19dbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9929e23d-1c44-40d8-8391-611243ea72d2 HTTP/1.1" status: 200 len: 217 time: 0.0498943 Jul 12 16:34:02.911774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:02.913319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-b6ae9d37-c67e-44ce-9ba8-771d4d9aecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:02.915009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-b6ae9d37-c67e-44ce-9ba8-771d4d9aecb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1416962 Jul 12 16:34:02.928730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Attempting to bind port 4c0b2c8d-ac75-447f-8197-094d91b50932 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:02.929166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Attempting to bind port 4c0b2c8d-ac75-447f-8197-094d91b50932 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:02.929556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Attempting to bind port 4c0b2c8d-ac75-447f-8197-094d91b50932 on network fd16c35a-179d-4e6f-9366-db5e34cd9c34 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:02.935155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Port 4c0b2c8d-ac75-447f-8197-094d91b50932 on network fd16c35a-179d-4e6f-9366-db5e34cd9c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:34:02.935571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Attempting to bind port 4c0b2c8d-ac75-447f-8197-094d91b50932 on network fd16c35a-179d-4e6f-9366-db5e34cd9c34 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:02.941535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:02.941873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Checking segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:02.951653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Bound using segment: {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:02.952226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Bound port: 4c0b2c8d-ac75-447f-8197-094d91b50932, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456d42c3-f304-43bc-99e9-68ff44fb537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:02.952728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:03.048468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-6b1a9dbe-888a-4368-a37c-3df94e2bffc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226456 Jul 12 16:34:03.072876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:03.076653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4c0b2c8d-ac75-447f-8197-094d91b50932,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:03.088126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:03.175632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:03.176533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:03.179059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] 10.222.0.65 "PUT /v2.0/ports/4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 1091 time: 1.4381490 Jul 12 16:34:03.180047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:03.186136 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:03.253670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b2366-15a0-47ae-9f5b-582f0d30ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:03.259671 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:03.269023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-4726d285-4c7e-4d07-afd8-141e480813ed service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028432 Jul 12 16:34:03.344895 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527584f-bbd2-4ab6-b0ea-4039a2f59d62 x-openstack-request-id: req-a527584f-bbd2-4ab6-b0ea-4039a2f59d62 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:03.345197 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:03.345453 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a527584f-bbd2-4ab6-b0ea-4039a2f59d62 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:03.348061 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'status': 'completed', 'code': 200} Jul 12 16:34:03.413610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-b09a7ec9-e428-4cc2-9872-bc5356b4eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:03.418451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-b09a7ec9-e428-4cc2-9872-bc5356b4eb75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1094 time: 0.1598704 Jul 12 16:34:03.453662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e24311ba-d8a5-4238-8db4-f8baacd003fe no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:34:03.498052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-9e4d7e54-19de-497c-b4b1-e5da379fd134 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 217 time: 0.0639460 Jul 12 16:34:03.500466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e24311ba-d8a5-4238-8db4-f8baacd003fe {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:34:03.504655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e24311ba-d8a5-4238-8db4-f8baacd003fe not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:34:03.504827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:03.506029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 787c28f2-1cbe-44a9-9f51-831d3d940a31 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:34:03.537939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 787c28f2-1cbe-44a9-9f51-831d3d940a31 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:34:03.538771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 787c28f2-1cbe-44a9-9f51-831d3d940a31 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:34:03.586662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=5018e104-c7d1-46b9-9f42-ff46750e3897,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:03.616442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-37f17076-716a-4b02-9764-c59b367d575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:03.618084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-37f17076-716a-4b02-9764-c59b367d575f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.1068091 Jul 12 16:34:03.632952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91bed825-e2f2-4d39-9c7a-1709cc82e281 req-0c31f608-a5ed-441f-8547-9e8afbd3fe1a service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520527 Jul 12 16:34:03.740579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835c873-a092-4c0e-a913-cc761cb72edd req-32cd2a89-186f-4fa8-bd85-4341703e0a37 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:03.742665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b835c873-a092-4c0e-a913-cc761cb72edd req-32cd2a89-186f-4fa8-bd85-4341703e0a37 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 943 time: 0.1766977 Jul 12 16:34:03.793296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-2bbd0a92-a114-4fef-a77b-a329978f467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:03.794875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-2bbd0a92-a114-4fef-a77b-a329978f467b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566453 Jul 12 16:34:03.804961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b835c873-a092-4c0e-a913-cc761cb72edd req-25de2ded-e57d-49c6-bb7e-eadecf6a71fd tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561817 Jul 12 16:34:03.916218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-16a9f19c-35bf-41b4-9334-7b8b8e86aac3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089215 Jul 12 16:34:04.015671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7db9ae07-6a58-4adc-92c7-435912e7adfc req-eb0d5b14-4d55-494c-a44a-75204e71e430 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919697 Jul 12 16:34:04.167398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-ad2c5ba3-a6f5-466d-ab89-48f45bf8b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.172316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-ad2c5ba3-a6f5-466d-ab89-48f45bf8b668 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1094 time: 0.0971441 Jul 12 16:34:04.178609 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.320901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-b52dfaea-b35b-4467-ad86-eb7f7fd182ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.322671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-b52dfaea-b35b-4467-ad86-eb7f7fd182ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 910 time: 0.1423841 Jul 12 16:34:04.343682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.345822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.376543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-0884ce0d-a628-4561-bea7-7574205e0df5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 217 time: 0.0434916 Jul 12 16:34:04.402184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28237ecb-40b6-4076-ab74-2e78d75b92e2 req-66dc05e3-0e69-457f-b3b8-e6a2e5d322da tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.403754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28237ecb-40b6-4076-ab74-2e78d75b92e2 req-66dc05e3-0e69-457f-b3b8-e6a2e5d322da tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 944 time: 1.3633931 Jul 12 16:34:04.406315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.406878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Fanout notify agent at l3_agent the message router_deleted on router f7ff3208-4946-4eb6-820b-d65819b7f57d {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:34:04.418456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.419573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-469dad57-6f05-4031-bd9d-d6f60470788b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/routers/f7ff3208-4946-4eb6-820b-d65819b7f57d HTTP/1.1" status: 204 len: 168 time: 3.3921366 Jul 12 16:34:04.432428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46224) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:04.442591 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-111bf27a-0fee-4abd-9e8d-439ddb19b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.489999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-28567507-8831-4477-84cb-edb35eba1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.491959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-28567507-8831-4477-84cb-edb35eba1a74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.1084514 Jul 12 16:34:04.513010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-8c42452d-92a7-46e5-979c-1eb4a1ed5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.514506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-8c42452d-92a7-46e5-979c-1eb4a1ed5871 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 1095 time: 0.7866719 Jul 12 16:34:04.562501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-75e821ff-8fb1-4d8b-a61e-a160183c1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.563203 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-75e821ff-8fb1-4d8b-a61e-a160183c1b0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618074 Jul 12 16:34:04.592179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-28237ecb-40b6-4076-ab74-2e78d75b92e2 req-611292a7-16e9-407c-b3c0-2a6eccd536ae tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686232 Jul 12 16:34:04.627056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.658185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.65', 53647) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:04.696923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-6e7d6ed9-eeb3-479a-b14d-1769cdfe5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.698645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-6e7d6ed9-eeb3-479a-b14d-1769cdfe5733 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.1757925 Jul 12 16:34:04.716850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-61e675fe-11f6-44bd-b1a5-a261b3884aeb service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457987 Jul 12 16:34:04.775532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-1e0aa5f0-83ab-455e-b94c-9e34e26fefc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9929e23d-1c44-40d8-8391-611243ea72d2 HTTP/1.1" status: 200 len: 217 time: 0.0649731 Jul 12 16:34:04.821913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-8ce18df3-d383-4285-9a2f-f6c246d50ad9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617525 Jul 12 16:34:04.858906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d19d43e-88f5-4af9-9ad2-7262cfcbef51 req-ec86710c-7081-4e4c-bdee-73d677656f55 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350605 Jul 12 16:34:04.874784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-1c283a3e-0b82-4126-94fe-425d2cc1437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:04.876339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-1c283a3e-0b82-4126-94fe-425d2cc1437f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.0941019 Jul 12 16:34:04.886936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.920246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:04.979049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8db7d8b-f80a-40d1-9b41-f7fc92c07726']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:04.983019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-a05c0f99-8b51-4c85-8295-ef32e38549c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895879 Jul 12 16:34:05.012187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca210-8718-4665-854b-a4da925ac307 req-28b570ce-9ed5-4dc8-a0f9-76a1238be0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:05.014228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-28b570ce-9ed5-4dc8-a0f9-76a1238be0bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1096 time: 0.1315281 Jul 12 16:34:05.014348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e026cd-66e4-42a6-aeca-5ebc0e027b18') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:05.014348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e026cd-66e4-42a6-aeca-5ebc0e027b18') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:05.026442 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.053555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.110555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:34:05.110915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:34:05.114326 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:34:05.197579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.215337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca210-8718-4665-854b-a4da925ac307 req-0a51f0c3-0809-4e3f-95aa-f56af55174bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:05.215797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.217148 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-0a51f0c3-0809-4e3f-95aa-f56af55174bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.1730430 Jul 12 16:34:05.220384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/networks/c8db7d8b-f80a-40d1-9b41-f7fc92c07726 HTTP/1.1" status: 204 len: 168 time: 0.7868211 Jul 12 16:34:05.224275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46240) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:05.236341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-bf29e7a3-7632-4a72-b07f-870fb24dd7eb service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798429 Jul 12 16:34:05.253555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeb1c3-8eff-473a-9c7e-01df8c597ab7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Network': ['ID=c8db7d8b-f80a-40d1-9b41-f7fc92c07726,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:05.305738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-9c52f1d9-7532-40e4-b5df-a217eff55dae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 217 time: 0.0717409 Jul 12 16:34:05.371087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-102f8a2c-5fde-4c54-8de0-a4bf76ae71de req-1b5c89b6-7be2-4433-8a2f-02ed3a08502e service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263382 Jul 12 16:34:05.400077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6cf8-bd0c-4c79-b581-d0b1f26dea7f req-ed755ee5-6a2f-4f88-8605-1b941531ee72 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:05.406776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-401a6cf8-bd0c-4c79-b581-d0b1f26dea7f req-ed755ee5-6a2f-4f88-8605-1b941531ee72 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 943 time: 0.3486371 Jul 12 16:34:05.409125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.420090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5018e104-c7d1-46b9-9f42-ff46750e3897 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:34:05.446328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5018e104-c7d1-46b9-9f42-ff46750e3897 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:34:05.447604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5018e104-c7d1-46b9-9f42-ff46750e3897 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:34:05.461827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca210-8718-4665-854b-a4da925ac307 req-4b8d195b-40ec-4ea9-bd5a-b3f14f1dc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:05.463470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-4b8d195b-40ec-4ea9-bd5a-b3f14f1dc0d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1473832 Jul 12 16:34:05.470290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.516397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-170ffb36-67de-42f4-a650-bb0bea01dbd8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391634 Jul 12 16:34:05.524628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.589275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-401a6cf8-bd0c-4c79-b581-d0b1f26dea7f req-ffaed185-9060-4683-bbdc-df55457b5dc7 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816456 Jul 12 16:34:05.668662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-1f6f13ca-2ef3-42f3-8b16-eab42a02d00c service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409938 Jul 12 16:34:05.756578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.759747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.761542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab1d8d10-7510-4f22-9fd8-986a0b856323 HTTP/1.1" status: 204 len: 168 time: 0.5361741 Jul 12 16:34:05.782044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666e860-f5d6-4a58-a2e2-418618d585b9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d8d10-7510-4f22-9fd8-986a0b856323,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:05.835056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-42437990-96a2-4fc4-9700-f2a3e3ea00c4 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526802 Jul 12 16:34:05.851467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:05.885723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3811-b5c7-47a3-b930-2ddff1a4a92c req-8c06b3c9-1ffa-4034-a331-c2579dfb6f7c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:05.893201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2ff3811-b5c7-47a3-b930-2ddff1a4a92c req-8c06b3c9-1ffa-4034-a331-c2579dfb6f7c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 944 time: 0.1577704 Jul 12 16:34:05.949266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d2ff3811-b5c7-47a3-b930-2ddff1a4a92c req-f81980b8-6d39-4a8f-bea3-9a9f1858f965 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550146 Jul 12 16:34:06.085288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46252) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:06.089566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9929e23d-1c44-40d8-8391-611243ea72d2 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:34:06.090678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545955629', 'description': 'tempest-secgroup-smoke-1545955629 description', 'project_id': '42ce248d4ae044569b97dc04148d0f3a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:06.114484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.214006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9929e23d-1c44-40d8-8391-611243ea72d2,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:06.231679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.235249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '9929e23d-1c44-40d8-8391-611243ea72d2', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': '9929e23d-1c44-40d8-8391-611243ea72d2', 'mac_address': 'fa:16:3e:37:7f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:34:06.237186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.285975 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.288911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc41764-cbd6-4a26-a794-f174495711d8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.301185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9929e23d-1c44-40d8-8391-611243ea72d2 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:06.302976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.307320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:06.307969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a4ba8c77-f271-476d-a698-2938629d345e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2211916 Jul 12 16:34:06.312502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:06.329189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9929e23d-1c44-40d8-8391-611243ea72d2,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:06.335114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.344717 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.376001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4c0b2c8d-ac75-447f-8197-094d91b50932 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:34:06.413150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.425889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.431194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.452896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd322449-effd-4b9a-b6e3-da897d11614f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.458491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.460369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7d27a17c-d4a3-403f-85aa-04b72b167010 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518519 Jul 12 16:34:06.462870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:06.467578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:06.499324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.520613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4c0b2c8d-ac75-447f-8197-094d91b50932,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:06.539053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'port_id': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'mac_address': 'fa:16:3e:9d:92:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:34:06.604595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.629404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.633893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.652045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0b2c8d-ac75-447f-8197-094d91b50932 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:06.658936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2080f45d-69f2-4a15-967c-89c207f7a3c1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.681485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.682891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e698ad7-17bf-4291-81b0-fe06e432a203 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2188821 Jul 12 16:34:06.685706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:06.691325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:06.698665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4c0b2c8d-ac75-447f-8197-094d91b50932,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:06.705944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.731034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.775849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.840070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.850779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.897463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d006e7-4427-4d0a-834e-c5f1595fbf85,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:06.901432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:06.903057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-85b9aa77-318b-4136-85db-d0f7311eeab5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163515 Jul 12 16:34:06.905763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:06.915090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:06.936121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dcc17-6936-465c-88d7-ab6a8634158c req-a8b77b4f-39d1-4dbf-8a4e-72adebe8c5f7 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:06.948670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac7dcc17-6936-465c-88d7-ab6a8634158c req-a8b77b4f-39d1-4dbf-8a4e-72adebe8c5f7 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 944 time: 0.1815445 Jul 12 16:34:06.956555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.016136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac7dcc17-6936-465c-88d7-ab6a8634158c req-1afc5075-e22b-4115-8d09-8dc619285913 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662682 Jul 12 16:34:07.044383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['4c0b2c8d-ac75-447f-8197-094d91b50932'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:07.074168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.085216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.108284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77582a3e-c845-45a9-85af-f66462ab3ee2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:07.131950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9929e23d-1c44-40d8-8391-611243ea72d2'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:07.170502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.175025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd7a859c-2442-4f99-908d-3c836848c7b5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2656162 Jul 12 16:34:07.175296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46280) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:07.180697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:07.256084 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:34:07.268691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.301917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da44062-e538-4fe7-b33d-2d3ec1508d8e req-a204e55f-691f-4b51-8e0b-8cd25294330d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:07.306628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7da44062-e538-4fe7-b33d-2d3ec1508d8e req-a204e55f-691f-4b51-8e0b-8cd25294330d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 945 time: 0.1724842 Jul 12 16:34:07.309731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.414813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7da44062-e538-4fe7-b33d-2d3ec1508d8e req-009c1145-27aa-4cf7-b337-49c54d5fe381 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 Jul 12 16:34:07.430886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.447421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.473248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa2ce5a-d1c9-49b9-86e5-1e80370ef4ec,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:07.483174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.485456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35a38e61-26bb-4a19-a035-8ca78aea2406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3091006 Jul 12 16:34:07.488310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46286) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:07.494119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '8fc41764-cbd6-4a26-a794-f174495711d8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:07.542856 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:34:07.550328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.626514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.637600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.661452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de99d6c-4076-421b-8044-098572b4c7f4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:07.669415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.671189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7eae5a84-fe39-40a1-9a0b-37a7348d5d52 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815462 Jul 12 16:34:07.674319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46292) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:07.682047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'network': {'name': 'tempest-network-smoke--297437028', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:07.713754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:34:07.718327 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.742338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46296) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:07.782207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:34:07.804347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.804695 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Added segment 45a50311-855b-4b77-a2cf-3e8456b121aa of type vlan for network 07b501ef-3162-470f-ad6d-757665b3f7d6 Jul 12 16:34:07.867840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.904690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.913362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:07.914238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:07.915682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8065b69-6cc4-4a26-a0d3-0f70c6fe4fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.008757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Network': ['ID=07b501ef-3162-470f-ad6d-757665b3f7d6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:08.019398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:34:08.023160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8065b69-6cc4-4a26-a0d3-0f70c6fe4fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.028937 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8065b69-6cc4-4a26-a0d3-0f70c6fe4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.035854 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c87a9e09-ad86-46b0-8b03-8a1ef30b9558 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3604317 Jul 12 16:34:08.039367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:08.057008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'admin_state_up': True, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:08.071907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f8065b69-6cc4-4a26-a0d3-0f70c6fe4fe7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68054b2bbfa74b048e4ff6c634053999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281150 Jul 12 16:34:08.072797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8065b69-6cc4-4a26-a0d3-0f70c6fe4fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c9c4ae-4a9c-4d0b-9d48-758885f01d4d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:08.075076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46306) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:08.106804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9929e23d-1c44-40d8-8391-611243ea72d2 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:08.114391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.116529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.137703 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.199264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.218740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 9929e23d-1c44-40d8-8391-611243ea72d2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:08.223512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 9929e23d-1c44-40d8-8391-611243ea72d2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:08.224868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.279766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.289970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.294158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.295658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54c9c4ae-4a9c-4d0b-9d48-758885f01d4d HTTP/1.1" status: 204 len: 168 time: 0.2196281 Jul 12 16:34:08.328246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608bc2f-0d58-4fa9-87c8-4bf372c32ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c9c4ae-4a9c-4d0b-9d48-758885f01d4d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:08.361433 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.392930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:08.395746 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e63df6-e6b7-4749-9f7e-4cbc5eddb029" -d '{"events": [{"server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "name": "network-vif-plugged", "status": "completed", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:08.416503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6627f-4805-4884-9cba-38e6b6dd58dc req-a8fd4baf-bfac-4f6b-83e1-5819e8dfcdb7 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:08.418356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94f6627f-4805-4884-9cba-38e6b6dd58dc req-a8fd4baf-bfac-4f6b-83e1-5819e8dfcdb7 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 944 time: 0.1751659 Jul 12 16:34:08.432978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9929e23d-1c44-40d8-8391-611243ea72d2,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:08.439248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.454628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4c0b2c8d-ac75-447f-8197-094d91b50932 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:08.486132 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5b1e9d-4fc2-46fa-b279-df1a739a315d x-openstack-request-id: req-fd5b1e9d-4fc2-46fa-b279-df1a739a315d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:08.486543 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "name": "network-vif-plugged", "status": "completed", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:08.486891 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd5b1e9d-4fc2-46fa-b279-df1a739a315d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:08.487574 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2', 'code': 200} Jul 12 16:34:08.572638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.593335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:08.611752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 4c0b2c8d-ac75-447f-8197-094d91b50932 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:08.618806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 4c0b2c8d-ac75-447f-8197-094d91b50932 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:08.619700 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.626122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94f6627f-4805-4884-9cba-38e6b6dd58dc req-71ca348f-0a25-48fa-95c0-69e9b7b4b50a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693242 Jul 12 16:34:08.726990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab94f-df6f-46eb-9cd1-1053baa40a46 req-0deb01f1-27cc-4efe-8169-b1f7d2a91540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:08.728768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91ab94f-df6f-46eb-9cd1-1053baa40a46 req-0deb01f1-27cc-4efe-8169-b1f7d2a91540 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 1097 time: 0.1738667 Jul 12 16:34:08.744847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528281d-7474-4b65-8e39-85e3e96347e4 req-aefbba89-8131-45e8-9c1e-0d4227fd9706 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:08.746901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a528281d-7474-4b65-8e39-85e3e96347e4 req-aefbba89-8131-45e8-9c1e-0d4227fd9706 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.1137037 Jul 12 16:34:08.777599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46318) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:08.786610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.792555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b64bb711-a5a1-4a1d-9d85-9aa3db22f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.819904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b91ab94f-df6f-46eb-9cd1-1053baa40a46 req-d970fa0d-b58f-4cc8-aed4-8e5e01092df5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717716 Jul 12 16:34:08.823210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4c0b2c8d-ac75-447f-8197-094d91b50932,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:08.827501 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.843737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a528281d-7474-4b65-8e39-85e3e96347e4 req-ef569df4-b46c-429a-8539-a6a96a2e561a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802460 Jul 12 16:34:08.910535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:08.963003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:08.994156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.120511 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b64bb711-a5a1-4a1d-9d85-9aa3db22f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.129315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b64bb711-a5a1-4a1d-9d85-9aa3db22f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.169949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.42 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/a2eb0b2c-09ea-47d8-a0a5-54283de5a444) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:09.187772 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b64bb711-a5a1-4a1d-9d85-9aa3db22f97c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46bbbc56d36443bdaae2ea9c59884475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088366 Jul 12 16:34:09.190107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:09.194042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-042919be-a0c1-4db0-ae87-1b4e0fcbbaab None None] Provisioning complete for port 4c0b2c8d-ac75-447f-8197-094d91b50932 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:09.194545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-042919be-a0c1-4db0-ae87-1b4e0fcbbaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.195293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb711-a5a1-4a1d-9d85-9aa3db22f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de094e0-b67a-475e-a208-3844451887d6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:09.274905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.316896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.317635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.372957 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.403707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.407391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.409040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0de094e0-b67a-475e-a208-3844451887d6 HTTP/1.1" status: 204 len: 168 time: 0.2174244 Jul 12 16:34:09.420647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9218d1-744a-42f7-8272-257845d4e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de094e0-b67a-475e-a208-3844451887d6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:09.448044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:09.455834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:09.459534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:09.485720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:09.753339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:09.926427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b766a4-6574-4354-99f0-364d8700348a req-dd77468f-3601-4553-9f5a-9e88b726cfb0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:09.933613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77b766a4-6574-4354-99f0-364d8700348a req-dd77468f-3601-4553-9f5a-9e88b726cfb0 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.1570377 Jul 12 16:34:09.992703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77b766a4-6574-4354-99f0-364d8700348a req-b641d897-2cfc-43a3-ac1d-6cdc9f25771d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543089 Jul 12 16:34:10.114188 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:10.188483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bfdaf-7678-4b2a-8fb1-37271fb46373 req-00345833-95b1-45f1-b76a-67cb35a8c7c7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:10.189982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a5bfdaf-7678-4b2a-8fb1-37271fb46373 req-00345833-95b1-45f1-b76a-67cb35a8c7c7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.1389315 Jul 12 16:34:10.282004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a5bfdaf-7678-4b2a-8fb1-37271fb46373 req-ace3be9d-49f4-41eb-aa00-31c4cea26dff tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Jul 12 16:34:10.321250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 445e6018-40bf-4b3f-ba51-ec754598079f is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:34:10.466823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:34:10.480460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Sync routers for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:34:10.489074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:10.490980 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:10.492162 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa8f01e-0312-47be-8b9d-9b9e7fac2afa" -d '{"events": [{"server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:10.494571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04eb3adf-5578-4269-ba2b-0c44058c71b2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4540255 Jul 12 16:34:10.497744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46368) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:10.510908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:10.511647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:10.591451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-274b8171-0ed6-4dc9-84dd-f1cdd8da59a3 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=42ce248d4ae044569b97dc04148d0f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900154 Jul 12 16:34:10.592338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:10.600620 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243f17a0-1b7d-4832-a164-6f4f8bbec4cb x-openstack-request-id: req-243f17a0-1b7d-4832-a164-6f4f8bbec4cb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:10.602837 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:10.603113 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-243f17a0-1b7d-4832-a164-6f4f8bbec4cb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:10.603919 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'code': 200} Jul 12 16:34:10.718239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:10.809840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a42818-cff3-4f4f-bb89-2a6a81b45662 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:10.814275 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-76a42818-cff3-4f4f-bb89-2a6a81b45662 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2216368 Jul 12 16:34:10.814457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46380) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:10.822986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c665ec-8eaa-4686-bc81-5cc83febd034 req-df3a6f73-e706-4c96-bbf9-41c7c341e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:10.824475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47c665ec-8eaa-4686-bc81-5cc83febd034 req-df3a6f73-e706-4c96-bbf9-41c7c341e524 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.1562243 Jul 12 16:34:10.835910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29c6ed-5a6c-4989-be57-58aba8808e1c req-100c0e79-1d00-4eff-8952-9c38119af167 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:10.837813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab29c6ed-5a6c-4989-be57-58aba8808e1c req-100c0e79-1d00-4eff-8952-9c38119af167 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.1707828 Jul 12 16:34:10.888113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-47c665ec-8eaa-4686-bc81-5cc83febd034 req-3f2c2735-faa0-4192-8ee8-bb11be908471 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488467 Jul 12 16:34:10.889431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b6753f1-de13-4f65-b115-ae4d87a561ca tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737181 Jul 12 16:34:10.891948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:10.899965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879929327', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:10.917088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab29c6ed-5a6c-4989-be57-58aba8808e1c req-d2360618-efe5-480c-b9a3-8d0393e1c73e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644794 Jul 12 16:34:11.032775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:09Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:11.051464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:34:11.060351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.085703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Checking router: 445e6018-40bf-4b3f-ba51-ec754598079f for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:34:11.086057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Updating router 445e6018-40bf-4b3f-ba51-ec754598079f port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:34:11.126385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.268003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e47be4-3ded-4c8e-b8f0-213e75282048 req-b6340b3f-ef52-48f0-ae0e-7b445a0d1afb tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:11.273459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e47be4-3ded-4c8e-b8f0-213e75282048 req-b6340b3f-ef52-48f0-ae0e-7b445a0d1afb tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.1080091 Jul 12 16:34:11.309886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8fd8-3fa3-4974-b8e8-204e521b05a5 req-6b8bba45-1133-4e7d-bb6f-ab6f01716cf9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:11.319573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e4d8fd8-3fa3-4974-b8e8-204e521b05a5 req-6b8bba45-1133-4e7d-bb6f-ab6f01716cf9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.2096815 Jul 12 16:34:11.419196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e47be4-3ded-4c8e-b8f0-213e75282048 req-5ed14234-f41e-44da-b6fd-c60b1602994d tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332712 Jul 12 16:34:11.486641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e4d8fd8-3fa3-4974-b8e8-204e521b05a5 req-a21154dc-59dd-4286-9d3c-0c6c33f1057d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533134 Jul 12 16:34:11.557000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.569447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Transition to ACTIVE for port object a2eb0b2c-09ea-47d8-a0a5-54283de5a444 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:11.579533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.655715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.676098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Attempting to bind port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:11.676363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Attempting to bind port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:11.676731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Attempting to bind port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:11.689792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:11.690241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:11.690643 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.691091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:11.692129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Bound port: a2eb0b2c-09ea-47d8-a0a5-54283de5a444, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:11.692555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.706641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Subnet': ['ID=bc2d7f4b-fdc8-4d89-bf45-813f623783c3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:11.753797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac72f2-e6af-4409-a8c2-5d4568a25cea None None] Pushing event updated for resources: {'Port': ['ID=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:11.754524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-d829bfab-55b9-4f2b-bb8e-562f2e4ea17e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3949242 Jul 12 16:34:11.800319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:11.800777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network hostable DHCP agents. Network: 07b501ef-3162-470f-ad6d-757665b3f7d6, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:34:11.850248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:34:11.852893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] For port a2eb0b2c-09ea-47d8-a0a5-54283de5a444, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:11.860434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] For port a2eb0b2c-09ea-47d8-a0a5-54283de5a444, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:11.869358 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.870236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 07b501ef-3162-470f-ad6d-757665b3f7d6) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:11.876365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:11.877316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:11.904833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29649b6f-2dc1-4c46-b08e-4a3a4fc948fe None None] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:34:11.917178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6975fec3-7be5-49b8-8f19-414b7176599c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0240037 Jul 12 16:34:11.920700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46416) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:11.948915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-b7faca64-5c43-4c26-a72c-beac8e2b6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:11.950425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-b7faca64-5c43-4c26-a72c-beac8e2b6cf4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.1222856 Jul 12 16:34:12.033807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac72f2-e6af-4409-a8c2-5d4568a25cea None None] Pushing event updated for resources: {'Port': ['ID=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:12.168542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:12.169298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:12.408986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:12.617346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-07b501ef-3162-470f-ad6d-757665b3f7d6', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:34:12.619095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:12.671341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6ca8f-2f1f-4964-b9f0-a033e10ace64 req-1acb79a7-a58b-4106-83dc-9891dff56958 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:12.679225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4bc6ca8f-2f1f-4964-b9f0-a033e10ace64 req-1acb79a7-a58b-4106-83dc-9891dff56958 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.1881452 Jul 12 16:34:12.723104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-ff5497e0-bfca-4d69-9fe7-c0f7222798ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:12.730285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-ff5497e0-bfca-4d69-9fe7-c0f7222798ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.7538693 Jul 12 16:34:12.747758 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4bc6ca8f-2f1f-4964-b9f0-a033e10ace64 req-cbec0a16-51b0-46b8-9db5-d655ed95276a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672312 Jul 12 16:34:12.845095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Allocated IP 172.20.0.2 (07b501ef-3162-470f-ad6d-757665b3f7d6/bc2d7f4b-fdc8-4d89-bf45-813f623783c3/c84e94a4-ef91-4c71-9db5-b8d873fa3cfb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:12.896470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-7259b1f8-e5dd-40e2-8e5c-31b31164071b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1002 time: 0.1476181 Jul 12 16:34:12.976838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-3677721c-1628-4051-a3bc-719e56f6dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:12.978639 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-3677721c-1628-4051-a3bc-719e56f6dfe1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0756316 Jul 12 16:34:13.082345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-8bda5162-0977-49cd-a636-1be109651458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:13.086288 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-8bda5162-0977-49cd-a636-1be109651458 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975423 Jul 12 16:34:13.087254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91a1be-5c3a-49b4-88c8-54236438bdfa req-568803ed-9bfc-4b1a-9159-2c5581011604 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:13.089486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b91a1be-5c3a-49b4-88c8-54236438bdfa req-568803ed-9bfc-4b1a-9159-2c5581011604 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.1407230 Jul 12 16:34:13.100684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-01af258d-d1f7-48e5-951f-10d9b1339a8f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:34:13.107266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-01af258d-d1f7-48e5-951f-10d9b1339a8f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117481 Jul 12 16:34:13.176635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:09Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:13.182091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5b91a1be-5c3a-49b4-88c8-54236438bdfa req-2b3dbbff-0c75-4c71-895c-8f410437f425 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845530 Jul 12 16:34:13.280669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b22b0-f912-4b6a-8939-6f58c746648d None None] The sync data for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 is: [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:09Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:34:13.344366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:13.353218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-91fa2b3d-bc57-4cce-83b3-d99e0b55d9fc service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359178 Jul 12 16:34:13.386265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Transition to ACTIVE for port object c84e94a4-ef91-4c71-9db5-b8d873fa3cfb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:13.420830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Transition to ACTIVE for port object c84e94a4-ef91-4c71-9db5-b8d873fa3cfb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:13.435300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:13.487282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:13.496526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:13.501361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:13.509540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Pushing event updated for resources: {'Port': ['ID=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:13.585087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:13.620184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Attempting to bind port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:13.620675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Attempting to bind port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:13.620919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Attempting to bind port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:13.626632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:13.627019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:13.627430 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:13.627864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Bound using segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:13.628341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Bound port: c84e94a4-ef91-4c71-9db5-b8d873fa3cfb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:13.628730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:13.934514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b482edc-5010-4be2-8de0-b1a7033d180e req-1f6b848d-c398-4bb6-aeb2-6106a1dd051f service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612612 Jul 12 16:34:13.956442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-0cd9efcb-0921-4446-a64e-8993780f311d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:13.957999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-0cd9efcb-0921-4446-a64e-8993780f311d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.5520158 Jul 12 16:34:13.978099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c799f-1c16-4754-94e3-8bc3aaa5c170 req-f012e448-3bda-4051-adc9-0ef5cd7850b4 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:13.995702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] For port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:13.998963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] For port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:14.002213 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da8c799f-1c16-4754-94e3-8bc3aaa5c170 req-f012e448-3bda-4051-adc9-0ef5cd7850b4 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.5947530 Jul 12 16:34:14.004995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.153415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a244-986b-40d3-9cf4-9d09ee248b17 None None] Pushing event updated for resources: {'Port': ['ID=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:14.190871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3580f79-c9db-4d36-8723-7c98cb5c5b94 req-194dafe2-e4c2-4771-8e8f-736bd403be09 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:14.206839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3580f79-c9db-4d36-8723-7c98cb5c5b94 req-194dafe2-e4c2-4771-8e8f-736bd403be09 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 946 time: 0.2509625 Jul 12 16:34:14.242226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da8c799f-1c16-4754-94e3-8bc3aaa5c170 req-90ce2dce-cb27-4e70-bcd4-0432f4478f12 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386038 Jul 12 16:34:14.310907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port 9929e23d-1c44-40d8-8391-611243ea72d2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:34:14.314748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.333303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.1 (07b501ef-3162-470f-ad6d-757665b3f7d6/bc2d7f4b-fdc8-4d89-bf45-813f623783c3/26654ecf-7058-4a84-9d68-1a9f2ad8f2ca) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:14.397407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3580f79-c9db-4d36-8723-7c98cb5c5b94 req-01900441-a5d3-443b-a758-c99751c51aef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898570 Jul 12 16:34:14.584929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port 9929e23d-1c44-40d8-8391-611243ea72d2, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9929e23d-1c44-40d8-8391-611243ea72d2,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:14.585433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.639166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for 9929e23d-1c44-40d8-8391-611243ea72d2 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:34:14.801047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.830434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec518b7-a104-432c-adf4-cc8d795f7757 req-7d630c9f-1484-4b54-937e-460ab94a4977 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:14.832417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eec518b7-a104-432c-adf4-cc8d795f7757 req-7d630c9f-1484-4b54-937e-460ab94a4977 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.1778479 Jul 12 16:34:14.834416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:14.898332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.910623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:14.925444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eec518b7-a104-432c-adf4-cc8d795f7757 req-c4166ca2-d0fd-4343-8577-6d186d19f8ee tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818923 Jul 12 16:34:14.950951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46460) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:14.961963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:14.995232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:14.998079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:15.026897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:15.062313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=9929e23d-1c44-40d8-8391-611243ea72d2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:15.109829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:15.118851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port 9929e23d-1c44-40d8-8391-611243ea72d2 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:34:15.124234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:15.129759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e993629-f563-4c5c-a5e8-b90efc4cbb34 req-2de74d1f-06ce-4291-90f4-e8b657c6d5c4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/9929e23d-1c44-40d8-8391-611243ea72d2 HTTP/1.1" status: 204 len: 173 time: 1.1244595 Jul 12 16:34:15.133870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'name': 'network-vif-deleted', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:15.138925 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bec30-8994-46b2-ad1b-8023cbb3183b" -d '{"events": [{"server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "name": "network-vif-deleted", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:15.228334 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3ef197-fdd7-44cf-babb-25a5dcf371fa x-openstack-request-id: req-8f3ef197-fdd7-44cf-babb-25a5dcf371fa {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:15.231869 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6360f6-ee6d-426a-bd6c-4b290a4fbce1", "name": "network-vif-deleted", "tag": "9929e23d-1c44-40d8-8391-611243ea72d2", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:15.232194 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f3ef197-fdd7-44cf-babb-25a5dcf371fa {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:15.232703 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6360f6-ee6d-426a-bd6c-4b290a4fbce1', 'name': 'network-vif-deleted', 'tag': '9929e23d-1c44-40d8-8391-611243ea72d2', 'status': 'completed', 'code': 200} Jul 12 16:34:15.313685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:15.438667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003f5e9-2dd9-4ddd-856b-f87a2435a234 tempest-TestServerBasicOps-688874143 tempest-TestServerBasicOps-688874143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:15.449480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5003f5e9-2dd9-4ddd-856b-f87a2435a234 tempest-TestServerBasicOps-688874143 tempest-TestServerBasicOps-688874143-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1091 time: 0.4940090 Jul 12 16:34:15.449679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46478) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:15.457269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:15.712303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:15.857261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c84e94a4-ef91-4c71-9db5-b8d873fa3cfb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:16.025168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:16.032239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a2eb0b2c-09ea-47d8-a0a5-54283de5a444 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:16.049215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21c2ea99-3245-4626-9803-79312a664229 req-98e470d6-3f78-4ca7-bf49-6419e657cc24 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6360f6-ee6d-426a-bd6c-4b290a4fbce1 HTTP/1.1" status: 200 len: 210 time: 0.1463227 Jul 12 16:34:16.051108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.139534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9929e23d-1c44-40d8-8391-611243ea72d2 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:34:16.174573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 9929e23d-1c44-40d8-8391-611243ea72d2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:34:16.174919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9929e23d-1c44-40d8-8391-611243ea72d2 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:34:16.218808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:16.223081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:16.223476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.273554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fac24a-6b8a-4195-a8e0-c0ad02037d1e None None] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:34:16.372156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Provisioning for port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:16.406223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Provisioning complete for port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:16.407250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.513370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.532311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.580250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.587989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.597063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a2eb0b2c-09ea-47d8-a0a5-54283de5a444, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:16.609645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.732181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:16.745154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.752191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.782854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:16.812022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] For port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:16.825673 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:16.829656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Allocated IP 172.25.8.152 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9f1f8920-c3e7-490c-837f-ef3931d57f50) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:16.911786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f15c11-bb35-4b2e-b003-3400492cc253 None None] Pushing event updated for resources: {'Port': ['ID=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:17.029447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:17.033134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:17.195643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.199301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 445e6018-40bf-4b3f-ba51-ec754598079f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:34:17.250744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Provisioning complete for port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:17.250744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.359109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.428500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'Port': ['ID=9f1f8920-c3e7-490c-837f-ef3931d57f50,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:17.468179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:17.475413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Provisioning for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:17.480499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:17.480977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.482747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:17.486089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c84e94a4-ef91-4c71-9db5-b8d873fa3cfb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:17.494715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:17.526972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:34:17.538032 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Sync routers for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:34:17.564324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c7119fdb-6e85-469a-a049-2937b2ea93b7 None None] Port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:17.581541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:17.582575 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:17.688017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:17.688396 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.741002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5decddee-578f-4cd8-9c55-c4f8d0c864c0 None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:17.741378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5decddee-578f-4cd8-9c55-c4f8d0c864c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:17.776285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-63f62eb1-3d69-4387-ae91-d96e5c21cbfc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:17.787187 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-63f62eb1-3d69-4387-ae91-d96e5c21cbfc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.2591603 Jul 12 16:34:17.789062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5decddee-578f-4cd8-9c55-c4f8d0c864c0 None None] Port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:17.819290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-6abbdd8d-3895-42b9-9517-0bf03e0672a8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/quotas/18da033f74724abeb00211e252eb65ca HTTP/1.1" status: 200 len: 375 time: 0.0311155 Jul 12 16:34:17.848383 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:17.949295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a2eb0b2c-09ea-47d8-a0a5-54283de5a444 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:17.989251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-eb1e64a0-a9e1-4533-a159-977d07c60fc3 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688097 Jul 12 16:34:18.044116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ac9f4744-d311-47ee-bf40-b08af2f3187d None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:18.044419 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4744-d311-47ee-bf40-b08af2f3187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.190886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f4744-d311-47ee-bf40-b08af2f3187d None None] Port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:18.208886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:18.209483 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.238836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-03386403-fcf7-4a17-80a3-5752ed373b02 service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482042 Jul 12 16:34:18.243203 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 2, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:18.278355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd39c249-52ac-4e71-9279-c887e81a4b09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/445e6018-40bf-4b3f-ba51-ec754598079f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3564677 Jul 12 16:34:18.289378 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Checking router: 445e6018-40bf-4b3f-ba51-ec754598079f for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:34:18.291302 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Updating router 445e6018-40bf-4b3f-ba51-ec754598079f port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:34:18.323573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-46c281cc-a075-4f80-b310-6dc3d7a97205 None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:18.324115 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46c281cc-a075-4f80-b310-6dc3d7a97205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.366582 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.390836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-46c281cc-a075-4f80-b310-6dc3d7a97205 None None] Port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:18.462677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-7ab128b4-1ce7-493c-9b0c-01943a72787f service neutron] 10.222.0.58 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228463 Jul 12 16:34:18.530127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.789742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e1267e-7f29-471e-94b2-86a6f230b96d req-684a78d1-413f-430b-8591-530a816dc6e3 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 210 time: 0.0837910 Jul 12 16:34:18.951228 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:18.963985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Transition to ACTIVE for port object 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:18.972021 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.019164 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29861f2-4971-418d-b507-98038c9c681d None None] Pushing event updated for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:19.097126 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.102178 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Attempting to bind port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:19.102639 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Attempting to bind port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:19.103062 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Attempting to bind port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:19.107826 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-2bf2dfff-3d59-4d98-b11d-167b83715df2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545955629&fields=id&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 267 time: 0.5123732 Jul 12 16:34:19.108482 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:19.108918 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:19.109384 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.109933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Bound using segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:19.110643 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Bound port: 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:19.111170 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.310738 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] For port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:19.314185 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] For port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:19.320326 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.457943 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:19.460035 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:19.508140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-6ea59a94-4135-40c9-94e5-887c5ebe628f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:19.519839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-6ea59a94-4135-40c9-94e5-887c5ebe628f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 796 time: 0.3626020 Jul 12 16:34:19.541589 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29861f2-4971-418d-b507-98038c9c681d None None] Pushing event updated for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:19.556952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-1b5deb44-00df-44b8-a432-3358d1d65a8d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/quotas/42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 375 time: 0.0224607 Jul 12 16:34:19.737469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.751766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:19.770439 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:19.795956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-9289738c-f998-4da2-8273-ab9257a57586 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2186708 Jul 12 16:34:19.808721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event updated for resources: {'Port': ['ID=9f1f8920-c3e7-490c-837f-ef3931d57f50,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:19.978354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:20.040719 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0319c97-6ab5-4f6b-9275-111aa9c4ebc4 req-66e245a6-f088-44c7-b178-2d15f20113b6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 210 time: 0.0426517 Jul 12 16:34:20.124851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-1cc4fae0-6d7e-4e13-ae77-7a75adab055e service neutron] 10.222.0.58 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982736 Jul 12 16:34:20.134472 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Floating IP 3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573 associated. External IP: 172.25.8.152, port: 4c0b2c8d-ac75-447f-8197-094d91b50932. Jul 12 16:34:20.136757 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:19Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:20.173712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4759051-d774-49ce-bf69-c1a436141e25 None None] The sync data for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 is: [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:19Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:34:20.260326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-740d0567-adb6-4210-ad64-ee0eada802a6 service neutron] 10.222.0.58 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232221 Jul 12 16:34:20.724782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d742eed7-ea15-4b37-babe-2672d703b26e req-1398b1ec-1785-451f-81bc-c0d5a2c18ce7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 210 time: 0.0806308 Jul 12 16:34:20.862611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-dfd8322e-626c-4aca-b3b8-ecba7b25a27a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:20.865315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-dfd8322e-626c-4aca-b3b8-ecba7b25a27a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.77 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 805 time: 0.3315268 Jul 12 16:34:20.884946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Request body: {'port': {'device_id': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'admin_state_up': True, 'tenant_id': '18da033f74724abeb00211e252eb65ca'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:20.924307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:34:21.166723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46624) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:21.181009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:34:21.194357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Sync routers for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:34:21.219549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:21.220543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:21.227394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:21.287400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Made reservation on behalf of 18da033f74724abeb00211e252eb65ca for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:34:21.291507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:21.336445 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb052e47-2b46-4e69-ace9-295776dc0a02 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8858426 Jul 12 16:34:21.341385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:21.345688 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:21.486134 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4ce82-806d-437c-a934-5431eaada1a8 x-openstack-request-id: req-3ff4ce82-806d-437c-a934-5431eaada1a8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:21.486419 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:21.486667 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ff4ce82-806d-437c-a934-5431eaada1a8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:21.487086 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'status': 'completed', 'code': 200} Jul 12 16:34:21.531785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:21.620887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38310306-5c7b-4af4-9e43-8fc87df1d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:21.635574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:21.719857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:21.723386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbc32fa1-7a2a-41ea-a1bd-ed893af75f77 req-ccecfae9-6ba6-4ad0-8027-1fcf86a68f34 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 210 time: 0.2153077 Jul 12 16:34:21.744873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:21.745703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:21.853770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Allocated IP 172.20.0.4 (2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd/c63807d8-74b3-4451-a48c-2f0ac67c12db/d460f971-b830-49a0-bf04-652161d7730d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:21.910293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-18787ec6-f869-42a8-8e01-47237f522462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:21.912048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-18787ec6-f869-42a8-8e01-47237f522462 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.3353264 Jul 12 16:34:22.017451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.090408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:22.092534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33e73e1d-e2aa-45a2-9ffd-33a9f54cb737 req-9e75f27d-dd0b-44e1-9886-0516ce70cc34 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 210 time: 0.0721419 Jul 12 16:34:22.103610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.157209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-191222aa-20e0-4a33-8e9c-5f7d18b254ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:22.158918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-191222aa-20e0-4a33-8e9c-5f7d18b254ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 910 time: 0.2352104 Jul 12 16:34:22.186329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'port_id': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'mac_address': 'fa:16:3e:9d:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:18Z', 'updated_at': '2021-07-12T16:34:18Z', 'revision_number': 0, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:22.222089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Checking router: 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:34:22.236598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:22.244241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:22.250305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:22.345829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38310306-5c7b-4af4-9e43-8fc87df1d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.357927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38310306-5c7b-4af4-9e43-8fc87df1d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.400242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-38310306-5c7b-4af4-9e43-8fc87df1d9d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4915393226743408085a0e777eed9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2308712 Jul 12 16:34:22.408223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46644) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:22.440224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:22.485265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-291752d0-cbf6-4b61-a4d5-d06608d8c89a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 999 time: 0.2553771 Jul 12 16:34:22.497108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38310306-5c7b-4af4-9e43-8fc87df1d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32422432-6b87-4dfe-bdec-679e1921936a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:22.584287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-96a121d6-3b6c-4ea0-8b39-6fcd6fb7546d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:22.586689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-96a121d6-3b6c-4ea0-8b39-6fcd6fb7546d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 796 time: 0.2146184 Jul 12 16:34:22.603896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eee8946d-04b2-4668-b7f4-fd9664c96c78 None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:22.604546 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eee8946d-04b2-4668-b7f4-fd9664c96c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.610422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.648114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.662229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-0f7c1d61-b652-4263-81ed-605e048c6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:22.665609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-0f7c1d61-b652-4263-81ed-605e048c6973 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.1711695 Jul 12 16:34:22.671058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-056b3ca1-9357-4153-b465-dbd6422683ef tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 380 time: 0.0741463 Jul 12 16:34:22.684168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'port': {'device_id': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'admin_state_up': True, 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'security_groups': ['8fc41764-cbd6-4a26-a794-f174495711d8']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:22.753403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.839634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.842337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.843563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32422432-6b87-4dfe-bdec-679e1921936a HTTP/1.1" status: 204 len: 168 time: 0.4324098 Jul 12 16:34:22.857129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c209c-6a19-4bf3-ac7b-1c47fc426fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32422432-6b87-4dfe-bdec-679e1921936a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:22.912927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:34:22.914061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.924302 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:22.984885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:23.034215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-177823f1-4b61-4a34-9240-5dd1a62c9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:23.035780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-177823f1-4b61-4a34-9240-5dd1a62c9083 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3549612 Jul 12 16:34:23.038212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:23.049847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:23.052465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:23.152918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event updated for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:23.168944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432fef-5dd0-49f9-89e8-7d6e033fab59 req-2e0b6932-d63d-40fd-9140-55d2336bd1c8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:23.174124 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74432fef-5dd0-49f9-89e8-7d6e033fab59 req-2e0b6932-d63d-40fd-9140-55d2336bd1c8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 931 time: 0.2441680 Jul 12 16:34:23.190922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:23.192134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.230889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-c8550ec4-6b96-4f79-b43f-2d2a58c969cc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3565862 Jul 12 16:34:23.236762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-e01c4b0c-5814-4792-baba-174fc1207fa4 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881101 Jul 12 16:34:23.249395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Request body: {'port': {'device_id': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:23.292148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ac1c299e-66df-432f-893e-822b771f450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'port_id': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'mac_address': 'fa:16:3e:9d:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:18Z', 'updated_at': '2021-07-12T16:34:18Z', 'revision_number': 0, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:23.322508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c299e-66df-432f-893e-822b771f450b None None] The sync data for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 is: [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'port_id': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'mac_address': 'fa:16:3e:9d:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:18Z', 'updated_at': '2021-07-12T16:34:18Z', 'revision_number': 0, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:34:23.418894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:23.441596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cc20212b-d79a-4c8b-9c16-0c9224a9ed69 req-5fd8c340-453a-4374-b2bf-a50c65ed1f81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 210 time: 0.0385594 Jul 12 16:34:23.458056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60cb99e2-cd58-4874-b3c4-340831317dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.460484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.466188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:23.489869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74432fef-5dd0-49f9-89e8-7d6e033fab59 req-51f2b16f-6053-4aad-ac23-fc1f1039fdbd tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965999 Jul 12 16:34:23.497060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.4 (07b501ef-3162-470f-ad6d-757665b3f7d6/bc2d7f4b-fdc8-4d89-bf45-813f623783c3/cc3f7af3-f96f-4b43-b8ef-718850776dea) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:23.561155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:23.561537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.562689 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4532cc15-bd35-4bf0-8c8f-0c88d40ca26e req-7c924b22-4554-4c48-acbd-1245eb8a157d service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622411 Jul 12 16:34:23.699131 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23832ded-b7cc-4c5b-85a2-709a1d7b5825 None None] New status for floating IP 3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:34:23.726406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60cb99e2-cd58-4874-b3c4-340831317dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.733263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60cb99e2-cd58-4874-b3c4-340831317dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.806295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-60cb99e2-cd58-4874-b3c4-340831317dc0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bb17b339f7e417e8e19057cc83ca4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888788 Jul 12 16:34:23.810141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb99e2-cd58-4874-b3c4-340831317dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6165d22-5d1d-4972-95fe-ed651e7faec9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:23.818716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:23.859378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.894027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object cc3f7af3-f96f-4b43-b8ef-718850776dea will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:23.921491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.947019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d460f971-b830-49a0-bf04-652161d7730d {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:23.955328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.959450 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.969557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Transition to ACTIVE for port object d460f971-b830-49a0-bf04-652161d7730d will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:23.973039 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:23.983110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.034633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Pushing event updated for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:24.073717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:24.075290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:24.081588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:24.094644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.097380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.112262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6165d22-5d1d-4972-95fe-ed651e7faec9 HTTP/1.1" status: 204 len: 168 time: 0.2919958 Jul 12 16:34:24.149930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:24.152675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Attempting to bind port d460f971-b830-49a0-bf04-652161d7730d on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:24.153099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Attempting to bind port d460f971-b830-49a0-bf04-652161d7730d by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:24.153643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Attempting to bind port d460f971-b830-49a0-bf04-652161d7730d on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:24.161019 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Port d460f971-b830-49a0-bf04-652161d7730d on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:34:24.162858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Attempting to bind port d460f971-b830-49a0-bf04-652161d7730d on network 2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:24.169830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:24.170474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Checking segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:24.172594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Bound using segment: {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:24.173237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Bound port: d460f971-b830-49a0-bf04-652161d7730d, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:24.173790 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.194860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9e257-47c3-4d61-b653-2467083b33a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6165d22-5d1d-4972-95fe-ed651e7faec9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:24.289998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.290677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.320198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-094af7f5-cd49-47c9-9eb7-bb359d0a1848 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6439555 Jul 12 16:34:24.333702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Request body: {'port': {'device_id': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:24.397288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:24.400142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3fc401c4-f680-4374-a851-6748671fc165 None None] Provisioning for port cc3f7af3-f96f-4b43-b8ef-718850776dea completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:24.404618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d460f971-b830-49a0-bf04-652161d7730d,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:24.404933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3fc401c4-f680-4374-a851-6748671fc165 None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:24.405669 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3fc401c4-f680-4374-a851-6748671fc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.413533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.483118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.483783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.487698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] 10.222.0.77 "PUT /v2.0/ports/d460f971-b830-49a0-bf04-652161d7730d HTTP/1.1" status: 200 len: 1091 time: 1.2462037 Jul 12 16:34:24.496047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:24.505468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:24.505776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3fc401c4-f680-4374-a851-6748671fc165 None None] Port cc3f7af3-f96f-4b43-b8ef-718850776dea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:34:24.505876 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f004ee-d5ce-446c-888d-c9ac1ef78403" -d '{"events": [{"name": "network-changed", "server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "tag": "d460f971-b830-49a0-bf04-652161d7730d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:24.615143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80072ff-4ce7-456c-8b84-a54e6c0acb50 service neutron] Pushing event updated for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:24.626581 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563d7f1e-0799-40b4-ad71-6d0e144e8b4f x-openstack-request-id: req-563d7f1e-0799-40b4-ad71-6d0e144e8b4f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:24.626867 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "tag": "d460f971-b830-49a0-bf04-652161d7730d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:24.627115 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-563d7f1e-0799-40b4-ad71-6d0e144e8b4f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:24.627511 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d', 'status': 'completed', 'code': 200} Jul 12 16:34:24.687529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-82344c19-c2f7-44f0-974d-23cdb7ac385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.696371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-82344c19-c2f7-44f0-974d-23cdb7ac385f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 1094 time: 0.1278646 Jul 12 16:34:24.782506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-ab43537d-ee6d-4f9b-ae27-50c947830f34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d460f971-b830-49a0-bf04-652161d7730d HTTP/1.1" status: 200 len: 217 time: 0.0852027 Jul 12 16:34:24.902585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-57f366ed-f5bf-43df-b4be-0e9e3be24da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.904204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-57f366ed-f5bf-43df-b4be-0e9e3be24da9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.1084139 Jul 12 16:34:24.951788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc6ed-2cd4-435f-ab6a-d7c26c472b42 req-751db275-3d79-492e-b264-05a436a6da3a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.960359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-831c76d1-fbc6-4ed8-83fa-ec5e0dfd76ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470245 Jul 12 16:34:24.969831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-215bc6ed-2cd4-435f-ab6a-d7c26c472b42 req-751db275-3d79-492e-b264-05a436a6da3a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 931 time: 0.2315226 Jul 12 16:34:24.982757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051efb0-f037-4fac-bf0d-2e0ccfea718a req-91c3ae85-3c3f-4022-9f7f-8084297ebceb tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:24.983763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0051efb0-f037-4fac-bf0d-2e0ccfea718a req-91c3ae85-3c3f-4022-9f7f-8084297ebceb tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 943 time: 0.1423712 Jul 12 16:34:25.070848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-215bc6ed-2cd4-435f-ab6a-d7c26c472b42 req-fc40effa-1c3f-4286-8e64-935a668b9146 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999906 Jul 12 16:34:25.116289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0051efb0-f037-4fac-bf0d-2e0ccfea718a req-87718786-619c-42ec-b3d4-9b427af79a87 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036870 Jul 12 16:34:25.154245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:25.163129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:25.179637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Transition to ACTIVE for port object cc3f7af3-f96f-4b43-b8ef-718850776dea will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:34:25.182514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-1efc81a6-784e-46d9-a5f3-7e0176f24487 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130561 Jul 12 16:34:25.189184 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:25.259888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:25.387649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:34:25.388007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:34:25.388761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:25.407112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:34:25.407112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:34:25.417243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:34:25.417708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:34:25.418099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Bound using segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:34:25.418518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Bound port: cc3f7af3-f96f-4b43-b8ef-718850776dea, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:34:25.418877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:25.460285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3799e89-d3bd-442c-b060-1e4f120132fd req-767428e6-aab5-4c7a-8201-88e340a46c22 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714875 Jul 12 16:34:25.549824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:34:25.560840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:34:25.572588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:25.585842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-2c6ac523-de2f-4012-a570-97468d3133bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.587635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-2c6ac523-de2f-4012-a570-97468d3133bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 1094 time: 0.0642736 Jul 12 16:34:25.634033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.634817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:25.636456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] 10.222.0.77 "PUT /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1091 time: 1.3084910 Jul 12 16:34:25.643551 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:25.648861 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:25.751487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62897be6-484a-4b2c-a935-6561c1ece3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:25.761848 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3a912-1d73-4eb3-9d31-d3ecb7891b77 x-openstack-request-id: req-1bb3a912-1d73-4eb3-9d31-d3ecb7891b77 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:25.762403 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:25.763428 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bb3a912-1d73-4eb3-9d31-d3ecb7891b77 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:25.764321 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:34:25.796317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-db8b6cdf-b7c4-49a1-9bfa-9b5ecbfa33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.798553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-db8b6cdf-b7c4-49a1-9bfa-9b5ecbfa33e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1094 time: 0.0992193 Jul 12 16:34:25.815774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-afca6be6-091d-4814-ae76-7ea15cddbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.818041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-afca6be6-091d-4814-ae76-7ea15cddbe03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.2179184 Jul 12 16:34:25.859819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-687d31ba-06b8-49b5-8eae-b2bb4f0d4e82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 217 time: 0.0530460 Jul 12 16:34:25.890091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-2036c092-8424-41b2-913c-96de36e2dcb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d460f971-b830-49a0-bf04-652161d7730d HTTP/1.1" status: 200 len: 217 time: 0.0653436 Jul 12 16:34:25.923325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-137ca927-6909-41de-9c21-ee36578adeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.924991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-137ca927-6909-41de-9c21-ee36578adeba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0587187 Jul 12 16:34:25.971035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-2bd0b946-015f-4665-9046-872ff5d836db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:25.973080 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-2bd0b946-015f-4665-9046-872ff5d836db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.0659704 Jul 12 16:34:26.014464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b067f8-5797-4661-9252-05a408958da2 req-fd6e1099-5664-41ac-92c4-18afe7e194ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.016139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-fd6e1099-5664-41ac-92c4-18afe7e194ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834434 Jul 12 16:34:26.021244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-bf0b5913-df08-4a51-8242-7b39d03ec34f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409799 Jul 12 16:34:26.144760 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-c65d8444-335b-4864-9e35-c2221fc1117c service neutron] 10.222.0.77 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163971 Jul 12 16:34:26.161412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-15678fac-13ba-4332-a38e-075f609e98dc service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331153 Jul 12 16:34:26.288859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01f004ee-d5ce-446c-888d-c9ac1ef78403 req-3238b1d8-4f89-4fbd-ab89-1b0ced7d8e77 service neutron] 10.222.0.77 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371419 Jul 12 16:34:26.363466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b067f8-5797-4661-9252-05a408958da2 req-6f7eb668-cc6a-43cd-966d-c930a0f0b6fa service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952584 Jul 12 16:34:26.374877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8b1ce-4cba-411e-99e2-ceb63865f16c req-1482e078-d01f-4f7a-a3b7-9a66ef479d7c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.376125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67e8b1ce-4cba-411e-99e2-ceb63865f16c req-1482e078-d01f-4f7a-a3b7-9a66ef479d7c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.1241019 Jul 12 16:34:26.390174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b3dc-ab51-4c77-9aea-e0411db40ee9 req-2a025b04-6378-4ce9-b5c9-aae9e8b829cd tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.391994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d00b3dc-ab51-4c77-9aea-e0411db40ee9 req-2a025b04-6378-4ce9-b5c9-aae9e8b829cd tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 943 time: 0.0821104 Jul 12 16:34:26.448668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d00b3dc-ab51-4c77-9aea-e0411db40ee9 req-55dd721b-8106-46d8-8eb7-0022934b053a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483794 Jul 12 16:34:26.475186 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67e8b1ce-4cba-411e-99e2-ceb63865f16c req-c533c28e-af87-4a60-aedb-59a8e093d84d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823288 Jul 12 16:34:26.505936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-86b6875e-10c6-4c60-9a0f-a016941e4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.507493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-86b6875e-10c6-4c60-9a0f-a016941e4cd7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1094 time: 0.0803294 Jul 12 16:34:26.613553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-59e69958-c11d-453f-bfc6-81943e0994c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.617219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-59e69958-c11d-453f-bfc6-81943e0994c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1000240 Jul 12 16:34:26.671370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-40037b2d-01ec-43bc-a900-956e647f61a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 217 time: 0.0495098 Jul 12 16:34:26.724963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-a2cc989e-cd5a-497f-8468-951de816454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.726446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-a2cc989e-cd5a-497f-8468-951de816454e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0472257 Jul 12 16:34:26.793018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-16fb9caf-b839-4a15-97b9-0165f8e4ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:26.794879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-16fb9caf-b839-4a15-97b9-0165f8e4ee78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616293 Jul 12 16:34:26.899380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-a97f2c23-485a-4743-bca6-4109a9f5e3c6 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962451 Jul 12 16:34:27.006473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c08cc0cc-bbcc-4009-8040-fb4f567f4faa req-def4e02b-2b23-46f5-82a6-4ebe0e0d3a13 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994458 Jul 12 16:34:27.305476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:27.418258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae408b8-837a-4484-a4b0-746f3f703dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.550551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae408b8-837a-4484-a4b0-746f3f703dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.555784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dae408b8-837a-4484-a4b0-746f3f703dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.595326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dae408b8-837a-4484-a4b0-746f3f703dad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1e6ad5ea3d04fdbb9dbebb28440d2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887452 Jul 12 16:34:27.603109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46784) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:27.641866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb691ba6-e919-443d-97ea-6a27ac28b982 req-7ff93bdb-a103-446e-9ff6-b2597d8e7e14 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:27.643414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb691ba6-e919-443d-97ea-6a27ac28b982 req-7ff93bdb-a103-446e-9ff6-b2597d8e7e14 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 943 time: 0.0721362 Jul 12 16:34:27.686679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae408b8-837a-4484-a4b0-746f3f703dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f20c7-d848-4268-aadc-eba0cd66664a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:27.688183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cb691ba6-e919-443d-97ea-6a27ac28b982 req-ebfb213e-a1a7-4b2a-8c07-41ef4bc87ab7 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Jul 12 16:34:27.713573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.746532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.779972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a49e-4890-4695-9e24-7f7b7c8aa7a4 req-7721a5f3-da9e-44f5-8118-b1adcb4c80ff tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:27.781461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e774a49e-4890-4695-9e24-7f7b7c8aa7a4 req-7721a5f3-da9e-44f5-8118-b1adcb4c80ff tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.1791339 Jul 12 16:34:27.839247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e774a49e-4890-4695-9e24-7f7b7c8aa7a4 req-83dc95f7-1be1-4f7f-92d4-720f086b886e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465560 Jul 12 16:34:27.840260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.842815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:27.846500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/764f20c7-d848-4268-aadc-eba0cd66664a HTTP/1.1" status: 204 len: 168 time: 0.2374954 Jul 12 16:34:27.853350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f94434-f89d-4247-8366-b966d9eca826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f20c7-d848-4268-aadc-eba0cd66664a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:28.118669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:28.132954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d97e57fd-9bd5-4aa5-88a0-82033ca261b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.223423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d97e57fd-9bd5-4aa5-88a0-82033ca261b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.228257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d97e57fd-9bd5-4aa5-88a0-82033ca261b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.271383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d97e57fd-9bd5-4aa5-88a0-82033ca261b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7a9700397a24d5ea0d63de941c29a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515613 Jul 12 16:34:28.272264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e57fd-9bd5-4aa5-88a0-82033ca261b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520365a6-b690-44f2-b289-32a213f8cfed,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:28.274814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46798) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:28.310502 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:34:28.328748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.351885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.404675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.407297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:28.408535 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/520365a6-b690-44f2-b289-32a213f8cfed HTTP/1.1" status: 204 len: 168 time: 0.1323197 Jul 12 16:34:28.417204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894dda5-88a4-4b85-8bea-a7799375c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520365a6-b690-44f2-b289-32a213f8cfed,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:28.889314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322685b-932d-4fd8-a045-2512c2a673b5 req-14a7d3a5-36c2-4c1f-8581-62dfdb38920d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:28.891680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a322685b-932d-4fd8-a045-2512c2a673b5 req-14a7d3a5-36c2-4c1f-8581-62dfdb38920d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 943 time: 0.0779850 Jul 12 16:34:28.948146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a322685b-932d-4fd8-a045-2512c2a673b5 req-1fa193c5-2cac-4e4c-8f6d-5167e0684e92 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Jul 12 16:34:29.127411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9246a5a-d22a-4a72-878b-5b3f92205b3a req-a7407c6f-6220-4933-9b62-8ea522db55f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:29.128945 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9246a5a-d22a-4a72-878b-5b3f92205b3a req-a7407c6f-6220-4933-9b62-8ea522db55f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.0906262 Jul 12 16:34:29.168961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9246a5a-d22a-4a72-878b-5b3f92205b3a req-e1519aa7-efd4-4667-889f-7fe835bb3412 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 12 16:34:29.538328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:34:29.643514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:29.656264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:34:29.715645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:29.734604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:29.757189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:29.777146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:29.814407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d460f971-b830-49a0-bf04-652161d7730d details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:34:29.903915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:29.922485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.923180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.923747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.924272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.924790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.925299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.925809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.927042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.927923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.928612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.929054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.929388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:34:29.962929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d460f971-b830-49a0-bf04-652161d7730d,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:29.979456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd460f971-b830-49a0-bf04-652161d7730d', 'network_id': '2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd', 'port_id': 'd460f971-b830-49a0-bf04-652161d7730d', 'mac_address': 'fa:16:3e:a7:28:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63807d8-74b3-4451-a48c-2f0ac67c12db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:34:30.031884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.048013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d460f971-b830-49a0-bf04-652161d7730d {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:34:30.086357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d460f971-b830-49a0-bf04-652161d7730d,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:30.103406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.225071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:30.297147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9499-6df0-46f4-8bfe-8785e9f25d04 req-5d86a6c8-f12e-4aa8-bbd3-f2d75f8c8d5f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:30.299896 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3afd9499-6df0-46f4-8bfe-8785e9f25d04 req-5d86a6c8-f12e-4aa8-bbd3-f2d75f8c8d5f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 944 time: 0.1327519 Jul 12 16:34:30.371048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3afd9499-6df0-46f4-8bfe-8785e9f25d04 req-906913c2-d1a4-4d88-84fc-57dcdd8cbfc6 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624311 Jul 12 16:34:30.394864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348f947-c5dd-4f5b-8c9d-7deb44ca9bd2 req-f558dca0-5da1-4656-80bf-734a763114ed tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:30.397338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f348f947-c5dd-4f5b-8c9d-7deb44ca9bd2 req-f558dca0-5da1-4656-80bf-734a763114ed tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.0842912 Jul 12 16:34:30.410579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cc3f7af3-f96f-4b43-b8ef-718850776dea'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:30.413392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d460f971-b830-49a0-bf04-652161d7730d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:34:30.456971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f348f947-c5dd-4f5b-8c9d-7deb44ca9bd2 req-6c78a9d3-31d6-4ca1-9a73-aac927e95b61 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478015 Jul 12 16:34:30.566397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46900) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:30.673565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6857992a-164d-4863-9d2d-e90fa487fd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.775402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6857992a-164d-4863-9d2d-e90fa487fd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.780080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6857992a-164d-4863-9d2d-e90fa487fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.822175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857992a-164d-4863-9d2d-e90fa487fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbf7d2-7a79-4583-b1cb-1df83e253cc4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:30.829416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6857992a-164d-4863-9d2d-e90fa487fd77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90f924c1abfa4a9cbea0e9a1ec6e4c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599671 Jul 12 16:34:30.829860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46910) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:30.886116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.910455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.957292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.960856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:30.961998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3fbf7d2-7a79-4583-b1cb-1df83e253cc4 HTTP/1.1" status: 204 len: 168 time: 0.1310382 Jul 12 16:34:30.970222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9222fa-c6a9-4239-9670-ca675d9fe25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbf7d2-7a79-4583-b1cb-1df83e253cc4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:31.245985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:31.266402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4177ca7-6464-41d7-ba7e-e31c1f10ec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.362347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4177ca7-6464-41d7-ba7e-e31c1f10ec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.367486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4177ca7-6464-41d7-ba7e-e31c1f10ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.410927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4177ca7-6464-41d7-ba7e-e31c1f10ec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12db32-0e5b-4677-befa-76a91a14be6a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:31.419179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f4177ca7-6464-41d7-ba7e-e31c1f10ec11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59f3cdcab3b846caa20b9b60e4b6aa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699646 Jul 12 16:34:31.420346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 46928) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:31.485287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.540044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.566189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:31.620991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port cc3f7af3-f96f-4b43-b8ef-718850776dea completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:31.624286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b7b55-8edf-4609-b0dc-1fde20e74581 req-ac05d15f-fc24-4b79-93c3-8a3049cdf081 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:31.625545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:31.628090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e6b7b55-8edf-4609-b0dc-1fde20e74581 req-ac05d15f-fc24-4b79-93c3-8a3049cdf081 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 944 time: 0.1449618 Jul 12 16:34:31.629337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.631734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.632999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.634245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce12db32-0e5b-4677-befa-76a91a14be6a HTTP/1.1" status: 204 len: 168 time: 0.2122204 Jul 12 16:34:31.643186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5afec5-d956-45f1-a80a-10e9888de007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12db32-0e5b-4677-befa-76a91a14be6a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:31.643716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883b76d-873d-4246-b7cd-63827b7ca880 req-1bbaef96-cc73-4091-b204-3aeffb341bb4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:31.648067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d883b76d-873d-4246-b7cd-63827b7ca880 req-1bbaef96-cc73-4091-b204-3aeffb341bb4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.0779424 Jul 12 16:34:31.706367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d883b76d-873d-4246-b7cd-63827b7ca880 req-ca0b9041-991e-46d1-b5f8-402a9e545050 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 Jul 12 16:34:31.713401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e6b7b55-8edf-4609-b0dc-1fde20e74581 req-36e74c6f-ba78-4441-922a-820ce6477967 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Jul 12 16:34:31.747961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.774216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:31.776706 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b0d91-9a7b-4dc1-af7b-e42b3c129f34" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:31.813051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:31.818754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:31.847640 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2249bd4-c1dc-4ff0-9195-07a8c135be10 x-openstack-request-id: req-a2249bd4-c1dc-4ff0-9195-07a8c135be10 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:31.848077 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:31.849190 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2249bd4-c1dc-4ff0-9195-07a8c135be10 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:31.849675 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'code': 200} Jul 12 16:34:31.862257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d460f971-b830-49a0-bf04-652161d7730d up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:34:31.933053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:31.940537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d460f971-b830-49a0-bf04-652161d7730d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:34:31.945356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d460f971-b830-49a0-bf04-652161d7730d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:31.945956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:32.034948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cff6ca86-38ec-4756-b691-a8098afabd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:32.052371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:32.060838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0405d23-b757-4657-a356-f04cb593cd94 req-d404ad89-dd02-4d46-a608-756c332899e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:32.062569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0405d23-b757-4657-a356-f04cb593cd94 req-d404ad89-dd02-4d46-a608-756c332899e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1096 time: 0.1359162 Jul 12 16:34:32.110770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d460f971-b830-49a0-bf04-652161d7730d,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:34:32.117114 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b0405d23-b757-4657-a356-f04cb593cd94 req-2633e1ce-1062-4b5f-be51-92ea1b3b1081 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473337 Jul 12 16:34:32.119091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:32.195203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:32.222715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3c07b0a5-3ccb-4938-8080-c647d54ed31c None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:34:32.223353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c07b0a5-3ccb-4938-8080-c647d54ed31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:32.934893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48740dfb-e254-4d41-9b6a-c7ea8e3530d3 req-a97d6c9e-2fb3-4d1a-965e-87db3aad4365 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:32.937944 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48740dfb-e254-4d41-9b6a-c7ea8e3530d3 req-a97d6c9e-2fb3-4d1a-965e-87db3aad4365 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0940897 Jul 12 16:34:32.954314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8a43-b696-49e4-a959-3151b01ec120 req-c5093211-ed08-42ea-bb4c-4edf153064de tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:32.956245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d2c8a43-b696-49e4-a959-3151b01ec120 req-c5093211-ed08-42ea-bb4c-4edf153064de tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0956161 Jul 12 16:34:32.994473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48740dfb-e254-4d41-9b6a-c7ea8e3530d3 req-59c30621-bf25-4703-9065-d959d2be7e60 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469778 Jul 12 16:34:33.022040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1d2c8a43-b696-49e4-a959-3151b01ec120 req-706073bf-23a4-4e28-aa2d-37a5c22baed9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Jul 12 16:34:33.067685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:33.171939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5750aea1-6400-4ee9-bde0-430612749357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.243852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.277813 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5750aea1-6400-4ee9-bde0-430612749357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.281669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5750aea1-6400-4ee9-bde0-430612749357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.321547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750aea1-6400-4ee9-bde0-430612749357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c258c0-b26b-4385-9a38-206e655a387f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:33.328313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5750aea1-6400-4ee9-bde0-430612749357 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8324e6bc8be44b0802783b9a6030a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569835 Jul 12 16:34:33.328588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 46990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:33.382284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.404336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.459435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.462159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:33.463455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3c258c0-b26b-4385-9a38-206e655a387f HTTP/1.1" status: 204 len: 168 time: 0.1340344 Jul 12 16:34:33.471368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32612fc2-8f02-4f10-ae17-8805309b72df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c258c0-b26b-4385-9a38-206e655a387f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:33.851522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:33.853886 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b9198a-247e-4b02-bae2-bc99db7de2ae" -d '{"events": [{"server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "d460f971-b830-49a0-bf04-652161d7730d"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:33.892478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3215f43-9d34-428c-99ae-e275f9c308e7 x-openstack-request-id: req-e3215f43-9d34-428c-99ae-e275f9c308e7 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:33.892478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "d460f971-b830-49a0-bf04-652161d7730d", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:33.892478 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3215f43-9d34-428c-99ae-e275f9c308e7 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:33.892478 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d', 'code': 200} Jul 12 16:34:34.041593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23f7b-a530-4d94-bafb-6398855c37cb req-4835a3f4-4b74-4725-b993-ad2dee80ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:34.043278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84f23f7b-a530-4d94-bafb-6398855c37cb req-4835a3f4-4b74-4725-b993-ad2dee80ba9a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 1096 time: 0.0789895 Jul 12 16:34:34.115179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-84f23f7b-a530-4d94-bafb-6398855c37cb req-1fb96111-93ab-49a5-b736-9a1405f98a4c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Jul 12 16:34:34.224502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287489e7-32b4-4fc0-909f-a5d7acd8105f req-2bf69b3a-fd90-4b23-a5f6-2615e647b48e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:34.226177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-287489e7-32b4-4fc0-909f-a5d7acd8105f req-2bf69b3a-fd90-4b23-a5f6-2615e647b48e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0783911 Jul 12 16:34:34.250483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37525f3-4cbc-4722-bda0-2186bd8877d6 req-0c784efb-1b19-46b9-9ed6-5a6b1e82f1bd tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:34.256154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c37525f3-4cbc-4722-bda0-2186bd8877d6 req-0c784efb-1b19-46b9-9ed6-5a6b1e82f1bd tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1122406 Jul 12 16:34:34.308026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-287489e7-32b4-4fc0-909f-a5d7acd8105f req-a4914b2b-7e52-4c04-923a-9d0526f74269 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654709 Jul 12 16:34:34.310502 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c37525f3-4cbc-4722-bda0-2186bd8877d6 req-b5bc0689-ab54-4d85-b9f6-60b808f619e0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483079 Jul 12 16:34:34.452923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-98e96321-e845-4139-ad8d-9906d8eeda60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:34.492108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c00b-21f3-4e0f-9bca-3f2fe837e095 req-3cac8e95-0ffa-4f89-81d9-9b324098382c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:34.493604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79c4c00b-21f3-4e0f-9bca-3f2fe837e095 req-3cac8e95-0ffa-4f89-81d9-9b324098382c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0731571 Jul 12 16:34:34.538081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-79c4c00b-21f3-4e0f-9bca-3f2fe837e095 req-1ebe00b8-fb28-45f5-90da-afdff5bf048e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377040 Jul 12 16:34:34.563528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:34.675809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d37689-f9b0-46f6-a562-d2189b103a2a tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:34.677380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2d37689-f9b0-46f6-a562-d2189b103a2a tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1091 time: 0.1127846 Jul 12 16:34:34.680502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:34.685080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:34:34.722167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:34.867777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:34.882124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:34.985296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.191 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/1fdbc606-dd24-4878-b550-80d9d1f06d0c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:34:35.104152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:35.146301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:35.184691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:34:35.187622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:34:35.194130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:34:35.224288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=1fdbc606-dd24-4878-b550-80d9d1f06d0c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:35.478582 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:35.544970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058204-9871-4df8-b89e-45ec6e60d62b req-9181c48e-1de5-468b-9478-5bc04670bf45 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:35.553006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7058204-9871-4df8-b89e-45ec6e60d62b req-9181c48e-1de5-468b-9478-5bc04670bf45 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0921111 Jul 12 16:34:35.594684 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7058204-9871-4df8-b89e-45ec6e60d62b req-43249dab-abdd-477a-b898-95d71652c227 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Jul 12 16:34:35.807616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.038340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.061946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78343f2c-c38e-47f2-812f-7bc94c70141f req-f072154a-bc08-4077-936d-55faa3b1061b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:36.063908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78343f2c-c38e-47f2-812f-7bc94c70141f req-f072154a-bc08-4077-936d-55faa3b1061b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1025796 Jul 12 16:34:36.114237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78343f2c-c38e-47f2-812f-7bc94c70141f req-3a37a85c-30d8-42ec-b8a1-d71b6d8a3815 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Jul 12 16:34:36.142698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.353079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8847-c873-4139-bf5f-285b135c714a req-e149fa04-8665-4a65-9fd7-8e85732bc34c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:36.354597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd1d8847-c873-4139-bf5f-285b135c714a req-e149fa04-8665-4a65-9fd7-8e85732bc34c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1176121 Jul 12 16:34:36.383063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.392354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.454387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd1d8847-c873-4139-bf5f-285b135c714a req-93fc431c-ff4f-43f4-8950-78857a36e7ea tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910637 Jul 12 16:34:36.481499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=1fdbc606-dd24-4878-b550-80d9d1f06d0c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:34:36.501193 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:36.631254 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP ed376e02-58cd-4d2e-a859-4ae724347248 associated. External IP: 172.25.8.191, port: cc3f7af3-f96f-4b43-b8ef-718850776dea. Jul 12 16:34:36.915123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 445e6018-40bf-4b3f-ba51-ec754598079f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:34:37.017122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50a06-7724-4c90-bfac-67fd31094c2e req-20be3221-e568-47c2-bb00-84511ea1ca03 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.018661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ae50a06-7724-4c90-bfac-67fd31094c2e req-20be3221-e568-47c2-bb00-84511ea1ca03 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.2531009 Jul 12 16:34:37.151475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:34:37.164853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ae50a06-7724-4c90-bfac-67fd31094c2e req-6b7df465-8df0-43aa-8a9f-17b66b759739 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172159 Jul 12 16:34:37.180555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Sync routers for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:34:37.190157 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:37.196728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:37.197419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:37.255483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ad84c28c-79f0-4514-bbcb-e7c1dcaf1042 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5738659 Jul 12 16:34:37.256126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:34:37.258438 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8dc5c-8562-41d8-bd87-4064a2622605" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:34:37.299636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:34:37.322103 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dbd056-dc3c-4f27-b041-a2041b95a01d x-openstack-request-id: req-76dbd056-dc3c-4f27-b041-a2041b95a01d {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:34:37.322626 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:34:37.323028 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76dbd056-dc3c-4f27-b041-a2041b95a01d {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:34:37.323624 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:34:37.392657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:37.471110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-a5477fd6-ae52-45ee-9a76-ff9d3ff8a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.472731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-a5477fd6-ae52-45ee-9a76-ff9d3ff8a8a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1096 time: 0.1211188 Jul 12 16:34:37.486418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0a9c-6e8f-47ef-9f77-199318b6c43f req-c403b6b9-f203-460f-ae9f-e63839b5982e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.488151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09ab0a9c-6e8f-47ef-9f77-199318b6c43f req-c403b6b9-f203-460f-ae9f-e63839b5982e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0899670 Jul 12 16:34:37.570783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09ab0a9c-6e8f-47ef-9f77-199318b6c43f req-1d3274c9-c67d-4ecc-86af-a16b5ec764fb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727928 Jul 12 16:34:37.606927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:37.616831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-526e4aa7-fce1-461f-bc3d-082251c5b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.618436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-526e4aa7-fce1-461f-bc3d-082251c5b48d service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1293943 Jul 12 16:34:37.637660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ed376e02-58cd-4d2e-a859-4ae724347248', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:35Z', 'updated_at': '2021-07-12T16:34:35Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:37.668379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Checking router: 445e6018-40bf-4b3f-ba51-ec754598079f for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:34:37.675685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4ab6e855-af50-427c-b427-6a9dc44b6900 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/ed376e02-58cd-4d2e-a859-4ae724347248 HTTP/1.1" status: 200 len: 991 time: 0.0672195 Jul 12 16:34:37.679769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:34:37.680447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:34:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:37.723278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-ae4bcf12-104d-48f0-8da4-dc4d9a35c218 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.0976655 Jul 12 16:34:37.773582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-5f2f2553-1d85-4154-88e9-53f204afcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.775141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-5f2f2553-1d85-4154-88e9-53f204afcfa9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0457335 Jul 12 16:34:37.798088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:34:37.834198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-e43fda6c-2db8-40e9-8e17-ae926105850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:37.835731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-e43fda6c-2db8-40e9-8e17-ae926105850d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538170 Jul 12 16:34:38.089230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ed376e02-58cd-4d2e-a859-4ae724347248', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:35Z', 'updated_at': '2021-07-12T16:34:35Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:34:38.120346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc11021-f990-4ad7-ba7a-1b0e60d751aa None None] The sync data for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 is: [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ed376e02-58cd-4d2e-a859-4ae724347248', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.191', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:34:35Z', 'updated_at': '2021-07-12T16:34:35Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:34:38.374695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-50461343-e92c-45bd-b263-9c34cebe6be4 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312538 Jul 12 16:34:38.478266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037003-eb87-4457-a236-3c17f319d52b req-f0979e5e-065f-47f0-9db3-1218e708a918 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:38.485195 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b037003-eb87-4457-a236-3c17f319d52b req-f0979e5e-065f-47f0-9db3-1218e708a918 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1634238 Jul 12 16:34:38.494635 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5518661-dfac-466a-a45a-0b3879ff3433 None None] New status for floating IP ed376e02-58cd-4d2e-a859-4ae724347248: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:34:38.548126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b037003-eb87-4457-a236-3c17f319d52b req-da92228d-ac1a-4109-8020-44480a1d151f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619221 Jul 12 16:34:38.560037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ec8dc5c-8562-41d8-bd87-4064a2622605 req-c6afc0a0-ee42-45ba-afad-f354d4a2feb3 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754236 Jul 12 16:34:38.679635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:34:38.760341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c8036a4-7738-45cc-aeae-d2d34c07dadf tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/ed376e02-58cd-4d2e-a859-4ae724347248 HTTP/1.1" status: 200 len: 993 time: 0.0780444 Jul 12 16:34:39.735306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cca7e-a651-4b31-be9c-14732000bd1f req-b00ec2fb-ed14-4290-997f-c930a533f705 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:39.736819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d48cca7e-a651-4b31-be9c-14732000bd1f req-b00ec2fb-ed14-4290-997f-c930a533f705 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0660093 Jul 12 16:34:39.777232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d48cca7e-a651-4b31-be9c-14732000bd1f req-4adcfd1b-5b3c-434b-bb72-ff1b864d11fc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Jul 12 16:34:40.966128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d5f85-1693-4366-b803-ebf2ecb85232 req-e862d516-be46-467b-b7f8-b944122709b4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:40.967580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa3d5f85-1693-4366-b803-ebf2ecb85232 req-e862d516-be46-467b-b7f8-b944122709b4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0708773 Jul 12 16:34:41.010311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa3d5f85-1693-4366-b803-ebf2ecb85232 req-64f4900f-3a94-4fcf-b557-bdef1965355c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Jul 12 16:34:42.211088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646ad4b-d13f-45b6-8230-5f029edb26bd req-2001ab62-866b-46f5-866f-6b05d7e5abec tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:42.212703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3646ad4b-d13f-45b6-8230-5f029edb26bd req-2001ab62-866b-46f5-866f-6b05d7e5abec tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0695760 Jul 12 16:34:42.259894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3646ad4b-d13f-45b6-8230-5f029edb26bd req-107382fb-b93e-46e2-8d91-bb44b49b5f2c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Jul 12 16:34:43.439826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1e0ee-16c2-4aee-aca4-22ba60a177d3 req-ff82de48-471a-432b-b1f3-ceae9074d912 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:43.441297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37b1e0ee-16c2-4aee-aca4-22ba60a177d3 req-ff82de48-471a-432b-b1f3-ceae9074d912 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0647104 Jul 12 16:34:43.496231 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37b1e0ee-16c2-4aee-aca4-22ba60a177d3 req-21084b34-d43b-4f6f-9b80-424ea3e2745d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 Jul 12 16:34:44.706357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6d4c3-5d9d-42e3-9bca-f8bf663941c2 req-9477969d-82f9-4657-a4ed-88a461b32335 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:44.716019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8b6d4c3-5d9d-42e3-9bca-f8bf663941c2 req-9477969d-82f9-4657-a4ed-88a461b32335 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1004815 Jul 12 16:34:44.757730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8b6d4c3-5d9d-42e3-9bca-f8bf663941c2 req-1fb8a686-b4d0-434d-9ec1-d60c0930c832 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Jul 12 16:34:45.947801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e00f49-2e46-47a1-92a9-738faa83bf91 req-8cac1731-15f1-4179-9c7b-4a4b1494c575 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:45.949323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96e00f49-2e46-47a1-92a9-738faa83bf91 req-8cac1731-15f1-4179-9c7b-4a4b1494c575 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0679994 Jul 12 16:34:45.991932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-96e00f49-2e46-47a1-92a9-738faa83bf91 req-5da956e1-84d7-467d-98f3-379b305c906c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Jul 12 16:34:47.190837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df892413-10e0-4601-a1ce-f2578bc9140a req-d441acb9-da42-4f36-8814-c9c8fcaefabf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:47.193393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df892413-10e0-4601-a1ce-f2578bc9140a req-d441acb9-da42-4f36-8814-c9c8fcaefabf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0742555 Jul 12 16:34:47.237370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df892413-10e0-4601-a1ce-f2578bc9140a req-177d99ca-f63b-44b0-8ce9-3bf5d8852fad tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361719 Jul 12 16:34:48.411227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb8bc-1cd5-4ca6-b28f-1ccc660672bb req-63d9bb99-30db-42e4-b0ed-32192ad45801 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:48.412836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c7eb8bc-1cd5-4ca6-b28f-1ccc660672bb req-63d9bb99-30db-42e4-b0ed-32192ad45801 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0646930 Jul 12 16:34:48.452411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c7eb8bc-1cd5-4ca6-b28f-1ccc660672bb req-236465f4-ba5b-46e7-bc4f-53cd4977fec2 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Jul 12 16:34:49.642964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db068e5-ac0f-47b2-8f00-b01d67aef0af req-f844f9ce-bd23-41bf-9294-eea21375c573 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:49.645687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db068e5-ac0f-47b2-8f00-b01d67aef0af req-f844f9ce-bd23-41bf-9294-eea21375c573 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0734208 Jul 12 16:34:49.691733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4db068e5-ac0f-47b2-8f00-b01d67aef0af req-9199a4a3-9f1d-42fb-b819-2908baddc60f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Jul 12 16:34:50.890660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb3bdf-2856-4974-a597-ebedbcdce59a req-7be50470-bbff-4952-aeec-0b0a76ec73f5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:50.899188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0cdb3bdf-2856-4974-a597-ebedbcdce59a req-7be50470-bbff-4952-aeec-0b0a76ec73f5 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0759993 Jul 12 16:34:50.939334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0cdb3bdf-2856-4974-a597-ebedbcdce59a req-bf8d85e0-06df-45f5-a303-2295f8dff234 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390494 Jul 12 16:34:52.153164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fcdc1-10b5-4430-90a9-c0e45cf16486 req-a5e86b69-c5ec-4c6d-a503-462443b49eea tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:52.155628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b6fcdc1-10b5-4430-90a9-c0e45cf16486 req-a5e86b69-c5ec-4c6d-a503-462443b49eea tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0843256 Jul 12 16:34:52.206113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b6fcdc1-10b5-4430-90a9-c0e45cf16486 req-974996fd-90ff-435b-b9ae-1fba46057eef tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Jul 12 16:34:53.419780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc47f2-182b-4543-b409-9459582572d8 req-055a596a-904b-42d4-b5b8-147688636782 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:53.422000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0fc47f2-182b-4543-b409-9459582572d8 req-055a596a-904b-42d4-b5b8-147688636782 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0900211 Jul 12 16:34:53.466692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0fc47f2-182b-4543-b409-9459582572d8 req-c3cca33a-dc07-43e3-9660-e48a14313043 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Jul 12 16:34:54.666565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25916fe-3b84-44dc-9024-93255316cdd5 req-99ddd8d4-310f-4043-81b0-64fa63e93867 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:54.670717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e25916fe-3b84-44dc-9024-93255316cdd5 req-99ddd8d4-310f-4043-81b0-64fa63e93867 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0718176 Jul 12 16:34:54.730320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e25916fe-3b84-44dc-9024-93255316cdd5 req-0f3245d2-3a0d-4294-a63a-e6c0b062243a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Jul 12 16:34:55.407558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b02b-c8d2-473e-827e-366d4eee77f4 req-9386f140-d0b7-4520-ac4a-b0f91eeef5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:55.409667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30c2b02b-c8d2-473e-827e-366d4eee77f4 req-9386f140-d0b7-4520-ac4a-b0f91eeef5d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.2976356 Jul 12 16:34:55.455244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30c2b02b-c8d2-473e-827e-366d4eee77f4 req-0c4121de-1e68-49b3-8bef-63e9f7c802cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361264 Jul 12 16:34:55.922406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30e856-ddf6-4dbd-9815-7ce804086453 req-9ca650e7-b587-4a94-af94-f3aded9a2b6a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:55.923926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a30e856-ddf6-4dbd-9815-7ce804086453 req-9ca650e7-b587-4a94-af94-f3aded9a2b6a tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0841753 Jul 12 16:34:55.966165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a30e856-ddf6-4dbd-9815-7ce804086453 req-f4c06695-0e7b-49f6-ac4b-bcce938a1b4b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Jul 12 16:34:57.150718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17abf4-d6ac-4207-b065-c80e79c09770 req-9f4a68c1-5993-4000-a195-004274f54f0c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:57.152335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a17abf4-d6ac-4207-b065-c80e79c09770 req-9f4a68c1-5993-4000-a195-004274f54f0c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0685415 Jul 12 16:34:57.212800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a17abf4-d6ac-4207-b065-c80e79c09770 req-ebb82aac-4a96-4604-a79c-f3890350a637 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542777 Jul 12 16:34:58.421791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566af440-bafb-43ed-ad0f-cad6d21c97f8 req-8a5caa88-71f2-4ed0-a618-cff4c03c9c5e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:58.423338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-566af440-bafb-43ed-ad0f-cad6d21c97f8 req-8a5caa88-71f2-4ed0-a618-cff4c03c9c5e tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0921209 Jul 12 16:34:58.471333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-566af440-bafb-43ed-ad0f-cad6d21c97f8 req-0ea2e967-a269-46a2-93dc-aba806563bbf tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jul 12 16:34:59.690154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e9fd-371b-49cb-9728-25ead6e38e99 req-0b59d8e2-94b5-4c9a-b274-44259a928429 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:34:59.693595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39a4e9fd-371b-49cb-9728-25ead6e38e99 req-0b59d8e2-94b5-4c9a-b274-44259a928429 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0876222 Jul 12 16:34:59.756341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39a4e9fd-371b-49cb-9728-25ead6e38e99 req-922f7c2d-e492-4a31-aebd-c8b87a87650b tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569167 Jul 12 16:35:00.961882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702fa8-6026-438d-86f7-ecaa2b0aafad req-da1ba1d9-344e-4e95-a196-7cd1dacfcbfe tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:00.964350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c702fa8-6026-438d-86f7-ecaa2b0aafad req-da1ba1d9-344e-4e95-a196-7cd1dacfcbfe tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0753529 Jul 12 16:35:01.012230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5c702fa8-6026-438d-86f7-ecaa2b0aafad req-62af97a2-5d9a-4a31-a966-b518c9d74b1c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Jul 12 16:35:02.042981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e561f971-501c-4449-bd5a-270ba7c635aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:02.320495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb2dd2-7ecf-4d1c-9b23-903980353ffc req-02b2d6f1-9f44-47f0-9868-cca33e031f05 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:02.322339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40bb2dd2-7ecf-4d1c-9b23-903980353ffc req-02b2d6f1-9f44-47f0-9868-cca33e031f05 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1208727 Jul 12 16:35:02.394025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40bb2dd2-7ecf-4d1c-9b23-903980353ffc req-12ffde79-47f5-45dd-bca3-57804fc68cc4 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Jul 12 16:35:02.568063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47602) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:02.725226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:02.864061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:02.870345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:02.886131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22602c-2d59-4647-b289-ee48d8e749f1 req-cf012ab4-f44f-49ac-9aa3-87bbfdc4fa31 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:02.889099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd22602c-2d59-4647-b289-ee48d8e749f1 req-cf012ab4-f44f-49ac-9aa3-87bbfdc4fa31 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0890884 Jul 12 16:35:02.914289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01388ead7f494a9a82214b7507663e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447008 Jul 12 16:35:02.915817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6bdce7-b736-402f-a2a9-cd341265ab8c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:02.917932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47614) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:02.938070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.938419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.938761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.939098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.939432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.939786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.940117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.940441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.940768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.941083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.942003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:02.942295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd22602c-2d59-4647-b289-ee48d8e749f1 req-33962169-deb3-4eba-be17-d843cb7b4582 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Jul 12 16:35:02.942397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614e8d0-14ee-40d4-8389-10d0c15b7a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:03.000240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:03.024640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:03.085424 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:03.088154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:03.091949 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc6bdce7-b736-402f-a2a9-cd341265ab8c HTTP/1.1" status: 204 len: 168 time: 0.1706016 Jul 12 16:35:03.123665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312cb19-3dc6-4e2f-89fe-37e406873ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6bdce7-b736-402f-a2a9-cd341265ab8c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:03.169749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9b82-c55b-4777-90b2-56f491549e7c req-60da6161-b4b7-4f07-8d6d-13c7b0d0e490 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:03.171508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-922c9b82-c55b-4777-90b2-56f491549e7c req-60da6161-b4b7-4f07-8d6d-13c7b0d0e490 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0966022 Jul 12 16:35:03.214300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-922c9b82-c55b-4777-90b2-56f491549e7c req-b992cda2-2de5-421b-a2f8-1b2934fd2095 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Jul 12 16:35:03.241295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:03.700275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a46b13-f659-4691-a26a-bdb454ba4577 req-e1c62568-84a4-4bcc-8dc5-8d54e20a8a72 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:03.701797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31a46b13-f659-4691-a26a-bdb454ba4577 req-e1c62568-84a4-4bcc-8dc5-8d54e20a8a72 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0927839 Jul 12 16:35:03.759727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31a46b13-f659-4691-a26a-bdb454ba4577 req-8084a8d4-98b0-4e95-a81a-8691db6c82c1 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Jul 12 16:35:04.428958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-23ac8e7b-4b37-476d-9e26-af8af7f9cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:04.888042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:04.962672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0454a-bb66-43e3-ab92-dc86fc3679cd req-11dc0872-a526-42f7-ad96-68690f0f071c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:04.971325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cba0454a-bb66-43e3-ab92-dc86fc3679cd req-11dc0872-a526-42f7-ad96-68690f0f071c tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.1006334 Jul 12 16:35:04.999289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-0b1cba0d-15b1-4460-a3eb-4c06738d1836 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:05.002853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-0b1cba0d-15b1-4460-a3eb-4c06738d1836 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 945 time: 0.0938740 Jul 12 16:35:05.042698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cba0454a-bb66-43e3-ab92-dc86fc3679cd req-fe281fc8-6a5f-4298-8fb7-c8045876261f tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Jul 12 16:35:05.164840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port d460f971-b830-49a0-bf04-652161d7730d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:35:05.165191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.273467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port d460f971-b830-49a0-bf04-652161d7730d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d460f971-b830-49a0-bf04-652161d7730d,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:05.273828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.288287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for d460f971-b830-49a0-bf04-652161d7730d owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:35:05.312823 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:35:05.436990 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.450438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d460f971-b830-49a0-bf04-652161d7730d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:05.459109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['9fe21c55-718b-4bf4-8327-f1a75d50bee5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:05.472336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=d460f971-b830-49a0-bf04-652161d7730d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:05.483122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.483473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.483846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.484187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.484524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.484880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.485216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.485546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.485872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.486196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.486520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.486842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:05.542674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port d460f971-b830-49a0-bf04-652161d7730d on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:35:05.546359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.549305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a6c3c96-7d0a-4dba-a31d-dae8aec89d44 req-fe23b664-27ff-4c1c-aa65-de6e40fb45f8 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.77 "DELETE /v2.0/ports/d460f971-b830-49a0-bf04-652161d7730d HTTP/1.1" status: 204 len: 173 time: 0.5405409 Jul 12 16:35:05.549921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'name': 'network-vif-deleted', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:05.558293 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936cc208-1c86-4999-b0cc-a5e868f9f4f1" -d '{"events": [{"server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "name": "network-vif-deleted", "tag": "d460f971-b830-49a0-bf04-652161d7730d"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:05.650569 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba43ace-8cbd-4885-a831-cfcca5030299 x-openstack-request-id: req-8ba43ace-8cbd-4885-a831-cfcca5030299 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:05.651060 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0231fb5-c794-4d49-b718-30f6eefacb7d", "name": "network-vif-deleted", "tag": "d460f971-b830-49a0-bf04-652161d7730d", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:05.651521 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ba43ace-8cbd-4885-a831-cfcca5030299 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:05.652300 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0231fb5-c794-4d49-b718-30f6eefacb7d', 'name': 'network-vif-deleted', 'tag': 'd460f971-b830-49a0-bf04-652161d7730d', 'status': 'completed', 'code': 200} Jul 12 16:35:05.658219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.716162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-01aebbbf-82f7-44b0-9a9f-7009f0b6e8f3 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b091739075964a99a9f29a4af0e83db0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575771 Jul 12 16:35:05.808488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:05.974656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-3144c0a3-cd7f-4e3e-a97e-3fb4ba24cd7b tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:05.976078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-3144c0a3-cd7f-4e3e-a97e-3fb4ba24cd7b tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396083 Jul 12 16:35:05.983776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-d3c04bb7-7a6c-4ed4-82ff-edc72eaab7c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2751112 Jul 12 16:35:05.994795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-e29be50d-b241-4c75-bfba-a680f606014d tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/quotas/b091739075964a99a9f29a4af0e83db0 HTTP/1.1" status: 200 len: 375 time: 0.0100152 Jul 12 16:35:06.043637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-1a9f41d2-33d3-4c04-87c2-db34f565be60 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b091739075964a99a9f29a4af0e83db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431168 Jul 12 16:35:06.140249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-3fe1e262-9f6e-4f57-90ff-63176e53ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:06.142324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-3fe1e262-9f6e-4f57-90ff-63176e53ecea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18da033f74724abeb00211e252eb65ca&device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 1096 time: 0.0962744 Jul 12 16:35:06.326657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-768eb1e0-87f7-4457-869f-f15e96987fde req-37b169f7-fe10-46db-ad8a-cc6216ee0b07 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0231fb5-c794-4d49-b718-30f6eefacb7d HTTP/1.1" status: 200 len: 210 time: 0.0875323 Jul 12 16:35:06.369712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-727fb9f5-9fe2-4366-b09b-c72f097d6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:06.371232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-727fb9f5-9fe2-4366-b09b-c72f097d6033 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 200 len: 906 time: 0.2034602 Jul 12 16:35:06.409580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-58c943e2-334f-4090-a03b-1a8c261cca3d req-0652c93f-7ee5-41b7-8a81-a8f8f60903b7 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 210 time: 0.0350964 Jul 12 16:35:06.440063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-6f796a36-cfaf-4a01-ac03-509e12f1f4aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 200 len: 217 time: 0.0545547 Jul 12 16:35:06.497318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-91b36f73-199c-4cfa-8eb5-110f58296a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:06.498926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-91b36f73-199c-4cfa-8eb5-110f58296a76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 200 len: 845 time: 0.0495608 Jul 12 16:35:06.539202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-2b0d1103-7e2c-4805-8875-866e57cdfb6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289416 Jul 12 16:35:06.553344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-e22091c0-72b5-4333-9c63-2148253e2066 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:35:06.554394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-e22091c0-72b5-4333-9c63-2148253e2066 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054450 Jul 12 16:35:06.670627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-2523a539-173c-4a35-8277-1cc34b00a849 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056559 Jul 12 16:35:06.789845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1521fc2c-9096-48b1-b1b8-97063f4d3f13 req-b7ded31b-a0f6-4ae7-8119-690b5eb83d4f service neutron] 10.222.0.65 "GET /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088347 Jul 12 16:35:07.257141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:07.628446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9444c87a-6f14-4ef9-b6ca-15247d879c57 req-b31de150-7a72-412c-a86b-62d4846ee66d tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 210 time: 0.0316756 Jul 12 16:35:07.713131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-125b3d18-a41a-494a-ab21-dd8fc0e3ea72 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b091739075964a99a9f29a4af0e83db0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454645 Jul 12 16:35:07.981850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-70305fda-8d4a-42c0-9cbb-18e979c63cb2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:07.983493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-70305fda-8d4a-42c0-9cbb-18e979c63cb2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598984 Jul 12 16:35:07.998001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Request body: {'port': {'device_id': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': 'b091739075964a99a9f29a4af0e83db0'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:08.122699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Made reservation on behalf of b091739075964a99a9f29a4af0e83db0 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:08.126538 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.137125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.255808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.272417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.347805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f069b-42f6-494e-8192-decd2190d89f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:08.433796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Allocated IP 192.168.233.206 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/794fda07-5489-4f0f-90c2-c711f66c1903) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:08.627651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.645993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Transition to ACTIVE for port object 794fda07-5489-4f0f-90c2-c711f66c1903 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:08.702145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.767742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:08.772638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:08.783439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:08.885181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ad013-21a0-4276-a5ee-91d9af92745e req-18bc1032-bb20-47d6-a016-070bde2c55fa tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:08.886752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-203ad013-21a0-4276-a5ee-91d9af92745e req-18bc1032-bb20-47d6-a016-070bde2c55fa tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 945 time: 0.0935020 Jul 12 16:35:08.889201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:08.890205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:08.932055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Pushing event updated for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:08.946074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-52c643fc-ff93-4a62-9dd6-e513c4e5cb25 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9525344 Jul 12 16:35:08.954525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-203ad013-21a0-4276-a5ee-91d9af92745e req-445fe28c-8101-49fe-a598-2ee92729f984 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Jul 12 16:35:08.964447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Request body: {'port': {'device_id': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:09.048788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743233-6983-4fbb-ac4e-2af333d5cf57 req-32ade864-f97b-499c-ba54-f82a43082295 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:09.051209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a743233-6983-4fbb-ac4e-2af333d5cf57 req-32ade864-f97b-499c-ba54-f82a43082295 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 936 time: 0.2124236 Jul 12 16:35:09.071645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.085805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66cd787e-3ce2-46e5-aedb-66295d522f67 None None] Provisioning for port 794fda07-5489-4f0f-90c2-c711f66c1903 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:09.090889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66cd787e-3ce2-46e5-aedb-66295d522f67 None None] Provisioning complete for port 794fda07-5489-4f0f-90c2-c711f66c1903 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:09.091330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66cd787e-3ce2-46e5-aedb-66295d522f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.129843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-66cd787e-3ce2-46e5-aedb-66295d522f67 None None] Port 794fda07-5489-4f0f-90c2-c711f66c1903 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:35:09.134639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a743233-6983-4fbb-ac4e-2af333d5cf57 req-2225ca09-6e56-44ce-add7-18d04c3f7489 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752778 Jul 12 16:35:09.387159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794fda07-5489-4f0f-90c2-c711f66c1903 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:09.395303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.408051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Transition to ACTIVE for port object 794fda07-5489-4f0f-90c2-c711f66c1903 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:09.412970 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.465458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Pushing event updated for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:09.559897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Attempting to bind port 794fda07-5489-4f0f-90c2-c711f66c1903 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:35:09.560488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Attempting to bind port 794fda07-5489-4f0f-90c2-c711f66c1903 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:35:09.560972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Attempting to bind port 794fda07-5489-4f0f-90c2-c711f66c1903 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:09.566397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Port 794fda07-5489-4f0f-90c2-c711f66c1903 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:35:09.567152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Attempting to bind port 794fda07-5489-4f0f-90c2-c711f66c1903 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:09.573045 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:35:09.573376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:35:09.573767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:35:09.574212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Bound port: 794fda07-5489-4f0f-90c2-c711f66c1903, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:35:09.574639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.650664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:09.654636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=794fda07-5489-4f0f-90c2-c711f66c1903,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:35:09.661169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.697775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:09.698723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:09.700166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] 10.222.0.77 "PUT /v2.0/ports/794fda07-5489-4f0f-90c2-c711f66c1903 HTTP/1.1" status: 200 len: 1096 time: 0.7440298 Jul 12 16:35:09.703149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:09.705032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d460f971-b830-49a0-bf04-652161d7730d no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:35:09.712276 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30276e0d-6d4b-41b9-8905-950957e714e9" -d '{"events": [{"name": "network-changed", "server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:09.741992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: d460f971-b830-49a0-bf04-652161d7730d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:35:09.742467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d460f971-b830-49a0-bf04-652161d7730d not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:35:09.788850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806c9d-83bd-4b0f-88a9-066f96f0b518 service neutron] Pushing event updated for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:09.806331 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48101d6a-a042-4823-9a23-34f90ad0e8d2 x-openstack-request-id: req-48101d6a-a042-4823-9a23-34f90ad0e8d2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:09.806750 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:09.807159 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48101d6a-a042-4823-9a23-34f90ad0e8d2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:09.807754 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903', 'status': 'completed', 'code': 200} Jul 12 16:35:09.868284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-0e6b5327-dd6e-48c7-9f27-4b925635b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:09.869834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-0e6b5327-dd6e-48c7-9f27-4b925635b69f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b091739075964a99a9f29a4af0e83db0&device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 1099 time: 0.0663466 Jul 12 16:35:09.921398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-cdb25fa9-ffa1-4e9e-a4af-62271d22e5c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=794fda07-5489-4f0f-90c2-c711f66c1903 HTTP/1.1" status: 200 len: 217 time: 0.0422552 Jul 12 16:35:09.979117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-1387d42f-ae55-4b5b-ba82-11040b126db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:09.980613 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-1387d42f-ae55-4b5b-ba82-11040b126db4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0519817 Jul 12 16:35:10.051628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-2e96e628-8c49-4ee0-b08a-b1d6578d542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.053739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-2e96e628-8c49-4ee0-b08a-b1d6578d542d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635648 Jul 12 16:35:10.146485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcb3c8-d6e1-4bfa-bce5-c06bdbbc86d3 req-1a9b10af-1c03-4727-a118-13f0137efc3f tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.148097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53bcb3c8-d6e1-4bfa-bce5-c06bdbbc86d3 req-1a9b10af-1c03-4727-a118-13f0137efc3f tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1096 time: 0.0557806 Jul 12 16:35:10.196156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53bcb3c8-d6e1-4bfa-bce5-c06bdbbc86d3 req-111cdd54-b58b-4202-b9b1-4d002f8c9f96 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Jul 12 16:35:10.231498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-49cb961e-4bcf-4e25-b274-78acdb6b76eb service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690223 Jul 12 16:35:10.244006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dafb-c4cd-4a5e-9157-8ca62229b16b req-08f1bc5d-4420-4ad4-82d8-c3abe7d881bc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.250984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21d8dafb-c4cd-4a5e-9157-8ca62229b16b req-08f1bc5d-4420-4ad4-82d8-c3abe7d881bc tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 945 time: 0.1203270 Jul 12 16:35:10.344441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-21d8dafb-c4cd-4a5e-9157-8ca62229b16b req-9e8a4df1-149a-494e-8174-f2712b8cfb08 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/security-groups?id=75ccde0b-e903-49b2-9f26-ab4eb0a6337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926099 Jul 12 16:35:10.377883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26abe3cb-fdcb-4c34-8350-5a0449901bd7 req-794a7fa0-a151-466b-89b0-8d98193bfc1c service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Jul 12 16:35:10.390622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-94e2ffe5-536c-4443-a9f4-bfa668e66e8d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.392505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-94e2ffe5-536c-4443-a9f4-bfa668e66e8d tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 945 time: 0.1489980 Jul 12 16:35:10.475337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd688dd-ee12-417c-ab90-fe4e5aa81a61 req-907af9a8-2b0b-42ee-9206-2240879a1635 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.476919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdd688dd-ee12-417c-ab90-fe4e5aa81a61 req-907af9a8-2b0b-42ee-9206-2240879a1635 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 948 time: 0.1527135 Jul 12 16:35:10.567290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdd688dd-ee12-417c-ab90-fe4e5aa81a61 req-b34d1b37-3825-4360-a06c-d0085b59cc9b tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jul 12 16:35:10.572488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Deleting port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:35:10.572943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:10.575604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76d4d-99eb-405a-bf57-eff5fa8b3fee req-9c952549-dffc-4486-8af4-2ae7c2970127 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.577043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7a76d4d-99eb-405a-bf57-eff5fa8b3fee req-9c952549-dffc-4486-8af4-2ae7c2970127 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0985186 Jul 12 16:35:10.588602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-05872e2a-b58a-429c-bd4d-73698718389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.600465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-05872e2a-b58a-429c-bd4d-73698718389d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b091739075964a99a9f29a4af0e83db0&device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 1099 time: 0.1457179 Jul 12 16:35:10.685181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] For port 9fe21c55-718b-4bf4-8327-f1a75d50bee5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=9fe21c55-718b-4bf4-8327-f1a75d50bee5,segment=NetworkSegment(598a05ed-3ecc-4bee-a7ed-f42e1a316a2d),segment_id=598a05ed-3ecc-4bee-a7ed-f42e1a316a2d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:10.685472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:10.687525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7a76d4d-99eb-405a-bf57-eff5fa8b3fee req-fb18dcbf-89b2-4284-9e66-a5aa3ea56ab1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030095 Jul 12 16:35:10.713211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Calling delete_port for 9fe21c55-718b-4bf4-8327-f1a75d50bee5 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:35:10.713380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47872) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:10.786312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-e4d73ed4-a723-4511-8c2e-a693191852f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.787846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-e4d73ed4-a723-4511-8c2e-a693191852f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1780679 Jul 12 16:35:10.842667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9145cb6f-1bb7-453b-a5be-fdd043130e96 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/ed376e02-58cd-4d2e-a859-4ae724347248 HTTP/1.1" status: 200 len: 993 time: 0.1282406 Jul 12 16:35:10.844351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-3d409ea9-3331-4cbf-8f16-314ad33f1a09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=794fda07-5489-4f0f-90c2-c711f66c1903 HTTP/1.1" status: 200 len: 217 time: 0.0489702 Jul 12 16:35:10.902332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:10.910450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-d15987f9-eb86-408a-a7f1-4f0b62075af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:10.912069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-d15987f9-eb86-408a-a7f1-4f0b62075af9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0602295 Jul 12 16:35:10.960319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Pushing event deleted for resources: {'Port': ['ID=9fe21c55-718b-4bf4-8327-f1a75d50bee5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:11.005251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-f55307cd-8812-42e5-bed7-c478c0503c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:11.007181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-f55307cd-8812-42e5-bed7-c478c0503c34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867393 Jul 12 16:35:11.018850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] No DVR routers for this DVR port 9fe21c55-718b-4bf4-8327-f1a75d50bee5 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:35:11.034588 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:11.037448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd432b66-c533-4651-ad9a-f3c0723ffa3e req-e453ca68-9f08-4276-a7a8-79fe192506d9 tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.65 "DELETE /v2.0/ports/9fe21c55-718b-4bf4-8327-f1a75d50bee5 HTTP/1.1" status: 204 len: 173 time: 0.6363354 Jul 12 16:35:11.039723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'name': 'network-vif-deleted', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:11.042325 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06635039-3493-4643-8b8f-43df8e41fda1" -d '{"events": [{"server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "name": "network-vif-deleted", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:11.150450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-0fc8f86b-26a3-4e1e-8367-3198bc7a40db service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356933 Jul 12 16:35:11.282401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-30276e0d-6d4b-41b9-8905-950957e714e9 req-0a09acce-954b-4011-9add-4ec2d88066ee service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238458 Jul 12 16:35:11.340175 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4094b24-15bb-426e-85de-4397966c4ae2 x-openstack-request-id: req-d4094b24-15bb-426e-85de-4397966c4ae2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:11.340651 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4134d481-4e86-4b58-9b42-408d1a532dfa", "name": "network-vif-deleted", "tag": "9fe21c55-718b-4bf4-8327-f1a75d50bee5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:11.340745 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4094b24-15bb-426e-85de-4397966c4ae2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:11.341128 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4134d481-4e86-4b58-9b42-408d1a532dfa', 'name': 'network-vif-deleted', 'tag': '9fe21c55-718b-4bf4-8327-f1a75d50bee5', 'status': 'completed', 'code': 200} Jul 12 16:35:11.570406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-437d831c-fb28-4909-8941-e45cdfd9cf30 req-4c4cd02b-5825-4c5d-b26a-194ebf99b6da tempest-ServersTestJSON-562401235 tempest-ServersTestJSON-562401235-project] 10.222.0.58 "GET /v2.0/ports?device_id=4134d481-4e86-4b58-9b42-408d1a532dfa HTTP/1.1" status: 200 len: 210 time: 0.0880558 Jul 12 16:35:11.736693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb948faa-9f95-4cef-811f-2eb402f3b21b req-b9afe8f9-2fb9-476c-9a81-45c9364ea87e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:11.737802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb948faa-9f95-4cef-811f-2eb402f3b21b req-b9afe8f9-2fb9-476c-9a81-45c9364ea87e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1233907 Jul 12 16:35:11.756788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-c0b9eceb-4d1e-4711-bd91-014dbd73f7ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1927340 Jul 12 16:35:11.821515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89819939-a3f7-4091-81a8-bc7cf8ac13f1 req-5c9458de-174d-493a-888b-5c40a96d4c60 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:11.827954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89819939-a3f7-4091-81a8-bc7cf8ac13f1 req-5c9458de-174d-493a-888b-5c40a96d4c60 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 948 time: 0.1183102 Jul 12 16:35:11.848264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb948faa-9f95-4cef-811f-2eb402f3b21b req-195c720d-4543-49c8-86ee-a7c6331ebf7f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017890 Jul 12 16:35:11.901668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89819939-a3f7-4091-81a8-bc7cf8ac13f1 req-1d8e4fbf-3e90-4d5a-94c4-8377faf4eb79 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Jul 12 16:35:12.379077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-44d07823-a927-4203-8312-110b3fa2c109 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598583 Jul 12 16:35:12.388855 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9fe21c55-718b-4bf4-8327-f1a75d50bee5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:35:12.415213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 9fe21c55-718b-4bf4-8327-f1a75d50bee5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:35:12.415553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 9fe21c55-718b-4bf4-8327-f1a75d50bee5 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:35:12.516137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fffe15-950e-405e-8298-369d0a64a73f req-66494d09-fb0e-412f-8c43-83ba9ba91bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:12.516137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-66494d09-fb0e-412f-8c43-83ba9ba91bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.0817163 Jul 12 16:35:12.647767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fffe15-950e-405e-8298-369d0a64a73f req-4b410e5b-25e7-44ef-bf47-20a8e6067eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:12.649494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-4b410e5b-25e7-44ef-bf47-20a8e6067eb1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1119168 Jul 12 16:35:12.696200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:12.740227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-a5d95855-a20b-488f-8408-07d0b587e79b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1002 time: 0.0799727 Jul 12 16:35:12.765135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Deleting subnet c63807d8-74b3-4451-a48c-2f0ac67c12db {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:35:12.770178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:12.810288 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fffe15-950e-405e-8298-369d0a64a73f req-8811c6fa-8958-4c52-ba58-3d88cef83d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:12.812342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-8811c6fa-8958-4c52-ba58-3d88cef83d6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0652363 Jul 12 16:35:12.822084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:12.884492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:12.906964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fffe15-950e-405e-8298-369d0a64a73f req-0948d44d-d151-40a8-8e93-0125ec5d802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:12.908508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-0948d44d-d151-40a8-8e93-0125ec5d802b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890906 Jul 12 16:35:12.996992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.020480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.023891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c63807d8-74b3-4451-a48c-2f0ac67c12db HTTP/1.1" status: 204 len: 168 time: 0.3265963 Jul 12 16:35:13.026321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 47978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:13.102761 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-5047b3a1-c4e3-49f6-a6df-a86a5e1f7f1b service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873851 Jul 12 16:35:13.126326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbd73-00c9-48c6-8401-a91bef3b7df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63807d8-74b3-4451-a48c-2f0ac67c12db,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:13.173017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.230100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475778-34c5-499d-b95b-7914f2f34bb2 req-30915c95-a687-4689-b275-abdc126739aa tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:13.236154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8475778-34c5-499d-b95b-7914f2f34bb2 req-30915c95-a687-4689-b275-abdc126739aa tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1970303 Jul 12 16:35:13.255236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3ebe8-d1f6-4684-97c5-3ef137bc5900 req-609329ad-0698-4070-8965-092883ba848a tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:13.256924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2af3ebe8-d1f6-4684-97c5-3ef137bc5900 req-609329ad-0698-4070-8965-092883ba848a tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 948 time: 0.2193933 Jul 12 16:35:13.305837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-05fffe15-950e-405e-8298-369d0a64a73f req-152b0d05-1b27-4579-94a4-fa7b63273402 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930785 Jul 12 16:35:13.328080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d8475778-34c5-499d-b95b-7914f2f34bb2 req-227aecf9-31f7-4f2f-a667-1e0bbf42e941 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887835 Jul 12 16:35:13.358907 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.386556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:13.403973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2af3ebe8-d1f6-4684-97c5-3ef137bc5900 req-e32e8c17-b1b9-4efe-9c63-0e1a6ecf78c3 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203761 Jul 12 16:35:13.407018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:13.407128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598a05ed-3ecc-4bee-a7ed-f42e1a316a2d') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:13.419623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.429446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-0f46a489-ef26-45da-b025-590b2fa6b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:13.430937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-0f46a489-ef26-45da-b025-590b2fa6b884 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1096 time: 0.1973228 Jul 12 16:35:13.455239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.501332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:35:13.501822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:35:13.503455 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:35:13.582591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.592692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.594529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd HTTP/1.1" status: 204 len: 168 time: 0.5671356 Jul 12 16:35:13.609338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd731a66-c345-4a01-afbe-68e474b76f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7ac2d4-0c74-4627-bbdc-05a3cc22b4fd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:13.611795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-8f25d723-2e1f-4ee3-9175-6cbc883ce35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:13.613403 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-8f25d723-2e1f-4ee3-9175-6cbc883ce35e service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1679633 Jul 12 16:35:13.721758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 794fda07-5489-4f0f-90c2-c711f66c1903 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:35:13.812667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 47998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:13.863051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2f85063b-7c04-4b9f-8108-dbefe57eb5bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18da033f74724abeb00211e252eb65ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483744 Jul 12 16:35:13.865845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:13.876356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=794fda07-5489-4f0f-90c2-c711f66c1903,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:13.905214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '794fda07-5489-4f0f-90c2-c711f66c1903', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '794fda07-5489-4f0f-90c2-c711f66c1903', 'mac_address': 'fa:16:3e:cb:0f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:35:13.954969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.957598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.969243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794fda07-5489-4f0f-90c2-c711f66c1903 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:13.985988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:13.994412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=794fda07-5489-4f0f-90c2-c711f66c1903,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:14.005739 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:14.070668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:14.073018 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:14.080325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:14.081782 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75ccde0b-e903-49b2-9f26-ab4eb0a6337d HTTP/1.1" status: 204 len: 168 time: 0.2148855 Jul 12 16:35:14.083634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-0ec1a302-818f-4dca-92f2-c53242b9017c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1001 time: 0.4633503 Jul 12 16:35:14.105887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdc833-271d-4f97-b699-ed6ea7f7f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ccde0b-e903-49b2-9f26-ab4eb0a6337d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:14.171985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-b35c715a-17f6-48c9-b866-a7a5326d7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:14.173481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-b35c715a-17f6-48c9-b866-a7a5326d7917 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0827832 Jul 12 16:35:14.242190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-f1f937a9-4d35-4290-a08f-376ff1bbc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:14.243825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-f1f937a9-4d35-4290-a08f-376ff1bbc92f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629745 Jul 12 16:35:14.278012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['794fda07-5489-4f0f-90c2-c711f66c1903'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:14.367885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-ab2dd74e-06c3-4350-8103-448d94921e65 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151524 Jul 12 16:35:14.580802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-3305f61f-5cf5-4bae-8b47-2cdc57d53b2e service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061880 Jul 12 16:35:14.594507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7e807-5c5d-4cf7-8256-07effd13a3ba req-94629e26-e5cd-4658-8be0-eca8782d8585 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:14.596922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9e7e807-5c5d-4cf7-8256-07effd13a3ba req-94629e26-e5cd-4658-8be0-eca8782d8585 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1209955 Jul 12 16:35:14.650386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9e7e807-5c5d-4cf7-8256-07effd13a3ba req-3962ebfc-c195-428c-902d-2fc6505b8131 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Jul 12 16:35:14.728994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e829e-d765-4378-be43-59daa9bd2d84 req-581262fa-7d93-4b26-9467-5361f75a4bed tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:14.736155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f0e829e-d765-4378-be43-59daa9bd2d84 req-581262fa-7d93-4b26-9467-5361f75a4bed tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 949 time: 0.1433556 Jul 12 16:35:14.823728 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f0e829e-d765-4378-be43-59daa9bd2d84 req-6ba76ca0-a455-4478-8a01-a2eaf6529340 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807316 Jul 12 16:35:15.717776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 794fda07-5489-4f0f-90c2-c711f66c1903 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:35:15.796576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 794fda07-5489-4f0f-90c2-c711f66c1903 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:15.803984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 794fda07-5489-4f0f-90c2-c711f66c1903 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:15.804650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:15.812645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48074) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:15.889252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd1dd-046e-46e9-8a50-858ee8263670 req-938507b2-4216-423b-9a4b-b7c9d63caa76 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:15.897871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa0dd1dd-046e-46e9-8a50-858ee8263670 req-938507b2-4216-423b-9a4b-b7c9d63caa76 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1145978 Jul 12 16:35:15.922754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:15.940958 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4c9d21d-331b-4c54-8cf1-221f9b756cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:15.984019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:15.986604 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c8609-2895-4c09-abe3-87c0ec8cf6fd" -d '{"events": [{"server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "name": "network-vif-plugged", "status": "completed", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:16.002492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=794fda07-5489-4f0f-90c2-c711f66c1903,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:16.008644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.021848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa0dd1dd-046e-46e9-8a50-858ee8263670 req-00db5564-26a6-4be6-bb10-7a62af9f61e7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201115 Jul 12 16:35:16.156938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:16.207956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488b29a-950e-4b73-a1dc-e48458b3b54f req-9d44f42e-2783-4dcb-8a97-9eab5fecd850 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:16.216156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6488b29a-950e-4b73-a1dc-e48458b3b54f req-9d44f42e-2783-4dcb-8a97-9eab5fecd850 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 0.1457977 Jul 12 16:35:16.448739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2bf9191d-df06-4403-8e4b-49ff3d058638 None None] Provisioning complete for port 794fda07-5489-4f0f-90c2-c711f66c1903 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:16.449546 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2bf9191d-df06-4403-8e4b-49ff3d058638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.452908 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9580bcf4-d060-4500-bc36-4ef87d16e20c x-openstack-request-id: req-9580bcf4-d060-4500-bc36-4ef87d16e20c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:16.453545 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "name": "network-vif-plugged", "status": "completed", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:16.453969 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9580bcf4-d060-4500-bc36-4ef87d16e20c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:16.454524 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903', 'code': 200} Jul 12 16:35:16.602908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b665-7668-4d9d-9326-0e5e6e71048e req-16914f89-279d-4928-b857-a39ecbe64d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:16.604541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e92b665-7668-4d9d-9326-0e5e6e71048e req-16914f89-279d-4928-b857-a39ecbe64d2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 1101 time: 0.0745018 Jul 12 16:35:16.645189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e92b665-7668-4d9d-9326-0e5e6e71048e req-802c9e6e-de82-4eb1-9f62-e331cf8dd0c8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Jul 12 16:35:16.711733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4c9d21d-331b-4c54-8cf1-221f9b756cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.719643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4c9d21d-331b-4c54-8cf1-221f9b756cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.742472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6488b29a-950e-4b73-a1dc-e48458b3b54f req-d0aac3aa-ef30-45b6-a61c-41e8db8aab09 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251155 Jul 12 16:35:16.766280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9d21d-331b-4c54-8cf1-221f9b756cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18ec1e-d0e1-4b89-bc4a-c06dc657d1b3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:16.773178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a4c9d21d-331b-4c54-8cf1-221f9b756cc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e20e07a3cb642e09422d4abe5dc870d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590802 Jul 12 16:35:16.775660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48094) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:16.827958 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.850462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.900097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.902708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:16.903986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b18ec1e-d0e1-4b89-bc4a-c06dc657d1b3 HTTP/1.1" status: 204 len: 168 time: 0.1271236 Jul 12 16:35:16.912396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703b1da-4316-4ce6-9bb8-50504b329f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18ec1e-d0e1-4b89-bc4a-c06dc657d1b3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:17.209444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b5e83-4cb2-4ebf-bb5f-b097f47a1d6e req-d7d9b81c-7026-4ef2-ae82-f0dd780cbfc0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:17.211201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-184b5e83-4cb2-4ebf-bb5f-b097f47a1d6e req-d7d9b81c-7026-4ef2-ae82-f0dd780cbfc0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0746531 Jul 12 16:35:17.259473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-184b5e83-4cb2-4ebf-bb5f-b097f47a1d6e req-65c345b2-78a6-49b4-80c7-0602d27718b4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415180 Jul 12 16:35:17.963724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2263a6d-a939-4b4f-874c-8f18c67e2e04 req-65c24986-370b-458c-b8fe-5dc2362b83d6 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:17.971823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2263a6d-a939-4b4f-874c-8f18c67e2e04 req-65c24986-370b-458c-b8fe-5dc2362b83d6 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 0.1032057 Jul 12 16:35:18.020274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c2263a6d-a939-4b4f-874c-8f18c67e2e04 req-1ae66828-d989-4b43-8aa3-ebfbdc31f767 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Jul 12 16:35:18.523778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa643693-c4f6-4f2f-ae4b-baf70322cbad req-1d6afbf8-41ab-40d4-80c6-d0feb39825fe tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:18.525287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa643693-c4f6-4f2f-ae4b-baf70322cbad req-1d6afbf8-41ab-40d4-80c6-d0feb39825fe tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0935063 Jul 12 16:35:18.614040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa643693-c4f6-4f2f-ae4b-baf70322cbad req-bc57f3d4-27ab-4450-a5c7-edeecdc458dc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804977 Jul 12 16:35:19.317997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48198) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:19.451944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a93f728-2db4-4ebc-a28e-320b1cb5abac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.550258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a93f728-2db4-4ebc-a28e-320b1cb5abac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.555989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a93f728-2db4-4ebc-a28e-320b1cb5abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.601582 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a93f728-2db4-4ebc-a28e-320b1cb5abac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a36201d4d9e4b1ca28143fce81627fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784405 Jul 12 16:35:19.601796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48202) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:19.608993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f728-2db4-4ebc-a28e-320b1cb5abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f678834-18e2-4ba5-ab75-fcd5882bd660,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:19.664579 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.694795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.745863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.748740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:19.750224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f678834-18e2-4ba5-ab75-fcd5882bd660 HTTP/1.1" status: 204 len: 168 time: 0.1473346 Jul 12 16:35:19.801542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b6e3d-ccdc-4347-b681-c28a86761e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f678834-18e2-4ba5-ab75-fcd5882bd660,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:19.854321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2f57-447a-4557-a2b0-a57f0216752a req-cb1ebead-7d09-4d63-a6f0-df3f533e54bc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:19.855926 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa3e2f57-447a-4557-a2b0-a57f0216752a req-cb1ebead-7d09-4d63-a6f0-df3f533e54bc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1046376 Jul 12 16:35:19.901699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa3e2f57-447a-4557-a2b0-a57f0216752a req-69b7e25f-d89c-4f1f-b568-a50cafdb967c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 Jul 12 16:35:20.054505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48212) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:20.069122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0833ddff-3da2-4ae6-b6e5-c6b7714c513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.160324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0833ddff-3da2-4ae6-b6e5-c6b7714c513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.164470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0833ddff-3da2-4ae6-b6e5-c6b7714c513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.207411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0833ddff-3da2-4ae6-b6e5-c6b7714c513c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47ca5522ec0347be96c099b88a1efedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518569 Jul 12 16:35:20.208311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ddff-3da2-4ae6-b6e5-c6b7714c513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94188cc9-4675-4af4-9209-e4e735f2e9c7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:20.210576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48218) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:20.263923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.287231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.340267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.342993 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:20.344128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94188cc9-4675-4af4-9209-e4e735f2e9c7 HTTP/1.1" status: 204 len: 168 time: 0.1323099 Jul 12 16:35:20.353237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f72ef8-2cb2-4c87-a41c-7af2cc6a0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94188cc9-4675-4af4-9209-e4e735f2e9c7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:21.104781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c03ac-553e-4461-99ca-c7695d9e569b req-495e138f-052c-4ae1-8d2a-63fa5edb7d7b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:21.106468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c48c03ac-553e-4461-99ca-c7695d9e569b req-495e138f-052c-4ae1-8d2a-63fa5edb7d7b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0689869 Jul 12 16:35:21.156697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c48c03ac-553e-4461-99ca-c7695d9e569b req-3e876eee-f00a-4f6d-9d39-e087e6ba1c66 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Jul 12 16:35:22.352948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c7a6-db05-4510-bf9d-d0faeb3c80a5 req-e0f5ca66-60e0-4f41-80c4-6591602cf830 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:22.354603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07e4c7a6-db05-4510-bf9d-d0faeb3c80a5 req-e0f5ca66-60e0-4f41-80c4-6591602cf830 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0730066 Jul 12 16:35:22.400218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-07e4c7a6-db05-4510-bf9d-d0faeb3c80a5 req-fdbbc3c8-e142-46e0-8b1e-d50d83da136b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345860 Jul 12 16:35:22.630651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48296) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:22.749099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3760934e-39b3-480d-8a8c-4f6a0839ba0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:22.841411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3760934e-39b3-480d-8a8c-4f6a0839ba0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:22.845574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3760934e-39b3-480d-8a8c-4f6a0839ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:22.885313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3760934e-39b3-480d-8a8c-4f6a0839ba0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd928453026f4d2c96e6261d9d43e3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534497 Jul 12 16:35:22.886193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760934e-39b3-480d-8a8c-4f6a0839ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65705fb-1722-4b42-8de0-f1987915404b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:22.888105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:22.938456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:22.959832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.006809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.009433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.010569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f65705fb-1722-4b42-8de0-f1987915404b HTTP/1.1" status: 204 len: 168 time: 0.1212711 Jul 12 16:35:23.018717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e17137-655a-438c-b111-1e8d19986863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65705fb-1722-4b42-8de0-f1987915404b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:23.291199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48306) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:23.309142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95585644-7bc0-4c68-9df1-999cf4f1fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.403264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95585644-7bc0-4c68-9df1-999cf4f1fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.408355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95585644-7bc0-4c68-9df1-999cf4f1fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.450992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-95585644-7bc0-4c68-9df1-999cf4f1fb38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45a5fdbd8eb44942abc8e1954a5c2804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563621 Jul 12 16:35:23.450992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95585644-7bc0-4c68-9df1-999cf4f1fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7ba35-f0b3-4d6e-b30f-764d22645a7d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:23.451383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:23.520310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.553215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.631973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3619-f68d-4785-8a09-3adb48f006dd req-0144ad82-6652-4ac7-b136-fdc162d179d5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:23.633476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-119f3619-f68d-4785-8a09-3adb48f006dd req-0144ad82-6652-4ac7-b136-fdc162d179d5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0936520 Jul 12 16:35:23.647000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.649423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:23.650496 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcc7ba35-f0b3-4d6e-b30f-764d22645a7d HTTP/1.1" status: 204 len: 168 time: 0.1905134 Jul 12 16:35:23.667467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da0019-d2a0-45b1-9003-c48799cab6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7ba35-f0b3-4d6e-b30f-764d22645a7d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:23.695559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-119f3619-f68d-4785-8a09-3adb48f006dd req-4ce47aa3-2e1d-4b58-aa51-5aec09799948 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557632 Jul 12 16:35:24.971085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb8825-8d63-4920-9970-9bfb1c8a7e52 req-9e3a8bfa-27b2-430e-9435-d0e7f11b5299 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:24.981303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81eb8825-8d63-4920-9970-9bfb1c8a7e52 req-9e3a8bfa-27b2-430e-9435-d0e7f11b5299 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1206703 Jul 12 16:35:25.036188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81eb8825-8d63-4920-9970-9bfb1c8a7e52 req-1734faae-c866-46e2-96a2-0dcdc62c1fe0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Jul 12 16:35:25.382956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48380) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:25.387753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961162504', 'description': 'tempest-secgroup-smoke-1961162504 description', 'project_id': 'f7bb96cd2d714701af783642c58c70bf'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:25.414686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.520799 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.525104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.565371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.567317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1832824 Jul 12 16:35:25.570270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:25.575414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:25.580632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8889c3-184c-4c6d-9979-cc5285bea154 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:25.612577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.673798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.677722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.697446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688bc4ce-96c3-4863-bb25-813be0f2e798,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:25.704339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.705659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-151cd21a-a44f-492b-937c-18db4748ccfd tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337326 Jul 12 16:35:25.712271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48412) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:25.714146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:25.743200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.798989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.802906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.826205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5468e753-ea8e-402a-8ee0-f9de369db63b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:25.840003 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.843748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4faf68e-73e8-406a-bc96-a68c085f86e1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309943 Jul 12 16:35:25.844011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48430) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:25.849304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:25.885592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.952298 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.957169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.979495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310472ba-b87f-4af3-b7fd-f1ddb968fddf,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:25.982245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:25.986190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48442) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:25.986334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b305b3e6-54a7-426a-a552-bce747429420 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412189 Jul 12 16:35:25.991455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:26.030892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.106237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.112280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.133831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da95f19-042a-4129-9497-d4516bd7634a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:26.140984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.144838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a7f6e494-0ecb-4bdd-a67d-a7bf6d65cac2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549590 Jul 12 16:35:26.145876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:26.150933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:26.177830 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Project f7bb96cd2d714701af783642c58c70bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:35:26.184077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.250682 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d6b40-b733-4874-94bb-6824e9e8d4fc req-8071670f-8902-4cde-acd4-69224d87ab49 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:26.252705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d4d6b40-b733-4874-94bb-6824e9e8d4fc req-8071670f-8902-4cde-acd4-69224d87ab49 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.0812228 Jul 12 16:35:26.264690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.269508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.289837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71182d92-0e5b-4907-aae7-344e8877c99b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:26.303729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.306449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ed5fd03e-23ca-44d4-a5e7-831aac9855ec tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601002 Jul 12 16:35:26.311760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:26.314265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d4d6b40-b733-4874-94bb-6824e9e8d4fc req-607390b6-5bfe-4fe3-9beb-09263579a47e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 Jul 12 16:35:26.317290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'security_group_rule': {'security_group_id': '8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe', 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:26.358393 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Project f7bb96cd2d714701af783642c58c70bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:35:26.365204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.437685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.442025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.459559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc369710-b4be-459b-9b19-9452ba640cf5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:26.466371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:26.467762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6a278f8f-109b-4170-be1c-970035d8ba26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548038 Jul 12 16:35:26.680030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-f50411a8-83ac-4cee-8dec-05e4c3bc8d3a tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961162504&fields=id&tenant_id=f7bb96cd2d714701af783642c58c70bf HTTP/1.1" status: 200 len: 267 time: 0.0352602 Jul 12 16:35:26.809423 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-755d9b55-b658-4f9d-b3f3-86e2f6e823f5 service neutron] show failed (client error): The resource could not be found. Jul 12 16:35:26.810442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-755d9b55-b658-4f9d-b3f3-86e2f6e823f5 service neutron] 10.222.0.77 "GET /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.1294808 Jul 12 16:35:26.838245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-c0e23871-395a-40d3-ac5b-15e285e85e80 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:26.839881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-c0e23871-395a-40d3-ac5b-15e285e85e80 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 813 time: 0.1525083 Jul 12 16:35:26.860280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-b8ad2f62-c868-463a-99a2-5ca0f6ec2937 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/quotas/f7bb96cd2d714701af783642c58c70bf HTTP/1.1" status: 200 len: 375 time: 0.0097513 Jul 12 16:35:26.899342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48514) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:26.944568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d71c56f-120e-46fc-ac12-54570b01366e tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784187 Jul 12 16:35:27.046328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb31ba2-dbd8-4d44-8e31-942c3b907b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.122355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-5af78c21-5bd9-46ee-a5a4-a7bac06228bd service neutron] 10.222.0.58 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661079 Jul 12 16:35:27.208868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-df6b9fa6-dd0c-40ef-8377-f0023674c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:27.210394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-df6b9fa6-dd0c-40ef-8377-f0023674c444 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 1096 time: 0.1743269 Jul 12 16:35:27.235519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:27.308267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-fcd45aed-776a-4fc1-a740-f0316d21ab74 service neutron] 10.222.0.58 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781807 Jul 12 16:35:27.359123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb31ba2-dbd8-4d44-8e31-942c3b907b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.360465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.376490 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb31ba2-dbd8-4d44-8e31-942c3b907b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.447457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb31ba2-dbd8-4d44-8e31-942c3b907b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b415d6-e783-4e0c-b459-7342577de8f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:27.453600 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ffb31ba2-dbd8-4d44-8e31-942c3b907b58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2170364c9847451da40dddc9bbb07a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531526 Jul 12 16:35:27.456358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48530) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:27.559441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.573333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be59ea-812f-44a6-92a5-647a4dd42c36 req-865bdfb5-9278-4781-951e-9865252cce36 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:27.574846 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9be59ea-812f-44a6-92a5-647a4dd42c36 req-865bdfb5-9278-4781-951e-9865252cce36 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1098201 Jul 12 16:35:27.626338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.669133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d9c0177a-903d-4013-ba83-f0073dcea52b req-d855f28f-58ea-4fec-b583-e99074dfc54d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0416214 Jul 12 16:35:27.669316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9be59ea-812f-44a6-92a5-647a4dd42c36 req-789f1086-c982-4eb8-b7cd-139ed99ba34c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827029 Jul 12 16:35:27.679605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:27.713349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.716497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.718648 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62b415d6-e783-4e0c-b459-7342577de8f9 HTTP/1.1" status: 204 len: 168 time: 0.2603309 Jul 12 16:35:27.734367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:27.741945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a86e-d3d2-4e4d-bafa-8837845120c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b415d6-e783-4e0c-b459-7342577de8f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:27.793591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:27.796426 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4c572-26d4-4fbe-b822-9b026c47fffb" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:27.801511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.818683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Transition to ACTIVE for port object cc3f7af3-f96f-4b43-b8ef-718850776dea will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:27.828606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:27.881855 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5ac93-80a1-460e-b295-8fd87720c8d3 x-openstack-request-id: req-fbf5ac93-80a1-460e-b295-8fd87720c8d3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:27.882242 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:27.882451 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbf5ac93-80a1-460e-b295-8fd87720c8d3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:27.883110 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'code': 200} Jul 12 16:35:27.934127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:27.977156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] No DVR routers for this DVR port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:35:28.078235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48550) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:28.093704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d08d-270a-4925-8825-64bde54e88aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.199127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:35:28.199468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:35:28.200313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:28.205307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:35:28.205633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:28.213382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:35:28.213382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:35:28.213382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Bound using segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:35:28.213756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Bound port: cc3f7af3-f96f-4b43-b8ef-718850776dea, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:35:28.214123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.221767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d08d-270a-4925-8825-64bde54e88aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.226710 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d08d-270a-4925-8825-64bde54e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.267218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a1a5d08d-270a-4925-8825-64bde54e88aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=298582d90fcd4d6382f376a3588a63f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878829 Jul 12 16:35:28.268109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5d08d-270a-4925-8825-64bde54e88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e40418d-2681-4ecf-bc3f-59f394916712,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:28.271337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:28.308836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:28.329607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:35:28.336764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.375821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.387422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.388066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.389466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1091 time: 1.1653123 Jul 12 16:35:28.434704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.452783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b820-a19c-471e-93a7-da9d3cb1f676 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:28.516346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-c3b121df-346c-4913-af7f-811aa3727815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.517888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-c3b121df-346c-4913-af7f-811aa3727815 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1094 time: 0.0981996 Jul 12 16:35:28.535399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.537887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:28.539042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e40418d-2681-4ecf-bc3f-59f394916712 HTTP/1.1" status: 204 len: 168 time: 0.2668176 Jul 12 16:35:28.584769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1a093-07c6-4f23-b2b3-6482f9d63d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e40418d-2681-4ecf-bc3f-59f394916712,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:28.627319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-f2390ad9-c7d2-4a52-b504-f2ace93a71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.629711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-f2390ad9-c7d2-4a52-b504-f2ace93a71e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1043744 Jul 12 16:35:28.708734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-349a4298-aba6-406a-ba37-5240b98df51d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.0707209 Jul 12 16:35:28.788095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5ddc22c4-4518-4650-937b-25412bd52c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.789620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-5ddc22c4-4518-4650-937b-25412bd52c3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0647404 Jul 12 16:35:28.856340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70edd7e5-80b5-4796-a42c-08f0aa23c4f1 req-7899a4d2-85d0-428c-9fe1-110d0295f4a0 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0383306 Jul 12 16:35:28.912426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d6f01-f0ce-4d46-b995-7688fcef9854 req-e80d9368-d255-4eda-86c6-6eff5eb6b77e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.915133 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-177d6f01-f0ce-4d46-b995-7688fcef9854 req-e80d9368-d255-4eda-86c6-6eff5eb6b77e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.1064963 Jul 12 16:35:28.921332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-34727126-6798-49c4-b9b4-00928f67d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:28.922864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-34727126-6798-49c4-b9b4-00928f67d2e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227188 Jul 12 16:35:29.007752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-177d6f01-f0ce-4d46-b995-7688fcef9854 req-415e5e93-3070-46dd-aeb1-b97f8fbb8f59 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838983 Jul 12 16:35:29.054279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-1e5d1e62-35a7-48cd-841a-702ca7c4b1ed tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:29.055780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-1e5d1e62-35a7-48cd-841a-702ca7c4b1ed tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 813 time: 0.1598833 Jul 12 16:35:29.061793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-8e6adc9c-731f-4739-8aed-1773a92cf4c9 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119952 Jul 12 16:35:29.115485 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-f634a8e8-ab21-49eb-adeb-110d2922c5d3 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7bb96cd2d714701af783642c58c70bf HTTP/1.1" status: 200 len: 380 time: 0.0451832 Jul 12 16:35:29.127922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'port': {'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'admin_state_up': True, 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'security_groups': ['8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:29.191874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-d222c493-2548-40ae-bf5d-e74443483e68 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210654 Jul 12 16:35:29.307137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Made reservation on behalf of f7bb96cd2d714701af783642c58c70bf for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:29.315359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:29.487519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Allocated IP 172.20.0.4 (74abaa79-08d0-4907-a6ca-9b3fff7cb53e/fc32107b-f37d-4f97-bfec-3386536492a3/8e1cc812-c4d6-4f3b-8dba-37879042d626) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:29.638075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:29.654020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Transition to ACTIVE for port object 8e1cc812-c4d6-4f3b-8dba-37879042d626 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:29.695021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:29.745738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:29.751124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:29.756117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:29.806472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:29.830841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:29.831808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:29.854702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2a2d0cdb-6219-4c31-b460-dce601e36200 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316318 Jul 12 16:35:29.872078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Request body: {'port': {'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:29.883888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:29.889229 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719bee27-9129-4237-afe0-5dfe8a07bc63" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:30.028059 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d82e1b-523c-4466-b1a9-e455e859786f x-openstack-request-id: req-52d82e1b-523c-4466-b1a9-e455e859786f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:30.028349 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:30.028602 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52d82e1b-523c-4466-b1a9-e455e859786f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:30.029090 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:35:30.046420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-25fca7ef-5a7a-44df-84eb-993b29e4642f None None] Provisioning for port 8e1cc812-c4d6-4f3b-8dba-37879042d626 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:30.054034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-25fca7ef-5a7a-44df-84eb-993b29e4642f None None] Provisioning complete for port 8e1cc812-c4d6-4f3b-8dba-37879042d626 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:30.054862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-25fca7ef-5a7a-44df-84eb-993b29e4642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:30.075921 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:30.103826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-25fca7ef-5a7a-44df-84eb-993b29e4642f None None] Port 8e1cc812-c4d6-4f3b-8dba-37879042d626 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:35:30.290672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-d4d32d49-c972-43ef-9942-e252ab95da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.292544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-d4d32d49-c972-43ef-9942-e252ab95da10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1094 time: 0.2330055 Jul 12 16:35:30.394685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4e97a2e5-0daf-4b10-83aa-4f03a8b031b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.396305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4e97a2e5-0daf-4b10-83aa-4f03a8b031b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1094 time: 0.3447516 Jul 12 16:35:30.471316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d417d1-34f2-447c-8ea8-9cc9aded9442 req-8f4928c3-bae1-4857-b5e1-c684a524d963 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.479519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39d417d1-34f2-447c-8ea8-9cc9aded9442 req-8f4928c3-bae1-4857-b5e1-c684a524d963 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 931 time: 0.2496245 Jul 12 16:35:30.495767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4a7fba84-cb51-405d-8835-dbf6f99a0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.497505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4a7fba84-cb51-405d-8835-dbf6f99a0e2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1956172 Jul 12 16:35:30.512358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195ba1-f2e6-41c0-8ea3-fcc840b59947 req-5b90977d-f0e5-42fe-8816-bdafe4c6d770 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.513964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15195ba1-f2e6-41c0-8ea3-fcc840b59947 req-5b90977d-f0e5-42fe-8816-bdafe4c6d770 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.3198171 Jul 12 16:35:30.598537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39d417d1-34f2-447c-8ea8-9cc9aded9442 req-44913f72-256e-4d28-bd1b-b4024b58881e tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178355 Jul 12 16:35:30.639434 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4ad46184-7ef1-4c46-981f-6e04c23065b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.1242771 Jul 12 16:35:30.647817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-c1d600bf-dfa3-44b8-9132-85897d07e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.654356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-c1d600bf-dfa3-44b8-9132-85897d07e762 service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.2493751 Jul 12 16:35:30.692125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1cc812-c4d6-4f3b-8dba-37879042d626 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:30.704205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:30.711034 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15195ba1-f2e6-41c0-8ea3-fcc840b59947 req-b4b3784d-fdd9-4d76-9846-9e70837d4adf tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722970 Jul 12 16:35:30.722575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Transition to ACTIVE for port object 8e1cc812-c4d6-4f3b-8dba-37879042d626 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:30.729075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:30.848329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-96200a12-9550-4a94-8463-414a7a987c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:30.850110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-96200a12-9550-4a94-8463-414a7a987c37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.1912873 Jul 12 16:35:30.852351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Pushing event updated for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:30.895893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Attempting to bind port 8e1cc812-c4d6-4f3b-8dba-37879042d626 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:35:30.896533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Attempting to bind port 8e1cc812-c4d6-4f3b-8dba-37879042d626 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:35:30.896624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Attempting to bind port 8e1cc812-c4d6-4f3b-8dba-37879042d626 on network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:30.902640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Port 8e1cc812-c4d6-4f3b-8dba-37879042d626 on network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:35:30.902640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Attempting to bind port 8e1cc812-c4d6-4f3b-8dba-37879042d626 on network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:30.908365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:35:30.908644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Checking segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:35:30.909585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Bound using segment: {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:35:30.910272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Bound port: 8e1cc812-c4d6-4f3b-8dba-37879042d626, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:35:30.910682 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:30.912851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-cc1eecc3-6c5e-4738-b7da-bdbb323715a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.2424355 Jul 12 16:35:30.990852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:30.999618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:35:31.008917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:31.020573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-b31faee4-6596-46ee-9abe-5c890db64c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.022114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-b31faee4-6596-46ee-9abe-5c890db64c55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640236 Jul 12 16:35:31.023924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-35e779ea-31b1-4fe4-ad5a-09c984977c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.025449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-35e779ea-31b1-4fe4-ad5a-09c984977c5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0976801 Jul 12 16:35:31.067314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.068113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:31.069539 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] 10.222.0.65 "PUT /v2.0/ports/8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 1091 time: 1.2035868 Jul 12 16:35:31.069989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:31.072379 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:31.106793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d105fa7-63ae-46ca-82cc-585c1769b04a service neutron] Pushing event updated for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:31.192368 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ea1220-de89-4312-8f0f-c758fc19c059 x-openstack-request-id: req-35ea1220-de89-4312-8f0f-c758fc19c059 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:31.192652 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:31.193056 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35ea1220-de89-4312-8f0f-c758fc19c059 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:31.193333 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:35:31.196932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-cf85277a-d831-4958-aaa6-96387b5d002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.198700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-cf85277a-d831-4958-aaa6-96387b5d002e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594579 Jul 12 16:35:31.228562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-65c31891-de96-4e48-8c56-129a06501f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.230307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-65c31891-de96-4e48-8c56-129a06501f39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1094 time: 0.1041391 Jul 12 16:35:31.287879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-99bd31e8-5b88-4b67-921f-d21a4b8a26ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 217 time: 0.0492673 Jul 12 16:35:31.310175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-2b3cb092-a7e1-4786-98ec-af40fb8fb2f7 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799408 Jul 12 16:35:31.369745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48658) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:31.397567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-3ecfdc48-6810-42fa-8e03-b9d2e60efeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.402699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-3ecfdc48-6810-42fa-8e03-b9d2e60efeb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.1082582 Jul 12 16:35:31.458653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-4e09b01f-7448-4a9c-a5ac-54c72cbac465 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503684 Jul 12 16:35:31.518054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-1749fc5f-3285-40bc-b769-223312504074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.520106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-1749fc5f-3285-40bc-b769-223312504074 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096699 Jul 12 16:35:31.605311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5694a4c1-4086-487e-9358-e98a724be598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:31.608442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-26be09c0-40ef-494d-a1c2-1f5c5d59d769 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892401 Jul 12 16:35:31.662257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-719bee27-9129-4237-afe0-5dfe8a07bc63 req-6551e918-465c-4daa-813c-4c956186946b service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880577 Jul 12 16:35:31.727910 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-b63e908e-ac67-428a-a56a-7dc67694b525 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999781 Jul 12 16:35:31.812851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:35:31.866768 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5694a4c1-4086-487e-9358-e98a724be598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:31.881053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5694a4c1-4086-487e-9358-e98a724be598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:31.907471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:35:31.952687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f60bae-a4df-4e22-97f6-6f1d06d734cf req-81d23c36-6800-4726-981a-80bc7ac20899 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:31.963431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84f60bae-a4df-4e22-97f6-6f1d06d734cf req-81d23c36-6800-4726-981a-80bc7ac20899 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1855822 Jul 12 16:35:32.020278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca986-5460-466f-bb19-10854c657684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.030611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84f60bae-a4df-4e22-97f6-6f1d06d734cf req-b17e8046-4ebc-4f72-9097-d297dc3fdd1a tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659301 Jul 12 16:35:32.032629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a4c1-4086-487e-9358-e98a724be598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e3f8f-2710-4b36-8dbc-61355dd58220,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:32.039738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5694a4c1-4086-487e-9358-e98a724be598 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=177e1201fc52483aa3c095f1c74db764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663823 Jul 12 16:35:32.040614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48672) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:32.063302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9f214358-fe89-4126-a1bd-5632c7c19189 req-59017510-ad64-4785-b049-a8da31e307ce service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190913 Jul 12 16:35:32.119609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b146d3-d58a-489e-80df-eabf261b098c req-2190135e-242c-470f-b809-4b77a47af0f6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.121281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99b146d3-d58a-489e-80df-eabf261b098c req-2190135e-242c-470f-b809-4b77a47af0f6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.1222491 Jul 12 16:35:32.146446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.170702 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.224591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99b146d3-d58a-489e-80df-eabf261b098c req-8f231d6e-c5ff-4fed-a5c6-0a851975cc10 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922437 Jul 12 16:35:32.229425 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.232485 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.235679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c2e3f8f-2710-4b36-8dbc-61355dd58220 HTTP/1.1" status: 204 len: 168 time: 0.1945755 Jul 12 16:35:32.257505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-e0c483a8-f92d-462e-9344-a067d21eff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.259858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feffd94-36c8-42ae-9bcd-e25792e981aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e3f8f-2710-4b36-8dbc-61355dd58220,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:32.260700 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-e0c483a8-f92d-462e-9344-a067d21eff7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1094 time: 0.1370845 Jul 12 16:35:32.489743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-d8748771-d732-4eb5-9608-4f9b6a8810cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.503434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-d8748771-d732-4eb5-9608-4f9b6a8810cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 914 time: 0.2271531 Jul 12 16:35:32.508420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:35:32.574668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-0959a6b3-a84d-40ae-8235-5f394f114753 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 217 time: 0.0701199 Jul 12 16:35:32.667702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-e514bca2-bb3a-4bec-acce-f28554f2fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.678413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-e514bca2-bb3a-4bec-acce-f28554f2fef8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.0978625 Jul 12 16:35:32.794614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48688) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:32.811614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:32.825185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-e98ad2f1-a85d-49bf-acc6-076fc508a4c5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.826786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-e98ad2f1-a85d-49bf-acc6-076fc508a4c5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977&tenant_id=42ce248d4ae044569b97dc04148d0f3a&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.1705058 Jul 12 16:35:32.828074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c02fa04-511e-4e4b-8bde-04085b07d62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.839460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:35:32.861256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-6d7a61b7-b23a-4cb1-9bff-002b1af6bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:32.864358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-6d7a61b7-b23a-4cb1-9bff-002b1af6bf52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776435 Jul 12 16:35:32.905270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:32.920996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:32.948797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:32.954210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.019710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:33.051033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.051937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.051937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.052189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.052528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.053050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.053324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.053660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.053985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.054334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.054810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.055272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:35:33.154597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-2ee68c4b-3341-47c5-a57a-4c2bd2b04f5c service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832482 Jul 12 16:35:33.164558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641a8e-b070-4d07-9c38-f8e0510414f7 req-3b0eaf46-880d-4ddd-a1a1-8d56c524f9ad tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:33.166429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27641a8e-b070-4d07-9c38-f8e0510414f7 req-3b0eaf46-880d-4ddd-a1a1-8d56c524f9ad tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 943 time: 0.2814744 Jul 12 16:35:33.270323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.291276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['cc3f7af3-f96f-4b43-b8ef-718850776dea'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:33.314889 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27641a8e-b070-4d07-9c38-f8e0510414f7 req-ee904de1-2a3d-4f44-a3be-f4324dc27b97 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376843 Jul 12 16:35:33.397833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e803566b-0efd-4e5a-8c5f-7b902a7e8c1e req-4419d152-5ba9-4cab-9158-e967a8b17fef service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301800 Jul 12 16:35:33.441287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c02fa04-511e-4e4b-8bde-04085b07d62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.460597 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c02fa04-511e-4e4b-8bde-04085b07d62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.500400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0c02fa04-511e-4e4b-8bde-04085b07d62a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad6e9a333f844462ab14b03d869cccbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047718 Jul 12 16:35:33.510632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48694) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:33.582477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02fa04-511e-4e4b-8bde-04085b07d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a22d5e-5657-4a56-9987-995c3c4e5ee1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:33.588119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-b9a7403a-1667-4d5f-9471-2bba65e33a29 service neutron] 10.222.0.65 "GET /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 382 time: 0.7466540 Jul 12 16:35:33.646700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.684705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684df949-32bf-4222-b4d1-a5f3851ec988 req-757c8057-8151-458e-9d90-2d09f0cde8a9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:33.686567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-684df949-32bf-4222-b4d1-a5f3851ec988 req-757c8057-8151-458e-9d90-2d09f0cde8a9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1934493 Jul 12 16:35:33.704822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce6db-a5b0-4319-9e74-98c53fa58788 req-74b3f8df-040e-43db-8a0f-0d5c16782d68 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:33.706450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-703ce6db-a5b0-4319-9e74-98c53fa58788 req-74b3f8df-040e-43db-8a0f-0d5c16782d68 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.2633533 Jul 12 16:35:33.719723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.754853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-3a04f1d5-ffb2-46f2-8528-d90faa6dd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:33.756788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-3a04f1d5-ffb2-46f2-8528-d90faa6dd95e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1095 time: 0.1378527 Jul 12 16:35:33.783459 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-684df949-32bf-4222-b4d1-a5f3851ec988 req-b2ee01dd-145a-40b4-8fe9-aed419aea425 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886190 Jul 12 16:35:33.790242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-703ce6db-a5b0-4319-9e74-98c53fa58788 req-f33a94e0-e7d2-44b3-9edb-a3d5fe8fdab2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702691 Jul 12 16:35:33.833744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.836263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:33.837387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a22d5e-5657-4a56-9987-995c3c4e5ee1 HTTP/1.1" status: 204 len: 168 time: 0.3252921 Jul 12 16:35:33.858180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f036f-1fe9-406a-84f8-e34357b68ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a22d5e-5657-4a56-9987-995c3c4e5ee1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:33.964248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-ad8212a1-1b2e-47d6-9225-b8bf6d3a64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:33.965891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-ad8212a1-1b2e-47d6-9225-b8bf6d3a64ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1970246 Jul 12 16:35:34.066330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-b2530a49-4b67-4b51-aeb5-0e1f8d3ef54c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1000 time: 0.0886700 Jul 12 16:35:34.133162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-8607a1dc-06d7-48a2-92a5-def869deca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:34.134777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-8607a1dc-06d7-48a2-92a5-def869deca76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0543509 Jul 12 16:35:34.203856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-974e7dc8-215a-4b81-bb18-8848147f0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:34.205699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-974e7dc8-215a-4b81-bb18-8848147f0016 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625305 Jul 12 16:35:34.319879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-bb22e054-82f2-4184-8167-3dd50103bf30 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062908 Jul 12 16:35:34.445013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4d40385c-73a1-49c6-ac87-f6cad2617426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:34.513327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:35:34.594507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-c90f218e-9aa3-47fd-91bf-8f958125f5ad service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680752 Jul 12 16:35:34.598166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port cc3f7af3-f96f-4b43-b8ef-718850776dea completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:34.618859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:34.622780 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:34.638958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15262f88-53f9-457b-9b5d-5f09a67d65af req-93493dce-db0c-4c44-93d1-59cc4b259cf6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:34.641526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15262f88-53f9-457b-9b5d-5f09a67d65af req-93493dce-db0c-4c44-93d1-59cc4b259cf6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.1429949 Jul 12 16:35:34.742569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15262f88-53f9-457b-9b5d-5f09a67d65af req-83c9bdf9-dab2-45e9-adce-c525cda2e2f9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878494 Jul 12 16:35:34.752015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:34.792435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:34.795276 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a235b13-8749-4cb5-bad7-c0d139573ef7" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:34.840937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:34.849757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:34.984840 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea5f69-577a-4372-bfd0-148ff16d2cee x-openstack-request-id: req-f0ea5f69-577a-4372-bfd0-148ff16d2cee {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:34.985142 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:34.985458 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0ea5f69-577a-4372-bfd0-148ff16d2cee {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:34.985864 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'code': 200} Jul 12 16:35:35.047248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.100266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:35.169056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e0f18-9d32-449b-87a7-579aac3479a0 req-88e8039b-a872-4a08-a4d1-ffe685b2520c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:35.176601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-437e0f18-9d32-449b-87a7-579aac3479a0 req-88e8039b-a872-4a08-a4d1-ffe685b2520c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1117435 Jul 12 16:35:35.196435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff4c5098-830f-45cf-8ee9-d01bb3705d82 None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:35.197694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5098-830f-45cf-8ee9-d01bb3705d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.232276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-437e0f18-9d32-449b-87a7-579aac3479a0 req-e370c368-2ae3-43ce-a0ca-ded381dacab7 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546379 Jul 12 16:35:35.264030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961cedd-c568-4316-a200-09ca7a09d617 req-6c5cabbc-e54a-4a15-a69c-14bf13c5d3c3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:35.266314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5961cedd-c568-4316-a200-09ca7a09d617 req-6c5cabbc-e54a-4a15-a69c-14bf13c5d3c3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1746111 Jul 12 16:35:35.338213 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5961cedd-c568-4316-a200-09ca7a09d617 req-de580c0f-75bb-4924-a618-e218d6857aed tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659068 Jul 12 16:35:35.509832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.629294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:35.748489 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf76827-a3e0-46b6-9f1d-d174e44521f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.814309 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.909824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf76827-a3e0-46b6-9f1d-d174e44521f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.937225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf76827-a3e0-46b6-9f1d-d174e44521f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:35.987871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ebf76827-a3e0-46b6-9f1d-d174e44521f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc7d8ac201f94a0ba940fd6f1dd912c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550274 Jul 12 16:35:35.987871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76827-a3e0-46b6-9f1d-d174e44521f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b558b-f6d8-4507-a982-838f5a961979,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:35.989205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48784) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:36.016371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4c513-7fd5-4c64-b902-7b725cb12d91 req-8c62fe5f-2b51-401d-8d3b-be47b7fd7692 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:36.017867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4f4c513-7fd5-4c64-b902-7b725cb12d91 req-8c62fe5f-2b51-401d-8d3b-be47b7fd7692 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1114750 Jul 12 16:35:36.051375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:36.072351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4f4c513-7fd5-4c64-b902-7b725cb12d91 req-a8f32874-5c93-49bb-b81c-7a2486f3fcbf tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462189 Jul 12 16:35:36.077862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:36.136019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:36.138508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:36.142232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/476b558b-f6d8-4507-a982-838f5a961979 HTTP/1.1" status: 204 len: 168 time: 0.1489568 Jul 12 16:35:36.148077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155281d-b679-4ac0-b7af-4557be0b7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b558b-f6d8-4507-a982-838f5a961979,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:36.458154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ec79-c4c0-4e5c-9c0a-190cf40e38a8 req-54ce13bd-a999-4d61-8368-24d978453f7c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:36.462761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8054ec79-c4c0-4e5c-9c0a-190cf40e38a8 req-54ce13bd-a999-4d61-8368-24d978453f7c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1139901 Jul 12 16:35:36.518099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8054ec79-c4c0-4e5c-9c0a-190cf40e38a8 req-ba4dd03a-d232-4720-ad34-97976cfce1e8 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Jul 12 16:35:36.601196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2b616-48f9-4ccc-8f91-2a4b8990b2ab req-81cec682-9989-4bca-a8ab-0e5732623011 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:36.610039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51f2b616-48f9-4ccc-8f91-2a4b8990b2ab req-81cec682-9989-4bca-a8ab-0e5732623011 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0838404 Jul 12 16:35:36.670667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51f2b616-48f9-4ccc-8f91-2a4b8990b2ab req-bcddebd3-61ae-4c72-adfd-b6208df3babc tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588539 Jul 12 16:35:36.935751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-66fdbeaf-f057-4e82-8329-eb64e01b33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:36.937633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-66fdbeaf-f057-4e82-8329-eb64e01b33f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 1096 time: 0.0852575 Jul 12 16:35:36.952128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:37.041724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:37.273062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:37.371579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71addf99-79a6-42b2-9ee9-5910a3331cef req-d69246b2-5384-40b1-b64b-9edc27de4035 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:37.379808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71addf99-79a6-42b2-9ee9-5910a3331cef req-d69246b2-5384-40b1-b64b-9edc27de4035 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 945 time: 0.1642282 Jul 12 16:35:37.429378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:37.444491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71addf99-79a6-42b2-9ee9-5910a3331cef req-655a1013-675a-4897-89dd-0b0e08069570 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638447 Jul 12 16:35:37.481272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:37.522671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:37.524960 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d097906-3dbb-4627-a9e1-3a883356d90a" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:37.540185 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:37.554450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Transition to ACTIVE for port object cc3f7af3-f96f-4b43-b8ef-718850776dea will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:35:37.568110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:37.609446 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f06fea-d9e1-4614-8f6a-ed4a52d8898c x-openstack-request-id: req-92f06fea-d9e1-4614-8f6a-ed4a52d8898c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:37.609735 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:37.609980 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92f06fea-d9e1-4614-8f6a-ed4a52d8898c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:37.610369 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'code': 200} Jul 12 16:35:37.664368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:37.748296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] No DVR routers for this DVR port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:35:37.807029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48836) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:37.922067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e0e54-e366-4f27-abb5-dcd4e525b3f1 req-4237097f-1e89-4c5c-8af0-db9d252886c3 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:37.923569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-275e0e54-e366-4f27-abb5-dcd4e525b3f1 req-4237097f-1e89-4c5c-8af0-db9d252886c3 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1766956 Jul 12 16:35:37.969282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c85ec-0f08-429a-ab8c-3ed735b9e439 req-815979db-6b1a-4e27-8930-a1a369a4c3a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:37.985411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d65c85ec-0f08-429a-ab8c-3ed735b9e439 req-815979db-6b1a-4e27-8930-a1a369a4c3a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1037164 Jul 12 16:35:38.028294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:35:38.028627 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:35:38.028942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:38.044060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-275e0e54-e366-4f27-abb5-dcd4e525b3f1 req-75b39450-2293-46ef-8dd7-185bfc43685c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952532 Jul 12 16:35:38.044715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:35:38.044988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Attempting to bind port cc3f7af3-f96f-4b43-b8ef-718850776dea on network 07b501ef-3162-470f-ad6d-757665b3f7d6 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:35:38.051123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:35:38.051609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Checking segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:35:38.051920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Bound using segment: {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:35:38.052494 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Bound port: cc3f7af3-f96f-4b43-b8ef-718850776dea, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a50311-855b-4b77-a2cf-3e8456b121aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:35:38.052691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.052998 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d65c85ec-0f08-429a-ab8c-3ed735b9e439 req-9cbd98df-d31d-4925-b09e-e75a89a005f3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617959 Jul 12 16:35:38.064834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a48abc1-68d5-4ac0-b8f9-dedd8278bf48 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-401496911'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:38.066600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a48abc1-68d5-4ac0-b8f9-dedd8278bf48 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Unknown quota resources ['metering_label']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:35:38.132369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:35:38.135712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:35:38.141420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.176816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.177468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.178781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] 10.222.0.77 "PUT /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1092 time: 1.2326729 Jul 12 16:35:38.215667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf46d-c129-4060-9673-92abf4632fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=11']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:38.316629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a48abc1-68d5-4ac0-b8f9-dedd8278bf48 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.319256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a48abc1-68d5-4ac0-b8f9-dedd8278bf48 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5098009 Jul 12 16:35:38.322427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48842) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:38.325450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-1899eaf0-c222-4822-9a8b-d06e02b0ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.327216 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-1899eaf0-c222-4822-9a8b-d06e02b0ad8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1095 time: 0.1235619 Jul 12 16:35:38.332822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-344deecd-e964-484d-9fe6-4693e66a65bc tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2b2d207c-dd1a-44be-8812-0a681ce8e2bd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:38.333317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-344deecd-e964-484d-9fe6-4693e66a65bc tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:35:38.428225 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.metering.metering_plugin [None req-344deecd-e964-484d-9fe6-4693e66a65bc tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 12 16:35:38.474323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-aea13f85-288f-4f26-8f28-ef654b530d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.477097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-aea13f85-288f-4f26-8f28-ef654b530d59 service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1336951 Jul 12 16:35:38.541417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:35:38.561831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-b6162331-5cbf-49ee-a08a-daaa6e0587ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.0766976 Jul 12 16:35:38.576694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-344deecd-e964-484d-9fe6-4693e66a65bc tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.577887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-344deecd-e964-484d-9fe6-4693e66a65bc tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2531061 Jul 12 16:35:38.582313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48846) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:38.587621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6e0ea954-78e5-417a-b892-16e0f904e4ed tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2b2d207c-dd1a-44be-8812-0a681ce8e2bd'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:38.588137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6e0ea954-78e5-417a-b892-16e0f904e4ed tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:35:38.605327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:35:38.645879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-a933eb60-38de-4245-9b37-a400d6688c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.647407 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-a933eb60-38de-4245-9b37-a400d6688c06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0775938 Jul 12 16:35:38.664471 n-d-800078-3 neutron-server[93712]: WARNING neutron.services.metering.metering_plugin [None req-6e0ea954-78e5-417a-b892-16e0f904e4ed tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 12 16:35:38.713750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-75916d22-0ff5-4c26-a65f-791fe906bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.715321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-75916d22-0ff5-4c26-a65f-791fe906bd04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602820 Jul 12 16:35:38.772636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e0ea954-78e5-417a-b892-16e0f904e4ed tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:38.777492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e0ea954-78e5-417a-b892-16e0f904e4ed tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1899037 Jul 12 16:35:38.777825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48848) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:38.795789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8f323386-5fd2-4c37-9fbd-128da5406bdf tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a9ce1919-6b25-4ad1-abad-66040ba96184 HTTP/1.1" status: 200 len: 462 time: 0.0154390 Jul 12 16:35:38.798793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48850) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:38.818001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6bd33-5178-4ab3-8d1a-4eeb78ce12fe req-22c7d763-3560-457b-ae65-2029c1f1ab29 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:38.819520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af6bd33-5178-4ab3-8d1a-4eeb78ce12fe req-22c7d763-3560-457b-ae65-2029c1f1ab29 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.1668441 Jul 12 16:35:38.865015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af6bd33-5178-4ab3-8d1a-4eeb78ce12fe req-e17f247b-de6f-494e-bae5-10ff45d3d667 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Jul 12 16:35:38.894396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-53b43220-0e14-4826-ba80-77ebb097dcfd service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694608 Jul 12 16:35:39.030560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-90820675-22df-491d-9434-a38d5826786b tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:39.031862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-90820675-22df-491d-9434-a38d5826786b tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/a9ce1919-6b25-4ad1-abad-66040ba96184 HTTP/1.1" status: 204 len: 168 time: 0.2300735 Jul 12 16:35:39.035321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48854) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.045396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-84ff3d6f-d462-437f-8967-c49a8697e20e tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=a9ce1919-6b25-4ad1-abad-66040ba96184 HTTP/1.1" status: 200 len: 221 time: 0.0087235 Jul 12 16:35:39.048963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.054886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e28042df-56d5-4007-b25d-4d0f64a294a3 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1888145055', 'description': 'label created by tempest'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:39.055373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e28042df-56d5-4007-b25d-4d0f64a294a3 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Unknown quota resources ['metering_label']. {{(pid=93711) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:35:39.256566 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d8ee246-94f3-4126-ab07-07eed2960291 req-bc523a4e-1642-48f6-94d0-f59af2083172 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240440 Jul 12 16:35:39.307799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092fb05-97fd-4786-8b6f-7855ca6e4145 req-85872952-3986-4d61-9ab2-aec15aee0c53 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:39.309290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a092fb05-97fd-4786-8b6f-7855ca6e4145 req-85872952-3986-4d61-9ab2-aec15aee0c53 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.0904486 Jul 12 16:35:39.360862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e28042df-56d5-4007-b25d-4d0f64a294a3 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:39.361824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e28042df-56d5-4007-b25d-4d0f64a294a3 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3119373 Jul 12 16:35:39.366252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48862) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.368161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a092fb05-97fd-4786-8b6f-7855ca6e4145 req-9b612268-1515-4318-991f-4a70f65244ee tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504503 Jul 12 16:35:39.461032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e0230b35-5981-424e-9d33-f88d6ecd9993 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=0ca5d07d-810d-49f6-a657-bfd5978c2a6a HTTP/1.1" status: 200 len: 468 time: 0.0940256 Jul 12 16:35:39.464411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48864) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.478301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73681e3-28b7-402c-9b80-ac601d0d4fbd req-dded1285-937e-4996-a935-81e545472dae tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:39.479825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e73681e3-28b7-402c-9b80-ac601d0d4fbd req-dded1285-937e-4996-a935-81e545472dae tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.2284493 Jul 12 16:35:39.626364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:39.629115 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:39.644938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e73681e3-28b7-402c-9b80-ac601d0d4fbd req-fce0f515-938f-4792-8edd-0302d046d746 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591396 Jul 12 16:35:39.700617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd3e0-2205-4893-ac70-dfcbfd50f73f tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:39.701681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee1bd3e0-2205-4893-ac70-dfcbfd50f73f tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/0ca5d07d-810d-49f6-a657-bfd5978c2a6a HTTP/1.1" status: 204 len: 168 time: 0.2363775 Jul 12 16:35:39.703164 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ca709-17b0-4801-84fd-9f7f747e3ac9 x-openstack-request-id: req-120ca709-17b0-4801-84fd-9f7f747e3ac9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:39.703449 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:39.703722 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-120ca709-17b0-4801-84fd-9f7f747e3ac9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:39.704110 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:35:39.704927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48868) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.718297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17a0d8ce-4a83-4a58-b433-15eafff03771 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=0ca5d07d-810d-49f6-a657-bfd5978c2a6a HTTP/1.1" status: 200 len: 216 time: 0.0122509 Jul 12 16:35:39.722757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48870) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.735622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b877b3db-98c4-4731-98f9-2456b6f0f9c5 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083747 Jul 12 16:35:39.743989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48874) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.759640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d79f3fc-2709-40c2-a796-41366f3ce9c6 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126216 Jul 12 16:35:39.761389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.824203 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2cbfa806-1b2b-4f28-b2c4-019035ccae0f tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/2b2d207c-dd1a-44be-8812-0a681ce8e2bd HTTP/1.1" status: 200 len: 472 time: 0.0617192 Jul 12 16:35:39.825809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48878) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.840552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d5418e58-f2c2-4c8d-9448-445100eafa16 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/414e2fef-92f2-4e90-ad1e-30da6724ee92 HTTP/1.1" status: 200 len: 459 time: 0.0136836 Jul 12 16:35:39.841145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48880) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:39.843712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-44c60b14-7856-483e-9896-ad92ba940856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:39.845248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-44c60b14-7856-483e-9896-ad92ba940856 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1095 time: 0.1181598 Jul 12 16:35:39.847520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-4e9cfd34-4d3c-45d5-bd14-a5e51da3ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:39.849453 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-4e9cfd34-4d3c-45d5-bd14-a5e51da3ab97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1095 time: 0.1207337 Jul 12 16:35:40.115716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-34f0b021-51e9-44e9-83b8-fed3c2d81527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.117394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-34f0b021-51e9-44e9-83b8-fed3c2d81527 service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.2616458 Jul 12 16:35:40.249991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-abcb50c9-843c-4a2c-996c-7996e59329b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.1189349 Jul 12 16:35:40.259195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-14951f37-0d6e-49b8-a0bc-2ae73cade112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.260729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-14951f37-0d6e-49b8-a0bc-2ae73cade112 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.4035878 Jul 12 16:35:40.333527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ad17bba-2b1c-467e-909d-eb68749ebf0a tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:40.337334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8ad17bba-2b1c-467e-909d-eb68749ebf0a tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/414e2fef-92f2-4e90-ad1e-30da6724ee92 HTTP/1.1" status: 204 len: 168 time: 0.4952989 Jul 12 16:35:40.337977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:40.686902 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e49b316-f2cf-42bf-a886-bb22aff59369 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:40.690812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2261-c781-4a11-a5c4-e060df3118be req-adf1eb53-d693-4ea9-8e85-b3c902fcd4d6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.691558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e49b316-f2cf-42bf-a886-bb22aff59369 tempest-MeteringIpV6TestJSON-1600886853 tempest-MeteringIpV6TestJSON-1600886853-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/2b2d207c-dd1a-44be-8812-0a681ce8e2bd HTTP/1.1" status: 204 len: 168 time: 0.3526061 Jul 12 16:35:40.700614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e03a2261-c781-4a11-a5c4-e060df3118be req-adf1eb53-d693-4ea9-8e85-b3c902fcd4d6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.5822034 Jul 12 16:35:40.722643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3bd48-73c0-4bbd-8480-2e97a4b57cb9 req-2fb62fc8-502c-4dbc-b456-67d2a47de811 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.724512 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-deb3bd48-73c0-4bbd-8480-2e97a4b57cb9 req-2fb62fc8-502c-4dbc-b456-67d2a47de811 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.2189510 Jul 12 16:35:40.754346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-8b20cde7-556a-4f1b-a072-ba72c61ad362 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 999 time: 0.4790151 Jul 12 16:35:40.755932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-d58f9362-30f3-4476-ad3e-2331dc154c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.757120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-d58f9362-30f3-4476-ad3e-2331dc154c34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.4955237 Jul 12 16:35:40.812990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-deb3bd48-73c0-4bbd-8480-2e97a4b57cb9 req-be2435e0-74c7-4882-98a5-cd6afa98c3c2 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736487 Jul 12 16:35:40.825579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-105edecb-f1ea-4dbd-bf2e-b883e3d9525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.827047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-105edecb-f1ea-4dbd-bf2e-b883e3d9525f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0617449 Jul 12 16:35:40.847621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e03a2261-c781-4a11-a5c4-e060df3118be req-48e2e982-4f0d-4809-8467-eff10eeb9409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360753 Jul 12 16:35:40.936266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-b0cd8b59-1055-4553-8842-48a82c5317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.937835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-b0cd8b59-1055-4553-8842-48a82c5317ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955992 Jul 12 16:35:40.939611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-35d27dbb-f925-4a76-98cc-203012c36ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:40.941631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-35d27dbb-f925-4a76-98cc-203012c36ce6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751738 Jul 12 16:35:41.070303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439610fc-7a0b-4b86-82cb-1f9ab237a8d9 req-512f530c-a653-4a60-95e1-2dfec00f54a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:41.072672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-439610fc-7a0b-4b86-82cb-1f9ab237a8d9 req-512f530c-a653-4a60-95e1-2dfec00f54a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0912650 Jul 12 16:35:41.127032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-439610fc-7a0b-4b86-82cb-1f9ab237a8d9 req-a5a3a562-f501-4ddb-9677-ad7be02cda27 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393908 Jul 12 16:35:41.197105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-f7fe783c-3358-4359-97c9-936009b4312e service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477870 Jul 12 16:35:41.207625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-04d5220c-41a8-4a50-931a-ab04e26e5f01 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387383 Jul 12 16:35:41.290936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48898) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:41.409934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-956009ba-b69a-4b82-8fba-e14459375c64 service neutron] 10.222.0.65 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713486 Jul 12 16:35:41.412264 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a62bb12-28f7-4cc6-a33e-46dcdeab0aec req-38978ae2-cea0-41f4-9416-9c61396d3463 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034140 Jul 12 16:35:41.462626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ca31f7f-b452-4bda-9803-734e49b154b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.579057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ca31f7f-b452-4bda-9803-734e49b154b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.584759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ca31f7f-b452-4bda-9803-734e49b154b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.647210 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7ca31f7f-b452-4bda-9803-734e49b154b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dddc5939d6c4715937f468e0471af07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542616 Jul 12 16:35:41.650398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48902) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:41.650788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31f7f-b452-4bda-9803-734e49b154b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a244711-b20a-4476-bf57-cdf7e61bb72e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:41.732038 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.755291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.812844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.816053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:41.819837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a244711-b20a-4476-bf57-cdf7e61bb72e HTTP/1.1" status: 204 len: 168 time: 0.1653492 Jul 12 16:35:41.826347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d433953-3ec3-4bd7-a378-e2ecfec0c5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a244711-b20a-4476-bf57-cdf7e61bb72e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:41.847205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:35:42.021711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:42.033284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'port_id': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'mac_address': 'fa:16:3e:e4:43:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:35:42.066081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a827d-703a-4554-8802-4fe07440f3cb req-8cdd23c2-812c-4770-a405-da3bc20bcb0f tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:42.069922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a7a827d-703a-4554-8802-4fe07440f3cb req-8cdd23c2-812c-4770-a405-da3bc20bcb0f tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 943 time: 0.1082077 Jul 12 16:35:42.080974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16481fa-9348-48fb-903e-0fb8a42cc51f req-50679a90-54de-4ba3-a8ad-6d1a36c87c94 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:42.088791 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b16481fa-9348-48fb-903e-0fb8a42cc51f req-50679a90-54de-4ba3-a8ad-6d1a36c87c94 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 944 time: 0.0939457 Jul 12 16:35:42.107304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.122126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:42.135189 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b16481fa-9348-48fb-903e-0fb8a42cc51f req-473c7965-4fa4-41e7-94c0-9fafa8cb5193 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Jul 12 16:35:42.146495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:42.151102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.155928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48914) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:42.158364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a7a827d-703a-4554-8802-4fe07440f3cb req-6ed904a9-20cf-4529-af42-70bdba4e2673 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810041 Jul 12 16:35:42.256068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:42.259935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:42.289550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf273f7d-fe18-4efd-9a3c-32908f1915ec tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/ed376e02-58cd-4d2e-a859-4ae724347248 HTTP/1.1" status: 200 len: 992 time: 0.1322775 Jul 12 16:35:42.290029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50623742-1f24-49e6-8eff-38e885b63b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.314120 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:35:42.402280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50623742-1f24-49e6-8eff-38e885b63b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.407036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50623742-1f24-49e6-8eff-38e885b63b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.408930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3907d-3006-4db6-853f-8dee459c6c08 req-5459b068-5349-4796-92ab-2d6ea857e2a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:42.411291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ab3907d-3006-4db6-853f-8dee459c6c08 req-5459b068-5349-4796-92ab-2d6ea857e2a6 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0842438 Jul 12 16:35:42.450097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50623742-1f24-49e6-8eff-38e885b63b30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba58e85487604cd990a48d8d568328e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890810 Jul 12 16:35:42.451101 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623742-1f24-49e6-8eff-38e885b63b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be1ee1-ddf7-491e-841a-3b9ec9169366,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:42.453404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48920) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:42.462187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1ab3907d-3006-4db6-853f-8dee459c6c08 req-e03e6bc7-2c6a-4de7-85f2-3b745c48db62 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432119 Jul 12 16:35:42.520044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['cc3f7af3-f96f-4b43-b8ef-718850776dea'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:42.527137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.553120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.555853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e1cc812-c4d6-4f3b-8dba-37879042d626 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:35:42.604340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.607317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.610871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43be1ee1-ddf7-491e-841a-3b9ec9169366 HTTP/1.1" status: 204 len: 168 time: 0.1542346 Jul 12 16:35:42.620749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860a2d8-05be-44d1-be81-3b6b0694ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be1ee1-ddf7-491e-841a-3b9ec9169366,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:42.756158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:42.780850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:35:42.853071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:42.878959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1cc812-c4d6-4f3b-8dba-37879042d626 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:35:42.917800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:42.930674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:43.027517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:43.232258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['8e1cc812-c4d6-4f3b-8dba-37879042d626'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:35:43.376560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becbd63-5ebc-4d47-9775-e47afdc7d462 req-ca7d8305-ed1a-46ff-91df-a82a988f9c26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:43.379572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9becbd63-5ebc-4d47-9775-e47afdc7d462 req-ca7d8305-ed1a-46ff-91df-a82a988f9c26 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 944 time: 0.0834470 Jul 12 16:35:43.438050 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9becbd63-5ebc-4d47-9775-e47afdc7d462 req-a6a4d4c5-ae20-4168-897f-9c8e5ed7700d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491734 Jul 12 16:35:43.677102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba84f28-b57c-43a2-a830-b59a92f4128a req-156f36f2-dd78-4b9a-b10d-3a2b06e17ceb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:43.678720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dba84f28-b57c-43a2-a830-b59a92f4128a req-156f36f2-dd78-4b9a-b10d-3a2b06e17ceb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0684209 Jul 12 16:35:43.727331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dba84f28-b57c-43a2-a830-b59a92f4128a req-7b23d373-d73e-4c4f-9411-5b0a7e63a95b tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422525 Jul 12 16:35:43.864102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:35:43.918330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port cc3f7af3-f96f-4b43-b8ef-718850776dea completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:43.922267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:43.922644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.007836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.035224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:44.037637 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0274aa-c721-43a7-ab6f-9184f8de50e4" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:44.051798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:44.057809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.099688 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335fb68-6008-4663-8ec4-4dcb9109fbf8 x-openstack-request-id: req-4335fb68-6008-4663-8ec4-4dcb9109fbf8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:44.099688 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:44.099688 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4335fb68-6008-4663-8ec4-4dcb9109fbf8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:44.099688 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'code': 200} Jul 12 16:35:44.130820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:44.339520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.375192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3fb371a0-a8df-4f3b-921f-a68cbd1d3ea7 None None] Provisioning complete for port cc3f7af3-f96f-4b43-b8ef-718850776dea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:44.375578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3fb371a0-a8df-4f3b-921f-a68cbd1d3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.488316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b9af4eb7-202c-41b4-9598-a2c4fb1845c6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:44.524337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b9af4eb7-202c-41b4-9598-a2c4fb1845c6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "PUT /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7 HTTP/1.1" status: 200 len: 366 time: 0.1832001 Jul 12 16:35:44.524612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.537354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8907722f-93aa-46ca-90b3-dc69df3a9242 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0094063 Jul 12 16:35:44.537587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.549380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0c7854b8-f8ef-4afe-b501-4d6b13ee43b9 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7 HTTP/1.1" status: 200 len: 366 time: 0.0086706 Jul 12 16:35:44.549710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.556033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e1cc812-c4d6-4f3b-8dba-37879042d626 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:35:44.591978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a65649c-2066-4a48-9a44-f86378086114 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7 HTTP/1.1" status: 204 len: 168 time: 0.0409682 Jul 12 16:35:44.594434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.615516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 8e1cc812-c4d6-4f3b-8dba-37879042d626 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:35:44.619947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 48986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.620221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fec4da6f-78db-4819-ba3b-8dc0afaa1160 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0248671 Jul 12 16:35:44.620386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 8e1cc812-c4d6-4f3b-8dba-37879042d626 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:44.620656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.634902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.635529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e5c24c56-9081-4269-9109-e196a52feaa9 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7 HTTP/1.1" status: 200 len: 370 time: 0.0137496 Jul 12 16:35:44.641970 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21152ec3-9900-4b22-a6ef-069d2461991f tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7/default HTTP/1.1" status: 200 len: 370 time: 0.0057533 Jul 12 16:35:44.645125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.666739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7dcc3-1bfa-4c8f-b185-742472b1dd4e req-7dad9cbf-6a8f-4ef8-96af-cee44312e00c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:44.668427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04f7dcc3-1bfa-4c8f-b185-742472b1dd4e req-7dad9cbf-6a8f-4ef8-96af-cee44312e00c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 944 time: 0.1200223 Jul 12 16:35:44.669384 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-55ac8c1a-e6d7-4f4e-b5d6-b08fe8f848de tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] delete failed (client error): The resource could not be found. Jul 12 16:35:44.670777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55ac8c1a-e6d7-4f4e-b5d6-b08fe8f848de tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a8d8b78eece94a038975ecbdfd3bf0e7 HTTP/1.1" status: 404 len: 348 time: 0.0241585 Jul 12 16:35:44.712829 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.728063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04f7dcc3-1bfa-4c8f-b185-742472b1dd4e req-95a01666-629a-485f-82f0-b22e0552b843 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470395 Jul 12 16:35:44.752629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:35:44.756743 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:44.809481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 48996) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:44.834130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:44.836075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:network and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.845358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.853963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:subnet and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.860796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.868625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:subnetpool and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.897508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.909922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:port and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.915653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.923419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:router and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.929324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.937856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:floatingip and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.944254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:44.956534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308ecd-175f-415c-b2a2-7a197b9d1ae5 req-f9714cb8-bd9b-4093-a07e-5dc5fa7c38bf tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:44.965085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da308ecd-175f-415c-b2a2-7a197b9d1ae5 req-f9714cb8-bd9b-4093-a07e-5dc5fa7c38bf tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0924270 Jul 12 16:35:44.992273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:security_group and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:44.998730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:45.009180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Usage tracker for resource:security_group_rule and tenant:91ed2005b1474f78bad362aaa29e3764 is out of sync, need to count used quota {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 12 16:35:45.010559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da308ecd-175f-415c-b2a2-7a197b9d1ae5 req-02fab213-d21d-4c94-a7fb-1b8d091aa683 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446215 Jul 12 16:35:45.015123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.quota.resource [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93712) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 12 16:35:45.024217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1c376588-0dcd-4f91-968b-2562db0322f6 tempest-QuotasTest-395317332 tempest-QuotasTest-395317332-project-admin] 10.222.0.58 "GET /v2.0/quotas/91ed2005b1474f78bad362aaa29e3764/details.json HTTP/1.1" status: 200 len: 703 time: 0.2102609 Jul 12 16:35:45.083799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05d059e3-91f2-4805-8eaf-9152811726ed None None] Provisioning complete for port 8e1cc812-c4d6-4f3b-8dba-37879042d626 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:35:45.084391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05d059e3-91f2-4805-8eaf-9152811726ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.334163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49004) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:45.440535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda54619-2d99-45f3-8e60-3d3a03824702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.536096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda54619-2d99-45f3-8e60-3d3a03824702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.540033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda54619-2d99-45f3-8e60-3d3a03824702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.578433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54619-2d99-45f3-8e60-3d3a03824702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01236d2d-fb91-439b-89ce-6bfb9f5806e8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:45.583950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda54619-2d99-45f3-8e60-3d3a03824702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f442c5482544f56966d8138bb14838e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486782 Jul 12 16:35:45.586570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:45.638404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.661337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.709488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.712145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:45.713277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01236d2d-fb91-439b-89ce-6bfb9f5806e8 HTTP/1.1" status: 204 len: 168 time: 0.1258080 Jul 12 16:35:45.721541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204198-80a7-4a3d-9e12-d2089894c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01236d2d-fb91-439b-89ce-6bfb9f5806e8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:45.922051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a7f80-3cc2-4b2c-b9f4-f379de8c22fc req-3dbc8493-db73-4b60-8364-ec1a0da14f96 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:45.928375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-716a7f80-3cc2-4b2c-b9f4-f379de8c22fc req-3dbc8493-db73-4b60-8364-ec1a0da14f96 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.0746939 Jul 12 16:35:45.972680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-716a7f80-3cc2-4b2c-b9f4-f379de8c22fc req-c57b1c63-0a83-43ba-8d70-c9802d0d582a tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Jul 12 16:35:46.025321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49016) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:46.038912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fccad946-c946-499c-866f-106ff90af585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.094271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:46.099665 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ec94d-82c9-46da-99cb-b03df9f9cc40" -d '{"events": [{"server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "name": "network-vif-plugged", "status": "completed", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:46.143167 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fccad946-c946-499c-866f-106ff90af585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.149686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fccad946-c946-499c-866f-106ff90af585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.160596 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abcb332-ecc2-4eda-a778-c70b6538c987 x-openstack-request-id: req-9abcb332-ecc2-4eda-a778-c70b6538c987 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:46.161152 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "name": "network-vif-plugged", "status": "completed", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:46.161578 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9abcb332-ecc2-4eda-a778-c70b6538c987 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:46.162225 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'code': 200} Jul 12 16:35:46.211075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fccad946-c946-499c-866f-106ff90af585 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91ed2005b1474f78bad362aaa29e3764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821883 Jul 12 16:35:46.211075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:46.219041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccad946-c946-499c-866f-106ff90af585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0dc320-6bf6-49d6-9829-959592c0ff67,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:46.260294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaa0ea-7fd6-4f1b-b7b9-377f4102d6cf req-e15dc884-199b-45e6-93b7-06ac73f98a01 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:46.267768 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4abaa0ea-7fd6-4f1b-b7b9-377f4102d6cf req-e15dc884-199b-45e6-93b7-06ac73f98a01 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0966375 Jul 12 16:35:46.282093 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.309548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.360537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.363320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4abaa0ea-7fd6-4f1b-b7b9-377f4102d6cf req-1d8687a1-033c-45c9-a1e6-6b6963d5ac5c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934558 Jul 12 16:35:46.364086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:46.367503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c0dc320-6bf6-49d6-9829-959592c0ff67 HTTP/1.1" status: 204 len: 168 time: 0.1531835 Jul 12 16:35:46.373245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b129629-102e-4f91-9558-9247678138ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0dc320-6bf6-49d6-9829-959592c0ff67,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:46.383520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f340cb0-7683-4a8f-b86e-218918fda001 req-472a7875-8eb5-4ed6-b7c3-d489da5854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:46.385865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f340cb0-7683-4a8f-b86e-218918fda001 req-472a7875-8eb5-4ed6-b7c3-d489da5854c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1096 time: 0.1148262 Jul 12 16:35:46.428581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f340cb0-7683-4a8f-b86e-218918fda001 req-6512477a-c931-4ea8-84b9-2993d5e426c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Jul 12 16:35:47.168640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d4e5-a6ce-49d1-a9bb-35f7d5acdcbd req-05ed8db8-9967-4241-9d1d-afaff8ba0fd1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:47.170372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad01d4e5-a6ce-49d1-a9bb-35f7d5acdcbd req-05ed8db8-9967-4241-9d1d-afaff8ba0fd1 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.0807590 Jul 12 16:35:47.223097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad01d4e5-a6ce-49d1-a9bb-35f7d5acdcbd req-0d66185d-163e-438d-b64b-b5c7fc024f62 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Jul 12 16:35:47.606805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780ad2-5734-4a3d-8ae7-e930cbc471af req-c8aa6963-678f-44ca-b518-91b61e299b01 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:47.608388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d780ad2-5734-4a3d-8ae7-e930cbc471af req-c8aa6963-678f-44ca-b518-91b61e299b01 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0865011 Jul 12 16:35:47.647775 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d780ad2-5734-4a3d-8ae7-e930cbc471af req-b98e4f8b-330c-4854-9899-28c1f60ae33a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330822 Jul 12 16:35:47.680510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:47.775430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1346034764', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:47.796813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Made reservation on behalf of e615d8c862094e2c8f9e919723cf1471 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:47.799071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:47.807238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:47.898830 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:47.902514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:47.907789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] device_id is not set on port 07266068-10b7-4f23-8351-41999004bb10 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:35:47.961098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df881575-f6c9-4751-8660-38cb23d324e8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:48.032259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Allocated IP 172.25.8.91 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/07266068-10b7-4f23-8351-41999004bb10) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:48.170019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.209284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.251637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:48.257431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:48.260900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:48.287793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Pushing event updated for resources: {'Port': ['ID=07266068-10b7-4f23-8351-41999004bb10,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:48.305399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:48.306010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.323123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f391abfc-fc4a-48e1-93dc-e476f668e929 tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6410477 Jul 12 16:35:48.325806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49078) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:48.330776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.91'}]}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:48.358952 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.360559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.410987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d6501-3f13-4774-82b9-13c1fd679ca1 req-7305f6d9-bad7-4489-ad9d-31d6e4ddc779 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:48.413377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae3d6501-3f13-4774-82b9-13c1fd679ca1 req-7305f6d9-bad7-4489-ad9d-31d6e4ddc779 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.0735617 Jul 12 16:35:48.414468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.457106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae3d6501-3f13-4774-82b9-13c1fd679ca1 req-bc418038-588f-4e6a-a2c8-db69b42192e4 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Jul 12 16:35:48.566069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.691182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882889-61b2-49ba-9a76-a8daad9678c6 req-f5fbfe8f-4ac2-48dd-b32a-a641345aff41 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:48.693171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed882889-61b2-49ba-9a76-a8daad9678c6 req-f5fbfe8f-4ac2-48dd-b32a-a641345aff41 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.1207306 Jul 12 16:35:48.746718 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed882889-61b2-49ba-9a76-a8daad9678c6 req-610aef80-fa34-4c3b-acfb-8292597a5c1d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Jul 12 16:35:48.777182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:48.844909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec5d1-7f57-40ea-b4b3-94f200131d5e req-fba1abbb-af78-4820-99c3-1fa87b168fb5 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:48.847623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-529ec5d1-7f57-40ea-b4b3-94f200131d5e req-fba1abbb-af78-4820-99c3-1fa87b168fb5 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0796185 Jul 12 16:35:48.884981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.903892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-529ec5d1-7f57-40ea-b4b3-94f200131d5e req-560c51ff-755a-43ae-b893-dad28127e65d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500097 Jul 12 16:35:48.906715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:48.982960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17b9f9-6fc6-4254-9d69-1255f226fd7c tempest-TestVolumeBackupRestore-1503154658 tempest-TestVolumeBackupRestore-1503154658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:48.988548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de17b9f9-6fc6-4254-9d69-1255f226fd7c tempest-TestVolumeBackupRestore-1503154658 tempest-TestVolumeBackupRestore-1503154658-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1091 time: 0.2104065 Jul 12 16:35:48.989159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49098) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:48.994197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:49.019940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.074985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.184748 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.293599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.312451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.386299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.386915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc4c8c1-147f-466e-9642-99ebc52e3112 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:35:49.407835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-00207ca6-ef98-4e5c-bf91-6116f9161444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:49.409414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-00207ca6-ef98-4e5c-bf91-6116f9161444 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.1288071 Jul 12 16:35:49.412577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583685d1-bf82-4d51-b4f7-2475a7c28540 req-66957a87-28e9-4e8c-b71c-a94c293ffb24 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:49.414339 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-583685d1-bf82-4d51-b4f7-2475a7c28540 req-66957a87-28e9-4e8c-b71c-a94c293ffb24 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1354895 Jul 12 16:35:49.419274 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:35:49.423626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-23657220-405d-46f8-a54c-a4be520069eb tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0967207 Jul 12 16:35:49.425984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:49.453354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Allocated IP 172.25.8.172 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/91b3d40e-4008-4f70-b83c-8ec5872d78a4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:49.518968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-7a934cb8-4ca6-46c4-9b65-11a5cef9cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:49.520520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-7a934cb8-4ca6-46c4-9b65-11a5cef9cb23 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1032238 Jul 12 16:35:49.585013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-583685d1-bf82-4d51-b4f7-2475a7c28540 req-e15f903e-bdf2-4c4d-b0af-b363e035a78f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579540 Jul 12 16:35:49.603247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-6ab3a69f-454b-48ad-82e3-04d7883bc6ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1002 time: 0.0758619 Jul 12 16:35:49.654523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-cbd773e7-1f96-4e62-bf10-beb1b1b31b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:49.656031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-cbd773e7-1f96-4e62-bf10-beb1b1b31b20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0465307 Jul 12 16:35:49.664238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Deleting port 07266068-10b7-4f23-8351-41999004bb10 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:35:49.664703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.716781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-a4ce1514-a0b5-46c5-8d71-aa6d231ed3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:49.718187 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-a4ce1514-a0b5-46c5-8d71-aa6d231ed3ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553105 Jul 12 16:35:49.719409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.785263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.801248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Calling delete_port for 07266068-10b7-4f23-8351-41999004bb10 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:35:49.840033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-4ef614b0-c4d0-4d6e-856d-91b527c5e7cb service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141677 Jul 12 16:35:49.859322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:49.912925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:49.921576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:49.925337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:49.935234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d05f8e82-d831-40d4-aa2d-3f1ae65e99cb req-7c178246-10a8-4c56-837f-282570acc004 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888250 Jul 12 16:35:49.958733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'Port': ['ID=91b3d40e-4008-4f70-b83c-8ec5872d78a4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:50.097982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.133807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Pushing event deleted for resources: {'Port': ['ID=07266068-10b7-4f23-8351-41999004bb10,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:50.278009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.283641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd0ca4b3-ee52-48a8-9f17-b492f871cb7d tempest-RoutersAdminNegativeIpV6Test-1051415503 tempest-RoutersAdminNegativeIpV6Test-1051415503-project-admin] 10.222.0.58 "DELETE /v2.0/ports/07266068-10b7-4f23-8351-41999004bb10 HTTP/1.1" status: 204 len: 168 time: 0.8413279 Jul 12 16:35:50.480550 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.562434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:50.580242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.725567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5ec905a-b646-416a-8637-e13d577766c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.790745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.796815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.842412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024ad5-adda-4a80-964f-392a34dfb1fa req-4df24025-5f87-4c50-a1f6-5cbbd9f79b70 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:50.844190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d024ad5-adda-4a80-964f-392a34dfb1fa req-4df24025-5f87-4c50-a1f6-5cbbd9f79b70 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1094112 Jul 12 16:35:50.879751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event updated for resources: {'Port': ['ID=91b3d40e-4008-4f70-b83c-8ec5872d78a4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:50.886436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.912540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d024ad5-adda-4a80-964f-392a34dfb1fa req-f82e7f6c-f962-4718-bf8e-35a4e16cb8d3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607455 Jul 12 16:35:50.918128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5ec905a-b646-416a-8637-e13d577766c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.926571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5ec905a-b646-416a-8637-e13d577766c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:50.972504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec905a-b646-416a-8637-e13d577766c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a346a-a8f9-4dd1-8e69-da94905ecd59,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:50.979985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d5ec905a-b646-416a-8637-e13d577766c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c3698aebdad4a2d8b6a23201d2a5ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160848 Jul 12 16:35:50.980576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49154) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:51.013716 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Floating IP 597c824b-e86a-4a80-bc47-c30a510f4473 associated. External IP: 172.25.8.172, port: 8e1cc812-c4d6-4f3b-8dba-37879042d626. Jul 12 16:35:51.032602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.056142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.108472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.113225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.116112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/174a346a-a8f9-4dd1-8e69-da94905ecd59 HTTP/1.1" status: 204 len: 168 time: 0.1342835 Jul 12 16:35:51.132763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11e545-ab8c-437b-a124-09b53be34469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a346a-a8f9-4dd1-8e69-da94905ecd59,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:51.263362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:35:51.382843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:35:51.392114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:35:51.406940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.408606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:51.412128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:51.447525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49172) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:51.490545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ee047cf3-7313-4410-972c-1f02242a4bad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4979043 Jul 12 16:35:51.490545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:51.490869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49174) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:51.491768 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e9986c-dce2-428a-8bd1-6876d02fe152" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:51.528293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-932bb5dd-b11e-43cd-88fc-c886315ee7ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e615d8c862094e2c8f9e919723cf1471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794196 Jul 12 16:35:51.530629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49178) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:51.570352 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b8bf26-1136-49bf-b875-497366b07552 x-openstack-request-id: req-a4b8bf26-1136-49bf-b875-497366b07552 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:51.571300 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:51.571683 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4b8bf26-1136-49bf-b875-497366b07552 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:51.572445 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:35:51.591193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc8de8-6be0-4b96-a994-68bbf6327158 tempest-TestVolumeBackupRestore-1503154658 tempest-TestVolumeBackupRestore-1503154658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:51.596262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77fc8de8-6be0-4b96-a994-68bbf6327158 tempest-TestVolumeBackupRestore-1503154658 tempest-TestVolumeBackupRestore-1503154658-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1091 time: 0.1012864 Jul 12 16:35:51.596986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:35:51.597158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49180) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:51.601962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Request body: {'floatingip': {'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:51.645097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.674111 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.681476 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.693584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-d7f16869-5c45-46c3-a48c-00f4d7b2f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:51.695161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-d7f16869-5c45-46c3-a48c-00f4d7b2f84b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1096 time: 0.1009481 Jul 12 16:35:51.805883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.809874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:51.811321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df881575-f6c9-4751-8660-38cb23d324e8 HTTP/1.1" status: 204 len: 168 time: 0.2797031 Jul 12 16:35:51.860692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fbfe5-d2af-4f75-bb48-a29e95723dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df881575-f6c9-4751-8660-38cb23d324e8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:51.867962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-84d9deaa-71a0-4624-87fb-08f492a00336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:51.869596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-84d9deaa-71a0-4624-87fb-08f492a00336 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 914 time: 0.1652095 Jul 12 16:35:51.870977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:50Z', 'revision_number': 0, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:51.907849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:35:51.918571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:51.919188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:51.994247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-b3cb9650-a98e-4456-a9ef-ff5fdbbcf50a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 999 time: 0.1097519 Jul 12 16:35:52.057265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:35:52.070262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-f7d59eeb-caed-460f-8f9e-fbfbc5fe2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:52.072325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-f7d59eeb-caed-460f-8f9e-fbfbc5fe2e35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.0712264 Jul 12 16:35:52.158617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-a400bf77-6e06-47b9-a963-9da9d9f284bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:52.160793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-a400bf77-6e06-47b9-a963-9da9d9f284bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807004 Jul 12 16:35:52.312397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-14ee368d-4b47-47ae-8fc4-7fc2ab22f0fa service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427784 Jul 12 16:35:52.412008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:50Z', 'revision_number': 0, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:52.451729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77bb58-f935-4207-a0d6-6a30e381971f None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:50Z', 'revision_number': 0, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:35:52.457572 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e8e9986c-dce2-428a-8bd1-6876d02fe152 req-36f93a55-f566-45e8-93b6-32f95a1a8c47 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365838 Jul 12 16:35:52.781044 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b5e8-c418-40ca-aa8d-8ad4fa8f6ac2 None None] New status for floating IP 597c824b-e86a-4a80-bc47-c30a510f4473: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:35:52.855291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:52.866006 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:52.882179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49220) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:52.933998 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-1ea4b5e8-c418-40ca-aa8d-8ad4fa8f6ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:35:52.934421 n-d-800078-3 neutron-server[93714]: DEBUG oslo_db.api [None req-1ea4b5e8-c418-40ca-aa8d-8ad4fa8f6ac2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:35:53.022537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2063657119'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:53.045433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:53.049095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.059084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.094139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:35:53.158419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.163553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.194598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:35:53.211615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d65d55-ed17-4412-ba73-01bd2985ada8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:53.223725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:35:53.229046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.231178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.232965 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Added segment 2c2832da-f389-468d-a530-5881c81af533 of type vlan for network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd Jul 12 16:35:53.287223 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.312936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32f86fdb-eed2-4c97-90de-63d94755ed43 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "PUT /v2.0/floatingips/597c824b-e86a-4a80-bc47-c30a510f4473 HTTP/1.1" status: 200 len: 991 time: 1.7148173 Jul 12 16:35:53.321296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.327689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:53.328337 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.392825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5095396 Jul 12 16:35:53.396394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:53.400413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad69a3-8e73-4c12-af10-2aecf7ff73d5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Network': ['ID=ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:53.401814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'subnet': {'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:53.411479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:35:53.436047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4b5e8-c418-40ca-aa8d-8ad4fa8f6ac2 None None] New status for floating IP 597c824b-e86a-4a80-bc47-c30a510f4473: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:35:53.532317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:53.536306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.582083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}, {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:35:53.584381 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d6acae-fe3f-4d18-8b5b-f3a77646880a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}, {"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:35:53.629833 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 12 Jul 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e4326-afec-4af5-b1c1-33dac7b68c20 x-openstack-request-id: req-c14e4326-afec-4af5-b1c1-33dac7b68c20 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:35:53.630228 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:35:53.630638 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c14e4326-afec-4af5-b1c1-33dac7b68c20 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:35:53.631191 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:35:53.631552 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:35:53.718707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:35:53.724014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-242db2dd-d913-430e-857a-7ed118ff13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:53.725853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-242db2dd-d913-430e-857a-7ed118ff13ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1096 time: 0.0728097 Jul 12 16:35:53.729957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:53.730573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:53.830405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.887994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-336f0ba8-8e3d-448f-9ed4-1ce4c19e04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:53.890531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-336f0ba8-8e3d-448f-9ed4-1ce4c19e04d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 914 time: 0.1580992 Jul 12 16:35:53.925990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Subnet': ['ID=d8f72fc0-3d74-47b1-b8d2-115dbf4810e2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:53.936061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Checking segment: {'id': '2c2832da-f389-468d-a530-5881c81af533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:35:53.936528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network hostable DHCP agents. Network: ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:35:53.959365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:35:53.970578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:53.993141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:53.994630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:53.996379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-4e833ed9-72db-4c1b-bccc-22b43fd3b9e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 1001 time: 0.0967636 Jul 12 16:35:54.009605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f434202-3b5a-46ab-b001-b49757c8b92b None None] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:35:54.015898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c5ea93ec-a958-4074-939c-0c5b7373ef5f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6178956 Jul 12 16:35:54.018196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:54.039014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1462143968', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:54.064267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-47356b41-4c72-4f5b-9d34-ed351dd1d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.066342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-47356b41-4c72-4f5b-9d34-ed351dd1d083 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.0622511 Jul 12 16:35:54.072465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.073537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.101756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:35:54.146616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-3ec73f5a-3a56-49dd-8489-9f54c2d37e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.149298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-3ec73f5a-3a56-49dd-8489-9f54c2d37e92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746803 Jul 12 16:35:54.185280 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.258062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12dc7e-d4e5-43d3-8817-3bdc9b14b678 None None] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:35:54.261943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-5427c79c-c900-4796-aeab-50d5264c40b3 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037946 Jul 12 16:35:54.373373 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.405069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-976ebc02-cf85-4e5d-8ac8-7391f29e6006 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341302 Jul 12 16:35:54.547951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-c5be0a6e-85af-4697-8dc9-a99d840c7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.550144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-c5be0a6e-85af-4697-8dc9-a99d840c7509 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1096 time: 0.0984793 Jul 12 16:35:54.595928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:53Z', 'revision_number': 2, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:54.626610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:35:54.636016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:54.636612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.636884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:54.675235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:54.677074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-6796ca46-8968-4532-b370-876b1e2dbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.678978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-6796ca46-8968-4532-b370-876b1e2dbc40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 914 time: 0.1222935 Jul 12 16:35:54.761438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:35:54.780493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-f0beb74c-ad79-4198-947b-68286a202eb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 1001 time: 0.0946124 Jul 12 16:35:54.838273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.135 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c460e7db-c9c0-49c6-ab33-db050a592cb3) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:54.841538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-6b976e40-f327-4cf4-8627-1e462fb651f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.843693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-6b976e40-f327-4cf4-8627-1e462fb651f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.0555644 Jul 12 16:35:54.925172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-d1316361-3045-4ec1-b46b-727eed45c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:54.926910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-d1316361-3045-4ec1-b46b-727eed45c413 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764086 Jul 12 16:35:54.976432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:55.022094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:55.040281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:53Z', 'revision_number': 2, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:55.051790 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-734530b7-7493-4495-ad0d-3f595056d663 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178763 Jul 12 16:35:55.079124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae45240-f5aa-436e-acb5-bd1aab5c8468 None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '597c824b-e86a-4a80-bc47-c30a510f4473', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'port_id': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'mac_address': 'fa:16:3e:90:f4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:35:50Z', 'updated_at': '2021-07-12T16:35:53Z', 'revision_number': 2, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:35:55.091070 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:55.094947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:55.097846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:55.138830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=c460e7db-c9c0-49c6-ab33-db050a592cb3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:55.185392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64d6acae-fe3f-4d18-8b5b-f3a77646880a req-25cfc540-d07a-4eb3-8b16-f1301e10ba96 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252680 Jul 12 16:35:55.388589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:55.610541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:56.012354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:35:56.120875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:35:56.130845 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc899b3-1558-4819-9c31-355663472052 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:35:56.144789 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:56.145390 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:56.150219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:56.151690 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-64f3c31c-3f29-44ee-8b58-fcad701e481e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1218302 Jul 12 16:35:56.154271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49284) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:56.183361 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:56.195868 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:56.196904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:56.321865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3fc899b3-1558-4819-9c31-355663472052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:56.322511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc899b3-1558-4819-9c31-355663472052 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:35:56.629287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:56.927634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.1 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:57.046078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.088180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.131745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:57.135072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:57.141169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:57.177327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:57.191378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.341551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.637716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.642348 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.725641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:57.739355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:57.849935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:57.851348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:57.966953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:35:58.083549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:35:58.088828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-47a75e64-f5da-43ff-84a1-24481ce587b9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/routers/b0f5b2db-9413-43eb-badd-4ddf528525bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335632 Jul 12 16:35:58.091329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:58.094557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:35:58.099741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'port': {'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd', 'name': 'tempest-FloatingIPTestJSON-1199340796'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:58.106434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:58.107178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:58.142145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:58.152250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:35:58.153031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:58.191216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:35:58.191949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694f55f-c4bb-48d2-a517-c80009e7d65f None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:35:58.223528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:58.227475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:58.247606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] device_id is not set on port 53145fdc-ce08-4434-8eb9-b427d74e32ab yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:35:58.379117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.5 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/53145fdc-ce08-4434-8eb9-b427d74e32ab) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:58.548257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:58.597152 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:58.648852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:58.654407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:58.658412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:58.689195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=53145fdc-ce08-4434-8eb9-b427d74e32ab,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:58.717386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:58.718044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:58.733452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2338f6b7-fa0b-4a98-b345-5632259c45f4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6410012 Jul 12 16:35:58.736257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49332) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:58.742358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'port': {'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd', 'name': 'tempest-FloatingIPTestJSON-1059494219'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:58.880461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:35:58.884145 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:58.907295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] device_id is not set on port 69e0bbed-f423-4531-abea-e333f6e769d6 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:35:59.020890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.14 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/69e0bbed-f423-4531-abea-e333f6e769d6) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:59.198738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.245321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.293688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:59.296833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:59.301033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:59.333658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=69e0bbed-f423-4531-abea-e333f6e769d6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:35:59.362697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:35:59.363649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.390386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a7d8643d-c67d-4afc-b1e0-866b7982fecb tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6528654 Jul 12 16:35:59.394469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49346) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:35:59.402425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '69e0bbed-f423-4531-abea-e333f6e769d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:35:59.428206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.543436 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.677566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.29 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/55942e16-c077-4764-bb75-c78a6ad1da36) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:35:59.791179 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.830591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:35:59.874723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:35:59.878378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:35:59.881962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:35:59.887436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=55942e16-c077-4764-bb75-c78a6ad1da36,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:00.531009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:00.611062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:00.767025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:00.771801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:00.854663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=55942e16-c077-4764-bb75-c78a6ad1da36,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:00.862469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:00.973882 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 4a3ecfac-c632-4840-b120-08a8ea58f79b associated. External IP: 172.25.8.29, port: 69e0bbed-f423-4531-abea-e333f6e769d6. Jul 12 16:36:01.191510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:01.305925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:01.315116 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:01.323001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:01.326711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:01.327433 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:01.366726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14180f9c-bb33-4ffe-a081-7cbcba250d86 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9689898 Jul 12 16:36:01.367862 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:01.369633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49380) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:01.374277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:01.384444 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:01.385058 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:01.421467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:01.422123 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e027c1-ac82-40a6-a223-04b1071f395e None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:01.438338 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:01.946699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:01.950279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:01.950664 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 4a3ecfac-c632-4840-b120-08a8ea58f79b disassociated. External IP: 172.25.8.29, port: 69e0bbed-f423-4531-abea-e333f6e769d6. Jul 12 16:36:02.013493 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e408f3f-f3ae-41fb-8d82-796fde2b5ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.187801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:02.311084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:02.316245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.321181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:02.332088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:02.332782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:02.360748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3b0b7893-1cf6-4363-aa90-78941a60d3cc tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/4a3ecfac-c632-4840-b120-08a8ea58f79b HTTP/1.1" status: 200 len: 687 time: 0.9874957 Jul 12 16:36:02.360993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49400) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:02.367976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:02.379350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:02.380289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:35:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:02.413588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:02.414293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eacd8a-8a84-4ba4-9f2a-ae7d79ff4f7c None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:02.505698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 55942e16-c077-4764-bb75-c78a6ad1da36 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:02.506302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.586530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.586867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.599637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 55942e16-c077-4764-bb75-c78a6ad1da36 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:02.750498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.780668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=55942e16-c077-4764-bb75-c78a6ad1da36,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:02.851524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.852802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.853896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-db7758e1-709f-4524-81ee-a02652fc0224 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/4a3ecfac-c632-4840-b120-08a8ea58f79b HTTP/1.1" status: 204 len: 168 time: 0.4921892 Jul 12 16:36:02.857429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49412) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:02.861999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '53145fdc-ce08-4434-8eb9-b427d74e32ab'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:02.884483 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:02.989545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.105779 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.212 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c82c5c73-38da-4fc9-8bd1-3886a854e17b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:03.220861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.255271 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.266710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.310797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:03.316282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:03.320756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:03.347513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=c82c5c73-38da-4fc9-8bd1-3886a854e17b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:03.361817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.362170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.362688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.363031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.363373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.363737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.364073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.364402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.364731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.365059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.365410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.365740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:03.726669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.819618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.985723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:03.994693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:04.079955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=c82c5c73-38da-4fc9-8bd1-3886a854e17b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:04.098664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:04.218776 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 60445f2f-f803-4826-b27c-f435626d5104 associated. External IP: 172.25.8.212, port: 53145fdc-ce08-4434-8eb9-b427d74e32ab. Jul 12 16:36:04.448121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-095e5868-cdc1-4c2b-b7cf-69ca54388318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:04.493028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:04.644532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:04.655271 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:04.668299 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:04.668981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:04.674863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:04.706089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:04.713680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4e1be673-fa1a-4828-a7b5-24133426b691 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8552060 Jul 12 16:36:04.716374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49444) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:04.718371 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:04.718996 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:04.757720 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:04.758377 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe4a94-3244-4dfd-8825-32da1835a0dc None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:04.794229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9cb1374f-874a-450e-83a5-527a4fb4d258 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/floatingips/60445f2f-f803-4826-b27c-f435626d5104 HTTP/1.1" status: 200 len: 978 time: 0.0743513 Jul 12 16:36:04.794705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49448) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:04.880081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:04.912381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e648bffb-63a9-4497-8794-cb49fa912c7e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1168673 Jul 12 16:36:04.914788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49450) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:04.919122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': '69e0bbed-f423-4531-abea-e333f6e769d6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:04.982625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:05.493401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:05.497452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:05.536786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:05.609474 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 60445f2f-f803-4826-b27c-f435626d5104 associated. External IP: 172.25.8.212, port: 53145fdc-ce08-4434-8eb9-b427d74e32ab. Jul 12 16:36:05.817818 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:05.859310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:06.344246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:06.353698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:06.363404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:06.364078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.401357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.411396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:06.412236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.449289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.450471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53900c34-86e9-4ad7-a36c-b3a73dd0544c None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:06.588401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:06.699722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:06.704079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:06.711405 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:06.722369 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:06.723354 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.768592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.779285 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:06.780107 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.789575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-81e84c5c-97ed-414d-9e60-0b861b5273e3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/60445f2f-f803-4826-b27c-f435626d5104 HTTP/1.1" status: 200 len: 979 time: 1.8708091 Jul 12 16:36:06.789575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:06.793778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:06.817206 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:06.817850 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c9f0-04c7-4353-b00a-568e931830bc None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:06.866403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.039561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.044372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.044762 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 60445f2f-f803-4826-b27c-f435626d5104 disassociated. External IP: 172.25.8.212, port: 69e0bbed-f423-4531-abea-e333f6e769d6. Jul 12 16:36:07.246447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.275507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:07.396048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:07.400913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.406684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:07.416230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:07.416837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:07.444730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e6e76c5-4427-4b14-8028-896caf33fda4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/60445f2f-f803-4826-b27c-f435626d5104 HTTP/1.1" status: 200 len: 688 time: 0.6521988 Jul 12 16:36:07.445059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49498) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:07.454343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:07.464337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:07.464947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:07.497491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:07.498141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5fb77-0322-4518-a642-51759939e989 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:07.579963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port c82c5c73-38da-4fc9-8bd1-3886a854e17b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:07.581018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.674665 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.675126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.688095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for c82c5c73-38da-4fc9-8bd1-3886a854e17b owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:07.824845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-cf6d5777-26f2-436c-95e7-6ff5dd36439a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226401 Jul 12 16:36:07.924874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:07.964001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=c82c5c73-38da-4fc9-8bd1-3886a854e17b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:07.971846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-8b51a8ed-c067-4eb6-bebf-98d688d5ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:07.973655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-8b51a8ed-c067-4eb6-bebf-98d688d5ef5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.1151359 Jul 12 16:36:08.085129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:08.087553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:08.088740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-db7fcbbc-c103-4b63-8c82-948e4e1e617a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/60445f2f-f803-4826-b27c-f435626d5104 HTTP/1.1" status: 204 len: 168 time: 0.6425562 Jul 12 16:36:08.091301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:08.137337 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-987ccd52-a749-4ae2-ad5e-22120313c0b4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] delete failed (client error): The resource could not be found. Jul 12 16:36:08.138492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-987ccd52-a749-4ae2-ad5e-22120313c0b4 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/60445f2f-f803-4826-b27c-f435626d5104 HTTP/1.1" status: 404 len: 345 time: 0.0462003 Jul 12 16:36:08.142189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49516) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:08.217347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-a2ef5327-94e0-4d2a-9c5b-348c87ac531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.218814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-a2ef5327-94e0-4d2a-9c5b-348c87ac531b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 910 time: 0.2242718 Jul 12 16:36:08.315017 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-ac437e8c-51cc-4a92-90dc-330c41537678 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 1001 time: 0.0881472 Jul 12 16:36:08.324906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6625d1-b66d-434c-9d87-88c0840afd54 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.331052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6625d1-b66d-434c-9d87-88c0840afd54 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.337009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6625d1-b66d-434c-9d87-88c0840afd54 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.341042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d6625d1-b66d-434c-9d87-88c0840afd54 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/ports?network_id=ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd HTTP/1.1" status: 200 len: 2359 time: 0.1953630 Jul 12 16:36:08.341520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49518) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:08.391534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-59fc9c92-fc8b-4145-b22f-d06912fc4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.398102 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-59fc9c92-fc8b-4145-b22f-d06912fc4001 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.0571079 Jul 12 16:36:08.400400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b49e0-5717-481a-89bf-542d1dd54700 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.406563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c60b49e0-5717-481a-89bf-542d1dd54700 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/subnets/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2 HTTP/1.1" status: 200 len: 797 time: 0.0638955 Jul 12 16:36:08.407375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49526) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:08.413347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'port': {'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd', 'name': 'tempest-FloatingIPTestJSON-837662934', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:08.485534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-b0bb4c47-6be0-4a9b-b7cc-0967c7e86012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:08.488255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-b0bb4c47-6be0-4a9b-b7cc-0967c7e86012 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846786 Jul 12 16:36:08.541760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:08.594109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-6aef8169-8d62-4d03-9a8b-4048bd4ca10d service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977788 Jul 12 16:36:08.630090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:08.650444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] device_id is not set on port d8e30b03-1ae3-4197-852a-539e71c52456 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:36:08.715143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af882fff-3a8e-42f9-bd11-a72f63a33a75 req-5502af94-5836-4a2b-a3f8-ccf6160e71df service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106038 Jul 12 16:36:08.986494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.13 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/d8e30b03-1ae3-4197-852a-539e71c52456) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:08.994417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.12 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/d8e30b03-1ae3-4197-852a-539e71c52456) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:09.155752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.198789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.259198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:09.262793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:09.267238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:09.293725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=d8e30b03-1ae3-4197-852a-539e71c52456,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:09.308673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.309018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.309362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.309699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.310029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.310356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.310680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.311008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.311331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.311684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.312012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.312334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:09.334490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:09.335121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.349512 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c3de9627-7c21-484b-a350-994b78c10b51 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9406102 Jul 12 16:36:09.352276 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49544) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:09.357360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': 'd8e30b03-1ae3-4197-852a-539e71c52456', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:09.380019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.495234 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.606167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.137 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/6cef81c0-8e45-4966-a78d-e267d5ad6ae4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:09.727917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.771763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:09.791619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:09.793201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:09.814309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:09.865511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=6cef81c0-8e45-4966-a78d-e267d5ad6ae4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:10.242850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:10.335255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:10.506164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:10.510897 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:10.595197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=6cef81c0-8e45-4966-a78d-e267d5ad6ae4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:10.606338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:10.715367 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 6eed396c-5822-463a-9a2f-737026f983c6 associated. External IP: 172.25.8.137, port: d8e30b03-1ae3-4197-852a-539e71c52456. Jul 12 16:36:11.206725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:11.322679 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:11.336046 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:11.342199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:11.346883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:11.347517 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:11.383866 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e3d2b25a-9181-499a-99ce-209d19ae448b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0305071 Jul 12 16:36:11.386439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49584) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:11.394256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': 'd8e30b03-1ae3-4197-852a-539e71c52456', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:11.398380 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:11.407070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:11.407711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:11.440977 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:11.441653 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8de3-a911-4284-933e-182364512d0e None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:11.454022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:11.998178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.008819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.246443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:12.365506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:12.370606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.393305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:12.415610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:12.416275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:12.463662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:12.467833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c164701-311b-4c2a-a829-9168615dd63e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/6eed396c-5822-463a-9a2f-737026f983c6 HTTP/1.1" status: 200 len: 978 time: 1.0803118 Jul 12 16:36:12.470847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49606) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:12.504029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:12.504681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:12.559109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:12.559970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5388da-3c8c-4b82-b6dc-1646563979c9 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:12.656911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 6cef81c0-8e45-4966-a78d-e267d5ad6ae4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:12.657281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.746023 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.746451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.759675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 6cef81c0-8e45-4966-a78d-e267d5ad6ae4 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:12.958213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:12.994543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=6cef81c0-8e45-4966-a78d-e267d5ad6ae4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:13.062699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:13.063338 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 6eed396c-5822-463a-9a2f-737026f983c6 disassociated (deleted). External IP: 172.25.8.137, port: d8e30b03-1ae3-4197-852a-539e71c52456. Jul 12 16:36:13.301445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:13.399342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-aad457b2-3297-4dbb-aa65-b4aa4601d9db service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635245 Jul 12 16:36:13.449759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:13.454920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:13.461246 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:13.485649 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:13.486693 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:13.507300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1a1a05f4-a655-4a60-af15-266831015979 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/6eed396c-5822-463a-9a2f-737026f983c6 HTTP/1.1" status: 204 len: 168 time: 1.0350533 Jul 12 16:36:13.509836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:13.510961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-f87ff226-a786-446a-9bad-5aa191f045a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:13.513022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-f87ff226-a786-446a-9bad-5aa191f045a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1097 time: 0.0887043 Jul 12 16:36:13.540794 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:13.551495 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:13.552188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:13.587665 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:13.588622 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa74ce-f596-4e19-b515-4510873d765b None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:13.645604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-1b3baa78-063a-48ef-aa81-2030dba5a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:13.646718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port d8e30b03-1ae3-4197-852a-539e71c52456 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:13.647180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:13.647371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-1b3baa78-063a-48ef-aa81-2030dba5a142 service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.1097043 Jul 12 16:36:13.728450 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-a1a7e97e-26bb-469d-9899-9bce7b5aaa2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 1001 time: 0.0737717 Jul 12 16:36:13.760660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:13.788533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for d8e30b03-1ae3-4197-852a-539e71c52456 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:13.797815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-7dd2d73a-daf8-4167-af61-39706b75e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:13.800312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-7dd2d73a-daf8-4167-af61-39706b75e7a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.0646651 Jul 12 16:36:13.865982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-3adf8dfd-061b-4cd7-818f-c9a6d3ad9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:13.867494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-3adf8dfd-061b-4cd7-818f-c9a6d3ad9a0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599613 Jul 12 16:36:13.965655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-041a16fb-9c4f-441f-9496-a107e4a8478b service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904717 Jul 12 16:36:14.001513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.039654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=d8e30b03-1ae3-4197-852a-539e71c52456,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:14.089742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-87e56b26-eaf7-48a1-a739-571ddc206ecc req-2d6fabef-25dd-46fd-ac05-5601fd6028e3 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175249 Jul 12 16:36:14.179946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.181965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-27ef9be5-6279-40f4-9e8f-9b135a0897db tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/d8e30b03-1ae3-4197-852a-539e71c52456 HTTP/1.1" status: 204 len: 168 time: 0.6711872 Jul 12 16:36:14.185633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49638) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:14.191391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:14.214592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.315335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.438826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.122 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:14.543250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.585091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:14.913502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:14.916303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:14.918702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:14.945602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:15.014667 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.067463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.147940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250abdc-d077-45c0-b544-0f7e367bc85b req-5ba72c5b-7324-45b8-952e-ab32db1908ff tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:15.149804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250abdc-d077-45c0-b544-0f7e367bc85b req-5ba72c5b-7324-45b8-952e-ab32db1908ff tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1097 time: 0.0565395 Jul 12 16:36:15.186899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250abdc-d077-45c0-b544-0f7e367bc85b req-64d90de8-a4fb-4812-8078-5662942b6a26 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299609 Jul 12 16:36:15.217858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:15.286287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.292055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.412246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:15.429177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.465642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.466869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-394cfb4b-0632-4e6a-93ec-7c4ce56eef17 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2802551 Jul 12 16:36:15.469532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49670) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:15.474970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'port': {'network_id': 'ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd', 'name': 'tempest-FloatingIPTestJSON-110275710'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:15.572413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 1fdbc606-dd24-4878-b550-80d9d1f06d0c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:15.572674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.664195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:15.667662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.685781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.686109 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:15.703129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] device_id is not set on port d51a1047-f2c1-40b7-8ba5-27836b20ff3d yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:36:15.707909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 1fdbc606-dd24-4878-b550-80d9d1f06d0c owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:15.887222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.2 (ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2/d51a1047-f2c1-40b7-8ba5-27836b20ff3d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:16.047570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.095461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=1fdbc606-dd24-4878-b550-80d9d1f06d0c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:16.172698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.189889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.190231 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP ed376e02-58cd-4d2e-a859-4ae724347248 disassociated (deleted). External IP: 172.25.8.191, port: cc3f7af3-f96f-4b43-b8ef-718850776dea. Jul 12 16:36:16.303795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.357357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:16.363453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:16.368776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:16.398246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=d51a1047-f2c1-40b7-8ba5-27836b20ff3d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:16.476161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:16.476795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.530996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ed5fe6d7-6019-4df2-ac6f-e941ad113f9d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0603704 Jul 12 16:36:16.534904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49690) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:16.541234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': 'd51a1047-f2c1-40b7-8ba5-27836b20ff3d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:16.559492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 445e6018-40bf-4b3f-ba51-ec754598079f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:16.617582 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.719624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:16.725638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:16.735021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Sync routers for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:16.766185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:16.770453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:16.806356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f2687eb3-0e74-469f-a351-93b849b9eb03 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed376e02-58cd-4d2e-a859-4ae724347248 HTTP/1.1" status: 204 len: 168 time: 1.5874000 Jul 12 16:36:16.807096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:16.810139 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ed677-ec3a-4740-a8f9-9ccaf17091e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:17.026835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:17.093488 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5c08f-5359-4dcd-9ee8-4ff44ae186a1 x-openstack-request-id: req-85d5c08f-5359-4dcd-9ee8-4ff44ae186a1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:17.093790 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:17.094117 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85d5c08f-5359-4dcd-9ee8-4ff44ae186a1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:17.095157 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:36:17.228133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-1726c2d1-cb48-4684-ab96-8f9d42079221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:17.229770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-1726c2d1-cb48-4684-ab96-8f9d42079221 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 1097 time: 0.1252966 Jul 12 16:36:17.311094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:17.343491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Checking router: 445e6018-40bf-4b3f-ba51-ec754598079f for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:17.356962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:17.357945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:17.378709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.resource_extend [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:36:17.472798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-057b75bc-3e39-41e6-bd39-9da84df4768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:17.474651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-057b75bc-3e39-41e6-bd39-9da84df4768a service neutron] 10.222.0.77 "GET /v2.0/networks?id=07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 200 len: 897 time: 0.2188756 Jul 12 16:36:17.482380 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:17.489536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:17.574326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-d53fcb72-75d9-43f2-924d-96907ab9be60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 200 len: 217 time: 0.0859087 Jul 12 16:36:17.662553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbaf71-77ed-4fe2-9f03-4b150e0bdd95 req-a61496b1-bf33-42f6-bbbc-8f4f7f3c0c99 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:17.663664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51bbaf71-77ed-4fe2-9f03-4b150e0bdd95 req-a61496b1-bf33-42f6-bbbc-8f4f7f3c0c99 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 946 time: 0.2976899 Jul 12 16:36:17.681917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:17.712614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-b68f043b-5d78-4745-adb6-2ae68558a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:17.714161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-b68f043b-5d78-4745-adb6-2ae68558a1cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 200 len: 835 time: 0.1320944 Jul 12 16:36:17.758846 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 0ff0b141-32ef-48b8-9625-5bf3381c600d associated. External IP: 172.25.8.122, port: d51a1047-f2c1-40b7-8ba5-27836b20ff3d. Jul 12 16:36:17.802815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51bbaf71-77ed-4fe2-9f03-4b150e0bdd95 req-0b087931-c3b2-4f12-96d2-da3d562df646 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298969 Jul 12 16:36:17.926831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:17.959913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1a5591-3e8b-48d0-8375-dca1f94fd32e None None] The sync data for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 is: [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:34:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '26654ecf-7058-4a84-9d68-1a9f2ad8f2ca', 'name': '', 'network_id': '07b501ef-3162-470f-ad6d-757665b3f7d6', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:25:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:13Z', 'updated_at': '2021-07-12T16:34:22Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': 'bc2d7f4b-fdc8-4d89-bf45-813f623783c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:18.270080 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb231e70-cbd0-4261-a65f-879f3592a2ef None None] New status for floating IP ed376e02-58cd-4d2e-a859-4ae724347248: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:36:18.285650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-244711f0-f8f3-43b2-b747-2b94c493cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:18.287169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-244711f0-f8f3-43b2-b747-2b94c493cf77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=07b501ef-3162-470f-ad6d-757665b3f7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5638187 Jul 12 16:36:18.481157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-c25d084d-469a-406b-95a6-1e176e3cd81d service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834443 Jul 12 16:36:18.489254 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:18.667271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-400ed677-ec3a-4740-a8f9-9ccaf17091e4 req-248f979a-cc50-4e55-b2ef-7630b9151d69 service neutron] 10.222.0.77 "GET /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768661 Jul 12 16:36:18.688387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:18.693917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:18.701716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:18.717441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:18.718084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:18.736979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-48ca895a-19a7-41cc-bc87-9019ab1b5460 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:18.738835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-48ca895a-19a7-41cc-bc87-9019ab1b5460 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 946 time: 0.1164784 Jul 12 16:36:18.748710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9fee30de-23eb-4395-8f5e-45512b4b7989 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/0ff0b141-32ef-48b8-9625-5bf3381c600d HTTP/1.1" status: 200 len: 977 time: 2.2124612 Jul 12 16:36:18.750948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49730) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:18.769717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:18.781272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:18.782216 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:18.848292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:18.850586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b48057-60e5-4ca3-b865-085536405e36 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:18.886874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port d51a1047-f2c1-40b7-8ba5-27836b20ff3d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:18.887310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:18.887916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:18.888542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:18.998701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.041687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port cc3f7af3-f96f-4b43-b8ef-718850776dea, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=cc3f7af3-f96f-4b43-b8ef-718850776dea,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:19.042206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.059327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for cc3f7af3-f96f-4b43-b8ef-718850776dea owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:19.083394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712860e-4f7f-47f5-8921-e561babdff45 req-c7dcd408-6453-43ba-a40c-bec9d81c809f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:19.085122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e712860e-4f7f-47f5-8921-e561babdff45 req-c7dcd408-6453-43ba-a40c-bec9d81c809f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7e38ac-2bcb-415b-a3cc-24e23b80c977 HTTP/1.1" status: 200 len: 946 time: 0.1299787 Jul 12 16:36:19.186067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e712860e-4f7f-47f5-8921-e561babdff45 req-dbfca260-c084-4e2e-a1a6-4851f44c28f8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fc41764-cbd6-4a26-a794-f174495711d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576148 Jul 12 16:36:19.281002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.281409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.281560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.281812 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 0ff0b141-32ef-48b8-9625-5bf3381c600d disassociated. External IP: 172.25.8.122, port: d51a1047-f2c1-40b7-8ba5-27836b20ff3d. Jul 12 16:36:19.282302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for d51a1047-f2c1-40b7-8ba5-27836b20ff3d owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:19.315748 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:36:19.357586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=cc3f7af3-f96f-4b43-b8ef-718850776dea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:19.379603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] No DVR routers for this DVR port cc3f7af3-f96f-4b43-b8ef-718850776dea on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:19.382169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.384751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3022f88-6d8d-4779-b133-51726269ffe7 req-c4315883-f78e-4f71-933e-eb29f088fc81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "DELETE /v2.0/ports/cc3f7af3-f96f-4b43-b8ef-718850776dea HTTP/1.1" status: 204 len: 173 time: 0.6398146 Jul 12 16:36:19.385475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-deleted', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:19.388301 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197d63d-e6e9-4ad4-9c08-00a2e019333c" -d '{"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-deleted", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:19.433304 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73b1ffe-a260-4a95-bb61-a3e445a9a12a x-openstack-request-id: req-e73b1ffe-a260-4a95-bb61-a3e445a9a12a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:19.433820 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7e38ac-2bcb-415b-a3cc-24e23b80c977", "name": "network-vif-deleted", "tag": "cc3f7af3-f96f-4b43-b8ef-718850776dea", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:19.434237 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e73b1ffe-a260-4a95-bb61-a3e445a9a12a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:19.434793 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7e38ac-2bcb-415b-a3cc-24e23b80c977', 'name': 'network-vif-deleted', 'tag': 'cc3f7af3-f96f-4b43-b8ef-718850776dea', 'status': 'completed', 'code': 200} Jul 12 16:36:19.473292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.511317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=d51a1047-f2c1-40b7-8ba5-27836b20ff3d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:19.654855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:19.788365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:19.800885 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:19.812389 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:19.813956 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:19.863271 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:19.876045 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:19.877879 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:19.878374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:19.880622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee276e75-33b1-40b3-a17d-8e27d3907308 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/d51a1047-f2c1-40b7-8ba5-27836b20ff3d HTTP/1.1" status: 204 len: 168 time: 1.1283963 Jul 12 16:36:19.883231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:19.922838 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:19.923476 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53051c-1bfc-4a91-af66-53054102505b None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:19.941849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-231b9223-61f2-4828-8eb8-a9b5f297c69d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/floatingips/0ff0b141-32ef-48b8-9625-5bf3381c600d HTTP/1.1" status: 200 len: 688 time: 0.0541627 Jul 12 16:36:19.941849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:20.084169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:20.084820 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.174968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.175299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.187150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:20.298269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:20.429984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.467383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=5852cfa1-1f2b-4728-9c5c-4ef6a1e7e188,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:20.622058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.624581 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.625746 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-949c5335-12e0-435c-8217-bedb6ef3614c tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/0ff0b141-32ef-48b8-9625-5bf3381c600d HTTP/1.1" status: 204 len: 168 time: 0.6834116 Jul 12 16:36:20.629553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49748) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:20.635465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '69e0bbed-f423-4531-abea-e333f6e769d6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:20.673397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.884255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:20.953242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:21.078077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.116 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7b910c2c-c0a0-47d1-9516-aa5dee28f9cb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:21.264941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:21.373315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:21.418492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:21.427744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:21.434757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:21.442000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=7b910c2c-c0a0-47d1-9516-aa5dee28f9cb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:21.463440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:21.463818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:21.627483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:21.627839 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:21.652358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:22.084166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:22.107381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: cc3f7af3-f96f-4b43-b8ef-718850776dea {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:22.107925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device cc3f7af3-f96f-4b43-b8ef-718850776dea not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:22.426345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:22.435832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:22.481857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=26654ecf-7058-4a84-9d68-1a9f2ad8f2ca,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:22.644627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:22.853593 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:22.962687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:22.999932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:23.097258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=7b910c2c-c0a0-47d1-9516-aa5dee28f9cb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:23.155151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:23.313008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 445e6018-40bf-4b3f-ba51-ec754598079f has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:23.314671 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 9d9d245d-21db-427d-8aee-44806fb5a4f1 associated. External IP: 172.25.8.116, port: 69e0bbed-f423-4531-abea-e333f6e769d6. Jul 12 16:36:23.526618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:23.536856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Sync routers for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:23.547425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:23.548258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:23.579790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49896) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:23.584327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-785edbbe-a871-4caf-b197-8cf643f9194c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/445e6018-40bf-4b3f-ba51-ec754598079f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2844324 Jul 12 16:36:23.641166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting subnet bc2d7f4b-fdc8-4d89-bf45-813f623783c3 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:36:23.645520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:23.678067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:23.695367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:23.779404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:23.904105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:23.977314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:23.991907 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495756de-fbe1-4258-8214-771f31959680 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:23.994254 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.008898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.010882 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:24.015674 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.050343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2d7f4b-fdc8-4d89-bf45-813f623783c3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:24.051121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:36:21Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.065005 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.067093 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ceb8946a-454e-445c-a586-8cddbaf82ac3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/subnets/bc2d7f4b-fdc8-4d89-bf45-813f623783c3 HTTP/1.1" status: 204 len: 168 time: 0.4860358 Jul 12 16:36:24.070591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 49948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:24.087989 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40fb8297-b126-44f9-96bc-c1338f4710f0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4573681 Jul 12 16:36:24.095219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 49952) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:24.107923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1151204282'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:24.118673 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.152906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Checking router: 445e6018-40bf-4b3f-ba51-ec754598079f for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:24.155041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb231d8-8fe2-40d3-823c-9e40961a4d8b None None] Network 07b501ef-3162-470f-ad6d-757665b3f7d6 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:24.157041 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:24.158864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:24.160836 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.162723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.221450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:36:24.246264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.246614 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Added segment 750dcea9-cea5-4bae-b1e3-6cd6df3bfad4 of type vlan for network 0b0758a5-0f31-4b82-95d4-d065a0c310ec Jul 12 16:36:24.310092 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-495756de-fbe1-4258-8214-771f31959680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.311204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495756de-fbe1-4258-8214-771f31959680 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:24.315391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Routers {'445e6018-40bf-4b3f-ba51-ec754598079f'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:24.322330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['445e6018-40bf-4b3f-ba51-ec754598079f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:24.323419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.352694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.457344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.469611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:24.469611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.594383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.645509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5489008 Jul 12 16:36:24.648442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50004) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:24.658378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'subnet': {'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:24.670527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port a2eb0b2c-09ea-47d8-a0a5-54283de5a444 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:24.670959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.726336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] Set router 445e6018-40bf-4b3f-ba51-ec754598079f gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:24.766153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f779-e026-4561-8fd0-0427fc571424 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Network': ['ID=0b0758a5-0f31-4b82-95d4-d065a0c310ec,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:24.829239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port a2eb0b2c-09ea-47d8-a0a5-54283de5a444, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:24.832341 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:24.872772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for a2eb0b2c-09ea-47d8-a0a5-54283de5a444 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:24.877707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:36:24.923078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:24.929075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.043432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:36:21Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:25.085252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be640378-d1b0-4ee1-a0e1-11da20acb2fb None None] The sync data for ids ['445e6018-40bf-4b3f-ba51-ec754598079f'] in n-d-800078-3 is: [{'id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388102947', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:34:08Z', 'updated_at': '2021-07-12T16:36:21Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': 'a2eb0b2c-09ea-47d8-a0a5-54283de5a444', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:88:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445e6018-40bf-4b3f-ba51-ec754598079f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:34:09Z', 'updated_at': '2021-07-12T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:25.169419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] DHCP port deletion for 07b501ef-3162-470f-ad6d-757665b3f7d6 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:36:25.275164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Deleting port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:25.275557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.394397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.425763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] For port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,segment=NetworkSegment(45a50311-855b-4b77-a2cf-3e8456b121aa),segment_id=45a50311-855b-4b77-a2cf-3e8456b121aa)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:25.427768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.446651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Calling delete_port for c84e94a4-ef91-4c71-9db5-b8d873fa3cfb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:25.463568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=a2eb0b2c-09ea-47d8-a0a5-54283de5a444,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:25.483375 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.644202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.645242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.665355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Subnet': ['ID=c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:25.675729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] No DVR routers for this DVR port c84e94a4-ef91-4c71-9db5-b8d873fa3cfb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:25.702810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Checking segment: {'id': '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:25.704058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network hostable DHCP agents. Network: 0b0758a5-0f31-4b82-95d4-d065a0c310ec, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:36:25.732961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:36:25.733354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:25.737426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4fc7d-f347-4af3-a826-766631552c6d None None] Pushing event deleted for resources: {'Port': ['ID=c84e94a4-ef91-4c71-9db5-b8d873fa3cfb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:25.766152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0b0758a5-0f31-4b82-95d4-d065a0c310ec) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:25.773830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:25.774472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26654ecf-7058-4a84-9d68-1a9f2ad8f2ca not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:25.775152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c84e94a4-ef91-4c71-9db5-b8d873fa3cfb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:25.784457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:25.785378 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.816665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6a07aa4e-90ba-4892-bf13-2894982209b8 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1644282 Jul 12 16:36:25.817896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:25.826189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1602905573', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}, 'admin_state_up': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:25.835856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cca1a5-d2f0-49fa-a8d6-b088895916ca None None] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:25.911912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.912921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.917999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c84e94a4-ef91-4c71-9db5-b8d873fa3cfb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:25.918557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c84e94a4-ef91-4c71-9db5-b8d873fa3cfb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:25.936564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:25.939627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.009866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.048735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.050393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Fanout notify agent at l3_agent the message router_deleted on router 445e6018-40bf-4b3f-ba51-ec754598079f {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:36:26.059443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.060592 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c41922cf-68fe-4c9a-bc21-dafecbc98b69 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/routers/445e6018-40bf-4b3f-ba51-ec754598079f HTTP/1.1" status: 204 len: 168 time: 1.9890733 Jul 12 16:36:26.063363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:26.175985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-0b0758a5-0f31-4b82-95d4-d065a0c310ec', 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec', 'tenant_id': 'cfc318a143d441f9b1ecd063d5bb8bfb', 'fixed_ips': [{'subnet_id': 'c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:36:26.176869 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.254677 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.270675 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.388006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50162) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:26.400989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.449978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b501ef-3162-470f-ad6d-757665b3f7d6']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:26.478784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a50311-855b-4b77-a2cf-3e8456b121aa') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:26.479153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a50311-855b-4b77-a2cf-3e8456b121aa') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:26.505942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.537846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Allocated IP 172.20.0.2 (0b0758a5-0f31-4b82-95d4-d065a0c310ec/c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745/24cd253e-e13b-4538-9d97-a424a8608ce1) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:26.595300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.636058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.716693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.789083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:36:26.789735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:36:26.794374 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:36:26.851805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.25.8.99 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/3e29da39-3d6a-4449-8f63-bef2f97c9d02) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:27.041446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.101339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.114169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.156038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:27.163975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:27.167926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:27.195741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=3e29da39-3d6a-4449-8f63-bef2f97c9d02,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:27.269409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Transition to ACTIVE for port object 24cd253e-e13b-4538-9d97-a424a8608ce1 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:27.273255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.293982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Transition to ACTIVE for port object 24cd253e-e13b-4538-9d97-a424a8608ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:27.300955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.304581 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.309540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/networks/07b501ef-3162-470f-ad6d-757665b3f7d6 HTTP/1.1" status: 204 len: 168 time: 1.2408130 Jul 12 16:36:27.309540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Deleting port 91b3d40e-4008-4f70-b83c-8ec5872d78a4 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:27.309540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.311176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50228) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:27.311834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ad2c-5c15-40f5-9a1c-44a6c602ea89 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Network': ['ID=07b501ef-3162-470f-ad6d-757665b3f7d6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:27.360712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Pushing event updated for resources: {'Port': ['ID=24cd253e-e13b-4538-9d97-a424a8608ce1,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:27.383483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:27.385173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:27.390929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:27.418619 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.419343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.440460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.448630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Calling delete_port for 91b3d40e-4008-4f70-b83c-8ec5872d78a4 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:27.466536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Attempting to bind port 24cd253e-e13b-4538-9d97-a424a8608ce1 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:36:27.467114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Attempting to bind port 24cd253e-e13b-4538-9d97-a424a8608ce1 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:36:27.467766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Attempting to bind port 24cd253e-e13b-4538-9d97-a424a8608ce1 on network 0b0758a5-0f31-4b82-95d4-d065a0c310ec {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:27.477620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:36:27.478064 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Checking segment: {'id': '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:27.478661 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.479177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Bound using segment: {'id': '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:36:27.479827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Bound port: 24cd253e-e13b-4538-9d97-a424a8608ce1, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:36:27.480314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.498198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a2eb0b2c-09ea-47d8-a0a5-54283de5a444 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:27.504514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.524272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a2eb0b2c-09ea-47d8-a0a5-54283de5a444 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:27.524770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a2eb0b2c-09ea-47d8-a0a5-54283de5a444 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:27.597303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] For port 24cd253e-e13b-4538-9d97-a424a8608ce1, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:36:27.601751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] For port 24cd253e-e13b-4538-9d97-a424a8608ce1, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=24cd253e-e13b-4538-9d97-a424a8608ce1,segment=NetworkSegment(750dcea9-cea5-4bae-b1e3-6cd6df3bfad4),segment_id=750dcea9-cea5-4bae-b1e3-6cd6df3bfad4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:36:27.606509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.654343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.682155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4f5f-2981-4f0b-9a29-f11e3f46d8e8 None None] Pushing event updated for resources: {'Port': ['ID=24cd253e-e13b-4538-9d97-a424a8608ce1,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:27.685057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event deleted for resources: {'Port': ['ID=91b3d40e-4008-4f70-b83c-8ec5872d78a4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:27.701761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.775442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.778343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.781948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/security-groups/8fc41764-cbd6-4a26-a794-f174495711d8 HTTP/1.1" status: 204 len: 168 time: 0.4673829 Jul 12 16:36:27.794621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:27.796454 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Floating IP 597c824b-e86a-4a80-bc47-c30a510f4473 disassociated (deleted). External IP: 172.25.8.172, port: 8e1cc812-c4d6-4f3b-8dba-37879042d626. Jul 12 16:36:27.813556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee48c94-33bd-43cf-a9b2-354b860542b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc41764-cbd6-4a26-a794-f174495711d8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:28.088699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:28.284720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:28.347433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router 139f2853-0882-4ca7-af87-0afdff609db9 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:36:28.443182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:28.449043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:28.453345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:28.471943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:28.473022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:28.507320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-67253fc8-406c-4f0a-b491-e9a5b163a45d tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "DELETE /v2.0/floatingips/597c824b-e86a-4a80-bc47-c30a510f4473 HTTP/1.1" status: 204 len: 168 time: 2.1180062 Jul 12 16:36:28.508002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:28.522629 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24aa28a-41bb-4060-b519-a3be30e356b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:28.630815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:28.857352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50252) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:28.864830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476335166', 'description': 'tempest-secgroup-smoke-476335166 description', 'project_id': '42ce248d4ae044569b97dc04148d0f3a'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:28.934317 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb549599-793e-45da-92a0-c5c4d04512a8 x-openstack-request-id: req-fb549599-793e-45da-92a0-c5c4d04512a8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:28.934619 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:28.934876 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb549599-793e-45da-92a0-c5c4d04512a8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:28.935289 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:36:28.950061 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.038551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.087468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.092246 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.116129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:29.123699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:29.131938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:29.132582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.137918 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] Sync routers for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:29.152449 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:29.153088 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.169687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.174770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-296f4efc-798d-4f0e-8cde-de31886fceec tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3504205 Jul 12 16:36:29.174770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-71a743a6-89db-4b70-a4e8-493665c129b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:29.175615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-71a743a6-89db-4b70-a4e8-493665c129b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f7bb96cd2d714701af783642c58c70bf&device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 1096 time: 0.1161606 Jul 12 16:36:29.176351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:29.215213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.220075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3615575 Jul 12 16:36:29.222186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50258) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:29.236961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:29.244303 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.256178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3db7a8-647d-4a0f-be23-77ee65ee10b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa909c44-b957-485d-8acb-118dc58422b8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:29.269842 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:29.270476 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.334664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.354584 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:29.357609 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a078383-84b6-44f4-8812-3062b95ae72c None None] The sync data for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:29.357773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5bec2-31be-455a-b05a-71555355eced req-186db725-ea8e-4880-b4dd-d58c383db308 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:29.360351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80c5bec2-31be-455a-b05a-71555355eced req-186db725-ea8e-4880-b4dd-d58c383db308 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.2147231 Jul 12 16:36:29.392638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:29.446704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e3eaa-3ae3-486c-a643-a14851fd64f5 None None] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:29.471812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80c5bec2-31be-455a-b05a-71555355eced req-b5696090-37ce-4804-9d40-804aed6b4216 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021323 Jul 12 16:36:29.476138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-fe953cbe-6232-4228-9879-8da0266fdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:29.479534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-fe953cbe-6232-4228-9879-8da0266fdbbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 200 len: 914 time: 0.2910645 Jul 12 16:36:29.497842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.505314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.532003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafe94d2-8456-4aea-99ab-4879c8aced89,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:29.541580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.546696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-38528d1e-a5d9-44ac-a9f3-70b354644021 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223767 Jul 12 16:36:29.547385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:29.554037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:29.594611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6be15524-3df8-45fa-83c8-e64a10c66c7a None None] Provisioning for port 24cd253e-e13b-4538-9d97-a424a8608ce1 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:29.608004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.610716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-aa526984-b4d2-4b5c-8515-829d6a3d10f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 200 len: 217 time: 0.1156058 Jul 12 16:36:29.684162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 24cd253e-e13b-4538-9d97-a424a8608ce1 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:29.707080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.713259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.746444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0a0d24-a9c8-4b76-99d1-501ec3e0f628,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:29.755680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.772540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3740a8ce-e2d9-4c0d-8082-8b23510dbe18 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2237439 Jul 12 16:36:29.773878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50264) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:29.780845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:29.802605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-4775216d-786c-43c1-8aa8-514e5e89dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:29.805028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-4775216d-786c-43c1-8aa8-514e5e89dd01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 200 len: 852 time: 0.1478157 Jul 12 16:36:29.823354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.888457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 24cd253e-e13b-4538-9d97-a424a8608ce1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:29.906208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 24cd253e-e13b-4538-9d97-a424a8608ce1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:29.906858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.914694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.920963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.947825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:29.952600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773674 Jul 12 16:36:29.953510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50266) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:29.955710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb8ec5-c4a9-4e4e-912b-995807440e06 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a50fcfa-1767-40ef-81ab-c833e32955a0,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:29.968496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:30.000960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-35872f4f-6200-44e0-a799-752fb7a86de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:30.005865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-35872f4f-6200-44e0-a799-752fb7a86de9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74abaa79-08d0-4907-a6ca-9b3fff7cb53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902859 Jul 12 16:36:30.023050 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.054477 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.072929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:30.116765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c27353-a7f4-44b1-9205-d9726d5e7e2f None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:32:29Z', 'revision_number': 4, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '3a4a6818-77f6-4124-bd67-96300649056b', 'name': '', 'network_id': '74abaa79-08d0-4907-a6ca-9b3fff7cb53e', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'mac_address': 'fa:16:3e:f9:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:28Z', 'updated_at': '2021-07-12T16:32:37Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'subnets': [{'id': 'fc32107b-f37d-4f97-bfec-3386536492a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:30.129225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 24cd253e-e13b-4538-9d97-a424a8608ce1, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=24cd253e-e13b-4538-9d97-a424a8608ce1,segment=NetworkSegment(750dcea9-cea5-4bae-b1e3-6cd6df3bfad4),segment_id=750dcea9-cea5-4bae-b1e3-6cd6df3bfad4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:30.136829 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.208784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.233771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=24cd253e-e13b-4538-9d97-a424a8608ce1,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:30.282549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.294504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-1ee044ec-c6d5-4440-b6f5-264d5481d5e7 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726185 Jul 12 16:36:30.317195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1dc4fcee-050a-4445-af91-e052dd4a3e67 None None] Provisioning complete for port 24cd253e-e13b-4538-9d97-a424a8608ce1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:30.317511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1dc4fcee-050a-4445-af91-e052dd4a3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.323135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6225693b-0475-4c6a-9eac-b2f14b5a73d2,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:30.402242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.406299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dcdf601d-8f2f-4c66-a578-386db74cc49b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4489548 Jul 12 16:36:30.406637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:30.411769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:30.467463 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:36:30.473588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.485141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d080b-f7a6-4bc3-bb11-f68e74decc37 None None] New status for floating IP 597c824b-e86a-4a80-bc47-c30a510f4473: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:36:30.536343 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b24aa28a-41bb-4060-b519-a3be30e356b0 req-872a1a67-0b69-4c92-9db6-be8b5695e436 service neutron] 10.222.0.65 "GET /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305198 Jul 12 16:36:30.625389 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.643431 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.650453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.702073 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.705989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2958486 Jul 12 16:36:30.705989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4d94a-e13d-4ecb-9f27-6406754112ea tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633b87d5-075f-4075-8bbe-de864714c2f8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:30.707715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50272) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:30.713257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': 'aa909c44-b957-485d-8acb-118dc58422b8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:30.745779 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:36:30.753832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.819014 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.824202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.843379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb6fac0-84f6-46de-b19c-27454d5576c4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:30.865159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:30.869969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-777b6a70-4e9f-47ac-ba89-a8dc6da6dde9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606452 Jul 12 16:36:30.870636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50276) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:31.024069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'network': {'name': 'tempest-network-smoke--1006353201', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:31.054900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:31.059355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.061008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86e67b-9d0c-4fba-9407-e661691f753c req-7d3a9279-f4ce-4652-8c6e-2320b3dc488e tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:31.068284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a86e67b-9d0c-4fba-9407-e661691f753c req-7d3a9279-f4ce-4652-8c6e-2320b3dc488e tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.3655999 Jul 12 16:36:31.098106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:36:31.112211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.112574 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Added segment 57c124e4-537c-471b-8fad-b2c2d63c02e5 of type vlan for network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 Jul 12 16:36:31.167272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b991d-7428-4679-a616-000665fd68a8 req-a7d178d6-1832-4aa7-a433-0646fdda6aad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:31.168270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-773b991d-7428-4679-a616-000665fd68a8 req-a7d178d6-1832-4aa7-a433-0646fdda6aad tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 945 time: 0.4641199 Jul 12 16:36:31.223324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.233965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.1 (0b0758a5-0f31-4b82-95d4-d065a0c310ec/c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745/8260dd2e-35c6-4708-b9b7-7beb72b40b82) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:31.245894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a86e67b-9d0c-4fba-9407-e661691f753c req-b12084fa-017b-4fa6-89a4-4aa4c20618f7 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766746 Jul 12 16:36:31.270829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55eabe-5aee-478c-acdf-9d43c03f687c req-e05b6a15-658b-472e-a746-05405e01c668 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:31.276310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a55eabe-5aee-478c-acdf-9d43c03f687c req-e05b6a15-658b-472e-a746-05405e01c668 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1589489 Jul 12 16:36:31.319863 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.325596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:31.326360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.374734 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a55eabe-5aee-478c-acdf-9d43c03f687c req-d46ef61f-59b2-4e23-a7fa-4c4639e74b15 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906503 Jul 12 16:36:31.410760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Deleting port 8e1cc812-c4d6-4f3b-8dba-37879042d626 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:31.410760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.431470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5573664 Jul 12 16:36:31.438529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50282) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:31.443616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'admin_state_up': True, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:31.494662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.498792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d2e2b-156f-48ca-8838-bf9afa432970 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Network': ['ID=4ccc5043-6dd2-460d-8a50-4e84158a0e69,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:31.521783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:36:31.522866 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.523627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.525533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Transition to ACTIVE for port object 8260dd2e-35c6-4708-b9b7-7beb72b40b82 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:31.548168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] For port 8e1cc812-c4d6-4f3b-8dba-37879042d626, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e1cc812-c4d6-4f3b-8dba-37879042d626,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:31.548168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.567862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Calling delete_port for 8e1cc812-c4d6-4f3b-8dba-37879042d626 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:31.577255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 24cd253e-e13b-4538-9d97-a424a8608ce1 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:31.613972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.615898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.645643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 24cd253e-e13b-4538-9d97-a424a8608ce1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:31.646314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.702115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:31.715966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:31.724868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:31.729023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=8260dd2e-35c6-4708-b9b7-7beb72b40b82,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:31.788268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.830992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.938423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:31.976094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event deleted for resources: {'Port': ['ID=8e1cc812-c4d6-4f3b-8dba-37879042d626,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:32.042434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-daf50649-5eb7-4dfa-9d06-1ecb5b92be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.075696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] No DVR routers for this DVR port 8e1cc812-c4d6-4f3b-8dba-37879042d626 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:32.080072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.082872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-773b991d-7428-4679-a616-000665fd68a8 req-8e0bd2c6-aa2d-42b9-93b7-f60fc11049d9 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.65 "DELETE /v2.0/ports/8e1cc812-c4d6-4f3b-8dba-37879042d626 HTTP/1.1" status: 204 len: 173 time: 0.8968492 Jul 12 16:36:32.083338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'name': 'network-vif-deleted', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:32.085802 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a4966b-5523-4290-bb6e-3267c65a057d" -d '{"events": [{"server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "name": "network-vif-deleted", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:32.104331 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.118459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.147068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.192032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bb342de-69b5-44bc-9cda-1fb3abc54752 None None] Provisioning for port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:32.208732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bb342de-69b5-44bc-9cda-1fb3abc54752 None None] Provisioning complete for port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:32.208732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bb342de-69b5-44bc-9cda-1fb3abc54752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.230532 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c12e881-7bfd-4de9-8126-2dddf1386794 x-openstack-request-id: req-4c12e881-7bfd-4de9-8126-2dddf1386794 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:32.231137 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba39fb-ca78-4544-92db-9c38104e654c", "name": "network-vif-deleted", "tag": "8e1cc812-c4d6-4f3b-8dba-37879042d626", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:32.231750 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c12e881-7bfd-4de9-8126-2dddf1386794 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:32.232379 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba39fb-ca78-4544-92db-9c38104e654c', 'name': 'network-vif-deleted', 'tag': '8e1cc812-c4d6-4f3b-8dba-37879042d626', 'status': 'completed', 'code': 200} Jul 12 16:36:32.284942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bb342de-69b5-44bc-9cda-1fb3abc54752 None None] Port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:32.292142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.194 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/05778010-692a-4256-a5b6-88d34f23b53c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:32.459050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-191756cd-6dce-4dcd-b5b9-a5af8afe51c2 req-b5cf14e9-3af5-4bcf-97d9-f4f8eaa2f308 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0515416 Jul 12 16:36:32.476119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.537640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.541653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.544949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.605334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=05778010-692a-4256-a5b6-88d34f23b53c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:32.617678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:32.619343 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:32.621874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:32.683842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=8260dd2e-35c6-4708-b9b7-7beb72b40b82,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:32.719393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.791311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe30f-731f-47f1-b5ef-105da15378ec req-046eb25c-ea96-44d0-a477-2cebc3df0fe1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:32.799671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-daffe30f-731f-47f1-b5ef-105da15378ec req-046eb25c-ea96-44d0-a477-2cebc3df0fe1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.2179737 Jul 12 16:36:32.887234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:32.890193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:32.912124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-12fe8d36-128e-4248-9ff5-11b3ac44edff None None] Provisioning complete for port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:32.913187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-12fe8d36-128e-4248-9ff5-11b3ac44edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.950438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-daffe30f-731f-47f1-b5ef-105da15378ec req-215c2b67-bc0b-4def-a9ef-e89e4523523d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498830 Jul 12 16:36:32.962613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:32.987731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8d36-128e-4248-9ff5-11b3ac44edff None None] Port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:33.054996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router 139f2853-0882-4ca7-af87-0afdff609db9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:33.178005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:33.182839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2539e214-6c0d-4d49-9ed4-aa78ff6426c3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/routers/139f2853-0882-4ca7-af87-0afdff609db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0055847 Jul 12 16:36:33.185318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:33.188570 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] Sync routers for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:33.191235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'port': {'network_id': '0b0758a5-0f31-4b82-95d4-d065a0c310ec', 'name': 'tempest-FloatingIPTestJSON-1599300315'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:33.203070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:33.203979 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:33.218554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a4f51db9-a2a0-4b4b-8acc-efb68d3171c1 None None] Provisioning complete for port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:33.218932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4f51db9-a2a0-4b4b-8acc-efb68d3171c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.233981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.270089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:33.285627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a4f51db9-a2a0-4b4b-8acc-efb68d3171c1 None None] Port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:33.290572 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:33.291305 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:33.291607 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.328033 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:33.328678 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d21e79-51a7-4b9b-b312-4a4291573a01 None None] The sync data for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:33.348392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Made reservation on behalf of cfc318a143d441f9b1ecd063d5bb8bfb for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:33.352683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.371914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] device_id is not set on port ea8f72c5-f043-4561-95be-1ebd34ebf4f2 yet. {{(pid=93711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:36:33.510244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Allocated IP 172.20.0.10 (0b0758a5-0f31-4b82-95d4-d065a0c310ec/c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745/ea8f72c5-f043-4561-95be-1ebd34ebf4f2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:33.682872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.684404 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a6b0d51-227e-4c36-b6b8-c0cd4adac66f req-8d489f3d-cbff-4b8f-a212-5d62d7a23dc3 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0340548 Jul 12 16:36:33.701343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Transition to ACTIVE for port object ea8f72c5-f043-4561-95be-1ebd34ebf4f2 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:33.725675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:36:33.736690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.777783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:33.781370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:33.786232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:33.828477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event updated for resources: {'Port': ['ID=ea8f72c5-f043-4561-95be-1ebd34ebf4f2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:33.850964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:33.851801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.867304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:33.871841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50298) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:33.876897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Request body: {'floatingip': {'port_id': 'ea8f72c5-f043-4561-95be-1ebd34ebf4f2'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:33.878805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64018df7-c565-4784-8bc9-d001dd61e62b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6916056 Jul 12 16:36:33.885649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Sync routers for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:33.898628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:33.899400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:33.938164 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.942458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-20ed3a45-d4ba-4ab3-96ea-17c58a00970b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5000703 Jul 12 16:36:33.943623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:33.982917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:33.989254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9d10f2cb-df17-452e-838f-edf53852bba3 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=42ce248d4ae044569b97dc04148d0f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429482 Jul 12 16:36:33.989675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50304) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:34.038451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:34.213969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db4a90-2840-479e-bbd8-203c3c542a73 req-72e84769-6bf4-4729-9c3b-95266ca4d1c4 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:34.223487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1db4a90-2840-479e-bbd8-203c3c542a73 req-72e84769-6bf4-4729-9c3b-95266ca4d1c4 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0928655 Jul 12 16:36:34.255565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:32Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:34.277730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d8f8f-a2c0-4217-b8cd-22662830711c tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:34.279235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c77d8f8f-a2c0-4217-b8cd-22662830711c tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2888262 Jul 12 16:36:34.282075 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50306) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:34.286540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2106b64d-6b8e-4455-bcc1-7841c3e18f9d None None] Provisioning for port ea8f72c5-f043-4561-95be-1ebd34ebf4f2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:34.291060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Checking router: 26546e28-b4fb-4a52-a014-bcd86b9c1d97 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:34.291994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Updating router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 port 05778010-692a-4256-a5b6-88d34f23b53c binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:36:34.304311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1db4a90-2840-479e-bbd8-203c3c542a73 req-1f075065-92fc-481b-b08a-142edcdb30f9 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792220 Jul 12 16:36:34.322887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b10de86b-5273-4cec-89be-e8c8585952e4 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397227 Jul 12 16:36:34.325517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50308) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:34.331361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493311853', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:34.331564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2106b64d-6b8e-4455-bcc1-7841c3e18f9d None None] Provisioning complete for port ea8f72c5-f043-4561-95be-1ebd34ebf4f2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:34.331813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2106b64d-6b8e-4455-bcc1-7841c3e18f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.371263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2106b64d-6b8e-4455-bcc1-7841c3e18f9d None None] Port ea8f72c5-f043-4561-95be-1ebd34ebf4f2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:34.377245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.458990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:34.463499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.654509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d5c6150-0fb7-4b68-912f-5ff335870c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.731373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.789483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e1cc812-c4d6-4f3b-8dba-37879042d626 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:34.818000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 8e1cc812-c4d6-4f3b-8dba-37879042d626 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:34.818623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e1cc812-c4d6-4f3b-8dba-37879042d626 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:34.836343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.838948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.844971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.911408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Transition to ACTIVE for port object 05778010-692a-4256-a5b6-88d34f23b53c will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:34.916685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:34.921783 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.016696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Attempting to bind port 05778010-692a-4256-a5b6-88d34f23b53c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:36:35.017194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Attempting to bind port 05778010-692a-4256-a5b6-88d34f23b53c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:36:35.017558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Attempting to bind port 05778010-692a-4256-a5b6-88d34f23b53c on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:35.026079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:36:35.026467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:35.026847 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.027252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:36:35.027754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Bound port: 05778010-692a-4256-a5b6-88d34f23b53c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:36:35.028253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.078314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Pushing event updated for resources: {'Port': ['ID=05778010-692a-4256-a5b6-88d34f23b53c,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:35.100502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.100879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.104648 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 9d9d245d-21db-427d-8aee-44806fb5a4f1 associated. External IP: 172.25.8.116, port: 69e0bbed-f423-4531-abea-e333f6e769d6. Jul 12 16:36:35.107516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.107914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.108249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.108579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.108911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.109259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.109558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.109882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.110202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.110522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:36:35.140726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] For port 05778010-692a-4256-a5b6-88d34f23b53c, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:36:35.145219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] For port 05778010-692a-4256-a5b6-88d34f23b53c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=05778010-692a-4256-a5b6-88d34f23b53c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:36:35.149972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.206912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:35.207815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:35.349858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbde51c-33bc-4075-802a-d74c9ac6bde6 req-f86a5cd6-f4fa-4ae9-a85a-6d8e6dd90347 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:35.351431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afbde51c-33bc-4075-802a-d74c9ac6bde6 req-f86a5cd6-f4fa-4ae9-a85a-6d8e6dd90347 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 0.1960721 Jul 12 16:36:35.389229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec63be66-7f43-4183-8cbb-67d0843880f8 req-65e588e2-9812-4bed-9798-61eeccd6d267 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.4985197 Jul 12 16:36:35.394590 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Subnet': ['ID=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:35.418755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:35.421586 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network hostable DHCP agents. Network: 4ccc5043-6dd2-460d-8a50-4e84158a0e69, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:36:35.438090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-afbde51c-33bc-4075-802a-d74c9ac6bde6 req-b0a52581-53bd-4f7b-8f4f-199e961e62c2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Jul 12 16:36:35.449432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:36:35.477933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4ccc5043-6dd2-460d-8a50-4e84158a0e69) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:35.485230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:35.487015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.496120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682ea1a-80d6-4dfb-984a-d7a98e330b12 None None] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:35.496341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:35.511829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c95be02-2eb1-4670-a2f7-84c1f33b4cb3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1827049 Jul 12 16:36:35.512548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50318) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:35.583131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdd8cc-2d70-4ea6-8c07-ff8e2267e6c3 None None] Pushing event updated for resources: {'Port': ['ID=05778010-692a-4256-a5b6-88d34f23b53c,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:35.621941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.643562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:35.659614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:35.669655 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:35.684777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:35.686897 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:35.738703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105473a-e515-4418-a521-8435ac3b63d1 req-b4823b7c-3693-4e51-a192-198429b0e211 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:35.740418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1105473a-e515-4418-a521-8435ac3b63d1 req-b4823b7c-3693-4e51-a192-198429b0e211 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1600139 Jul 12 16:36:35.780186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:35.790218 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:35.790834 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:35.826366 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:35.827077 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bb09d-7554-44a2-8a99-9f5569483eef None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:35.848469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1105473a-e515-4418-a521-8435ac3b63d1 req-b128b254-2e0a-424d-84ec-209ce884dd43 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009638 Jul 12 16:36:35.900548 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.924300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:36:35.925508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:35.987148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router 139f2853-0882-4ca7-af87-0afdff609db9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:36.085998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Allocated IP 172.20.0.2 (4ccc5043-6dd2-460d-8a50-4e84158a0e69/0e8dd1a0-5f70-4edd-b78b-3484a171c0d5/48d4168f-7295-4182-a55d-8a155838d10f) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:36.119145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:36.124231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.133538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] Sync routers for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:36.197292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:36.197931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:36.209246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-adac61f3-5d2e-4a63-87dd-8e6275a41065 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/floatingips/9d9d245d-21db-427d-8aee-44806fb5a4f1 HTTP/1.1" status: 200 len: 979 time: 2.3362482 Jul 12 16:36:36.212050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:36.213816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.249126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:36.280744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:36.281378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:36.290493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:32Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:36.356880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port ea8f72c5-f043-4561-95be-1ebd34ebf4f2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:36.357485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.374797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:36.376023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79acc0-f4bd-476c-8cc5-815b7cc45c1c None None] The sync data for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:36.382432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0582f44-75ea-4ffc-905a-07ce88f2a8de None None] The sync data for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 is: [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:32Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:36.458168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.467202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Transition to ACTIVE for port object 48d4168f-7295-4182-a55d-8a155838d10f will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:36.483294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Transition to ACTIVE for port object 48d4168f-7295-4182-a55d-8a155838d10f will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:36.495638 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.512899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.557205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Pushing event updated for resources: {'Port': ['ID=48d4168f-7295-4182-a55d-8a155838d10f,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:36.576183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:36.578017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:36.588592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:36.747497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Attempting to bind port 48d4168f-7295-4182-a55d-8a155838d10f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:36:36.748539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Attempting to bind port 48d4168f-7295-4182-a55d-8a155838d10f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:36:36.749482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Attempting to bind port 48d4168f-7295-4182-a55d-8a155838d10f on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:36.752065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.1 (4ccc5043-6dd2-460d-8a50-4e84158a0e69/0e8dd1a0-5f70-4edd-b78b-3484a171c0d5/b3202d88-3acd-42a9-8b08-d6f04cf67aea) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:36.758914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:36:36.759663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:36.760303 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.760892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Bound using segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:36:36.761597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Bound port: 48d4168f-7295-4182-a55d-8a155838d10f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:36:36.762571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.857851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304f6c-2ceb-4f58-ba81-f7b8a7808ccf req-6fc8202e-f564-46c1-8156-9b94c48f35f6 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:36.866134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a304f6c-2ceb-4f58-ba81-f7b8a7808ccf req-6fc8202e-f564-46c1-8156-9b94c48f35f6 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 0.1775270 Jul 12 16:36:36.918574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a304f6c-2ceb-4f58-ba81-f7b8a7808ccf req-b256c378-d37b-4cea-99be-ab71964bb202 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512915 Jul 12 16:36:36.982042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] For port 48d4168f-7295-4182-a55d-8a155838d10f, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:36:36.987522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:36.992377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] For port 48d4168f-7295-4182-a55d-8a155838d10f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=48d4168f-7295-4182-a55d-8a155838d10f,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:36:37.001783 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.028775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object b3202d88-3acd-42a9-8b08-d6f04cf67aea will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:37.079231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241edf5-b01e-4b31-99a2-aab8fab4e14a None None] Pushing event updated for resources: {'Port': ['ID=48d4168f-7295-4182-a55d-8a155838d10f,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:37.130311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.257333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:37.260092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.278270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:37.282049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:37.330495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:37.364965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.445696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e7d68-bdbb-4f5f-bb70-4329c79ea6d0 req-5bcf4595-faff-42e9-a1a6-c2400753bdcd tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:37.448039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5029cd4-9546-4c39-8f9e-345c17b8df81 req-52773d9c-dff8-4e7a-ac94-df1cf9e51e0c tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.7877162 Jul 12 16:36:37.453589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c9e7d68-bdbb-4f5f-bb70-4329c79ea6d0 req-5bcf4595-faff-42e9-a1a6-c2400753bdcd tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.3076560 Jul 12 16:36:37.525380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.525762 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.526078 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Floating IP 9d9d245d-21db-427d-8aee-44806fb5a4f1 disassociated. External IP: 172.25.8.116, port: ea8f72c5-f043-4561-95be-1ebd34ebf4f2. Jul 12 16:36:37.526417 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for ea8f72c5-f043-4561-95be-1ebd34ebf4f2 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:37.536490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c9e7d68-bdbb-4f5f-bb70-4329c79ea6d0 req-dd445a57-faf0-48d4-b918-289a4bc229a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819683 Jul 12 16:36:37.574319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-c6a7063d-cc94-4bfe-8565-af72c5e3ce93 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:37.575956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-c6a7063d-cc94-4bfe-8565-af72c5e3ce93 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.77 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 1.0522633 Jul 12 16:36:37.687056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.742235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 48d4168f-7295-4182-a55d-8a155838d10f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:37.828919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 48d4168f-7295-4182-a55d-8a155838d10f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:37.841517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 05778010-692a-4256-a5b6-88d34f23b53c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:37.910335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Deleting port 794fda07-5489-4f0f-90c2-c711f66c1903 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:37.910838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.927798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 05778010-692a-4256-a5b6-88d34f23b53c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:37.932512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 05778010-692a-4256-a5b6-88d34f23b53c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:37.932993 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:37.985378 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.037877 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.053071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=ea8f72c5-f043-4561-95be-1ebd34ebf4f2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:38.113382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 05778010-692a-4256-a5b6-88d34f23b53c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=05778010-692a-4256-a5b6-88d34f23b53c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:38.120175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.140546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] For port 794fda07-5489-4f0f-90c2-c711f66c1903, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=794fda07-5489-4f0f-90c2-c711f66c1903,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:38.142895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.254131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Calling delete_port for 794fda07-5489-4f0f-90c2-c711f66c1903 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:38.262551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=05778010-692a-4256-a5b6-88d34f23b53c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:38.274358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.281016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.399414 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:38.423641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.486333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848033f-d5cb-4d73-9e96-530229527f0b req-72c358d3-70da-4c82-84f2-23d55edb13d2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:38.493566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a848033f-d5cb-4d73-9e96-530229527f0b req-72c358d3-70da-4c82-84f2-23d55edb13d2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/ports?device_id=99412f31-a2e4-471d-bb8b-abad6be2ff09 HTTP/1.1" status: 200 len: 950 time: 0.2372613 Jul 12 16:36:38.502920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router 139f2853-0882-4ca7-af87-0afdff609db9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:38.538814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:38.541183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:38.633174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.678170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9698ca-bd89-4692-b9d7-51111891ca49 None None] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:38.722028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Pushing event deleted for resources: {'Port': ['ID=794fda07-5489-4f0f-90c2-c711f66c1903,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:38.724002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2f6a21a2-0fd7-4e17-b091-542166ffa005 req-8df4f853-8f0c-483a-9bbc-0898dddd67fe tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0451021 Jul 12 16:36:38.731890 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a848033f-d5cb-4d73-9e96-530229527f0b req-011290f5-d419-44a5-abab-3233aff9aea2 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.58 "GET /v2.0/security-groups?id=a54f069b-42f6-494e-8192-decd2190d89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373469 Jul 12 16:36:38.754311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:38.794046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] No DVR routers for this DVR port 794fda07-5489-4f0f-90c2-c711f66c1903 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:38.797815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.800666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a747fe1a-af11-468e-bd8d-c7309ac95b93 req-f8e6a43b-0eb0-43d4-b261-f88cce2f27a0 tempest-VolumesBackupsTest-747955420 tempest-VolumesBackupsTest-747955420-project] 10.222.0.77 "DELETE /v2.0/ports/794fda07-5489-4f0f-90c2-c711f66c1903 HTTP/1.1" status: 204 len: 173 time: 1.1295199 Jul 12 16:36:38.801117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'name': 'network-vif-deleted', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:38.813713 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee52c23-51f9-459b-8b53-0334914a4520" -d '{"events": [{"server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "name": "network-vif-deleted", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:38.839882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Provisioning for port 48d4168f-7295-4182-a55d-8a155838d10f completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:38.868267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Provisioning complete for port 48d4168f-7295-4182-a55d-8a155838d10f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:38.868645 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:38.906627 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217a8a4-d8ec-477a-b3ed-777e6d5eefc1 x-openstack-request-id: req-e217a8a4-d8ec-477a-b3ed-777e6d5eefc1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:38.906920 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99412f31-a2e4-471d-bb8b-abad6be2ff09", "name": "network-vif-deleted", "tag": "794fda07-5489-4f0f-90c2-c711f66c1903", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:38.907171 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e217a8a4-d8ec-477a-b3ed-777e6d5eefc1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:38.907636 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99412f31-a2e4-471d-bb8b-abad6be2ff09', 'name': 'network-vif-deleted', 'tag': '794fda07-5489-4f0f-90c2-c711f66c1903', 'status': 'completed', 'code': 200} Jul 12 16:36:38.934823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:38.946791 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] Sync routers for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:38.960396 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:38.961022 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:38.980980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:39.011057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-131da2a1-1320-4cf9-8250-86c886c0303e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/26546e28-b4fb-4a52-a014-bcd86b9c1d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4972739 Jul 12 16:36:39.074963 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:39.083302 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:39.086064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fddace73-e2c7-430b-b4d1-dc2ba558b59d tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/ea8f72c5-f043-4561-95be-1ebd34ebf4f2 HTTP/1.1" status: 204 len: 168 time: 2.8724737 Jul 12 16:36:39.088519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50340) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:39.107634 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:39.108409 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:39.191277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:39.192069 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196f311-8bfa-46d0-b2e1-a7a2a86ffcd8 None None] The sync data for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:39.196208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2001-1b50-4d53-9535-9e6f84186e74 req-34106a7b-dda9-4127-9f82-6e962e5875b2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:39.206620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-919f2001-1b50-4d53-9535-9e6f84186e74 req-34106a7b-dda9-4127-9f82-6e962e5875b2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1870708 Jul 12 16:36:39.225264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:39.264169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-919f2001-1b50-4d53-9535-9e6f84186e74 req-a98d7791-395b-4614-8ea7-10992c74517c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562918 Jul 12 16:36:39.302509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] For port 48d4168f-7295-4182-a55d-8a155838d10f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=48d4168f-7295-4182-a55d-8a155838d10f,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:39.314723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:39.396022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-4f08fd9d-a168-4bcc-849c-bc6b95ebb49d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476335166&fields=id&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 267 time: 0.1217349 Jul 12 16:36:39.406852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Sync routers for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:39.447254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:39.447911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:39.548210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc241553-b31e-4137-8b23-bc25b30f3d4b None None] Pushing event updated for resources: {'Port': ['ID=48d4168f-7295-4182-a55d-8a155838d10f,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:39.667170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 05778010-692a-4256-a5b6-88d34f23b53c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:39.676082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:39.785931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-2d0913bf-0df5-45dd-b013-13e5a0d035ab tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:39.788239 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-2d0913bf-0df5-45dd-b013-13e5a0d035ab tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 797 time: 0.3849330 Jul 12 16:36:39.804756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Provisioning for port b3202d88-3acd-42a9-8b08-d6f04cf67aea completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:39.813340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Provisioning complete for port b3202d88-3acd-42a9-8b08-d6f04cf67aea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:39.814352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:39.821478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-f1f3b250-a018-4716-9352-3b605c88c750 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/quotas/42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 375 time: 0.0263836 Jul 12 16:36:39.934170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 05778010-692a-4256-a5b6-88d34f23b53c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:39.934615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:39.970917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Port b3202d88-3acd-42a9-8b08-d6f04cf67aea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:39.990628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-fc3b68a6-be99-4e78-b4c8-9406b152762d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637714 Jul 12 16:36:40.004705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ca24073-e16f-4159-8781-e49f00436a45 req-be949d4a-dae6-4618-90fb-e3c02e670325 tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ba39fb-ca78-4544-92db-9c38104e654c HTTP/1.1" status: 200 len: 210 time: 0.0461402 Jul 12 16:36:40.032915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-014e26d6-03f6-4e46-b17a-d7eed2874255 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:36:40.034103 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-014e26d6-03f6-4e46-b17a-d7eed2874255 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186141 Jul 12 16:36:40.048245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Provisioning complete for port 48d4168f-7295-4182-a55d-8a155838d10f triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:40.048915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8eaa-c163-4269-96ce-5e88079951ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:40.114814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:40.273584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-0068f6b9-c38a-4e41-970f-8ba5e2d08ef8 service neutron] 10.222.0.58 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319114 Jul 12 16:36:40.358200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 794fda07-5489-4f0f-90c2-c711f66c1903 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:40.390495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 794fda07-5489-4f0f-90c2-c711f66c1903 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:40.390838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 794fda07-5489-4f0f-90c2-c711f66c1903 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:40.395957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-355d0c3b-8efb-4671-bc61-8b3a4f718849 service neutron] 10.222.0.58 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112874 Jul 12 16:36:40.539329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 2, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:40.559293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c617-d42d-4cd6-b89f-c0c2255358cb req-8d2c02c9-1ac6-4ed0-a98c-70aca791c095 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:40.564380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5506c617-d42d-4cd6-b89f-c0c2255358cb req-8d2c02c9-1ac6-4ed0-a98c-70aca791c095 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1352041 Jul 12 16:36:40.580125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Checking router: 26546e28-b4fb-4a52-a014-bcd86b9c1d97 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:40.580953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Updating router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 port b3202d88-3acd-42a9-8b08-d6f04cf67aea binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:36:40.666670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:40.674409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5506c617-d42d-4cd6-b89f-c0c2255358cb req-a0a2f48e-10ec-491b-8c41-1d921af0815a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856831 Jul 12 16:36:40.688372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-69807e59-8377-4b97-b9be-f718c54a9a18 None None] Provisioning complete for port b3202d88-3acd-42a9-8b08-d6f04cf67aea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:40.688754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-69807e59-8377-4b97-b9be-f718c54a9a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:40.691673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7933908-2e2e-4c2b-94a0-c33368b902ff req-2de3a585-ea8c-4981-a6f0-5856bb8b479c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 210 time: 0.0450382 Jul 12 16:36:40.797561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-69807e59-8377-4b97-b9be-f718c54a9a18 None None] Port b3202d88-3acd-42a9-8b08-d6f04cf67aea cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:40.908272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 8260dd2e-35c6-4708-b9b7-7beb72b40b82 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:40.908823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.084318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.097044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Transition to ACTIVE for port object b3202d88-3acd-42a9-8b08-d6f04cf67aea will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:41.106063 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.160103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb9a23-fdb2-4375-bf39-1b540b2e31b3 None None] Pushing event updated for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:41.183994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50376) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:41.247671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Attempting to bind port b3202d88-3acd-42a9-8b08-d6f04cf67aea on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:36:41.247671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Attempting to bind port b3202d88-3acd-42a9-8b08-d6f04cf67aea by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:36:41.247671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Attempting to bind port b3202d88-3acd-42a9-8b08-d6f04cf67aea on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:41.255182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:36:41.255822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:41.256340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.257174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Bound using segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:36:41.257421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Bound port: b3202d88-3acd-42a9-8b08-d6f04cf67aea, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:36:41.257908 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.354051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.377976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] For port b3202d88-3acd-42a9-8b08-d6f04cf67aea, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:36:41.387459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] For port b3202d88-3acd-42a9-8b08-d6f04cf67aea, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3202d88-3acd-42a9-8b08-d6f04cf67aea,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:36:41.399803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.415986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.545342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.547944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.552907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] 10.222.0.58 "DELETE /v2.0/security-groups/8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe HTTP/1.1" status: 204 len: 168 time: 0.3672996 Jul 12 16:36:41.563373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:41.564113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:41.584992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e4892-b936-4e96-989e-f8c753a4782b tempest-TestVolumeBackupRestore-1392162152 tempest-TestVolumeBackupRestore-1392162152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2260c3-11ae-4f8c-b0c6-fd4ad41622fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:41.646605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 48d4168f-7295-4182-a55d-8a155838d10f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:41.650045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb9a23-fdb2-4375-bf39-1b540b2e31b3 None None] Pushing event updated for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:41.866714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.875484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 48d4168f-7295-4182-a55d-8a155838d10f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:41.876251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:41.879709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:41.900756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 8260dd2e-35c6-4708-b9b7-7beb72b40b82 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:42.112321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c0bc2-6656-44cf-bd09-71acb6c9e08c req-a0d4d60a-71d8-4e2d-8d89-ec256d8f518e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:42.122819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d7c0bc2-6656-44cf-bd09-71acb6c9e08c req-a0d4d60a-71d8-4e2d-8d89-ec256d8f518e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1257808 Jul 12 16:36:42.124742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6206280a-ddbd-4af2-a5f1-62545e31427a req-d8402cfe-b296-486e-a7d0-cf8854a74e8b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 210 time: 0.0704472 Jul 12 16:36:42.225326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9d7c0bc2-6656-44cf-bd09-71acb6c9e08c req-e4ccd096-1e93-4ee7-b548-ce0eac970e0b tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012683 Jul 12 16:36:42.406485 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:42.553113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=8260dd2e-35c6-4708-b9b7-7beb72b40b82,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:42.575901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-e236b8d4-71c3-42ea-96c2-e16c2ce9a69d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:42.580761 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-e236b8d4-71c3-42ea-96c2-e16c2ce9a69d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 797 time: 0.2377157 Jul 12 16:36:42.773628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:41Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:42.840946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f559ffb-7e2c-4b23-ae67-a7acb9846431 None None] The sync data for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 is: [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:41Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:42.985211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-0e674ca6-0e15-4134-b7cf-89a4fef9ca94 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 379 time: 0.3768384 Jul 12 16:36:43.001052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'port': {'device_id': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'admin_state_up': True, 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'security_groups': ['aa909c44-b957-485d-8acb-118dc58422b8']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:43.218996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-f4af9919-32bd-4bdd-bf5a-00a9e79ba1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:43.231654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-f4af9919-32bd-4bdd-bf5a-00a9e79ba1db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.1667800 Jul 12 16:36:43.442309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bd44-f1df-4df1-980c-4585c24ae2ce req-dfa8bcb9-b112-4c8a-8a49-ed11ef3b4841 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:43.442576 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:43.460314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91c5bd44-f1df-4df1-980c-4585c24ae2ce req-dfa8bcb9-b112-4c8a-8a49-ed11ef3b4841 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.3565633 Jul 12 16:36:43.468559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:36:43.478517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:43.720661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-95890b1e-7298-4191-960a-510971c6ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:43.733260 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-95890b1e-7298-4191-960a-510971c6ecee service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.4938159 Jul 12 16:36:43.745295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3202d88-3acd-42a9-8b08-d6f04cf67aea up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:43.766918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91c5bd44-f1df-4df1-980c-4585c24ae2ce req-c83753b0-b396-4ea8-99c6-4e56ea611b74 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3017259 Jul 12 16:36:43.937127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b3202d88-3acd-42a9-8b08-d6f04cf67aea completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:43.956761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3202d88-3acd-42a9-8b08-d6f04cf67aea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:43.957524 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:43.977149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-8489c9b0-d228-4f1a-9116-b03035f61275 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1002 time: 0.2087481 Jul 12 16:36:44.090023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-6372a3f4-1566-4fec-bcad-ffd781620c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:44.091616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-6372a3f4-1566-4fec-bcad-ffd781620c23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.1073985 Jul 12 16:36:44.177055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e21a0697-cf76-4340-99ab-99a599254389 req-3064a90e-6a78-4bd9-8b76-30b9f8ad54f7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 210 time: 0.2539802 Jul 12 16:36:44.213311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-17b971f7-1817-4ff9-b7c8-1c40d2a2765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:44.219498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-17b971f7-1817-4ff9-b7c8-1c40d2a2765a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215272 Jul 12 16:36:44.347155 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:44.433411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b3202d88-3acd-42a9-8b08-d6f04cf67aea, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3202d88-3acd-42a9-8b08-d6f04cf67aea,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:44.441326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:44.519419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-1d398a3c-dd69-4830-a6be-c958c22303b6 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922401 Jul 12 16:36:44.556966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:44.653564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router 139f2853-0882-4ca7-af87-0afdff609db9 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:44.654912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.8 (4ccc5043-6dd2-460d-8a50-4e84158a0e69/0e8dd1a0-5f70-4edd-b78b-3484a171c0d5/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:44.785509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cd338ef-8b75-4032-b4d4-28a7b5a21f8c req-9d395168-3a51-45f6-afc1-2339989b644f service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582009 Jul 12 16:36:45.161107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4b9f0416-90c7-4a56-a1b1-7548b5cb2fd4 None None] Provisioning complete for port b3202d88-3acd-42a9-8b08-d6f04cf67aea triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:45.164956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0416-90c7-4a56-a1b1-7548b5cb2fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:45.259267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:45.271555 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] Sync routers for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:45.294110 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:45.294220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bed7144a-17e4-4fa6-bd86-5795df821d2b tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/routers/139f2853-0882-4ca7-af87-0afdff609db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2039242 Jul 12 16:36:45.294963 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:45.300784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50724) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:45.463859 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:45.503521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:45.524674 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] Routers {'139f2853-0882-4ca7-af87-0afdff609db9'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:45.525323 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['139f2853-0882-4ca7-af87-0afdff609db9'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:45.664561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3202d88-3acd-42a9-8b08-d6f04cf67aea up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:45.716583 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:45.729115 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4bb3a-1042-44b6-9e35-26fe45979d37 None None] The sync data for ids ['139f2853-0882-4ca7-af87-0afdff609db9'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:45.764651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ddecf1af-f295-4043-9dcd-15d8b752755e req-eed1237c-1411-4ac0-bd45-2a814c8e85ae tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 210 time: 0.2078745 Jul 12 16:36:45.770577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:45.812884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d0e6-a8d9-40aa-8cf2-9a27f15f7a4d req-62ff40a3-8c04-45b9-9aef-d663ea2abaee tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:45.832058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5f6d0e6-a8d9-40aa-8cf2-9a27f15f7a4d req-62ff40a3-8c04-45b9-9aef-d663ea2abaee tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.7280827 Jul 12 16:36:45.879251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:45.895232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b3202d88-3acd-42a9-8b08-d6f04cf67aea triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:45.900341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:45.904803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:45.993298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:46.014851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:46.036642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5f6d0e6-a8d9-40aa-8cf2-9a27f15f7a4d req-5e9b097a-82b9-4fde-854d-b1a6d6f25500 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016456 Jul 12 16:36:46.051240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:46.222664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:46.236189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:46.310996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:46.311790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:46.375472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-1d424512-b96f-4ff7-aaf4-190bc2d0f856 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3821893 Jul 12 16:36:46.401424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Request body: {'port': {'device_id': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:46.415705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 3e29da39-3d6a-4449-8f63-bef2f97c9d02 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:46.419529 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:46.489744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2eb9c55b-2165-43a6-a01f-4d44556f4aee None None] Provisioning for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:46.501163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2eb9c55b-2165-43a6-a01f-4d44556f4aee None None] Provisioning complete for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:46.501994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2eb9c55b-2165-43a6-a01f-4d44556f4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:46.595957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9c55b-2165-43a6-a01f-4d44556f4aee None None] Port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:36:46.603062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:46.633552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 3e29da39-3d6a-4449-8f63-bef2f97c9d02 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:46.659365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.214146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.279942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebca6d-a45f-44c8-b500-50e74e72a196 req-6d886ddb-5ec8-40ca-a664-7b5a452de36a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:47.283437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70ebca6d-a45f-44c8-b500-50e74e72a196 req-6d886ddb-5ec8-40ca-a664-7b5a452de36a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 931 time: 0.2746203 Jul 12 16:36:47.285891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=3e29da39-3d6a-4449-8f63-bef2f97c9d02,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:47.389444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70ebca6d-a45f-44c8-b500-50e74e72a196 req-5a9ec211-c69e-4a35-9252-cdad76f54e19 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691183 Jul 12 16:36:47.430047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.469279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:36:47.483100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.500335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Transition to ACTIVE for port object 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:36:47.506076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.569417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc7f9-01a7-4df7-b695-773d147fe4a7 req-48699a1f-a597-4fa0-9e48-063581cea6d3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:47.576841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50bbc7f9-01a7-4df7-b695-773d147fe4a7 req-48699a1f-a597-4fa0-9e48-063581cea6d3 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.2923415 Jul 12 16:36:47.596141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.600409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.682769 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:47.723740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50bbc7f9-01a7-4df7-b695-773d147fe4a7 req-b12dab50-a63c-4ee1-a1d1-2fa4e9bf6590 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414373 Jul 12 16:36:47.747542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.749685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Fanout notify agent at l3_agent the message router_deleted on router 139f2853-0882-4ca7-af87-0afdff609db9 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:36:47.761800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.765240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d4a3d00f-d26d-4f0d-9df0-041368c19fc9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/routers/139f2853-0882-4ca7-af87-0afdff609db9 HTTP/1.1" status: 204 len: 168 time: 2.4612253 Jul 12 16:36:47.766560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:36:47.767697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50938) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:47.770072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:36:47.771099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:47.779918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:36:47.780939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:36:47.792012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:36:47.792646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:36:47.793207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Bound using segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:36:47.794077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Bound port: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:36:47.794639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.896605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting subnet c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:36:47.909728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.917942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:36:47.923211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:36:47.930970 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:47.997219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:47.998049 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:48.004171 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] 10.222.0.77 "PUT /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 1091 time: 1.6100798 Jul 12 16:36:48.004885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:48.007425 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede07475-edd3-413b-ad35-f32a4bac9084" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:48.092477 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a6086-599f-4022-933f-3b7abef0a368 x-openstack-request-id: req-635a6086-599f-4022-933f-3b7abef0a368 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:48.092781 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:48.093016 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-635a6086-599f-4022-933f-3b7abef0a368 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:48.093429 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'status': 'completed', 'code': 200} Jul 12 16:36:48.153965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d122f6-10c4-43b2-9db1-b9153ade5a9f service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:48.200057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-c19f0b7e-77a2-4081-b27f-0ecb76d3f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:48.201867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-c19f0b7e-77a2-4081-b27f-0ecb76d3f61a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1094 time: 0.1496689 Jul 12 16:36:48.306626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-6859cb20-c5bc-4471-b969-19efd4b196c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 217 time: 0.0968018 Jul 12 16:36:48.403462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-ccb83d5d-5a64-49ea-a961-07e2393c8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:48.404986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-ccb83d5d-5a64-49ea-a961-07e2393c8774 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.0917497 Jul 12 16:36:48.493040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-ec1e1d95-f1cc-4df6-b869-672ed1223b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:48.494787 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-ec1e1d95-f1cc-4df6-b869-672ed1223b33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830328 Jul 12 16:36:48.519935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:48.661058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-e757f520-dc2b-4b1a-bb91-1865c692daba service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586847 Jul 12 16:36:48.681527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:48.782766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1779f36f-294c-4fe9-b8d4-d698f10165ee req-12cc0c5a-f439-44b0-98e0-6a07eac243df service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135783 Jul 12 16:36:48.810776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699a34-5150-457d-a067-c1d2cf88ce67 req-ce7c3073-4ae9-40f3-a306-637b88a6561f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:48.816012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a699a34-5150-457d-a067-c1d2cf88ce67 req-ce7c3073-4ae9-40f3-a306-637b88a6561f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 943 time: 0.1888893 Jul 12 16:36:48.837195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:48.900094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:48.902705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:48.906377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f38dbac-bd73-4e33-85ec-7d6a0e66288a tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/subnets/c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745 HTTP/1.1" status: 204 len: 168 time: 1.1363459 Jul 12 16:36:48.909177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:48.924149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:48.925255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e784eb2-9839-4eb6-a339-8829a926e942 None None] Network 0b0758a5-0f31-4b82-95d4-d065a0c310ec requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:48.987030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a699a34-5150-457d-a067-c1d2cf88ce67 req-357a1230-91e5-4885-b2bf-bb8bbbd2e116 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583104 Jul 12 16:36:49.020053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.036915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-c6181957-a8b0-41c1-9a4a-e9dcaae71850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:49.038361 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-c6181957-a8b0-41c1-9a4a-e9dcaae71850 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1094 time: 0.1769187 Jul 12 16:36:49.207385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-6a6ddcb6-476f-4a9e-99c5-2388f8bc36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:49.208983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-6a6ddcb6-476f-4a9e-99c5-2388f8bc36ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.1488588 Jul 12 16:36:49.210614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 24cd253e-e13b-4538-9d97-a424a8608ce1 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:49.211015 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.222505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] DHCP port deletion for 0b0758a5-0f31-4b82-95d4-d065a0c310ec request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:36:49.306685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-f27a6b28-e160-4748-adb5-a7545e79dde6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 217 time: 0.0488214 Jul 12 16:36:49.326163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Deleting port 24cd253e-e13b-4538-9d97-a424a8608ce1 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:49.326630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.409544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] For port 24cd253e-e13b-4538-9d97-a424a8608ce1, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=24cd253e-e13b-4538-9d97-a424a8608ce1,segment=NetworkSegment(750dcea9-cea5-4bae-b1e3-6cd6df3bfad4),segment_id=750dcea9-cea5-4bae-b1e3-6cd6df3bfad4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:49.410288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.432460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Calling delete_port for 24cd253e-e13b-4538-9d97-a424a8608ce1 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:49.441765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] For port 24cd253e-e13b-4538-9d97-a424a8608ce1, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=24cd253e-e13b-4538-9d97-a424a8608ce1,segment=NetworkSegment(750dcea9-cea5-4bae-b1e3-6cd6df3bfad4),segment_id=750dcea9-cea5-4bae-b1e3-6cd6df3bfad4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:49.442362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.452777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-b863a460-f527-4882-b6e0-197e2f55b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:49.457538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-b863a460-f527-4882-b6e0-197e2f55b010 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.1340325 Jul 12 16:36:49.468902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 24cd253e-e13b-4538-9d97-a424a8608ce1 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:49.470467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.612408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 24cd253e-e13b-4538-9d97-a424a8608ce1 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:49.662992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-5030046c-5f43-4de5-a437-fdf61068cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:49.664567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-5030046c-5f43-4de5-a437-fdf61068cfa3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983185 Jul 12 16:36:49.712675 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.720602 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No active binding found for port 24cd253e-e13b-4538-9d97-a424a8608ce1 {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:36:49.721058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 24cd253e-e13b-4538-9d97-a424a8608ce1 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:49.758645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] No DVR routers for this DVR port 24cd253e-e13b-4538-9d97-a424a8608ce1 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:49.758645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecefdd5-b90c-4bd8-8524-86c320853605 None None] Pushing event deleted for resources: {'Port': ['ID=24cd253e-e13b-4538-9d97-a424a8608ce1,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:49.759552 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.807231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] No DVR routers for this DVR port 24cd253e-e13b-4538-9d97-a424a8608ce1 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:49.816691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=24cd253e-e13b-4538-9d97-a424a8608ce1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:49.886544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Deleting port 3a4a6818-77f6-4124-bd67-96300649056b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:49.887208 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.917318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-c3a8e931-7a1e-4e8e-85dd-892935a197e7 service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457232 Jul 12 16:36:49.936360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:49.986517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0758a5-0f31-4b82-95d4-d065a0c310ec']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:49.988908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] For port 3a4a6818-77f6-4124-bd67-96300649056b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3a4a6818-77f6-4124-bd67-96300649056b,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:49.989277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.002325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:50.002657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750dcea9-cea5-4bae-b1e3-6cd6df3bfad4') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:50.004496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Calling delete_port for 3a4a6818-77f6-4124-bd67-96300649056b owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:50.015889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.041714 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.058086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:36:50.058487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:36:50.061492 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:36:50.102469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede07475-edd3-413b-ad35-f32a4bac9084 req-a9333bc3-d6b2-48c2-a723-33eca41dfc07 service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762655 Jul 12 16:36:50.134910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.153100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.155788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/networks/0b0758a5-0f31-4b82-95d4-d065a0c310ec HTTP/1.1" status: 204 len: 168 time: 1.2456634 Jul 12 16:36:50.158719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:50.179251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c236d0-ecf8-40ed-8495-a8f6e97c91f9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Network': ['ID=0b0758a5-0f31-4b82-95d4-d065a0c310ec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:50.258160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102ea13-3893-4760-af05-9453244408b5 req-565e441a-acd7-4bfb-a06f-3470ad50873c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:50.259709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c102ea13-3893-4760-af05-9453244408b5 req-565e441a-acd7-4bfb-a06f-3470ad50873c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 943 time: 0.0824621 Jul 12 16:36:50.304283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c102ea13-3893-4760-af05-9453244408b5 req-a9688f70-88e4-4abe-9b31-b257b487213e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386069 Jul 12 16:36:50.363230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 7b910c2c-c0a0-47d1-9516-aa5dee28f9cb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:50.363571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.377360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.438170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4a6818-77f6-4124-bd67-96300649056b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:50.522209 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.522546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.541406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 7b910c2c-c0a0-47d1-9516-aa5dee28f9cb owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:50.705686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.851557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:50.887103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=7b910c2c-c0a0-47d1-9516-aa5dee28f9cb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:51.025224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.027672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.028846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c3794cff-34fc-45d3-852c-e1b5d7d903ba tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/floatingips/9d9d245d-21db-427d-8aee-44806fb5a4f1 HTTP/1.1" status: 204 len: 168 time: 0.8691742 Jul 12 16:36:51.033654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50960) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.066602 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e976a3-c5df-4370-ac5b-9a90091d8ae0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] DELETE failed (client error): The resource could not be found. Jul 12 16:36:51.067237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e976a3-c5df-4370-ac5b-9a90091d8ae0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:36:51.068984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f7e976a3-c5df-4370-ac5b-9a90091d8ae0 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/ea8f72c5-f043-4561-95be-1ebd34ebf4f2 HTTP/1.1" status: 404 len: 333 time: 0.0343809 Jul 12 16:36:51.071722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50962) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.090633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:51.103876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-18ae97a4-8237-4a04-9430-1199ffd1202e tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/ports?device_id=139f2853-0882-4ca7-af87-0afdff609db9 HTTP/1.1" status: 200 len: 205 time: 0.0309744 Jul 12 16:36:51.106141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50964) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.150150 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-d0e307fe-6150-4b90-a05d-1bd80d16c445 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] delete failed (client error): The resource could not be found. Jul 12 16:36:51.151363 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0e307fe-6150-4b90-a05d-1bd80d16c445 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/routers/139f2853-0882-4ca7-af87-0afdff609db9 HTTP/1.1" status: 404 len: 336 time: 0.0442486 Jul 12 16:36:51.156056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50966) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.181673 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcf22fa-18af-409b-97f8-5c8bc0efa0e9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] DELETE failed (client error): The resource could not be found. Jul 12 16:36:51.182139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcf22fa-18af-409b-97f8-5c8bc0efa0e9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:36:51.183949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-edcf22fa-18af-409b-97f8-5c8bc0efa0e9 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/subnets/c1ead08b-4dd6-4e5f-8f8f-cc83e6db5745 HTTP/1.1" status: 404 len: 337 time: 0.0291524 Jul 12 16:36:51.186847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50968) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.208822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:51.214271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8d05f9b6-d238-4cb6-95b1-f3a3f5229e24 admin admin] 10.222.0.58 "PUT /v2.0/routers/4dd1f1c9-b5e1-4381-92f6-7103eab985ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2887125 Jul 12 16:36:51.217198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:51.218955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Sync routers for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:51.231348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:51.232910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:51.321406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 69e0bbed-f423-4531-abea-e333f6e769d6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:51.321669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.356863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.362160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:51.498586 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.575053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Deleting port 9a69dbbf-0565-42a2-a691-dcd1b31cff04 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:51.575668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.623204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:36:50Z', 'revision_number': 5, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port': {'id': '9a69dbbf-0565-42a2-a691-dcd1b31cff04', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:24Z', 'updated_at': '2021-07-12T16:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:51.666187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Checking router: 4dd1f1c9-b5e1-4381-92f6-7103eab985ac for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:51.689164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Routers {'4dd1f1c9-b5e1-4381-92f6-7103eab985ac'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:51.694644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:51.723005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] For port 9a69dbbf-0565-42a2-a691-dcd1b31cff04, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9a69dbbf-0565-42a2-a691-dcd1b31cff04,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:51.723681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.743207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Calling delete_port for 9a69dbbf-0565-42a2-a691-dcd1b31cff04 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:51.753137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0378d-85d4-490d-8247-cbcf0a8fefa4 req-f8591ec9-0628-4b76-bac1-dfef36cc9bbd tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:51.754753 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4c0378d-85d4-490d-8247-cbcf0a8fefa4 req-f8591ec9-0628-4b76-bac1-dfef36cc9bbd tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 943 time: 0.1636636 Jul 12 16:36:51.824510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] Set router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:51.861978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:51.864012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e4c0378d-85d4-490d-8247-cbcf0a8fefa4 req-23a0bcf8-f014-4c7a-86b9-fa376dbbc990 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993390 Jul 12 16:36:51.881309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 69e0bbed-f423-4531-abea-e333f6e769d6 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:51.904879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:36:51Z', 'revision_number': 6, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:51.939682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6aec3-a139-42e7-82fd-32cdb4cf76a7 None None] The sync data for ids ['4dd1f1c9-b5e1-4381-92f6-7103eab985ac'] in n-d-800078-3 is: [{'id': '4dd1f1c9-b5e1-4381-92f6-7103eab985ac', 'name': 'tempest-TestVolumeBackupRestore-760540792-router', 'tenant_id': 'f7bb96cd2d714701af783642c58c70bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:23Z', 'updated_at': '2021-07-12T16:36:51Z', 'revision_number': 6, 'project_id': 'f7bb96cd2d714701af783642c58c70bf', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:52.012831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.039795 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.045255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a69dbbf-0565-42a2-a691-dcd1b31cff04,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:52.079772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=69e0bbed-f423-4531-abea-e333f6e769d6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:52.116979 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.167398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:36:52.176434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.178936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1d492f38-9d15-4930-9464-79865a465e79 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/69e0bbed-f423-4531-abea-e333f6e769d6 HTTP/1.1" status: 204 len: 168 time: 0.9910543 Jul 12 16:36:52.181704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:52.213912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.216103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.283574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.284096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd1f1c9-b5e1-4381-92f6-7103eab985ac {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:36:52.289082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.290412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-301ace80-2877-488b-928a-1425f1fc33cc admin admin] 10.222.0.58 "DELETE /v2.0/routers/4dd1f1c9-b5e1-4381-92f6-7103eab985ac HTTP/1.1" status: 204 len: 168 time: 1.0720983 Jul 12 16:36:52.292982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:52.300298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:52.316935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port 53145fdc-ce08-4434-8eb9-b427d74e32ab {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:52.317325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.325059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'port_id': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'mac_address': 'fa:16:3e:25:52:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:36:52.371516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Deleting subnet fc32107b-f37d-4f97-bfec-3386536492a3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:36:52.374904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.383329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.400534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:36:52.423399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.442288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:52.447825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.452388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.481487 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for 53145fdc-ce08-4434-8eb9-b427d74e32ab owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:52.527295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:52.560859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.632958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.675493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc32107b-f37d-4f97-bfec-3386536492a3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:52.678007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.684466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0935640a-8636-496a-beef-9484a1c54524 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc32107b-f37d-4f97-bfec-3386536492a3 HTTP/1.1" status: 204 len: 168 time: 0.3864915 Jul 12 16:36:52.685069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ee905-cbbf-45b4-a3df-c17eae3ab799 None None] Network 74abaa79-08d0-4907-a6ca-9b3fff7cb53e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:52.688073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 50980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:52.740487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:36:52.778382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.847576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=53145fdc-ce08-4434-8eb9-b427d74e32ab,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:52.894549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.975454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.979805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Deleting port 1e02fd76-6f52-4155-86db-8d689117cf27 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:52.979805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:52.983684 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1ba2385b-666f-4f5c-9683-719d15e58e07 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/ports/53145fdc-ce08-4434-8eb9-b427d74e32ab HTTP/1.1" status: 204 len: 168 time: 0.8007405 Jul 12 16:36:52.986572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:53.097074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] For port 1e02fd76-6f52-4155-86db-8d689117cf27, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1e02fd76-6f52-4155-86db-8d689117cf27,segment=NetworkSegment(cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7),segment_id=cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:53.097618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.110829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc65f88-c25d-49fd-8f38-572f060f9237 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:53.112422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2cc65f88-c25d-49fd-8f38-572f060f9237 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0f5b2db-9413-43eb-badd-4ddf528525bc HTTP/1.1" status: 200 len: 913 time: 0.1248322 Jul 12 16:36:53.115134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:53.130195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Calling delete_port for 1e02fd76-6f52-4155-86db-8d689117cf27 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:53.132575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989d036-0bb5-4ff2-898f-6444554bdc59 req-bff5c532-86d6-4919-8f81-dce3fa81a673 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:53.139498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e989d036-0bb5-4ff2-898f-6444554bdc59 req-bff5c532-86d6-4919-8f81-dce3fa81a673 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.1108918 Jul 12 16:36:53.250184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e989d036-0bb5-4ff2-898f-6444554bdc59 req-9ea18527-ef5b-4835-9532-748de2ddd95a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097736 Jul 12 16:36:53.283927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.345910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e02fd76-6f52-4155-86db-8d689117cf27,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:53.366723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] No DVR routers for this DVR port 1e02fd76-6f52-4155-86db-8d689117cf27 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:53.460887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af95843-2afa-410f-be46-c33699bb1649 None None] DHCP port deletion for 74abaa79-08d0-4907-a6ca-9b3fff7cb53e request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:36:53.490233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.506831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74abaa79-08d0-4907-a6ca-9b3fff7cb53e']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:53.520997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:53.521421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6e8b7f-6659-4c88-974e-55c3dd1b2ee7') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:53.537666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.559953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.570314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:36:53.570721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:36:53.573240 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:36:53.600127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1e02fd76-6f52-4155-86db-8d689117cf27 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:53.621758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1e02fd76-6f52-4155-86db-8d689117cf27 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:53.622076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1e02fd76-6f52-4155-86db-8d689117cf27 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:53.622489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a69dbbf-0565-42a2-a691-dcd1b31cff04 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:53.642245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9a69dbbf-0565-42a2-a691-dcd1b31cff04 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:53.642618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9a69dbbf-0565-42a2-a691-dcd1b31cff04 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:53.643769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3a4a6818-77f6-4124-bd67-96300649056b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:53.652380 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.667754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3a4a6818-77f6-4124-bd67-96300649056b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:53.668099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3a4a6818-77f6-4124-bd67-96300649056b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:53.679553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:53.681303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] 10.222.0.58 "DELETE /v2.0/networks/74abaa79-08d0-4907-a6ca-9b3fff7cb53e HTTP/1.1" status: 204 len: 168 time: 0.9915714 Jul 12 16:36:53.682387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa15c0-8a2e-4503-a936-edf424b38e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=74abaa79-08d0-4907-a6ca-9b3fff7cb53e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:53.690385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 50990) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:53.809522 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.187185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:36:54.254075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:36:54.258878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:54.259460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.304298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:54.304895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.366039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.376124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.400804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:36:54.403253 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab66c076-fa66-4dbd-9d35-b8475ecf81a6" -d '{"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:36:54.418992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:54.425907 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.491618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.511990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:54.513703 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2877b6d-5a02-45d6-a5c2-10977548c9c4 x-openstack-request-id: req-c2877b6d-5a02-45d6-a5c2-10977548c9c4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:36:54.514343 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:36:54.515409 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2877b6d-5a02-45d6-a5c2-10977548c9c4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:36:54.515946 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'code': 200} Jul 12 16:36:54.565754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a824334-107e-46c0-b43c-54011f3bc947 req-b59e4f98-d2c3-4f84-ac5e-90eac107f60c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:54.571444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a824334-107e-46c0-b43c-54011f3bc947 req-b59e4f98-d2c3-4f84-ac5e-90eac107f60c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.1926768 Jul 12 16:36:54.589264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:54.628229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a824334-107e-46c0-b43c-54011f3bc947 req-ccd5e0b3-df88-4110-ab54-3e78e478e31d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521996 Jul 12 16:36:54.762590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8118e8-36f2-4e04-8710-7eb678b14490 req-c6162d40-72fb-4a93-8ea4-db1f8cd889e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:54.764118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d8118e8-36f2-4e04-8710-7eb678b14490 req-c6162d40-72fb-4a93-8ea4-db1f8cd889e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1096 time: 0.1882236 Jul 12 16:36:54.783448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e1f36239-e3ff-43d5-8707-ac4a55f3083d None None] Provisioning complete for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:36:54.783973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1f36239-e3ff-43d5-8707-ac4a55f3083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.847118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d8118e8-36f2-4e04-8710-7eb678b14490 req-703f56ba-235a-418e-9b1b-1bac8720dcaa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754464 Jul 12 16:36:54.928501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:54.970700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=b2bacdc3-eca2-41aa-b0e5-330f8c8b6ad9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:54.997289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Deleting port caf2b889-3773-4e83-9125-e66ca450fd57 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:54.997626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:55.167855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] For port caf2b889-3773-4e83-9125-e66ca450fd57, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=caf2b889-3773-4e83-9125-e66ca450fd57,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:55.168216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:55.208681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Calling delete_port for caf2b889-3773-4e83-9125-e66ca450fd57 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:55.274901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:55.945353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:55.981360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf2b889-3773-4e83-9125-e66ca450fd57,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:56.048504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Router b0f5b2db-9413-43eb-badd-4ddf528525bc has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:56.060482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5345bc0-d8e6-46c9-96ec-c905c71526f1 req-4e1172af-689d-4ae0-a0a8-f12ec1df0829 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:56.062013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5345bc0-d8e6-46c9-96ec-c905c71526f1 req-4e1172af-689d-4ae0-a0a8-f12ec1df0829 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.2130368 Jul 12 16:36:56.193016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5345bc0-d8e6-46c9-96ec-c905c71526f1 req-24ff684f-40cc-43e4-9aed-c827acccd080 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241174 Jul 12 16:36:56.303893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:56.310001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3c44c67d-798a-4427-a2a4-61fc4feae8c5 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "PUT /v2.0/routers/b0f5b2db-9413-43eb-badd-4ddf528525bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1936617 Jul 12 16:36:56.310622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:56.312506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51004) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:56.321353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] Sync routers for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:56.341394 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:36:56.342592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:56.343624 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:56.380407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:56.391147 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] Routers {'b0f5b2db-9413-43eb-badd-4ddf528525bc'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:56.393059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['b0f5b2db-9413-43eb-badd-4ddf528525bc'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:56.432295 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:56.432915 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:56.433072 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dce3d9-9938-4fdb-a210-4750d4f00a98 None None] The sync data for ids ['b0f5b2db-9413-43eb-badd-4ddf528525bc'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:56.574735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Router e5737895-5a75-4bf5-90d7-5a6fed91d183 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:36:56.701028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:36:56.709003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8ae5647-49b2-4335-ba7e-56f1ba0e20f1 admin admin] 10.222.0.58 "PUT /v2.0/routers/e5737895-5a75-4bf5-90d7-5a6fed91d183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0148318 Jul 12 16:36:56.709362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:56.711803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Sync routers for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:36:56.722279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:56.723211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:56.850222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:56.851303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:56.930296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:56.976988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:56.995519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting port c460e7db-c9c0-49c6-ab33-db050a592cb3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:56.995890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.084598 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.098703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Calling delete_port for c460e7db-c9c0-49c6-ab33-db050a592cb3 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:57.100630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:36:55Z', 'revision_number': 5, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port': {'id': 'ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:32:37Z', 'updated_at': '2021-07-12T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:57.104633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Deleting port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:57.105089 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.143165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Checking router: e5737895-5a75-4bf5-90d7-5a6fed91d183 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:36:57.154366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Routers {'e5737895-5a75-4bf5-90d7-5a6fed91d183'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:36:57.155033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e5737895-5a75-4bf5-90d7-5a6fed91d183'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:57.217048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] For port ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:57.217496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.234101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Calling delete_port for ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:57.263056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] Set router e5737895-5a75-4bf5-90d7-5a6fed91d183 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:36:57.317456 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.352224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Port': ['ID=c460e7db-c9c0-49c6-ab33-db050a592cb3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:57.353017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:36:56Z', 'revision_number': 6, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:57.397190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f562f26-e5be-4dad-b083-43e2df0724bc None None] The sync data for ids ['e5737895-5a75-4bf5-90d7-5a6fed91d183'] in n-d-800078-3 is: [{'id': 'e5737895-5a75-4bf5-90d7-5a6fed91d183', 'name': 'tempest-TestVolumeBackupRestore-459823038-router', 'tenant_id': '5c995b28d22c4959941fd50e0027ecc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:32:35Z', 'updated_at': '2021-07-12T16:36:56Z', 'revision_number': 6, 'project_id': '5c995b28d22c4959941fd50e0027ecc6', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:36:57.469524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.500220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.533524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:57.546628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fcff-6683-41b1-a706-cb10142a2470 req-ac505b7f-e66a-41b2-a6c0-28fae152ae39 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:57.548741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a134fcff-6683-41b1-a706-cb10142a2470 req-ac505b7f-e66a-41b2-a6c0-28fae152ae39 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1998332 Jul 12 16:36:57.594143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.597630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.610637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.650497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a134fcff-6683-41b1-a706-cb10142a2470 req-2d84a9c6-410c-469d-b4cd-ce59684b68a6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743020 Jul 12 16:36:57.659448 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.660926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Fanout notify agent at l3_agent the message router_deleted on router b0f5b2db-9413-43eb-badd-4ddf528525bc {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:36:57.669161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.673518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b101cf0a-86a7-4338-ac43-78cc9f016862 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/routers/b0f5b2db-9413-43eb-badd-4ddf528525bc HTTP/1.1" status: 204 len: 168 time: 1.3600345 Jul 12 16:36:57.674305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51012) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:57.725307 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.728194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.751674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Deleting subnet d8f72fc0-3d74-47b1-b8d2-115dbf4810e2 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:36:57.756623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.809197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.810227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5737895-5a75-4bf5-90d7-5a6fed91d183 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:36:57.827668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.827668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1e7b72f5-2e43-4f34-9051-9f320ff639bb admin admin] 10.222.0.58 "DELETE /v2.0/routers/e5737895-5a75-4bf5-90d7-5a6fed91d183 HTTP/1.1" status: 204 len: 168 time: 1.1135075 Jul 12 16:36:57.827668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:57.832295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.911522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.928998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Deleting subnet 01b79970-29e4-40dc-b3b4-db95ff06bb79 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:36:57.938633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.990047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:57.991488 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874f1fc-99c7-4a72-bf34-92278ed30c75 req-9ae83038-ce09-4e75-b935-ca2e9cbc709e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:57.993168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6874f1fc-99c7-4a72-bf34-92278ed30c75 req-9ae83038-ce09-4e75-b935-ca2e9cbc709e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1541340 Jul 12 16:36:57.997345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.029877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f72fc0-3d74-47b1-b8d2-115dbf4810e2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:58.036022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.038739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c83a9667-6d9d-4db9-adbd-fdc6c677cd7f tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/subnets/d8f72fc0-3d74-47b1-b8d2-115dbf4810e2 HTTP/1.1" status: 204 len: 168 time: 0.3631563 Jul 12 16:36:58.041051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51020) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:58.070248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6874f1fc-99c7-4a72-bf34-92278ed30c75 req-eb7009f7-1365-436f-8866-5eb5a2c192e0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477469 Jul 12 16:36:58.101552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:58.135742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.142830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.228086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.286914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b79970-29e4-40dc-b3b4-db95ff06bb79,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:58.290449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.293332 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0a0447bb-1c3c-47fa-ad2d-a3b1f7bcd808 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/01b79970-29e4-40dc-b3b4-db95ff06bb79 HTTP/1.1" status: 204 len: 168 time: 0.4659572 Jul 12 16:36:58.312515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa6299-cc35-43c2-8a0d-8edc5db7ec7c None None] Network f0083599-1363-4116-8680-c0912d233dbd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:36:58.319220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51030) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:58.394532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device caf2b889-3773-4e83-9125-e66ca450fd57 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:58.404796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193aeca-93f6-4ed2-b520-c37d134ed2d9 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:36:58.407695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d193aeca-93f6-4ed2-b520-c37d134ed2d9 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1091 time: 0.3038845 Jul 12 16:36:58.410811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:58.417528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:36:58.420867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.435881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:58.450105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: caf2b889-3773-4e83-9125-e66ca450fd57 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:58.450105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device caf2b889-3773-4e83-9125-e66ca450fd57 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:58.458527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2832da-f389-468d-a530-5881c81af533') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:58.458831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2832da-f389-468d-a530-5881c81af533') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:58.460580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.473363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.483462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.504211 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.515509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:36:58.515830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:36:58.521406 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:36:58.610299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] DHCP port deletion for f0083599-1363-4116-8680-c0912d233dbd request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:36:58.631521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.635860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.646814 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.652094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] 10.222.0.58 "DELETE /v2.0/networks/ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd HTTP/1.1" status: 204 len: 168 time: 0.6098530 Jul 12 16:36:58.675995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448a86-52d5-4d5c-b11f-d13bcf41cce3 tempest-FloatingIPTestJSON-2072643479 tempest-FloatingIPTestJSON-2072643479-project] Pushing event deleted for resources: {'Network': ['ID=ad1301bd-93c9-4f1c-ac0c-e774eb6ef9dd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:58.678417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Deleting port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:58.678756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.736503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Deleting port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:36:58.739865 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.779726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] For port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:58.782758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.820657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Calling delete_port for 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:58.850600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] For port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,segment=NetworkSegment(99c7d49a-aa2e-4c2d-b30e-240893a54dc2),segment_id=99c7d49a-aa2e-4c2d-b30e-240893a54dc2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:36:58.851041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.872317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.115 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d8eef804-662b-4424-a940-8c0394c29984) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:36:58.873052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Calling delete_port for 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:36:58.960015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:58.982195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.001368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Pushing event deleted for resources: {'Port': ['ID=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.003551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] No DVR routers for this DVR port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:59.016704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] Pushing event deleted for resources: {'Port': ['ID=580407a4-6fa3-41a9-a0c9-8f27fe5248b6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.020846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d92fef-afbf-4594-a64f-9786cb4ac462 None None] No DVR routers for this DVR port 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:36:59.033204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.081297 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.101859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.113504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0083599-1363-4116-8680-c0912d233dbd']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:59.125029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:36:59.129395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51040) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:59.130516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:36:59.135643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c7d49a-aa2e-4c2d-b30e-240893a54dc2') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:59.135643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c7d49a-aa2e-4c2d-b30e-240893a54dc2') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:36:59.141736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:36:59.147397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.163171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.171044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:36:59.171350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:36:59.174663 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:36:59.185788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=d8eef804-662b-4424-a940-8c0394c29984,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.240827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.278775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.280998 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f0083599-1363-4116-8680-c0912d233dbd HTTP/1.1" status: 204 len: 168 time: 0.9604218 Jul 12 16:36:59.283001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64500-b354-4800-a745-c3c538c5444f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0083599-1363-4116-8680-c0912d233dbd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.413045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:59.413790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e2df94db-c18f-4cc1-850e-70e33861e2f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfc318a143d441f9b1ecd063d5bb8bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802801 Jul 12 16:36:59.428171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51050) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:59.510523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ced78e6a-a6f1-4bd8-aa30-56ef6d13a4fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7bb96cd2d714701af783642c58c70bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810912 Jul 12 16:36:59.511556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.513310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:36:59.573107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.591433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.601603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:59.627217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:59.627578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ae9ac2fc-20fe-4e90-bdc2-3e8a31d4cf65 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:59.628266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:36:59.639742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.653614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:36:59.653614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 580407a4-6fa3-41a9-a0c9-8f27fe5248b6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:36:59.680887 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.683925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.687316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6d65d55-ed17-4412-ba73-01bd2985ada8 HTTP/1.1" status: 204 len: 168 time: 0.2699327 Jul 12 16:36:59.694610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea05729-6ddc-4d19-b93b-794e10dec50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d65d55-ed17-4412-ba73-01bd2985ada8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.706323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.712766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.716369 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.717748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46264778-f72e-4e6c-b66f-7ad359d5af70 HTTP/1.1" status: 204 len: 168 time: 0.2026513 Jul 12 16:36:59.728180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d919-b566-4d31-a1bf-00168907bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46264778-f72e-4e6c-b66f-7ad359d5af70,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:36:59.809554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:36:59.999737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.004987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.086388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=d8eef804-662b-4424-a940-8c0394c29984,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:00.097476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.218720 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP 122f8334-ab70-4c10-9ef9-848823ffb394 associated. External IP: 172.25.8.115, port: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97. Jul 12 16:37:00.250530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51070) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:00.328104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9593c4e-f0d2-4e26-82c4-fdee13af390d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c995b28d22c4959941fd50e0027ecc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734730 Jul 12 16:37:00.423439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51074) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:00.486944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.512704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:00.517780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.573999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.577864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.582918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0624472-9cd1-4d38-b675-75bce790c7c2 HTTP/1.1" status: 204 len: 168 time: 0.1544869 Jul 12 16:37:00.595241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d19f0-a121-4fdc-826f-e7e9b70b8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0624472-9cd1-4d38-b675-75bce790c7c2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:00.663674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:00.675188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Sync routers for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:00.687707 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:00.688538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:00.715752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:00.780888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b8508996-a8ea-451f-b9ed-44f4efb4f130 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3684671 Jul 12 16:37:00.781722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:00.786241 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14be4e3-c3da-492b-b52b-669e1a8c0e66" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:00.797975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:00.839082 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ab4d2-22ce-4fe3-879f-a0a4ed92e650 x-openstack-request-id: req-804ab4d2-22ce-4fe3-879f-a0a4ed92e650 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:00.839761 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:00.840248 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-804ab4d2-22ce-4fe3-879f-a0a4ed92e650 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:00.840885 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'status': 'completed', 'code': 200} Jul 12 16:37:00.843825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:00.999619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-d3b2c421-ebb7-4db7-8c72-954af18ff014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.001813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-d3b2c421-ebb7-4db7-8c72-954af18ff014 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1096 time: 0.1316142 Jul 12 16:37:01.003129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762251526'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:01.063096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcac66d-c443-4f09-95f7-4cc943be6543 req-6333e3a9-b7c0-442f-8c95-038bd0ab3c11 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.065794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfcac66d-c443-4f09-95f7-4cc943be6543 req-6333e3a9-b7c0-442f-8c95-038bd0ab3c11 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1479983 Jul 12 16:37:01.066895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:01.070596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.102202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.144603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfcac66d-c443-4f09-95f7-4cc943be6543 req-dd7c168d-7b9d-427b-b527-1943af87df09 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702116 Jul 12 16:37:01.174939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-85cdf1be-3a0d-466f-8d1f-a69785565292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.178010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-85cdf1be-3a0d-466f-8d1f-a69785565292 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.1695421 Jul 12 16:37:01.180193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51112) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:01.255619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.264603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.310152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:01.354551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89795159-00d3-41ac-93db-c7e1ce956314,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:01.362955 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '122f8334-ab70-4c10-9ef9-848823ffb394', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'port_id': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'mac_address': 'fa:16:3e:25:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:36:59Z', 'updated_at': '2021-07-12T16:36:59Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:01.367052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-240f8ab7-3df4-4273-8a81-e23fea780311 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 200 len: 991 time: 0.1809773 Jul 12 16:37:01.371900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-de5f3759-24a2-40cc-b9cd-0e2d134a9da4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 999 time: 0.1760213 Jul 12 16:37:01.388933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.389471 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 76654cdb-f1ae-4934-9159-bb30a3907736 of type vlan for network 837e3e85-8b68-424d-a428-54a0d33d330d Jul 12 16:37:01.420335 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Checking router: 26546e28-b4fb-4a52-a014-bcd86b9c1d97 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:01.437105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:01.437725 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:36:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:01.446711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.483246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-ebfb9995-0e10-4c16-aa88-07529eff6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.484941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-ebfb9995-0e10-4c16-aa88-07529eff6c5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.1063685 Jul 12 16:37:01.493960 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.500342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.501737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.558894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7592371 Jul 12 16:37:01.569837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-60b2be82-19c5-4ee0-b2e7-737a957d3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:01.571840 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-60b2be82-19c5-4ee0-b2e7-737a957d3dd9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797358 Jul 12 16:37:01.680521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d44bc-c4b7-4421-b250-201f31e3f0c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=837e3e85-8b68-424d-a428-54a0d33d330d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:01.689093 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:01.693672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 837e3e85-8b68-424d-a428-54a0d33d330d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:01.697470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:01.816433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-e678531c-3b55-4008-85c7-1951ece9b5b5 service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358468 Jul 12 16:37:01.852515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1957346796-network', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:01.878720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:01.881648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.902099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:01.944463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a14be4e3-c3da-492b-b52b-669e1a8c0e66 req-a8d1d045-6a77-4884-9b33-99b8e58d8e27 service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169834 Jul 12 16:37:02.022240 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f4f7840c-f3b2-4631-b1a0-6ed7861fe20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.055529 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '122f8334-ab70-4c10-9ef9-848823ffb394', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'port_id': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'mac_address': 'fa:16:3e:25:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:36:59Z', 'updated_at': '2021-07-12T16:36:59Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:02.056711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.061377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.090600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:02.092720 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff5cd5-617f-4350-9bcd-743b4bd0ef5d None None] The sync data for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 is: [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '122f8334-ab70-4c10-9ef9-848823ffb394', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'port_id': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'mac_address': 'fa:16:3e:25:52:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:36:59Z', 'updated_at': '2021-07-12T16:36:59Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:02.103615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3436807e-7cf9-42a0-a9fe-917037b284e7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:02.110269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.110651 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Added segment ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19 of type vlan for network 3f60ead9-050d-4070-97a2-93bedf60b770 Jul 12 16:37:02.167352 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.208684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.208684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:02.208684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.222147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5234170 Jul 12 16:37:02.225396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51136) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:02.230363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Request body: {'subnet': {'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1957346796-subnet', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:02.263953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:02.268209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.298678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304fe38-3d82-4138-b7af-4c5df5a3bcfc admin admin] Pushing event updated for resources: {'Network': ['ID=3f60ead9-050d-4070-97a2-93bedf60b770,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:02.309725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3f60ead9-050d-4070-97a2-93bedf60b770 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:02.369605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51138) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:02.452874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc7ae3-6332-420c-a94c-a01655ec098c None None] New status for floating IP 122f8334-ab70-4c10-9ef9-848823ffb394: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:37:02.525339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b63d8e4a-536c-4372-8754-b15ffbd0b662 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 200 len: 991 time: 0.1545107 Jul 12 16:37:02.534551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.607003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20f6c00-7b71-436f-8df3-72b3db802f1b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:02.618490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:02.618845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Network hostable DHCP agents. Network: 3f60ead9-050d-4070-97a2-93bedf60b770, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:02.643200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:02.655269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3f60ead9-050d-4070-97a2-93bedf60b770) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:02.675096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:02.675776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.697383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:02.698136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a04c616c-9e30-40fe-886a-5895e9be4798 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4715197 Jul 12 16:37:02.703021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:02.748591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.750674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.809776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:02.869080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931adfd-0229-48b0-8fbd-0bb879cd478d None None] Network 3f60ead9-050d-4070-97a2-93bedf60b770 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:02.987188 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.067267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-3f60ead9-050d-4070-97a2-93bedf60b770', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:03.068291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.276191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Allocated IP 172.20.0.2 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/8d49fb89-a052-4597-ba56-90aaa74d989a) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:03.283020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.320561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.323237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.450043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Allocated IP 172.25.8.239 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/8568a0da-3a29-4f57-8643-42dfcce1aa4b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:03.496837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.506819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Transition to ACTIVE for port object 8d49fb89-a052-4597-ba56-90aaa74d989a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:03.526017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Transition to ACTIVE for port object 8d49fb89-a052-4597-ba56-90aaa74d989a will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:03.527286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51154) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:03.554562 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.644260 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.659597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Pushing event updated for resources: {'Port': ['ID=8d49fb89-a052-4597-ba56-90aaa74d989a,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:03.675927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4165170c-9ef7-45aa-ad04-15159ab0b584 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 200 len: 993 time: 0.1466916 Jul 12 16:37:03.680028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:03.682430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:03.685098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:03.700963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.749788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:03.753383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:03.763054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:03.765424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Pushing event updated for resources: {'Port': ['ID=8568a0da-3a29-4f57-8643-42dfcce1aa4b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:03.777725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.778327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.778823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.779324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.779846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.781455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.781455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.781455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.781455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.782665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.783253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.783767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:03.786151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Attempting to bind port 8d49fb89-a052-4597-ba56-90aaa74d989a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:03.794836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Attempting to bind port 8d49fb89-a052-4597-ba56-90aaa74d989a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:03.795381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Attempting to bind port 8d49fb89-a052-4597-ba56-90aaa74d989a on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:03.801661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:03.802184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:03.802690 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.803289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:03.804197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Bound port: 8d49fb89-a052-4597-ba56-90aaa74d989a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:03.804688 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.888114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] For port 8d49fb89-a052-4597-ba56-90aaa74d989a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:03.892856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] For port 8d49fb89-a052-4597-ba56-90aaa74d989a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d49fb89-a052-4597-ba56-90aaa74d989a,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:03.898537 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:03.981162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55f33e-8b3a-4b1e-847b-4c647780f381 None None] Pushing event updated for resources: {'Port': ['ID=8d49fb89-a052-4597-ba56-90aaa74d989a,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:04.070885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:04.382571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:04.455057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-904301b6-601b-4f46-b83c-3be816c67a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:04.560738 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:37:04.746300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:04.765958 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:04.773014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:04.774845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c019dc40-97e2-4e6e-aa3f-186258d62590 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0757620 Jul 12 16:37:04.778291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51160) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:04.806293 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:04.808831 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:04.891138 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:04.909521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:04.920812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:05.058013 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:05.108201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:05.113986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.455525 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:03Z', 'revision_number': 3, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:05.528713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:05.532645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.539981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Updating router 5554cc52-0d2d-49e5-9641-5b7b26f48cff port 8568a0da-3a29-4f57-8643-42dfcce1aa4b binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:37:05.571407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7807e83-d35e-43bd-ba36-772663ed6dcf None None] Network 3f60ead9-050d-4070-97a2-93bedf60b770 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:05.583180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.674818 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.705600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=7a1a996a-a0fe-4723-9080-17f57ed96ea9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:05.737274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d49fb89-a052-4597-ba56-90aaa74d989a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:05.744539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '76654cdb-f1ae-4934-9159-bb30a3907736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:05.744915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: 837e3e85-8b68-424d-a428-54a0d33d330d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:05.774991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7798b0d9-04dd-4b3c-a420-a320e1f184ca None None] Provisioning for port 8d49fb89-a052-4597-ba56-90aaa74d989a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:05.794009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network 837e3e85-8b68-424d-a428-54a0d33d330d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:05.820470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 837e3e85-8b68-424d-a428-54a0d33d330d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:05.827865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:05.828564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.862119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:05.867186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cfee03d6-7685-4d7a-8331-40ac48955887 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9560366 Jul 12 16:37:05.872892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:05.886088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57622238'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:05.917803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:05.923252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.015672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:06.051807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.053049 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment c8e66c54-fc5e-406b-9322-92b4a5da92e8 of type vlan for network 63655827-3bc9-4966-9f98-5e681e9442f8 Jul 12 16:37:06.154707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b1b3c-4078-4710-9ff5-48d9c82d640e None None] Network 837e3e85-8b68-424d-a428-54a0d33d330d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:06.178638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.223615 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.241541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Transition to ACTIVE for port object 8568a0da-3a29-4f57-8643-42dfcce1aa4b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:06.259677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8d49fb89-a052-4597-ba56-90aaa74d989a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:06.260922 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.264307 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.279013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:06.279769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.285359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8d49fb89-a052-4597-ba56-90aaa74d989a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:06.285986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.309364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.323056 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Attempting to bind port 8568a0da-3a29-4f57-8643-42dfcce1aa4b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:06.323623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Attempting to bind port 8568a0da-3a29-4f57-8643-42dfcce1aa4b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:06.324131 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Attempting to bind port 8568a0da-3a29-4f57-8643-42dfcce1aa4b on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:06.338401 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:06.338980 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:06.339656 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.340865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:06.340865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Bound port: 8568a0da-3a29-4f57-8643-42dfcce1aa4b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:06.341487 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.395916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=63655827-3bc9-4966-9f98-5e681e9442f8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:06.402749 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] For port 8568a0da-3a29-4f57-8643-42dfcce1aa4b, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:06.407231 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] For port 8568a0da-3a29-4f57-8643-42dfcce1aa4b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8568a0da-3a29-4f57-8643-42dfcce1aa4b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:06.412362 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Pushing event updated for resources: {'Port': ['ID=8568a0da-3a29-4f57-8643-42dfcce1aa4b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:06.412526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1cd069b4-a7ff-44ca-8f7a-13d4bcb5fc78 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5377638 Jul 12 16:37:06.417217 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.424669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51170) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:06.429074 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.429422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.429766 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.430153 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.430493 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.430825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.431208 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.431540 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.431929 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.432254 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.432481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': '63655827-3bc9-4966-9f98-5e681e9442f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:06.432596 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.432883 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:06.434844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 63655827-3bc9-4966-9f98-5e681e9442f8 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:06.528265 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9158c2-bd15-4079-89b8-6953c194841c None None] Pushing event updated for resources: {'Port': ['ID=8568a0da-3a29-4f57-8643-42dfcce1aa4b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:06.563187 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:06.564403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:06.667918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-837e3e85-8b68-424d-a428-54a0d33d330d', 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': '7a1a996a-a0fe-4723-9080-17f57ed96ea9'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:06.668726 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.692719 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.756703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:06.759423 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:06.760760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.869513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 8d49fb89-a052-4597-ba56-90aaa74d989a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d49fb89-a052-4597-ba56-90aaa74d989a,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:06.886754 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:06.903083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Allocated IP 172.20.0.1 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/6b3a3905-a83a-4e66-b469-79c5b978e493) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:06.967798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Allocated IP 2001:db8:0:ffff::2 (837e3e85-8b68-424d-a428-54a0d33d330d/7a1a996a-a0fe-4723-9080-17f57ed96ea9/b1a33983-a8c0-4670-8437-7378dbacd573) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:07.075626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dcecff16-62e8-4f0d-bb89-967dd47d101a None None] Provisioning complete for port 8d49fb89-a052-4597-ba56-90aaa74d989a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:07.076383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dcecff16-62e8-4f0d-bb89-967dd47d101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.117460 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:03Z', 'revision_number': 3, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:07.164243 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69046c0f-3a9a-420f-a633-18b20ab14678 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:03Z', 'revision_number': 3, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:07.175826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=8d49fb89-a052-4597-ba56-90aaa74d989a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:07.190080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.277478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.279701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=ca09cc35-c3d2-4735-a9e6-3673f6a9476e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:07.296128 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.303899 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.308237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Transition to ACTIVE for port object 6b3a3905-a83a-4e66-b469-79c5b978e493 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:07.309742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Transition to ACTIVE for port object b1a33983-a8c0-4670-8437-7378dbacd573 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:07.319745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': 'c8e66c54-fc5e-406b-9322-92b4a5da92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '63655827-3bc9-4966-9f98-5e681e9442f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:07.320191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: 63655827-3bc9-4966-9f98-5e681e9442f8, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:07.330622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Transition to ACTIVE for port object b1a33983-a8c0-4670-8437-7378dbacd573 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:07.337365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.358461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network 63655827-3bc9-4966-9f98-5e681e9442f8 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:07.371502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 63655827-3bc9-4966-9f98-5e681e9442f8) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:07.378052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:07.378653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.381508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Network 837e3e85-8b68-424d-a428-54a0d33d330d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:07.382603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.384973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b107a-d920-4dc9-9326-f1a9f1c38a01 None None] Network 63655827-3bc9-4966-9f98-5e681e9442f8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:07.389745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:07.403159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:07.430564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Pushing event updated for resources: {'Port': ['ID=b1a33983-a8c0-4670-8437-7378dbacd573,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:07.433283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51174) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:07.433786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb982b5e-47f7-4c82-b128-962baa691d56 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0074322 Jul 12 16:37:07.441313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:07.446926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:07.449425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:07.451688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:07.541518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.543499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Attempting to bind port b1a33983-a8c0-4670-8437-7378dbacd573 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:07.543912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Attempting to bind port b1a33983-a8c0-4670-8437-7378dbacd573 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '76654cdb-f1ae-4934-9159-bb30a3907736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:07.544283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Attempting to bind port b1a33983-a8c0-4670-8437-7378dbacd573 on network 837e3e85-8b68-424d-a428-54a0d33d330d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:07.552808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:07.553183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Checking segment: {'id': '76654cdb-f1ae-4934-9159-bb30a3907736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:07.553662 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.553968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Bound using segment: {'id': '76654cdb-f1ae-4934-9159-bb30a3907736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:07.554456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Bound port: b1a33983-a8c0-4670-8437-7378dbacd573, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76654cdb-f1ae-4934-9159-bb30a3907736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '837e3e85-8b68-424d-a428-54a0d33d330d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:07.554825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.707919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d49fb89-a052-4597-ba56-90aaa74d989a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:07.725873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.776236 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] For port b1a33983-a8c0-4670-8437-7378dbacd573, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:07.818897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] For port b1a33983-a8c0-4670-8437-7378dbacd573, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b1a33983-a8c0-4670-8437-7378dbacd573,segment=NetworkSegment(76654cdb-f1ae-4934-9159-bb30a3907736),segment_id=76654cdb-f1ae-4934-9159-bb30a3907736)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:07.835954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2fe3c-0512-42e7-b8e8-4137f60daf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-63655827-3bc9-4966-9f98-5e681e9442f8', 'network_id': '63655827-3bc9-4966-9f98-5e681e9442f8', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': 'ca09cc35-c3d2-4735-a9e6-3673f6a9476e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:07.836840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fe3c-0512-42e7-b8e8-4137f60daf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.838372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.843831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.868045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8d49fb89-a052-4597-ba56-90aaa74d989a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:07.868427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.919726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:07.962993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-caa459cf-6fa7-4116-85a9-b2771ae06066 None None] Provisioning for port 6b3a3905-a83a-4e66-b469-79c5b978e493 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:08.037175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-caa459cf-6fa7-4116-85a9-b2771ae06066 None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:08.037550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-caa459cf-6fa7-4116-85a9-b2771ae06066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.053017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317fbc2-d221-4c92-87d6-4091bf59c3c6 None None] Pushing event updated for resources: {'Port': ['ID=b1a33983-a8c0-4670-8437-7378dbacd573,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:08.101511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.110742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-caa459cf-6fa7-4116-85a9-b2771ae06066 None None] Port 6b3a3905-a83a-4e66-b469-79c5b978e493 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:08.134480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.140759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=ca09cc35-c3d2-4735-a9e6-3673f6a9476e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-2cf2fe3c-0512-42e7-b8e8-4137f60daf75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca09cc35-c3d2-4735-a9e6-3673f6a9476e: This subnet is being modified by another concurrent operation. Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca09cc35-c3d2-4735-a9e6-3673f6a9476e: This subnet is being modified by another concurrent operation. Jul 12 16:37:08.147325 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:37:08.154207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.191918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15796389-154c-450b-a00b-cd9edf55eeeb None None] Network 63655827-3bc9-4966-9f98-5e681e9442f8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:08.264365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.293747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:08.332958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63655827-3bc9-4966-9f98-5e681e9442f8']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:08.351970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e66c54-fc5e-406b-9322-92b4a5da92e8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:08.352577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e66c54-fc5e-406b-9322-92b4a5da92e8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:08.356819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.399179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.452329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.463623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:08.464309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:08.469061 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:08.582196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:08.584097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:08.750548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7909871c-21bc-441c-ae5f-796162c8db3d None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:08.752010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7909871c-21bc-441c-ae5f-796162c8db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:08.760396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:08.837931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7909871c-21bc-441c-ae5f-796162c8db3d None None] Port 6b3a3905-a83a-4e66-b469-79c5b978e493 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:08.916750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:08.930306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dfb2c65a-3232-45cf-85ec-d6c729d9be54 admin admin] 10.222.0.58 "PUT /v2.0/routers/5554cc52-0d2d-49e5-9641-5b7b26f48cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1474562 Jul 12 16:37:09.059535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e305d0e5-c0db-4edd-ace1-bd54c1aa9fbe None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:09.060214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e305d0e5-c0db-4edd-ace1-bd54c1aa9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.102821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e305d0e5-c0db-4edd-ace1-bd54c1aa9fbe None None] Port 6b3a3905-a83a-4e66-b469-79c5b978e493 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:09.125295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.131531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.134360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/63655827-3bc9-4966-9f98-5e681e9442f8 HTTP/1.1" status: 204 len: 168 time: 1.6983685 Jul 12 16:37:09.138156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51190) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:09.144365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-281364114'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:09.153941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6e62a-0e45-457f-a0af-6e1d589f7d84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=63655827-3bc9-4966-9f98-5e681e9442f8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:09.173314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-886750cf-df41-445f-a169-b10350d4f2ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583652 Jul 12 16:37:09.177172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:09.180840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.212453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:09.223398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.223800 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 866c24f6-7e79-4d68-a0df-03f6751ac736 of type vlan for network 7908e169-d5b7-4943-9b81-766105360308 Jul 12 16:37:09.281116 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.332165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-dbd7e54b-89cb-4aab-a4c3-db7001329109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:09.333791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-dbd7e54b-89cb-4aab-a4c3-db7001329109 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.1052265 Jul 12 16:37:09.349113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.358307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:09.358989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.488318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3466225 Jul 12 16:37:09.493378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:09.532416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=7908e169-d5b7-4943-9b81-766105360308,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:09.534652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': '7908e169-d5b7-4943-9b81-766105360308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:09.554048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.554416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.570242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.570710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.571240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.571608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.571932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.572332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.572570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.572893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.573217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.573536 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1fec8-7367-4379-b1c1-c257ed3cb3e6 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:09.592403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 7908e169-d5b7-4943-9b81-766105360308 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:09.655444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-557aaea1-a950-47e4-95ac-fb7159ab4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:09.657197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-557aaea1-a950-47e4-95ac-fb7159ab4ef3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 910 time: 0.2908237 Jul 12 16:37:09.777676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8568a0da-3a29-4f57-8643-42dfcce1aa4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:09.804056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51204) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:09.811689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-462615194-network', 'tenant_id': '192d4164421f4fe49bca551730976e57'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:09.814479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-d154e26f-d2d4-4570-a3be-a6a127b6dbdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 1001 time: 0.1469746 Jul 12 16:37:09.815541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:09.820060 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.845114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Made reservation on behalf of 192d4164421f4fe49bca551730976e57 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:09.849775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.868833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8568a0da-3a29-4f57-8643-42dfcce1aa4b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:09.873432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb048571-ecd1-42ea-a0a7-78754291ddbd None None] Network 837e3e85-8b68-424d-a428-54a0d33d330d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:09.879391 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.880004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8568a0da-3a29-4f57-8643-42dfcce1aa4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:09.880481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:09.968568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-fe314acc-fed5-4601-a849-e073367c6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:09.971116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-fe314acc-fed5-4601-a849-e073367c6279 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.1457627 Jul 12 16:37:10.007776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-51f0a692-3db9-444f-a24b-00893a666a70 None None] Provisioning for port b1a33983-a8c0-4670-8437-7378dbacd573 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:10.023263 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.029211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.071691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb5636-6ecd-4373-98ec-4f3e49bb4084,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.100601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:10.104035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:10.118438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.119040 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Added segment c8d975b7-8f0e-44ef-b694-e2403eb431e2 of type vlan for network 813111b8-1a82-4a87-bee9-73139ba27a8f Jul 12 16:37:10.122457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-5f92f58e-1e66-43f9-9eaf-9cb8beaefbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:10.124258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-5f92f58e-1e66-43f9-9eaf-9cb8beaefbe7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397493 Jul 12 16:37:10.140307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:10.141763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:10.149131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.178182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.217567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.219533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:10.220158 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.249603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.335820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-de7c928c-f6ff-4caa-8da2-e6edc7383b96 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995468 Jul 12 16:37:10.347276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5418308 Jul 12 16:37:10.352868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51206) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:10.358230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Request body: {'subnet': {'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-462615194-subnet', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:10.375067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=07be23fe-42ae-4cb9-bb07-75facedec74f,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.398203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f2fa1-2806-4c06-a6b2-bb3bd0231df8 admin admin] Pushing event updated for resources: {'Network': ['ID=813111b8-1a82-4a87-bee9-73139ba27a8f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.416359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '866c24f6-7e79-4d68-a0df-03f6751ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7908e169-d5b7-4943-9b81-766105360308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:10.416931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: 7908e169-d5b7-4943-9b81-766105360308, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:10.420694 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Made reservation on behalf of 192d4164421f4fe49bca551730976e57 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:10.426035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.439054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:10.452602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network 7908e169-d5b7-4943-9b81-766105360308 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:10.473236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 7908e169-d5b7-4943-9b81-766105360308) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:10.485847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:10.486531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.492571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 8568a0da-3a29-4f57-8643-42dfcce1aa4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8568a0da-3a29-4f57-8643-42dfcce1aa4b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:10.496116 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1ea8d2a-9903-469a-9e17-e7ea06c43a91 req-a6ef585d-0834-4d06-b88a-1de99a063c7b service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485171 Jul 12 16:37:10.501107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05221f42-c039-47cf-b032-6d3913e92d86 None None] Network 7908e169-d5b7-4943-9b81-766105360308 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:10.529140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88af6d02-1411-48b3-8faf-a573994fa6da tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0277307 Jul 12 16:37:10.529380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.529484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51210) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:10.536184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11360615'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:10.561293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:10.567687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.604511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:10.617678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.618023 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 72de4442-f2bd-4e45-b01d-768aa3dbb879 of type vlan for network 1998b26a-074c-49a0-83c4-a771426d37dc Jul 12 16:37:10.658724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b1a33983-a8c0-4670-8437-7378dbacd573 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:10.677868 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.718617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.728622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:10.729384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.737324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.758874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:10.765806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=8568a0da-3a29-4f57-8643-42dfcce1aa4b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.827834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2972209 Jul 12 16:37:10.833858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51212) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:10.842913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': '1998b26a-074c-49a0-83c4-a771426d37dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:10.844913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d353875b-ce7b-436f-9662-7933dca7a26a,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.861444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Checking segment: {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:10.862304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Network hostable DHCP agents. Network: 813111b8-1a82-4a87-bee9-73139ba27a8f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:10.889091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Network 813111b8-1a82-4a87-bee9-73139ba27a8f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:10.913344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 813111b8-1a82-4a87-bee9-73139ba27a8f) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:10.917629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:10.918226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.921233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b1a33983-a8c0-4670-8437-7378dbacd573 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:10.930058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c2d09-b04b-4715-a391-104407d16a2a tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=1998b26a-074c-49a0-83c4-a771426d37dc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:10.941148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c9a7ed55-438d-44bb-ad23-45671ca05cc0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5871034 Jul 12 16:37:10.943676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51214) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:10.949111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:10.975266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0e5fa-e68c-435a-bfbc-31cef0ac0b7c None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:10.977118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:37:10.977118 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:37:10.977118 n-d-800078-3 neutron-server[93712]: [parameters: {'project_id_1': '192d4164421f4fe49bca551730976e57', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 37, 10, 964835)}] Jul 12 16:37:10.977118 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:37:10.977955 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:37:10.984808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:10.988900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:10.997302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 1998b26a-074c-49a0-83c4-a771426d37dc details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:11.011041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b1a33983-a8c0-4670-8437-7378dbacd573 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:11.011416 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.053513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 16:37:11.054060 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 16:37:11.165843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-7908e169-d5b7-4943-9b81-766105360308', 'network_id': '7908e169-d5b7-4943-9b81-766105360308', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': '07be23fe-42ae-4cb9-bb07-75facedec74f'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:11.166707 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.200925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.283064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=ae51d4f3-2bd0-49e4-9b00-83a6893aa0e5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:11.286365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '72de4442-f2bd-4e45-b01d-768aa3dbb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1998b26a-074c-49a0-83c4-a771426d37dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:11.286731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: 1998b26a-074c-49a0-83c4-a771426d37dc, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:11.304118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network 1998b26a-074c-49a0-83c4-a771426d37dc is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:11.313459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 1998b26a-074c-49a0-83c4-a771426d37dc) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:11.319316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:11.320074 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.335496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e3af5fbc-f6ae-48c4-9b1b-90c19c0b5c3d None None] Provisioning complete for port b1a33983-a8c0-4670-8437-7378dbacd573 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:11.335901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3af5fbc-f6ae-48c4-9b1b-90c19c0b5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.339812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e82f9c32-3029-4cab-8637-44d0c618b100 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5018907 Jul 12 16:37:11.340157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51216) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:11.351898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb24548-a9f4-4596-aa1f-df767d6dcc12 None None] Network 1998b26a-074c-49a0-83c4-a771426d37dc requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:11.446725 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.509891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.543196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.567895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.568911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.651178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.660370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.684345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Allocated IP 2001:db8::1 (7908e169-d5b7-4943-9b81-766105360308/07be23fe-42ae-4cb9-bb07-75facedec74f/aaaf25b9-b17e-41ae-bc61-da0f8ccb5416) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:11.687465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b1a33983-a8c0-4670-8437-7378dbacd573, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b1a33983-a8c0-4670-8437-7378dbacd573,segment=NetworkSegment(76654cdb-f1ae-4934-9159-bb30a3907736),segment_id=76654cdb-f1ae-4934-9159-bb30a3907736)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:11.735911 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.746292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-813111b8-1a82-4a87-bee9-73139ba27a8f', 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'fixed_ips': [{'subnet_id': 'd353875b-ce7b-436f-9662-7933dca7a26a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:11.747220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.758166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=ae51d4f3-2bd0-49e4-9b00-83a6893aa0e5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:11.883934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.888293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.893079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c334f3-1fbb-4d93-8f76-835850aaa976 None None] Network 1998b26a-074c-49a0-83c4-a771426d37dc requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:11.905538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1998b26a-074c-49a0-83c4-a771426d37dc']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:11.927857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 2, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:11.933049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72de4442-f2bd-4e45-b01d-768aa3dbb879') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:11.933402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72de4442-f2bd-4e45-b01d-768aa3dbb879') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:11.968374 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.986757 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:11.999807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:12.000242 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:12.004089 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:12.051716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8568a0da-3a29-4f57-8643-42dfcce1aa4b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:12.074419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.088133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.093453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/1998b26a-074c-49a0-83c4-a771426d37dc HTTP/1.1" status: 204 len: 168 time: 0.7489054 Jul 12 16:37:12.096459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51220) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:12.103791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970775240'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:12.107462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d6ef-1424-4297-844e-b374aea2518f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=1998b26a-074c-49a0-83c4-a771426d37dc,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:12.142419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:12.147087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.178428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:12.189459 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.190023 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment c4ff47b2-3b54-41e6-bd04-b00941b48a2c of type vlan for network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 Jul 12 16:37:12.231782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b1a33983-a8c0-4670-8437-7378dbacd573,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:12.234313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:12.234688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Updating router 5554cc52-0d2d-49e5-9641-5b7b26f48cff port 6b3a3905-a83a-4e66-b469-79c5b978e493 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:37:12.245326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.271993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.281383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.289476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:12.290434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.300752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.369336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2670922 Jul 12 16:37:12.370776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51222) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:12.380806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:12.422989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.453331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Allocated IP 172.25.8.249 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/95559687-05c2-4813-baf6-5df235c4a5c5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:12.499611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Allocated IP 172.20.0.2 (813111b8-1a82-4a87-bee9-73139ba27a8f/d353875b-ce7b-436f-9662-7933dca7a26a/bdae54f3-e953-455a-a21f-9d6573844bd0) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:12.517900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeac37-93ba-40be-af1c-2ba075a6168e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:12.522304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:12.526468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.540337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:12.608875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8568a0da-3a29-4f57-8643-42dfcce1aa4b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:12.609252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.695266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.735629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Transition to ACTIVE for port object aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:12.842383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.858143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Transition to ACTIVE for port object aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:12.881760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:12.933424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=3079fadd-0748-4d06-b0b5-973a36b7335a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:12.936377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': 'c4ff47b2-3b54-41e6-bd04-b00941b48a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:12.936930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:12.961645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:12.975376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:12.983759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:12.985402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.010986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a33058a8-6ecc-4443-ae6b-d6e14a6db3bc tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6390846 Jul 12 16:37:13.011834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51226) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:13.022632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22fab4-bd0a-4058-84ae-df530a1b288d None None] Network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:13.035881 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.048839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Network 7908e169-d5b7-4943-9b81-766105360308 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:13.085502 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.098469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:13.115786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:13.117810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Pushing event updated for resources: {'Port': ['ID=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.135801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.151244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:13.156621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:13.160907 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.161880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:13.192088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Pushing event updated for resources: {'Port': ['ID=95559687-05c2-4813-baf6-5df235c4a5c5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.226793 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.248826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Transition to ACTIVE for port object bdae54f3-e953-455a-a21f-9d6573844bd0 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:13.303322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.319278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Attempting to bind port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:13.319671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Attempting to bind port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '866c24f6-7e79-4d68-a0df-03f6751ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7908e169-d5b7-4943-9b81-766105360308'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:13.320040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Attempting to bind port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 on network 7908e169-d5b7-4943-9b81-766105360308 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:13.334430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Transition to ACTIVE for port object bdae54f3-e953-455a-a21f-9d6573844bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:13.342810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=3079fadd-0748-4d06-b0b5-973a36b7335a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.369036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:13.369036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Checking segment: {'id': '866c24f6-7e79-4d68-a0df-03f6751ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7908e169-d5b7-4943-9b81-766105360308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:13.369436 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.369690 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Bound using segment: {'id': '866c24f6-7e79-4d68-a0df-03f6751ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7908e169-d5b7-4943-9b81-766105360308'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:13.370167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Bound port: aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c24f6-7e79-4d68-a0df-03f6751ac736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7908e169-d5b7-4943-9b81-766105360308'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:13.370555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.376770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.427364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.442569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:13.454389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ff47b2-3b54-41e6-bd04-b00941b48a2c') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:13.454700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ff47b2-3b54-41e6-bd04-b00941b48a2c') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:13.461564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.465582 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.481619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.490332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:13.491014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:13.494985 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:13.498969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:13.503551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c8606-9a23-49ef-b964-1c29b3472cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5', 'network_id': 'bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': '3079fadd-0748-4d06-b0b5-973a36b7335a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:13.504640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-049c8606-9a23-49ef-b964-1c29b3472cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.519039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:13.527189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.527780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Transition to ACTIVE for port object 6b3a3905-a83a-4e66-b469-79c5b978e493 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:13.533459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:13.536580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Pushing event updated for resources: {'Port': ['ID=bdae54f3-e953-455a-a21f-9d6573844bd0,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.552419 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.584395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.616328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.621488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 HTTP/1.1" status: 204 len: 168 time: 0.6053851 Jul 12 16:37:13.621488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2981f33-df8c-49e9-9861-07de5229fd11 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.624082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51230) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:13.631170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634332550'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:13.683007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:13.685861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] For port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:13.688925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d346a-e3db-48b0-a1fd-04303a2badd9 None None] Network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:13.692251 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.702325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cfe3a-3fc6-4ec6-8457-015b34d6ffe8 None None] Pushing event updated for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:13.741018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] For port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,segment=NetworkSegment(866c24f6-7e79-4d68-a0df-03f6751ac736),segment_id=866c24f6-7e79-4d68-a0df-03f6751ac736)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:13.742056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d346a-e3db-48b0-a1fd-04303a2badd9 None None] Network bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:37:13.747655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Attempting to bind port bdae54f3-e953-455a-a21f-9d6573844bd0 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:13.748031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Attempting to bind port bdae54f3-e953-455a-a21f-9d6573844bd0 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:13.748387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Attempting to bind port bdae54f3-e953-455a-a21f-9d6573844bd0 on network 813111b8-1a82-4a87-bee9-73139ba27a8f {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:13.762260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:13.773307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.775639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.776847 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 136207ec-86e6-4b7e-be1d-4d6b11322d58 of type vlan for network a2573a5d-643c-4f6b-a29c-6b43ed290005 Jul 12 16:37:13.810723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:13.811099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Checking segment: {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:13.811507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.811965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Bound using segment: {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:13.812479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Bound port: bdae54f3-e953-455a-a21f-9d6573844bd0, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:13.812929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.853571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.890758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Attempting to bind port 6b3a3905-a83a-4e66-b469-79c5b978e493 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:13.891175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Attempting to bind port 6b3a3905-a83a-4e66-b469-79c5b978e493 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:13.891540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Attempting to bind port 6b3a3905-a83a-4e66-b469-79c5b978e493 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:13.892697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.924474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.935238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:13.937411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.948257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:13.948654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:13.949028 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:13.949427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:13.950516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Bound port: 6b3a3905-a83a-4e66-b469-79c5b978e493, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:13.950516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.001951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774726-44dd-487b-8e65-dfaef2784438 None None] Pushing event updated for resources: {'Port': ['ID=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:14.011560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b1a33983-a8c0-4670-8437-7378dbacd573 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:14.069091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4439242 Jul 12 16:37:14.072633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51232) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:14.077416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbfab-a69a-46d6-b238-825427793681 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=a2573a5d-643c-4f6b-a29c-6b43ed290005,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:14.084299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'a2573a5d-643c-4f6b-a29c-6b43ed290005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:14.104083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] For port bdae54f3-e953-455a-a21f-9d6573844bd0, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:14.108998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a2573a5d-643c-4f6b-a29c-6b43ed290005 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:14.135621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] For port bdae54f3-e953-455a-a21f-9d6573844bd0, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bdae54f3-e953-455a-a21f-9d6573844bd0,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:14.199480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.241172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] For port 6b3a3905-a83a-4e66-b469-79c5b978e493, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:14.252678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:37:14.323012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:14.334557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.517285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] For port 6b3a3905-a83a-4e66-b469-79c5b978e493, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b3a3905-a83a-4e66-b469-79c5b978e493,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:14.533689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.560666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9649d-d6ab-41a0-92bc-8afb18edfb14 None None] Pushing event updated for resources: {'Port': ['ID=bdae54f3-e953-455a-a21f-9d6573844bd0,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:14.565481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b1a33983-a8c0-4670-8437-7378dbacd573 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:14.565884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.589667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:14.601920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Sync routers for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:14.619401 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:14.619981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:14.646362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-371a6bfc-9a55-4f26-97c3-1aa821c7b850 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3345082 Jul 12 16:37:14.650021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.654033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:14.654562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f58a15f-994b-4e9d-bbae-a048d6950669 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7095158 Jul 12 16:37:14.676170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:14.676824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:14.751227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:14.848303 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:14.873239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=d18e4098-ff56-461b-8789-df6a044a2f01,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:14.930474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cfe3a-3fc6-4ec6-8457-015b34d6ffe8 None None] Pushing event updated for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:14.989418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:14.999271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-9ef71c44-425f-44a7-a620-213912fe3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:15.001426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-9ef71c44-425f-44a7-a620-213912fe3360 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 1097 time: 0.2436004 Jul 12 16:37:15.171156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '136207ec-86e6-4b7e-be1d-4d6b11322d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a2573a5d-643c-4f6b-a29c-6b43ed290005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:15.171529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: a2573a5d-643c-4f6b-a29c-6b43ed290005, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:15.177399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-b92564e2-bd5f-4603-bd32-b847ddd9019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:15.181163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-b92564e2-bd5f-4603-bd32-b847ddd9019e service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1435575 Jul 12 16:37:15.226365 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:13Z', 'revision_number': 3, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:15.285862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network a2573a5d-643c-4f6b-a29c-6b43ed290005 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:15.302961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Checking router: 4bc04eef-893d-41b1-9ad6-196f2b0f3880 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:15.303681 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Updating router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 port 95559687-05c2-4813-baf6-5df235c4a5c5 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:37:15.310561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-f9b604a7-0bd1-4652-8601-1bf5dad553c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 200 len: 1002 time: 0.1197536 Jul 12 16:37:15.311976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, a2573a5d-643c-4f6b-a29c-6b43ed290005) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:15.317980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:15.318826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.383973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-814f62db-1992-4357-b79b-93b0e02fceb0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3087165 Jul 12 16:37:15.385489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722998f-4316-4c0d-ab9d-38ea63595c69 None None] Network a2573a5d-643c-4f6b-a29c-6b43ed290005 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:15.388649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:15.396204 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.483100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.553437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-fc64b77a-2f91-443b-a7e4-7e79ed409c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:15.556194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-fc64b77a-2f91-443b-a7e4-7e79ed409c83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.2342329 Jul 12 16:37:15.560969 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.694171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752896f-d59e-4a36-88a4-625c20f18a72 None None] Network 7908e169-d5b7-4943-9b81-766105360308 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:15.777680 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-e5b0e3a2-b363-4152-8920-127d5fcab3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:15.780479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-e5b0e3a2-b363-4152-8920-127d5fcab3f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142107 Jul 12 16:37:15.781618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.885376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614647c9-e596-4e25-a9c2-94f9eb3a2948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-a2573a5d-643c-4f6b-a29c-6b43ed290005', 'network_id': 'a2573a5d-643c-4f6b-a29c-6b43ed290005', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': 'd18e4098-ff56-461b-8789-df6a044a2f01'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:15.886395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-614647c9-e596-4e25-a9c2-94f9eb3a2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:15.950632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Allocated IP 172.20.0.1 (813111b8-1a82-4a87-bee9-73139ba27a8f/d353875b-ce7b-436f-9662-7933dca7a26a/bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:15.982521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-41fcf29d-6b61-4e1c-b165-6874ab24d584 None None] Provisioning for port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:16.066361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.079553 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.111857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Transition to ACTIVE for port object 95559687-05c2-4813-baf6-5df235c4a5c5 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:16.124925 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.172775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=d18e4098-ff56-461b-8789-df6a044a2f01,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:16.176316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-614647c9-e596-4e25-a9c2-94f9eb3a2948 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18e4098-ff56-461b-8789-df6a044a2f01: This subnet is being modified by another concurrent operation. Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d18e4098-ff56-461b-8789-df6a044a2f01: This subnet is being modified by another concurrent operation. Jul 12 16:37:16.182935 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:37:16.234417 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Attempting to bind port 95559687-05c2-4813-baf6-5df235c4a5c5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:16.235407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Attempting to bind port 95559687-05c2-4813-baf6-5df235c4a5c5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:16.235986 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Attempting to bind port 95559687-05c2-4813-baf6-5df235c4a5c5 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:16.237237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fba5e-60c8-402f-bb33-65bd2418dbf7 None None] Network a2573a5d-643c-4f6b-a29c-6b43ed290005 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:16.244287 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:16.244766 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:16.245238 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.245705 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:16.246241 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Bound port: 95559687-05c2-4813-baf6-5df235c4a5c5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:16.246694 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.266952 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.296390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Transition to ACTIVE for port object bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:16.299331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-084f48f9-0023-4e22-a54e-cca85cce8bc6 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574394 Jul 12 16:37:16.339028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.344793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.365499 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] For port 95559687-05c2-4813-baf6-5df235c4a5c5, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:16.368748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2573a5d-643c-4f6b-a29c-6b43ed290005']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:16.372982 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1eef3c-ccfe-43c0-9a88-eb54e164e373 None None] Pushing event updated for resources: {'Port': ['ID=95559687-05c2-4813-baf6-5df235c4a5c5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:16.395557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136207ec-86e6-4b7e-be1d-4d6b11322d58') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:16.395878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136207ec-86e6-4b7e-be1d-4d6b11322d58') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:16.400066 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] For port 95559687-05c2-4813-baf6-5df235c4a5c5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95559687-05c2-4813-baf6-5df235c4a5c5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:16.408185 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.413353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.437576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Network 813111b8-1a82-4a87-bee9-73139ba27a8f is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:16.445139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.451604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:16.452113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.458676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:16.468418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:16.473188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:16.473878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:14Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:16.475040 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:16.533752 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.535379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366f909-cc60-4cfd-8183-a9cda0ffb3d1 None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:16.544205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db8dd27-f43e-4de8-803d-830c740f2cfa None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:14Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:16.555945 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:16.575960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Pushing event updated for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:16.618515 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:16.720590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:16.741098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:16.741879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.802202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.807888 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.829031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6c748c89-2bb9-437d-a728-84e96c202750 None None] Provisioning for port bdae54f3-e953-455a-a21f-9d6573844bd0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:16.872925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:16.876132 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/a2573a5d-643c-4f6b-a29c-6b43ed290005 HTTP/1.1" status: 204 len: 168 time: 1.4858313 Jul 12 16:37:16.881154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6059f0-7a6e-4602-9f3b-805e5bdddc96 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=a2573a5d-643c-4f6b-a29c-6b43ed290005,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:16.884632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51258) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:16.892129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850115369'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:16.899568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-071ffe07-db6b-4527-8211-ddb0fde29e0a req-d95ab1ca-6ba8-4856-b276-ba7268a6a76f service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822253 Jul 12 16:37:16.926227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:16.933940 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1eef3c-ccfe-43c0-9a88-eb54e164e373 None None] Pushing event updated for resources: {'Port': ['ID=95559687-05c2-4813-baf6-5df235c4a5c5,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:16.938083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.014641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:17.060071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.060865 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment db0a42c3-eaf0-4a53-bb3e-f23c73081917 of type vlan for network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a Jul 12 16:37:17.176326 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:13Z', 'revision_number': 3, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:17.182968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.225911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.236748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.247048 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579c8d2-26f1-4572-ad17-93c2d0b1dc33 None None] The sync data for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 is: [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:13Z', 'revision_number': 3, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:17.259613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.280636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.287541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:17.288384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.381054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Pushing event updated for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:17.382253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-96f58a32-524e-4106-a05b-6ced249fd8e0 None None] Provisioning complete for port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:17.384371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-96f58a32-524e-4106-a05b-6ced249fd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.412210 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.461175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,segment=NetworkSegment(866c24f6-7e79-4d68-a0df-03f6751ac736),segment_id=866c24f6-7e79-4d68-a0df-03f6751ac736)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:17.464802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5784085 Jul 12 16:37:17.469846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51264) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:17.476803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:17.491804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.559810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:17.583965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bdae54f3-e953-455a-a21f-9d6573844bd0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:17.627823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Network 813111b8-1a82-4a87-bee9-73139ba27a8f is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:17.632347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:17.652740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf308253-71b2-4cc4-b4d9-b277fa32affe tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:17.682211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:17.691676 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:17.712920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:17.920335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port bdae54f3-e953-455a-a21f-9d6573844bd0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:17.934732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bdae54f3-e953-455a-a21f-9d6573844bd0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:17.935160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.159084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.169032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.195751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Provisioning complete for port bdae54f3-e953-455a-a21f-9d6573844bd0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:18.196253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.299137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=b052a8e0-0aa8-49ff-bfc1-dfcfa584e872,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:18.312842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:18.319843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port bdae54f3-e953-455a-a21f-9d6573844bd0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bdae54f3-e953-455a-a21f-9d6573844bd0,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:18.332151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': 'db0a42c3-eaf0-4a53-bb3e-f23c73081917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:18.332738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:18.335263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.363079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:18.382083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:18.387522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:18.389808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.415642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a07fe-7fd8-4a33-8e4b-cf7ff5f9b49a None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:18.426154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-085bc96f-573a-42ac-af27-20a071569d7e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9553404 Jul 12 16:37:18.429470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:18.441283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:18.509443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=bdae54f3-e953-455a-a21f-9d6573844bd0,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:18.592652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:18.614727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-70f80689-100e-48a3-9502-7eebd90acdac admin admin] 10.222.0.58 "PUT /v2.0/routers/4bc04eef-893d-41b1-9ad6-196f2b0f3880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9594157 Jul 12 16:37:18.774824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Provisioning for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:18.820630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:18.829812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.865418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:18.865891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:18.914565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a', 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': 'b052a8e0-0aa8-49ff-bfc1-dfcfa584e872'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:18.915516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.053189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d5f22195-65d8-4c02-87b1-3ad9d1e385ff None None] Port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:19.054915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:19.507340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.553982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Allocated IP 2001:db8::2 (d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a/b052a8e0-0aa8-49ff-bfc1-dfcfa584e872/ab12277a-a798-4c96-87ba-1030b9a08712) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:19.560543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:19.568648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:19.572969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.573558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.590578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=5fcaaa52-d643-45cd-b0bb-007432822044,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:19.599757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7ad34088-db87-4868-ae5a-a15f88d8c172 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1663804 Jul 12 16:37:19.600444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:19.640204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:19.640588 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.642827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-782699db-19a1-4b2e-b051-788c2b8409b8 None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:19.643190 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-782699db-19a1-4b2e-b051-788c2b8409b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.718053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.720267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.725367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.726849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.730528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:19.736653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7dd9bcbc-3d02-4545-a0d0-7a8575a8fdbb tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1341918 Jul 12 16:37:19.742402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51290) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:19.749888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585229063'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:19.773334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-782699db-19a1-4b2e-b051-788c2b8409b8 None None] Port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:19.799816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:19.806854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.857704 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.865015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bdae54f3-e953-455a-a21f-9d6573844bd0 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:19.867089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:19.883647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.885185 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 978e1c26-8c29-420c-94a5-a661be62b0f0 of type vlan for network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 Jul 12 16:37:19.890098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Transition to ACTIVE for port object ab12277a-a798-4c96-87ba-1030b9a08712 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:19.947303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0559803b-ec0b-4235-89b7-7ef22c886faf None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:19.947704 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0559803b-ec0b-4235-89b7-7ef22c886faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:19.955625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Transition to ACTIVE for port object ab12277a-a798-4c96-87ba-1030b9a08712 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:19.965245 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.002152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.030519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.046432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:20.048605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.062448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bdae54f3-e953-455a-a21f-9d6573844bd0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:20.063543 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.163350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0559803b-ec0b-4235-89b7-7ef22c886faf None None] Port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:20.179901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51308) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:20.180627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4363515 Jul 12 16:37:20.187408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:20.188875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:20.197837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:20.207624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:20.227781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Pushing event updated for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:20.257946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bfc72-e505-4f63-aa42-268f10cd8d4b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=a6683353-24c2-4e45-8a6b-a5a32ecbaa38,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:20.293555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:20.515005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95559687-05c2-4813-baf6-5df235c4a5c5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:20.525369 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.549680 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.555678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Attempting to bind port ab12277a-a798-4c96-87ba-1030b9a08712 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:20.556199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Attempting to bind port ab12277a-a798-4c96-87ba-1030b9a08712 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'db0a42c3-eaf0-4a53-bb3e-f23c73081917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:20.556619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Attempting to bind port ab12277a-a798-4c96-87ba-1030b9a08712 on network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:20.571650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 is not hosted by any dhcp agent {{(pid=93711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:37:20.582657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:20.584017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:20.584518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Checking segment: {'id': 'db0a42c3-eaf0-4a53-bb3e-f23c73081917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:20.585184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.585681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Bound using segment: {'id': 'db0a42c3-eaf0-4a53-bb3e-f23c73081917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:20.586271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Bound port: ab12277a-a798-4c96-87ba-1030b9a08712, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a42c3-eaf0-4a53-bb3e-f23c73081917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:20.586755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.588663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.590447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "PUT /v2.0/networks/a6683353-24c2-4e45-8a6b-a5a32ecbaa38 HTTP/1.1" status: 200 len: 723 time: 0.4088876 Jul 12 16:37:20.593476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51314) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:20.596649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Sync routers for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:20.601763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:20.654010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:20.654817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:20.706994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab842f9-fad0-4fcf-b6d8-05f245f24311 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=a6683353-24c2-4e45-8a6b-a5a32ecbaa38,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:20.783627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:20.786215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:20.788024 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:20.841313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a769fdf-6414-4ffd-89c6-a4afbe54f6ae req-321ae8d1-d347-4308-90f7-dfe99fbf06c2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:20.843113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a769fdf-6414-4ffd-89c6-a4afbe54f6ae req-321ae8d1-d347-4308-90f7-dfe99fbf06c2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1229970 Jul 12 16:37:20.911836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6a769fdf-6414-4ffd-89c6-a4afbe54f6ae req-976618ac-530b-456f-ad48-c2e35598ab53 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627367 Jul 12 16:37:20.946040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:20.983141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:20.987925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab12277a-a798-4c96-87ba-1030b9a08712,segment=NetworkSegment(db0a42c3-eaf0-4a53-bb3e-f23c73081917),segment_id=db0a42c3-eaf0-4a53-bb3e-f23c73081917)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:21.077038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.085238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 95559687-05c2-4813-baf6-5df235c4a5c5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:21.105591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.137826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 95559687-05c2-4813-baf6-5df235c4a5c5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:21.138197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.177882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=91c66d16-9f7d-41fe-91fa-31c580593d5e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:21.191192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '978e1c26-8c29-420c-94a5-a661be62b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:21.191688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: a6683353-24c2-4e45-8a6b-a5a32ecbaa38, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:21.218944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:21.239398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, a6683353-24c2-4e45-8a6b-a5a32ecbaa38) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:21.259444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:21.260721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.273673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b2bd1-36f9-46e5-bb10-243f28b409e9 None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:21.281162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea7343fd-a26d-4867-b6f1-0a60b30fa380 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6859345 Jul 12 16:37:21.284307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:21.291350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d93b-e4b8-45e2-a028-6d7b8b92a0fb None None] Pushing event updated for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:21.291550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:21.404369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8127888'] for subnet, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.429084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.485880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 4, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1', 'name': '', 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'mac_address': 'fa:16:3e:64:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:15Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 2, 'project_id': '192d4164421f4fe49bca551730976e57', 'subnets': [{'id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:21.491858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 95559687-05c2-4813-baf6-5df235c4a5c5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95559687-05c2-4813-baf6-5df235c4a5c5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:21.522232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Checking router: 4bc04eef-893d-41b1-9ad6-196f2b0f3880 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:21.522595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Updating router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:37:21.524331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.605428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778558657841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7599127'] for subnet, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.614603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b3a3905-a83a-4e66-b469-79c5b978e493 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:21.622840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-a6683353-24c2-4e45-8a6b-a5a32ecbaa38', 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': '91c66d16-9f7d-41fe-91fa-31c580593d5e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:21.623710 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.655298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:21.656521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.660439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "PUT /v2.0/subnets/91c66d16-9f7d-41fe-91fa-31c580593d5e HTTP/1.1" status: 200 len: 826 time: 0.3725379 Jul 12 16:37:21.661700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51322) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:21.677313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.684088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=95559687-05c2-4813-baf6-5df235c4a5c5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:21.717189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb3f05-ea60-428a-9be7-ceefa0f1dd0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=91c66d16-9f7d-41fe-91fa-31c580593d5e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:21.816309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:21.834937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 6b3a3905-a83a-4e66-b469-79c5b978e493 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:21.902078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.115313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:22.115783 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.138978 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4fb6c-54ca-4120-8db9-6c3a487ac45c req-df1f9bfd-3282-4d89-9bb2-7881af48949f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:22.146309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52c4fb6c-54ca-4120-8db9-6c3a487ac45c req-df1f9bfd-3282-4d89-9bb2-7881af48949f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1120028 Jul 12 16:37:22.195530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52c4fb6c-54ca-4120-8db9-6c3a487ac45c req-2ce5c0bc-7aab-4550-9fb9-96815e579b1b tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478749 Jul 12 16:37:22.296979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Allocated IP 2001:db8::2 (a6683353-24c2-4e45-8a6b-a5a32ecbaa38/91c66d16-9f7d-41fe-91fa-31c580593d5e/0f6b3521-19d3-486d-a961-13e77716dfc6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:22.459983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.549396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189af7bb-fbbc-4896-ace1-23e3aafb8d0d None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:22.602746 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.614440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-d42a734c-cd86-48df-8d6b-749d6f85a7fa tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:22.615875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-d42a734c-cd86-48df-8d6b-749d6f85a7fa tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.1726522 Jul 12 16:37:22.624198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-71d365c0-f8b2-4e2a-8ab2-d04307f997e8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:22.628029 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-71d365c0-f8b2-4e2a-8ab2-d04307f997e8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1729035 Jul 12 16:37:22.652958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 6b3a3905-a83a-4e66-b469-79c5b978e493, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b3a3905-a83a-4e66-b469-79c5b978e493,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:22.671927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-6070546a-16d6-47d6-84dd-dad6eab315f3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0341063 Jul 12 16:37:22.673106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.685982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Transition to ACTIVE for port object bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:22.742333 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.765361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fdab6342-0564-4e8b-b746-e4856e37ddbf None None] Provisioning for port ab12277a-a798-4c96-87ba-1030b9a08712 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:22.807266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-6cc364dd-e72c-4024-83ae-5daa7b29e9da tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242087 Jul 12 16:37:22.827868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Deleting port 4c4d7bb0-6534-4f5b-999b-338e387d5bde {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:22.828834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.832237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:22.844860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:22.927899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Transition to ACTIVE for port object 0f6b3521-19d3-486d-a961-13e77716dfc6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:23.079907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Transition to ACTIVE for port object 0f6b3521-19d3-486d-a961-13e77716dfc6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:23.150228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.188462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:23.189467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Attempting to bind port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:23.189841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Attempting to bind port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:23.190314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Attempting to bind port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 on network 813111b8-1a82-4a87-bee9-73139ba27a8f {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:23.194846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e26ef-d68e-497f-925a-51db5144a636 None None] Pushing event updated for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:23.198939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab12277a-a798-4c96-87ba-1030b9a08712 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:23.255083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:23.257529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:23.269601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:23.269925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Checking segment: {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:23.270613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.271033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Bound using segment: {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:23.271687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Bound port: bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d975b7-8f0e-44ef-b694-e2403eb431e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:23.272073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.376819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-413ddb27-454f-4f45-ada3-2cd665cbeb18 None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:23.377168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-413ddb27-454f-4f45-ada3-2cd665cbeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.428324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7c71b-3c93-46c0-8cdd-a8276e042cf9 req-89d9ca52-85a5-4982-b8e3-7c9ed47b2b30 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:23.429881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8a7c71b-3c93-46c0-8cdd-a8276e042cf9 req-89d9ca52-85a5-4982-b8e3-7c9ed47b2b30 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 946 time: 0.0887029 Jul 12 16:37:23.476684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.489598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8a7c71b-3c93-46c0-8cdd-a8276e042cf9 req-b7c6439a-6c4c-47cf-b695-d1beef293b73 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=ae941060-3251-4b5e-9c5e-0fda44a8910d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528283 Jul 12 16:37:23.496631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Pushing event updated for resources: {'Port': ['ID=0f6b3521-19d3-486d-a961-13e77716dfc6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:23.544117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=91c66d16-9f7d-41fe-91fa-31c580593d5e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:23.550199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Attempting to bind port 0f6b3521-19d3-486d-a961-13e77716dfc6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:23.550570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Attempting to bind port 0f6b3521-19d3-486d-a961-13e77716dfc6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '978e1c26-8c29-420c-94a5-a661be62b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:23.550932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Attempting to bind port 0f6b3521-19d3-486d-a961-13e77716dfc6 on network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:23.563556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] For port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:23.568771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] For port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:23.571434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:23.571894 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Checking segment: {'id': '978e1c26-8c29-420c-94a5-a661be62b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:23.573329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.573864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Bound using segment: {'id': '978e1c26-8c29-420c-94a5-a661be62b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:23.574321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Bound port: 0f6b3521-19d3-486d-a961-13e77716dfc6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978e1c26-8c29-420c-94a5-a661be62b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:23.574723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.588534 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.590191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ab12277a-a798-4c96-87ba-1030b9a08712 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:23.629818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab12277a-a798-4c96-87ba-1030b9a08712 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:23.630307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.640469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.645306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] For port 4c4d7bb0-6534-4f5b-999b-338e387d5bde, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=4c4d7bb0-6534-4f5b-999b-338e387d5bde,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:23.645631 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.666729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-98130e72-56e9-4205-9c2f-5edcd4b3cff8 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8585348 Jul 12 16:37:23.692396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6683353-24c2-4e45-8a6b-a5a32ecbaa38']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:23.773302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978e1c26-8c29-420c-94a5-a661be62b0f0') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:23.773595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978e1c26-8c29-420c-94a5-a661be62b0f0') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:23.796454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.833712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:23.834463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:23.855787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.878270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:23.878686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:23.885637 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:23.965517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:23.990796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-1637cd32-cb0e-47d7-bcad-ca67b7bc64ef service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232129 Jul 12 16:37:24.002172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:37:24.002172 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:37:24.002172 n-d-800078-3 neutron-server[93712]: [parameters: {'id': 'a6683353-24c2-4e45-8a6b-a5a32ecbaa38'}] Jul 12 16:37:24.002172 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:37:24.002576 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:37:24.013373 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.013749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.014062 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Floating IP 776d5032-8223-4a7d-95b7-fe372e67d16a disassociated. External IP: 172.25.8.131, port: 4c4d7bb0-6534-4f5b-999b-338e387d5bde. Jul 12 16:37:24.014543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Calling delete_port for 4c4d7bb0-6534-4f5b-999b-338e387d5bde owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:24.064834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e26ef-d68e-497f-925a-51db5144a636 None None] Pushing event updated for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:24.193568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] For port 0f6b3521-19d3-486d-a961-13e77716dfc6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:24.252075 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.258500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Update dhcp port {'port': {'network_id': 'd43d1eb4-53f9-4f4f-a89c-a4c5e394d96a', 'fixed_ips': [{'subnet_id': 'b052a8e0-0aa8-49ff-bfc1-dfcfa584e872', 'ip_address': '2001:db8::2'}, {'subnet_id': '5fcaaa52-d643-45cd-b0bb-007432822044'}], 'binding:host_id': 'n-d-800078-3'}, 'id': 'ab12277a-a798-4c96-87ba-1030b9a08712'} from n-d-800078-3. {{(pid=93713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 12 16:37:24.276661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] For port 0f6b3521-19d3-486d-a961-13e77716dfc6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0f6b3521-19d3-486d-a961-13e77716dfc6,segment=NetworkSegment(978e1c26-8c29-420c-94a5-a661be62b0f0),segment_id=978e1c26-8c29-420c-94a5-a661be62b0f0)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:24.343917 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.346799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'Port': ['ID=4c4d7bb0-6534-4f5b-999b-338e387d5bde,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:24.561536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.573114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-511acd90-f42d-4151-8ec9-25a613468717 req-e9a0f017-1a90-47c9-98c1-32cda05a9f82 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0478036 Jul 12 16:37:24.657937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:24.722799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting port 0f6b3521-19d3-486d-a961-13e77716dfc6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:24.723182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.783954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.816940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:24.837324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-682f5db1-d586-480a-b547-c6c32f898642 req-73b97136-0b63-4eb2-bfb1-fc82c0153d61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 210 time: 0.1391852 Jul 12 16:37:25.035207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] For port 0f6b3521-19d3-486d-a961-13e77716dfc6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0f6b3521-19d3-486d-a961-13e77716dfc6,segment=NetworkSegment(978e1c26-8c29-420c-94a5-a661be62b0f0),segment_id=978e1c26-8c29-420c-94a5-a661be62b0f0)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:25.035596 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.059216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Calling delete_port for 0f6b3521-19d3-486d-a961-13e77716dfc6 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:25.076378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:25.088641 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:25.102322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:25.102951 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.152699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab12277a-a798-4c96-87ba-1030b9a08712,segment=NetworkSegment(db0a42c3-eaf0-4a53-bb3e-f23c73081917),segment_id=db0a42c3-eaf0-4a53-bb3e-f23c73081917)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:25.199730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.218968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] No DVR routers for this DVR port 4c4d7bb0-6534-4f5b-999b-338e387d5bde on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:25.219193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651baff1-4c9a-43a7-87d7-d0bddace2f8e None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:25.274443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.276779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31ca0149-8927-4f92-ba3a-9329c0d10f2f req-8f5be178-93c9-4b58-8090-de4f7b26d9a7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "DELETE /v2.0/ports/4c4d7bb0-6534-4f5b-999b-338e387d5bde HTTP/1.1" status: 204 len: 173 time: 2.6476502 Jul 12 16:37:25.277375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'name': 'network-vif-deleted', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:25.281570 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fcf21-c053-4f3e-9d74-a1ef00e48535" -d '{"events": [{"server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "name": "network-vif-deleted", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:25.335465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:25.372752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.393648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95559687-05c2-4813-baf6-5df235c4a5c5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:25.428979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Port': ['ID=0f6b3521-19d3-486d-a961-13e77716dfc6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:25.437278 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3f5a9-0c4d-4755-84a9-2fcebf159620 x-openstack-request-id: req-91f3f5a9-0c4d-4755-84a9-2fcebf159620 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:25.438455 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ad47e-b080-46d0-9447-e17716217de2", "name": "network-vif-deleted", "tag": "4c4d7bb0-6534-4f5b-999b-338e387d5bde", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:25.438714 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91f3f5a9-0c4d-4755-84a9-2fcebf159620 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:25.439171 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ad47e-b080-46d0-9447-e17716217de2', 'name': 'network-vif-deleted', 'tag': '4c4d7bb0-6534-4f5b-999b-338e387d5bde', 'status': 'completed', 'code': 200} Jul 12 16:37:25.456548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No DVR routers for this DVR port 0f6b3521-19d3-486d-a961-13e77716dfc6 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:25.489123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcaa63-4a31-41dd-8e99-0a9f037c9c96 None None] Pushing event updated for resources: {'Port': ['ID=0f6b3521-19d3-486d-a961-13e77716dfc6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:25.613223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.639001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6683353-24c2-4e45-8a6b-a5a32ecbaa38']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.671675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978e1c26-8c29-420c-94a5-a661be62b0f0') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.673240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978e1c26-8c29-420c-94a5-a661be62b0f0') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.689490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.693652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e4c9b-32b2-4795-a56d-fd817e7e428b None None] Network a6683353-24c2-4e45-8a6b-a5a32ecbaa38 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:25.731358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.739042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:25.739763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.808817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 4, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1', 'name': '', 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'mac_address': 'fa:16:3e:64:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:15Z', 'updated_at': '2021-07-12T16:37:23Z', 'revision_number': 4, 'project_id': '192d4164421f4fe49bca551730976e57', 'subnets': [{'id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.825253 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.829328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Allocated IP 172.20.0.1 (d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a/5fcaaa52-d643-45cd-b0bb-007432822044/ab12277a-a798-4c96-87ba-1030b9a08712) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:25.839769 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:25.868978 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:25.880262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:25.881116 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:25.883687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:25.886488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45596182-1fc9-40b2-9c37-aee50f6969bc None None] The sync data for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 is: [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:37:16Z', 'revision_number': 4, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1', 'name': '', 'network_id': '813111b8-1a82-4a87-bee9-73139ba27a8f', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'mac_address': 'fa:16:3e:64:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:15Z', 'updated_at': '2021-07-12T16:37:23Z', 'revision_number': 4, 'project_id': '192d4164421f4fe49bca551730976e57', 'subnets': [{'id': 'd353875b-ce7b-436f-9662-7933dca7a26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:25.913950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78e10cf3-aad1-4469-a8af-3b8d4582a6aa req-d56cd162-eed0-4560-9c98-8b710268ce46 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0754564 Jul 12 16:37:25.927408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.942817 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:25.947255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/a6683353-24c2-4e45-8a6b-a5a32ecbaa38 HTTP/1.1" status: 204 len: 168 time: 4.2820177 Jul 12 16:37:25.947566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:26.019575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d48d-6aa1-4fa3-94d8-21a02d4c9812 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=a6683353-24c2-4e45-8a6b-a5a32ecbaa38,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:26.027929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 95559687-05c2-4813-baf6-5df235c4a5c5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:26.028412 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.066613 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad8d8c2-e942-4ffa-b97a-337b36cca973 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:26.070411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad8d8c2-e942-4ffa-b97a-337b36cca973 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:26.082520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ad8d8c2-e942-4ffa-b97a-337b36cca973 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/a6683353-24c2-4e45-8a6b-a5a32ecbaa38 HTTP/1.1" status: 404 len: 339 time: 0.1333349 Jul 12 16:37:26.088344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51418) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:26.104587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887545461', 'description': 'd1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:26.180872 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:26.211052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:26.238626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.336389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7e98f629-f274-4d69-8cbf-eac46cee245b req-b5c31042-b639-477d-b5bc-c6f56c8ccb17 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=807ad47e-b080-46d0-9447-e17716217de2 HTTP/1.1" status: 200 len: 210 time: 0.0833907 Jul 12 16:37:26.342251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:26.350951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4c4d7bb0-6534-4f5b-999b-338e387d5bde no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:26.358370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab12277a-a798-4c96-87ba-1030b9a08712,segment=NetworkSegment(db0a42c3-eaf0-4a53-bb3e-f23c73081917),segment_id=db0a42c3-eaf0-4a53-bb3e-f23c73081917)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:26.372085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.372965 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment b28c6a78-666c-4627-89df-f8b92674c851 of type vlan for network 99345b34-ee0a-4e06-adb9-29f38b63a85c Jul 12 16:37:26.410314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 4c4d7bb0-6534-4f5b-999b-338e387d5bde {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:26.410970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 4c4d7bb0-6534-4f5b-999b-338e387d5bde not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:26.488782 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.500443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.510086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Transition to ACTIVE for port object ab12277a-a798-4c96-87ba-1030b9a08712 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:26.517964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.579198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.589208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:26.594219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:26.711481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786cc9c-7568-4c4c-8c0d-1e2079dbd3d7 None None] Pushing event updated for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:26.717394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=99345b34-ee0a-4e06-adb9-29f38b63a85c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:26.728954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 99345b34-ee0a-4e06-adb9-29f38b63a85c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:26.745243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bf2abfeb-fdc2-4205-9226-4ba58896f485 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6513708 Jul 12 16:37:26.748014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:26.808567 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:26.857151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab12277a-a798-4c96-87ba-1030b9a08712 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:26.883067 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fca694-5c42-4fe9-9be0-0fe521f38aac None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:27.035389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815d5ec-67d8-42e3-9efc-0ea31722aa86 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:27.036922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b815d5ec-67d8-42e3-9efc-0ea31722aa86 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks?id=99345b34-ee0a-4e06-adb9-29f38b63a85c HTTP/1.1" status: 200 len: 764 time: 0.2878211 Jul 12 16:37:27.042959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51426) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:27.053841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'description': 'd2'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:27.079396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:27.190526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:27.194910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:27.195545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.378030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c9668719-d078-4477-a438-ba91d13e57e6 req-b1f1170b-9fc8-441d-93e7-766bf1482d96 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.1071169 Jul 12 16:37:27.420745 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.464727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2dc6cbad-ec53-4148-b6e9-ff012ea0f3c2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:27.466876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2dc6cbad-ec53-4148-b6e9-ff012ea0f3c2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.5799332 Jul 12 16:37:27.487079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:27.497715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:27.519131 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.573106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:27.588159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b3a3905-a83a-4e66-b469-79c5b978e493 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:27.660422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.702876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:27.734998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.745171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:27.749574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.757287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6b3a3905-a83a-4e66-b469-79c5b978e493 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:27.757673 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.758431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network 99345b34-ee0a-4e06-adb9-29f38b63a85c is not hosted by any dhcp agent {{(pid=93712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:37:27.773811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:27.776728 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.782615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "PUT /v2.0/networks/99345b34-ee0a-4e06-adb9-29f38b63a85c HTTP/1.1" status: 200 len: 761 time: 0.7385631 Jul 12 16:37:27.787065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:27.841564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51ada0-bdad-4523-b7fd-ffaf2c7f73cf None None] New status for floating IP 776d5032-8223-4a7d-95b7-fe372e67d16a: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:37:27.948412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:27.963811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07d5b1-a313-4fa5-849a-4745daf56f8b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=99345b34-ee0a-4e06-adb9-29f38b63a85c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:27.989520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.022436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c8295-6690-444f-8976-89a7bcd22dd3 None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:28.038587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 99345b34-ee0a-4e06-adb9-29f38b63a85c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:28.062050 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.066460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.071357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae941060-3251-4b5e-9c5e-0fda44a8910d HTTP/1.1" status: 204 len: 168 time: 0.4958949 Jul 12 16:37:28.072329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51440) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:28.123116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751f02-646c-49e5-a7d1-dd89e4473c16 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae941060-3251-4b5e-9c5e-0fda44a8910d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:28.126536 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-91c00b82-d300-4d99-8ff9-74d08a71013c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] show failed (client error): The resource could not be found. Jul 12 16:37:28.130406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ca952-7c5d-4d1f-8cf6-e7709842fb4d tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:28.130406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9f0ca952-7c5d-4d1f-8cf6-e7709842fb4d tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks?id=99345b34-ee0a-4e06-adb9-29f38b63a85c HTTP/1.1" status: 200 len: 764 time: 0.3410757 Jul 12 16:37:28.131563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-91c00b82-d300-4d99-8ff9-74d08a71013c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups/ae941060-3251-4b5e-9c5e-0fda44a8910d HTTP/1.1" status: 404 len: 347 time: 0.0514920 Jul 12 16:37:28.133085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51442) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:28.135078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51444) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:28.217861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6df1f7b3-e813-4ab0-8385-3b1c2b24aa44 None None] Provisioning for port ab12277a-a798-4c96-87ba-1030b9a08712 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:28.263419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6df1f7b3-e813-4ab0-8385-3b1c2b24aa44 None None] Provisioning complete for port ab12277a-a798-4c96-87ba-1030b9a08712 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:28.264076 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6df1f7b3-e813-4ab0-8385-3b1c2b24aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.410801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Deleting port 8aefd918-6e02-4f63-a890-42b2c03e3cbe {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:28.411693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.512509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.9 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/391c7c75-ea9b-439f-a9bc-d474cbd77de7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:28.551539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ad71c-6d72-485f-aab4-2c41b9de7e0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:28.554135 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee5ad71c-6d72-485f-aab4-2c41b9de7e0f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4069338 Jul 12 16:37:28.556975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51454) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:28.581362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.582913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.601026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Calling delete_port for 8aefd918-6e02-4f63-a890-42b2c03e3cbe owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:28.650893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c268fe0d-5b22-4956-a582-485d9d9c24d5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 207 time: 0.0895627 Jul 12 16:37:28.654577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51456) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:28.786826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.819681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'Port': ['ID=8aefd918-6e02-4f63-a890-42b2c03e3cbe,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:28.857838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab12277a-a798-4c96-87ba-1030b9a08712 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:28.890812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd813bda-20bc-42e8-bceb-04ad11c280c4 req-3a69d748-ed31-42ee-8c0e-879e3324263c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.2364807 Jul 12 16:37:28.936959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.941719 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:28.947593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5346cd2b-25fd-4018-9fa6-66f937a5dab0 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "DELETE /v2.0/floatingips/776d5032-8223-4a7d-95b7-fe372e67d16a HTTP/1.1" status: 204 len: 168 time: 0.8121219 Jul 12 16:37:29.110183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab12277a-a798-4c96-87ba-1030b9a08712 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:29.110735 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.185857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.187920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e9cdcab6-f47d-4e8a-96ba-0e031ba084ff None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:29.193193 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9cdcab6-f47d-4e8a-96ba-0e031ba084ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.198823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.209148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.234744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.243114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.249626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.254986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d149b1bc-2456-4d36-bc42-3b48df815cf7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5965755 Jul 12 16:37:29.258605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:29.438660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:29.470684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51464) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:29.480944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258723451', 'description': 'tempest-description--1570178445'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:29.504427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a28a71-7df8-470a-b5d7-b05427eb82de None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:37:29.538226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.617204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:29.617986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.723706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94479cfd-5d5a-4032-8535-ceb3258f9ab9 None None] Provisioning complete for port ab12277a-a798-4c96-87ba-1030b9a08712 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:29.724632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-94479cfd-5d5a-4032-8535-ceb3258f9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.755108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.762585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.765879 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.816366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 391c7c75-ea9b-439f-a9bc-d474cbd77de7 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:29.827268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.829828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3578124 Jul 12 16:37:29.833876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51468) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:29.840660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group_rule': {'security_group_id': '3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:29.863577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-763edaa1-61cd-4d8d-b200-3c2a644485ba tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6035078 Jul 12 16:37:29.866360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a28a71-7df8-470a-b5d7-b05427eb82de None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:37:29.868190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51472) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:29.883575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d2789-cc74-4767-9eaf-9113982655f2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:29.907630 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:29.972222 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.973772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.975652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.977197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.978844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:29.986415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0c34c77-20ef-4350-878d-f1ed54bba9d0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1172848 Jul 12 16:37:29.987003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51476) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.049391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.124716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:30.131159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:30.161995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:30.171512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.187275 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.222508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:30.222755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.224741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.228336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.231648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.233916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.242261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f84c9600-edc0-47b3-80c7-1eb65d587ff0 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2418377 Jul 12 16:37:30.249373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51478) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.258230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.259392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4243577 Jul 12 16:37:30.264131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51480) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.269072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'security_group_rule': {'security_group_id': '3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:30.274003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.274838 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.297527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df945-a65e-4419-810c-f7ecb5061a6c req-1281ea2f-df34-46b6-b147-fc2c806d3d21 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.299927 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-053df945-a65e-4419-810c-f7ecb5061a6c req-1281ea2f-df34-46b6-b147-fc2c806d3d21 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 931 time: 0.1978452 Jul 12 16:37:30.313802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda55e1b-3b47-4cd1-8e98-87e2bdd1d915 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9e21f1-9842-4878-b635-d87c96e1342c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:30.353574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.364327 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-053df945-a65e-4419-810c-f7ecb5061a6c req-f545dadc-02ea-4e85-a8f0-46f0000f227b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554864 Jul 12 16:37:30.368573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-34326b4d-abf0-41e3-aaef-b7d6d0e1ed3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8863795 Jul 12 16:37:30.387131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Request body: {'port': {'device_id': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:30.459935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0790cd0-a4a5-4cd7-be23-5963c872a86b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.465512 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0790cd0-a4a5-4cd7-be23-5963c872a86b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks/837e3e85-8b68-424d-a428-54a0d33d330d HTTP/1.1" status: 200 len: 803 time: 0.2175813 Jul 12 16:37:30.467261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376c65d-9ff6-45ac-9c73-2565053c9a5c None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:37:30.471689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51484) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.499646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.598752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.624213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-81e7d753-af1c-4dbd-9374-c5be8bf49b76 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/networks/837e3e85-8b68-424d-a428-54a0d33d330d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1511672 Jul 12 16:37:30.625678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.627384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51486) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.684221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376c65d-9ff6-45ac-9c73-2565053c9a5c None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:37:30.690991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f310333-ca68-4b98-b32d-771df65d3b99,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:30.717784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.720165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33b4b90d-4be0-4754-8e40-d85e7fefcab1 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538646 Jul 12 16:37:30.722760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51488) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.727405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:30.748696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b0150-7ef7-4407-87e0-0128ba4a5633 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.755350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-815b0150-7ef7-4407-87e0-0128ba4a5633 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets/7a1a996a-a0fe-4723-9080-17f57ed96ea9 HTTP/1.1" status: 200 len: 843 time: 0.1247041 Jul 12 16:37:30.758759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51490) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.846575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.856930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55bca8-86dd-4dc2-9038-54c7d08d4053 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:30.864275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51492) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:30.864772 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4f55bca8-86dd-4dc2-9038-54c7d08d4053 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "GET /v2.0/subnets/7a1a996a-a0fe-4723-9080-17f57ed96ea9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1052990 Jul 12 16:37:30.871541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622734367'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:30.917135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:30.921500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.990826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:30.998143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c7c75-ea9b-439f-a9bc-d474cbd77de7 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:37:31.004392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:37:31.013497 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.025936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.026367 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Added segment 74039f1a-9987-4334-a4f0-415d10727eb8 of type vlan for network e5fc00a3-295b-4950-b60d-95a7f5a76817 Jul 12 16:37:31.042188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Transition to ACTIVE for port object 391c7c75-ea9b-439f-a9bc-d474cbd77de7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:31.074355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.144299 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Pushing event updated for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:31.159984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.160527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Allocated IP 172.25.8.154 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/690daf3c-efe1-4b18-91b2-df2636623dc4) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:31.273290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.280056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:31.280976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.323844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.377619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Attempting to bind port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:31.378570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Attempting to bind port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:31.379227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Attempting to bind port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:31.384202 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.389318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Network': ['ID=e5fc00a3-295b-4950-b60d-95a7f5a76817,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:31.405593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:37:31.406641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-60a49c66-7e1a-4fbd-af81-4fa3f2165698 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5396438 Jul 12 16:37:31.409845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51496) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:31.417747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:31.422591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:37:31.423201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Attempting to bind port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:31.478360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:31.478869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:31.479362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:31.479946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Bound port: 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:31.480412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.488206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:31.592034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=690daf3c-efe1-4b18-91b2-df2636623dc4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:31.604392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Made reservation on behalf of a212ded9d3bc4d61b53908db54cd4f50 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:31.607491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:31.610981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:31.612418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.643486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b228ed35-14df-4891-b761-78334562b64e None None] Provisioning for port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:31.739456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:31.743333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:31.754206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.800187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d5de7-e71e-49a6-a302-fc9970ea95a0 req-ee92c694-f709-43da-bd1c-4ee974d378e4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:31.801776 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-742d5de7-e71e-49a6-a302-fc9970ea95a0 req-ee92c694-f709-43da-bd1c-4ee974d378e4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1375961 Jul 12 16:37:31.808752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.856761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 16:37:31.857314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 16:37:31.877115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-742d5de7-e71e-49a6-a302-fc9970ea95a0 req-fa978777-d502-46bd-a919-e3a4f8c12bf4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666366 Jul 12 16:37:31.893662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.977287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:31.977932 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:31.979341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] 10.222.0.65 "PUT /v2.0/ports/391c7c75-ea9b-439f-a9bc-d474cbd77de7 HTTP/1.1" status: 200 len: 1091 time: 1.5968840 Jul 12 16:37:31.980129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:31.983352 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd3a305-c7ef-4c4c-836f-4ba596586baa" -d '{"events": [{"name": "network-changed", "server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:31.989229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21771-2c22-4b9d-a7e1-5c3101e3be6e service neutron] Pushing event updated for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:32.028912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8960-7416-466a-803e-4baf6a8f9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.076350 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024094ad-804d-4ced-87ae-4019554b61f0 x-openstack-request-id: req-024094ad-804d-4ced-87ae-4019554b61f0 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:32.076642 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:32.076898 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-024094ad-804d-4ced-87ae-4019554b61f0 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:32.077301 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7', 'status': 'completed', 'code': 200} Jul 12 16:37:32.171413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.180996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.188772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.266261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-fcfb7426-b3e5-4e4e-b3cf-968971accd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:32.268268 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-fcfb7426-b3e5-4e4e-b3cf-968971accd54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 1094 time: 0.1844869 Jul 12 16:37:32.294275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:32.296145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=690daf3c-efe1-4b18-91b2-df2636623dc4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:32.320150 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.340131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.347145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-26818dc8-d71f-415e-98b1-1e23c3aa860c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7 HTTP/1.1" status: 200 len: 217 time: 0.0603087 Jul 12 16:37:32.349178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c7e40597-f633-4ccf-a2ea-b40fc26c148e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6253214 Jul 12 16:37:32.384856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Checking segment: {'id': '74039f1a-9987-4334-a4f0-415d10727eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:32.385231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network hostable DHCP agents. Network: e5fc00a3-295b-4950-b60d-95a7f5a76817, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:37:32.440424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-aff159eb-fadc-4057-873d-290de417c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:32.442168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-aff159eb-fadc-4057-873d-290de417c730 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0765989 Jul 12 16:37:32.443216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:37:32.464221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e5fc00a3-295b-4950-b60d-95a7f5a76817) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:32.472127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef9083-9be2-438b-948d-a6c4a7234b51 None None] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:32.492459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:32.493531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.544953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e8192876-9634-478c-ab19-5206b5b5b841 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1337049 Jul 12 16:37:32.547752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51512) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:32.552464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-8d831e14-37ac-489c-bd6f-8e929548421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:32.555369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-8d831e14-37ac-489c-bd6f-8e929548421c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024206 Jul 12 16:37:32.557971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:32.682084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-61632dad-dcd3-4503-8eda-4b66762ffcb3 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140659 Jul 12 16:37:32.699421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-6b48a5b6-92e7-4fb3-be70-0bb725b3666b tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--258723451&fields=id&tenant_id=7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 267 time: 0.0743909 Jul 12 16:37:32.803889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-517b3547-e30e-4a2a-ad4f-99bae18a90aa req-ab69b4a3-1e9f-4ff7-81ab-fcded176d5e1 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104569 Jul 12 16:37:32.825548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e5fc00a3-295b-4950-b60d-95a7f5a76817', 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817', 'tenant_id': 'a212ded9d3bc4d61b53908db54cd4f50', 'fixed_ips': [{'subnet_id': 'c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:37:32.826471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:32.844718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8127888'] for subnet, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:33.003701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-f1a34768-4404-4912-97ab-e19a0d18916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.010432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-f1a34768-4404-4912-97ab-e19a0d18916f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 1094 time: 0.1395457 Jul 12 16:37:33.197005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-92febdc3-4245-49ab-aad0-041e11e4734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.198446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-92febdc3-4245-49ab-aad0-041e11e4734a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1765411 Jul 12 16:37:33.213190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73236-5466-403f-895b-1b0260fac721 req-7652d164-793a-4e87-bb8b-1b6488496f0f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.214868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25d73236-5466-403f-895b-1b0260fac721 req-7652d164-793a-4e87-bb8b-1b6488496f0f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1071966 Jul 12 16:37:33.265613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-0489a7e5-b2d0-4cbd-9b2d-37cafee31cd4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7 HTTP/1.1" status: 200 len: 217 time: 0.0496297 Jul 12 16:37:33.336671 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:37:33.337251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:33.358359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25d73236-5466-403f-895b-1b0260fac721 req-2a5d861d-4c68-466f-bdc8-5c6a4596684d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335626 Jul 12 16:37:33.377687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-0f5f4fc1-2c0f-4b8b-bba7-eb7cd73c2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.379184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-0f5f4fc1-2c0f-4b8b-bba7-eb7cd73c2c02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.1044769 Jul 12 16:37:33.431105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-80b5b67c-661a-4567-8ffc-b62cc56eebda tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.440440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-80b5b67c-661a-4567-8ffc-b62cc56eebda tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 810 time: 0.7341096 Jul 12 16:37:33.454429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:37:33.454429 n-d-800078-3 neutron-server[93713]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 12 16:37:33.454429 n-d-800078-3 neutron-server[93713]: [parameters: {'in_use': 1, 'id_1': 'c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff'}] Jul 12 16:37:33.454429 n-d-800078-3 neutron-server[93713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:37:33.454951 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:37:33.486800 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-0582cf3a-eccc-4742-945c-9f298a006376 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/quotas/7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 375 time: 0.0454383 Jul 12 16:37:33.510069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-9b878af7-0078-4986-a6ea-92d5d0644f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.511729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-9b878af7-0078-4986-a6ea-92d5d0644f9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219378 Jul 12 16:37:33.683633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-279d4692-ae4b-4104-b3bd-59f47f9ea97f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1959107 Jul 12 16:37:33.686348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc816e83-758c-41cf-92ae-c399bf15c11c req-32f7450f-c443-4071-8419-399771d7a542 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.688224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc816e83-758c-41cf-92ae-c399bf15c11c req-32f7450f-c443-4071-8419-399771d7a542 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1755660 Jul 12 16:37:33.716101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-c973e20e-1e14-4339-839f-b41d33c963a5 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901419 Jul 12 16:37:33.738473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc816e83-758c-41cf-92ae-c399bf15c11c req-93e50022-43d5-4546-a45e-5a47f3fe4bc1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Jul 12 16:37:33.793546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51534) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:33.841532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfd3a305-c7ef-4c4c-836f-4ba596586baa req-4a88c52c-f114-4f1c-91cb-5463f0586971 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017923 Jul 12 16:37:33.852812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778558657841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7599127'] for subnet, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:33.902860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-6bfa7605-46d2-45a1-87bb-806598082c61 service neutron] 10.222.0.58 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963291 Jul 12 16:37:33.913374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:33.914074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:33.915417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "PUT /v2.0/subnets/c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff HTTP/1.1" status: 200 len: 900 time: 1.3665769 Jul 12 16:37:33.919193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51536) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:33.956472 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:33.989377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-41b24bbc-7427-4898-8744-5ce7536e5ffd tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 200 len: 993 time: 0.1913402 Jul 12 16:37:34.019967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407f44b-f9f8-4044-8d2a-5d38d8abd821 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event updated for resources: {'Subnet': ['ID=c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:34.064587 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.129328 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d4b2c0f0-3b2c-433a-841e-508444502791 service neutron] 10.222.0.58 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127907 Jul 12 16:37:34.149481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.182553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Allocated IP 2001:db8::3 (e5fc00a3-295b-4950-b60d-95a7f5a76817/c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff/5a4c2973-3696-4ea5-afa5-dbbb6032faa4) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:34.395364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.404472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Transition to ACTIVE for port object 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:34.424824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Transition to ACTIVE for port object 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:34.436012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca948f8b-c1b3-4034-a26e-c05848037c20 req-dca951cd-e5a7-43fc-bb5c-c42caf91e89a tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0651248 Jul 12 16:37:34.441737 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.476000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.524892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:34.535204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:34.538913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:34.551391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a621a118-2dfa-43a6-97b9-058e66402d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.559968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:34.652750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Pushing event updated for resources: {'Port': ['ID=5a4c2973-3696-4ea5-afa5-dbbb6032faa4,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:34.681622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcf5e5-66b5-47b7-84c7-b43f63960b0c req-337cf3e4-f3c9-440e-932e-4433c2da88ce tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:34.683216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89fcf5e5-66b5-47b7-84c7-b43f63960b0c req-337cf3e4-f3c9-440e-932e-4433c2da88ce tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1096 time: 0.1432922 Jul 12 16:37:34.709561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.716583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Attempting to bind port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:34.717025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Attempting to bind port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '74039f1a-9987-4334-a4f0-415d10727eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:34.717519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Attempting to bind port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 on network e5fc00a3-295b-4950-b60d-95a7f5a76817 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:34.727402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:34.727918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Checking segment: {'id': '74039f1a-9987-4334-a4f0-415d10727eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:34.728380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.728827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Bound using segment: {'id': '74039f1a-9987-4334-a4f0-415d10727eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:34.729851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Bound port: 5a4c2973-3696-4ea5-afa5-dbbb6032faa4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74039f1a-9987-4334-a4f0-415d10727eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:34.730291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.752748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fc00a3-295b-4950-b60d-95a7f5a76817']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:34.762410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89fcf5e5-66b5-47b7-84c7-b43f63960b0c req-cffa2981-fe5c-4cd9-a885-84cfde6d815f tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722337 Jul 12 16:37:34.821731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] For port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:34.826917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] For port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5a4c2973-3696-4ea5-afa5-dbbb6032faa4,segment=NetworkSegment(74039f1a-9987-4334-a4f0-415d10727eb8),segment_id=74039f1a-9987-4334-a4f0-415d10727eb8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:34.835102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.838761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74039f1a-9987-4334-a4f0-415d10727eb8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:34.839163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74039f1a-9987-4334-a4f0-415d10727eb8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:34.854054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.894765 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.909827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:34.910403 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:34.913772 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:34.936316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2552f-2ea9-4414-a92b-4ad9c4fa05c3 req-bd2b4ce2-0df0-4b50-87a2-2e5c92e3ecfe tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:34.938524 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a2552f-2ea9-4414-a92b-4ad9c4fa05c3 req-bd2b4ce2-0df0-4b50-87a2-2e5c92e3ecfe tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1811042 Jul 12 16:37:35.011238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.022417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd27b-ff09-4867-a1a1-54b71afc487d None None] Pushing event updated for resources: {'Port': ['ID=5a4c2973-3696-4ea5-afa5-dbbb6032faa4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:35.042977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a1a10-fff4-4f65-a42c-485ae1d8a02d None None] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:35.046690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:37:35.046690 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:37:35.046690 n-d-800078-3 neutron-server[93711]: [parameters: {'id': 'e5fc00a3-295b-4950-b60d-95a7f5a76817'}] Jul 12 16:37:35.046690 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:37:35.047875 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:37:35.054628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a2552f-2ea9-4414-a92b-4ad9c4fa05c3 req-487b7666-1863-42ec-a4b8-7f03c8c372c0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815778 Jul 12 16:37:35.233020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a83d45-882a-480f-a1c3-e63bc738fe07 None None] Network e5fc00a3-295b-4950-b60d-95a7f5a76817 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:35.401697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d129a9-5ed6-4a1e-8792-dee39645375a None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:37:35.541468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d129a9-5ed6-4a1e-8792-dee39645375a None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:37:35.549472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.595003 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.628332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8367d0da-a1eb-4dd4-b2e1-c683ef89fcca req-2c01355a-ded6-4853-8a69-dbde60f12673 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0381517 Jul 12 16:37:35.670577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:35.670919 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.799969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] For port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5a4c2973-3696-4ea5-afa5-dbbb6032faa4,segment=NetworkSegment(74039f1a-9987-4334-a4f0-415d10727eb8),segment_id=74039f1a-9987-4334-a4f0-415d10727eb8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:35.800357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.804573 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-4a581a68-32aa-4826-ba26-1e90730e8701 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131566 Jul 12 16:37:35.814833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Calling delete_port for 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:35.941073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.944688 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:35.992532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Port': ['ID=5a4c2973-3696-4ea5-afa5-dbbb6032faa4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:36.004625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No DVR routers for this DVR port 5a4c2973-3696-4ea5-afa5-dbbb6032faa4 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:36.066379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-bbd0caaa-c580-4666-a398-65f70db45a71 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:36.072262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-bbd0caaa-c580-4666-a398-65f70db45a71 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 810 time: 0.2428842 Jul 12 16:37:36.133920 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.151325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fc00a3-295b-4950-b60d-95a7f5a76817']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.169037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-9dd1ccb3-d421-4c23-b509-8c6f809ee54c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a657e0195e746f9bf596b61aca641fb HTTP/1.1" status: 200 len: 379 time: 0.0877979 Jul 12 16:37:36.178432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'port': {'device_id': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'admin_state_up': True, 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'security_groups': ['3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:36.186646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74039f1a-9987-4334-a4f0-415d10727eb8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.186937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74039f1a-9987-4334-a4f0-415d10727eb8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.213451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.231348 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.239298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:36.240379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:36.244530 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:36.354624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.362065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Made reservation on behalf of 7a657e0195e746f9bf596b61aca641fb for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:37:36.363733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.365507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/e5fc00a3-295b-4950-b60d-95a7f5a76817 HTTP/1.1" status: 204 len: 168 time: 2.4450464 Jul 12 16:37:36.367744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.369173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51596) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:36.395626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6acda7-dae1-420f-89ad-1c84ec98802f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=e5fc00a3-295b-4950-b60d-95a7f5a76817,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:36.405604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ff78-efa5-4287-8a6e-4b22223e62b0 req-1d69bf5b-c2a1-495b-9c1c-eae95280b280 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:36.407834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0069ff78-efa5-4287-8a6e-4b22223e62b0 req-1d69bf5b-c2a1-495b-9c1c-eae95280b280 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1550045 Jul 12 16:37:36.440556 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab100a7a-9edc-4754-b26f-dbc949f3e536 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:36.441014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab100a7a-9edc-4754-b26f-dbc949f3e536 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:36.444068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ab100a7a-9edc-4754-b26f-dbc949f3e536 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/c1ec79a1-ab6a-4f1c-9ec4-9edefd356cff HTTP/1.1" status: 404 len: 337 time: 0.0490341 Jul 12 16:37:36.452161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51598) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:36.487920 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-596c636b-959b-4c17-af7c-dbae0bf3056d tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:36.488782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596c636b-959b-4c17-af7c-dbae0bf3056d tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:36.490903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-596c636b-959b-4c17-af7c-dbae0bf3056d tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/e5fc00a3-295b-4950-b60d-95a7f5a76817 HTTP/1.1" status: 404 len: 339 time: 0.0378153 Jul 12 16:37:36.494385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0069ff78-efa5-4287-8a6e-4b22223e62b0 req-57381111-614e-4ae3-956a-5656873f8fb2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606506 Jul 12 16:37:36.494841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51600) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:36.579384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Allocated IP 172.20.0.8 (50fcfd7f-6ec2-448b-aabd-4cf340854a9a/4ff8bed5-0860-47df-8ecc-a4898d95cd30/c6cefe14-2975-4ee9-8815-f01203239026) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:37:36.581239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.724837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.740329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99345b34-ee0a-4e06-adb9-29f38b63a85c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.755236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28c6a78-666c-4627-89df-f8b92674c851') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.755821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28c6a78-666c-4627-89df-f8b92674c851') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:36.767770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.772990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-8f8053bd-2c2a-4ff4-afb9-c968000872e6 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:37:36.779572 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-8f8053bd-2c2a-4ff4-afb9-c968000872e6 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2197695 Jul 12 16:37:36.784822 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Request body: {'binding': {'host': 'n-h1-800078-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:36.785595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Unknown quota resources ['binding']. {{(pid=93712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 12 16:37:36.794064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.800731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:36.801229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:36.804593 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:36.826825 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.851616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Transition to ACTIVE for port object c6cefe14-2975-4ee9-8815-f01203239026 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:36.894475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42ce7705-77f1-4312-b2a6-d3f3f2aeda01 req-199b09fb-23b9-4185-8827-089a804a5b86 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0450568 Jul 12 16:37:36.906507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.924107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:36.928041 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/99345b34-ee0a-4e06-adb9-29f38b63a85c HTTP/1.1" status: 204 len: 168 time: 0.4322762 Jul 12 16:37:36.932545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51612) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:36.938750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3d629-abd6-47f0-9bb7-b18643eb62a9 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=99345b34-ee0a-4e06-adb9-29f38b63a85c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:36.975431 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-914b840f-70f2-4bfe-90ad-32d2c6403e80 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:36.975897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914b840f-70f2-4bfe-90ad-32d2c6403e80 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:36.977590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-914b840f-70f2-4bfe-90ad-32d2c6403e80 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/91c66d16-9f7d-41fe-91fa-31c580593d5e HTTP/1.1" status: 404 len: 337 time: 0.0426085 Jul 12 16:37:36.980298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51614) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:36.998259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.000752 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e2049b-0419-4494-a009-1e296d37fc28 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:37.001519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e2049b-0419-4494-a009-1e296d37fc28 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:37.004360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c6e2049b-0419-4494-a009-1e296d37fc28 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/a6683353-24c2-4e45-8a6b-a5a32ecbaa38 HTTP/1.1" status: 404 len: 339 time: 0.0221772 Jul 12 16:37:37.006219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51616) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:37.063858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting subnet 5fcaaa52-d643-45cd-b0bb-007432822044 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:37:37.065050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:37:37.067468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.073070 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on host n-h1-800078-3 for vnic_type normal with profile None {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:37.073409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:37.073740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:37.075861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:37:37.079147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:37:37.084062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event updated for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:37.109957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:37:37.110418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:37.126072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:37.126292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:37.126657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Bound using segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:37.127132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Bound port: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:37.130931 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.186839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:37.186839 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.239939 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.253434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-74bcf637-fbdf-4748-b90c-4ddea5dbc9bb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0782866 Jul 12 16:37:37.269841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Request body: {'port': {'device_id': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:37.270926 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.298787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:37.314799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.318347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-81a4530b-3d62-457e-a519-f58a54c119a4 service neutron] 10.222.0.58 "POST /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97/bindings HTTP/1.1" status: 201 len: 389 time: 0.5379162 Jul 12 16:37:37.351142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.377128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.384847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcaaa52-d643-45cd-b0bb-007432822044,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:37.392482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a5cd6dae-5887-452f-8830-059234c28f8d None None] Provisioning for port c6cefe14-2975-4ee9-8815-f01203239026 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:37.395803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.400589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bc648886-5d75-49b9-9ab4-de62205efd84 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/5fcaaa52-d643-45cd-b0bb-007432822044 HTTP/1.1" status: 204 len: 168 time: 0.3932807 Jul 12 16:37:37.401362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51618) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:37.421084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52571829-2a1b-462e-b9ae-ea007b6f993d None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:37.432261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a5cd6dae-5887-452f-8830-059234c28f8d None None] Provisioning complete for port c6cefe14-2975-4ee9-8815-f01203239026 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:37.432996 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6dae-5887-452f-8830-059234c28f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.510896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting subnet b052a8e0-0aa8-49ff-bfc1-dfcfa584e872 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:37:37.519574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.680447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.801903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd6dae-5887-452f-8830-059234c28f8d None None] Port c6cefe14-2975-4ee9-8815-f01203239026 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:37:37.807259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d8e-265e-426a-8f8e-fcb9f36a7ecd req-7af1de8c-4b9c-4f7a-8f5d-565d6ad8b92a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:37.814971 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0c77d8e-265e-426a-8f8e-fcb9f36a7ecd req-7af1de8c-4b9c-4f7a-8f5d-565d6ad8b92a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1166415 Jul 12 16:37:37.850903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167556a-49b7-4b0e-a71b-84ef8ea23196 req-c7a997d8-2362-49c7-8c47-8fcc5f55c80c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:37.852446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b167556a-49b7-4b0e-a71b-84ef8ea23196 req-c7a997d8-2362-49c7-8c47-8fcc5f55c80c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.2404521 Jul 12 16:37:37.857417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-1923087b-2aa6-465c-b375-6b585a3cfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:37.861144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-1923087b-2aa6-465c-b375-6b585a3cfafd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1096 time: 0.2328672 Jul 12 16:37:37.891361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cefe14-2975-4ee9-8815-f01203239026 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:37:37.912127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e0c77d8e-265e-426a-8f8e-fcb9f36a7ecd req-544b62a7-ee8e-4ab4-a632-2619642cd0ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960464 Jul 12 16:37:37.917036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:37.948636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Transition to ACTIVE for port object c6cefe14-2975-4ee9-8815-f01203239026 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:37.958159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.139365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:38.226890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Attempting to bind port c6cefe14-2975-4ee9-8815-f01203239026 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:38.227381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Attempting to bind port c6cefe14-2975-4ee9-8815-f01203239026 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:38.228155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Attempting to bind port c6cefe14-2975-4ee9-8815-f01203239026 on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:38.236123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Port c6cefe14-2975-4ee9-8815-f01203239026 on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:37:38.236585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Attempting to bind port c6cefe14-2975-4ee9-8815-f01203239026 on network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:38.255232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:38.255750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Checking segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:38.256230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Bound using segment: {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:38.256813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Bound port: c6cefe14-2975-4ee9-8815-f01203239026, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4dc9b2-453c-4eab-9c41-615094864ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:38.262408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.307213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0f82e-d8c3-4c91-9d2f-81fe9cc3786c req-b08d82a3-b182-4c47-a4f8-a19d615ed6df tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.309197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78a0f82e-d8c3-4c91-9d2f-81fe9cc3786c req-b08d82a3-b182-4c47-a4f8-a19d615ed6df tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 943 time: 0.1709275 Jul 12 16:37:38.342261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.402590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-78a0f82e-d8c3-4c91-9d2f-81fe9cc3786c req-c5b2c6dd-aa38-4489-9240-3707009cb45c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693879 Jul 12 16:37:38.410386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:38.416873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c6cefe14-2975-4ee9-8815-f01203239026,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:38.427857 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.488884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.489818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.492510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] 10.222.0.77 "PUT /v2.0/ports/c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 200 len: 1091 time: 1.2272482 Jul 12 16:37:38.496380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:38.502579 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e8d93f-c155-4194-a639-78897d30c8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "tag": "c6cefe14-2975-4ee9-8815-f01203239026"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:38.548377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b167556a-49b7-4b0e-a71b-84ef8ea23196 req-badc1abc-2b8c-4fbc-9519-c4cc9830709d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6846452 Jul 12 16:37:38.566874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91c50-e85e-4cda-99bd-cae56d1f3fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:38.569350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.593450 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de388303-fd92-4467-87fd-25035f6c782a x-openstack-request-id: req-de388303-fd92-4467-87fd-25035f6c782a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:38.593849 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "tag": "c6cefe14-2975-4ee9-8815-f01203239026", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:38.594185 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de388303-fd92-4467-87fd-25035f6c782a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:38.594806 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026', 'status': 'completed', 'code': 200} Jul 12 16:37:38.623046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=b052a8e0-0aa8-49ff-bfc1-dfcfa584e872,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:38.631690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-49d932e2-5116-49cf-bac5-a842638b9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.633632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-49d932e2-5116-49cf-bac5-a842638b9afc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 1094 time: 0.0779431 Jul 12 16:37:38.656713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.658804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-971a569f-8f1f-4152-868c-adbbd290c276 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/b052a8e0-0aa8-49ff-bfc1-dfcfa584e872 HTTP/1.1" status: 204 len: 168 time: 1.2564936 Jul 12 16:37:38.661816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51634) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:38.690057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-cf94197f-1e63-45c3-a8af-61a6f64bba38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 200 len: 217 time: 0.0493851 Jul 12 16:37:38.762579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:38.766754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-2a16b5bc-897e-4aba-aebd-7bf2fe3cd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.768301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-2a16b5bc-897e-4aba-aebd-7bf2fe3cd62d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.8971648 Jul 12 16:37:38.794428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-ebf5016e-f5df-46b1-9851-82094a7fa180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.800133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-ebf5016e-f5df-46b1-9851-82094a7fa180 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.1022027 Jul 12 16:37:38.862204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-daeef916-0b1e-4163-a3a1-100cb77e2923 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 1001 time: 0.0810864 Jul 12 16:37:38.868699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-24d3401f-b92b-4c11-ae57-936f0f42ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.870248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-24d3401f-b92b-4c11-ae57-936f0f42ac3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632558 Jul 12 16:37:38.950584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b04300a3-8776-41e5-8f32-77ee117024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:38.952065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b04300a3-8776-41e5-8f32-77ee117024f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.0662818 Jul 12 16:37:38.990084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-67357dd1-c5cd-40d8-8c9b-9eb6553608d4 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125393 Jul 12 16:37:39.035841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting port ab12277a-a798-4c96-87ba-1030b9a08712 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:39.036443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.069184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c05033-9db3-43f2-b252-b142f2a9fa2c None None] Network d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:39.126055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-90a6193a-4626-41a3-954d-e99b3610efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.127853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-90a6193a-4626-41a3-954d-e99b3610efc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572433 Jul 12 16:37:39.129734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab12277a-a798-4c96-87ba-1030b9a08712,segment=NetworkSegment(db0a42c3-eaf0-4a53-bb3e-f23c73081917),segment_id=db0a42c3-eaf0-4a53-bb3e-f23c73081917)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:39.130288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.149564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2c079d9-6731-4629-a22b-1b59f8a5a79e req-0aef7737-86db-4109-ad14-18a9bc822249 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530001 Jul 12 16:37:39.166869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e41ab-dffe-4e59-9004-7e5a6b5fa71e req-7dbd8d14-e2cc-4abb-a7c7-e23b682d04c8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.168370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9986a683-cfdd-4455-afa2-cdfb14b3cccf None None] Provisioning complete for port ab12277a-a798-4c96-87ba-1030b9a08712 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:39.168927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9986a683-cfdd-4455-afa2-cdfb14b3cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.180527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e0e41ab-dffe-4e59-9004-7e5a6b5fa71e req-7dbd8d14-e2cc-4abb-a7c7-e23b682d04c8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1229992 Jul 12 16:37:39.262472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-a15355f5-b45f-4a8e-a193-f0dd2da0183c service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204982 Jul 12 16:37:39.263858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Calling delete_port for ab12277a-a798-4c96-87ba-1030b9a08712 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:39.280507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e0e41ab-dffe-4e59-9004-7e5a6b5fa71e req-5a484cfd-3884-4cd2-a36c-2597e1f60d7c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940204 Jul 12 16:37:39.312923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d93f-c155-4194-a639-78897d30c8eb req-f0caa8f5-89cb-45e8-bf53-2d74077f9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.314731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-f0caa8f5-89cb-45e8-bf53-2d74077f9b70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 1094 time: 0.0910039 Jul 12 16:37:39.417168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-a4e546ed-22fb-4271-9f92-0da1b31b4bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418276 Jul 12 16:37:39.446419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] DHCP port deletion for d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:37:39.452482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d93f-c155-4194-a639-78897d30c8eb req-cf86cf82-d3f1-4163-8b96-ad632fdee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.456099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-cf86cf82-d3f1-4163-8b96-ad632fdee838 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.1301930 Jul 12 16:37:39.463129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.522448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Deleting port ab12277a-a798-4c96-87ba-1030b9a08712 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:39.523064 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.529811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:39.532781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No DVR routers for this DVR port ab12277a-a798-4c96-87ba-1030b9a08712 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:39.559554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-36a93d16-5edd-4831-9b48-dc13e0f400b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 200 len: 217 time: 0.0922914 Jul 12 16:37:39.633181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d93f-c155-4194-a639-78897d30c8eb req-4bcf209d-8f18-4078-aebb-2e4f727e180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.635460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-4bcf209d-8f18-4078-aebb-2e4f727e180c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0706751 Jul 12 16:37:39.636239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] For port ab12277a-a798-4c96-87ba-1030b9a08712, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:39.636812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.652051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Calling delete_port for ab12277a-a798-4c96-87ba-1030b9a08712 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:39.655421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Port ab12277a-a798-4c96-87ba-1030b9a08712 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:37:39.657968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.688875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] No DVR routers for this DVR port ab12277a-a798-4c96-87ba-1030b9a08712 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:39.693521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Pushing event deleted for resources: {'Port': ['ID=ab12277a-a798-4c96-87ba-1030b9a08712,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:39.705048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.705686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.706288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.706771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.707265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.707809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.708283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.708779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.709258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.709723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.710200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.711568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ac28a-8696-4a1c-b4f7-f6d1a4bec074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:37:39.724921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d93f-c155-4194-a639-78897d30c8eb req-5670128a-6bb6-47aa-888c-7d14735d31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.726528 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-5670128a-6bb6-47aa-888c-7d14735d31e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828159 Jul 12 16:37:39.840073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.863148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:39.877751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0a42c3-eaf0-4a53-bb3e-f23c73081917') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:39.878110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0a42c3-eaf0-4a53-bb3e-f23c73081917') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:39.886757 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-9645e511-a343-4239-afb4-5dd3e6b60eb6 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515520 Jul 12 16:37:39.891288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa200c8-9483-4931-b172-b4ba6c14734f req-2bcfa896-5d38-4353-a2ee-183cbf0732a2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.892990 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fa200c8-9483-4931-b172-b4ba6c14734f req-2bcfa896-5d38-4353-a2ee-183cbf0732a2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 943 time: 0.2793610 Jul 12 16:37:39.895324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedce1b-65dd-4dda-bc62-7b3f8164d885 req-f324cca8-a201-4490-bbdb-76e5fc062abb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.896798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdedce1b-65dd-4dda-bc62-7b3f8164d885 req-f324cca8-a201-4490-bbdb-76e5fc062abb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1400781 Jul 12 16:37:39.909693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-e9b52e53-4bba-45b8-87da-24df462327d0 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:39.911171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-e9b52e53-4bba-45b8-87da-24df462327d0 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f&tenant_id=42ce248d4ae044569b97dc04148d0f3a&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1096 time: 0.3911588 Jul 12 16:37:39.912900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.930912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800078-3'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:39.970695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.992810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:39.993547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:39.996007 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fdedce1b-65dd-4dda-bc62-7b3f8164d885 req-d786e8be-0783-428f-a7ee-e2662c5a90db tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902052 Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:39.997471 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:40.023923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97e8d93f-c155-4194-a639-78897d30c8eb req-b0fc31ef-7efe-44fc-9e21-93ca4ec93613 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Jul 12 16:37:40.055776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5fa200c8-9483-4931-b172-b4ba6c14734f req-8576f19d-cf96-4036-9006-c3a7d403c775 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544862 Jul 12 16:37:40.106253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.107875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.114280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.116081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a HTTP/1.1" status: 204 len: 168 time: 1.4533145 Jul 12 16:37:40.119318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51656) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.138625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ca4e1-0124-4711-ae98-a176962f8511 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=d43d1eb4-53f9-4f4f-a89c-a4c5e394d96a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:40.156902 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecbfbc8-f90d-47e9-9c1b-54efd5a1639e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.157461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecbfbc8-f90d-47e9-9c1b-54efd5a1639e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.161586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3ecbfbc8-f90d-47e9-9c1b-54efd5a1639e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/d18e4098-ff56-461b-8789-df6a044a2f01 HTTP/1.1" status: 404 len: 337 time: 0.0389099 Jul 12 16:37:40.161758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51658) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.180463 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c94072-f8a9-4648-969f-042a0b2b441c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.180983 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c94072-f8a9-4648-969f-042a0b2b441c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.182644 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-39c94072-f8a9-4648-969f-042a0b2b441c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/a2573a5d-643c-4f6b-a29c-6b43ed290005 HTTP/1.1" status: 404 len: 339 time: 0.0200028 Jul 12 16:37:40.185089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51660) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.214547 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f42a69-286f-4d3b-88fb-24fdb0289e6b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.215142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f42a69-286f-4d3b-88fb-24fdb0289e6b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.219483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79f42a69-286f-4d3b-88fb-24fdb0289e6b tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/3079fadd-0748-4d06-b0b5-973a36b7335a HTTP/1.1" status: 404 len: 337 time: 0.0308771 Jul 12 16:37:40.220013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.242962 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b09144f-3103-4889-bd9e-3b91914ae42c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.250354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b09144f-3103-4889-bd9e-3b91914ae42c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.250354 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b09144f-3103-4889-bd9e-3b91914ae42c tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/bbb543f7-b33d-4e2a-a3cc-999c1d13dcf5 HTTP/1.1" status: 404 len: 339 time: 0.0245047 Jul 12 16:37:40.250354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.277240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:40.283267 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ca1e50-4b85-4fa0-be25-560740cc8dcd tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.283738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ca1e50-4b85-4fa0-be25-560740cc8dcd tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.288102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8ca1e50-4b85-4fa0-be25-560740cc8dcd tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/ae51d4f3-2bd0-49e4-9b00-83a6893aa0e5 HTTP/1.1" status: 404 len: 337 time: 0.0360374 Jul 12 16:37:40.288452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51666) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.314077 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e5a65-4ddc-4194-a2b0-3c5ef0b9ca4f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:40.314526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239e5a65-4ddc-4194-a2b0-3c5ef0b9ca4f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:40.316182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-239e5a65-4ddc-4194-a2b0-3c5ef0b9ca4f tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/1998b26a-074c-49a0-83c4-a771426d37dc HTTP/1.1" status: 404 len: 339 time: 0.0268149 Jul 12 16:37:40.320443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51670) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.337991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:40.382855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:40.385316 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb55d17-8f53-4dc1-b6be-6754dbedc96e" -d '{"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:40.389372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.392308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting subnet 07be23fe-42ae-4cb9-bb07-75facedec74f {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:37:40.397422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.397572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.456918 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcae3b8-d2eb-40c4-847a-23fe866113fe x-openstack-request-id: req-2fcae3b8-d2eb-40c4-847a-23fe866113fe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:40.457245 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:40.457571 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fcae3b8-d2eb-40c4-847a-23fe866113fe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:40.457847 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'code': 200} Jul 12 16:37:40.471685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:40.497746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.571280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d45eac-a36a-4b40-ac23-9dfa730f8965 req-44ac95e7-ffe3-4894-ad05-99de406a38af tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:40.579058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09d45eac-a36a-4b40-ac23-9dfa730f8965 req-44ac95e7-ffe3-4894-ad05-99de406a38af tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1522555 Jul 12 16:37:40.649226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on host n-h2-800078-3 for vnic_type normal with profile {"migrating_to": "n-h1-800078-3"} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:37:40.649580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:37:40.649959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:40.656601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:37:40.657119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09d45eac-a36a-4b40-ac23-9dfa730f8965 req-7beae234-d637-4b16-8fb1-dcd1d5ac925d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Jul 12 16:37:40.657410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Attempting to bind port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:37:40.663960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:37:40.665065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Checking segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:37:40.665695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Bound using segment: {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:37:40.666945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Bound port: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c124e4-537c-471b-8fad-b2c2d63c02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:37:40.675933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.680253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.755414 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.758408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:40.761718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:37:40.769613 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.798086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] Provisioning complete for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:40.799080 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.842608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:40.848057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/07be23fe-42ae-4cb9-bb07-75facedec74f HTTP/1.1" status: 204 len: 168 time: 0.5265486 Jul 12 16:37:40.849198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e40df-e198-4745-aaf6-71224648f6f7 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=07be23fe-42ae-4cb9-bb07-75facedec74f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:40.856799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:40.867200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5f3e0-6cab-4b09-a46e-ae493774ca1f None None] Network 7908e169-d5b7-4943-9b81-766105360308 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:40.869164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab12277a-a798-4c96-87ba-1030b9a08712 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:40.914390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=8']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:40.982291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ab12277a-a798-4c96-87ba-1030b9a08712 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:40.982644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab12277a-a798-4c96-87ba-1030b9a08712 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:41.004388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:41.005687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.007819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-15bd6603-5101-4ae6-b8ed-fc3dd456e472 service neutron] 10.222.0.65 "PUT /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 1121 time: 1.0809884 Jul 12 16:37:41.011649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.085892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:37:41.146905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:41.147030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.257245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] For port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,segment=NetworkSegment(866c24f6-7e79-4d68-a0df-03f6751ac736),segment_id=866c24f6-7e79-4d68-a0df-03f6751ac736)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:41.257625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.262770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.305611 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Calling delete_port for aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:41.324698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca6735-557a-4620-804e-955f47e6f7c6 req-2a307a63-2a20-42a0-8086-bcb4fb478288 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:41.329355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] DHCP port deletion for 7908e169-d5b7-4943-9b81-766105360308 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:37:41.332470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36ca6735-557a-4620-804e-955f47e6f7c6 req-2a307a63-2a20-42a0-8086-bcb4fb478288 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 943 time: 0.1171739 Jul 12 16:37:41.371331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:41.374294 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76935044-e092-4b28-b024-e5ae211cd0a4" -d '{"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:41.383617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36ca6735-557a-4620-804e-955f47e6f7c6 req-653b7500-2fba-47fe-8034-ff60459a857b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500338 Jul 12 16:37:41.388535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c842eb-0bdf-4957-962c-24ed7dc3e786 req-39c45628-3652-4c24-8ece-ff58dd465319 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:41.389952 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50c842eb-0bdf-4957-962c-24ed7dc3e786 req-39c45628-3652-4c24-8ece-ff58dd465319 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 943 time: 0.1295283 Jul 12 16:37:41.418435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:41.429813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.440390 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1480ee-a1d7-4bec-b0ed-016d46619001 x-openstack-request-id: req-9a1480ee-a1d7-4bec-b0ed-016d46619001 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:41.440756 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:41.441120 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a1480ee-a1d7-4bec-b0ed-016d46619001 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:41.441574 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'code': 200} Jul 12 16:37:41.463324 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-50c842eb-0bdf-4957-962c-24ed7dc3e786 req-93d1d3ef-f7bc-4b3b-8854-3b9cd6918d7d tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647862 Jul 12 16:37:41.473989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.523859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No DVR routers for this DVR port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:41.526793 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Port': ['ID=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:41.626123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.638241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7908e169-d5b7-4943-9b81-766105360308']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:41.650891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Deleting port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:41.651259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.653996 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c24f6-7e79-4d68-a0df-03f6751ac736') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:41.654295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c24f6-7e79-4d68-a0df-03f6751ac736') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:41.663502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4f6e-0c92-44d6-8a4b-167897a5bafc None None] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:41.666976 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.695740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.701907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:41.702289 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:41.705566 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:41.782836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.800364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.805432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/7908e169-d5b7-4943-9b81-766105360308 HTTP/1.1" status: 204 len: 168 time: 0.9449749 Jul 12 16:37:41.805781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51692) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:41.827842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017326cf-2ce4-4bde-99d1-32b95b8c770e tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=7908e169-d5b7-4943-9b81-766105360308,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:41.828099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] For port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:41.828641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.853319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Calling delete_port for aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:41.858331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:37:41.869493 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.869975 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc26ce-f163-46a4-b2e2-86e9caacf4c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:41.870501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bc26ce-f163-46a4-b2e2-86e9caacf4c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:41.872163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a8bc26ce-f163-46a4-b2e2-86e9caacf4c4 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/ca09cc35-c3d2-4735-a9e6-3673f6a9476e HTTP/1.1" status: 404 len: 337 time: 0.0648208 Jul 12 16:37:41.875495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51696) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:41.898215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Network 7908e169-d5b7-4943-9b81-766105360308 is not hosted by any dhcp agent {{(pid=93713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:37:41.898665 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] No DVR routers for this DVR port aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:41.905018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a264e-66f7-4a70-b6b4-4febb580b993 None None] Pushing event deleted for resources: {'Port': ['ID=aaaf25b9-b17e-41ae-bc61-da0f8ccb5416,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:41.910426 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c53e0e-8d59-4792-a27b-6eb73c252e39 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:41.911544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c53e0e-8d59-4792-a27b-6eb73c252e39 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:41.915903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88c53e0e-8d59-4792-a27b-6eb73c252e39 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/63655827-3bc9-4966-9f98-5e681e9442f8 HTTP/1.1" status: 404 len: 339 time: 0.0358355 Jul 12 16:37:41.916589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:41.925859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fc160-01ea-486a-bd06-eab004bc0bd2 req-e111a5e8-570f-421a-aa87-fb4e1edac4d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:41.927644 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-591fc160-01ea-486a-bd06-eab004bc0bd2 req-e111a5e8-570f-421a-aa87-fb4e1edac4d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1227493 Jul 12 16:37:41.946842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7d6e6056-38e2-410c-bea2-181747bd4398 None None] Provisioning complete for port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:41.947219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6056-38e2-410c-bea2-181747bd4398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:41.977935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting subnet 7a1a996a-a0fe-4723-9080-17f57ed96ea9 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:37:41.981788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.001267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-591fc160-01ea-486a-bd06-eab004bc0bd2 req-88cf5fa8-4399-45b2-a24c-0aba86659a7e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 Jul 12 16:37:42.045820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.138553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.200646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.233371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1a996a-a0fe-4723-9080-17f57ed96ea9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:42.237626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.239476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-46211cd8-9c60-46ff-8d4d-c9a6c3b5bb40 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/subnets/7a1a996a-a0fe-4723-9080-17f57ed96ea9 HTTP/1.1" status: 204 len: 168 time: 0.3225904 Jul 12 16:37:42.241948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51704) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:42.244639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab23648-b3c3-4b19-889b-ace85242c29c None None] Network 837e3e85-8b68-424d-a428-54a0d33d330d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:42.321328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.377751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Deleting port b1a33983-a8c0-4670-8437-7378dbacd573 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:42.378594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.390476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c6cefe14-2975-4ee9-8815-f01203239026 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:37:42.456951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] For port b1a33983-a8c0-4670-8437-7378dbacd573, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b1a33983-a8c0-4670-8437-7378dbacd573,segment=NetworkSegment(76654cdb-f1ae-4934-9159-bb30a3907736),segment_id=76654cdb-f1ae-4934-9159-bb30a3907736)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:42.457322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.458777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:42.461890 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:42.490000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Calling delete_port for b1a33983-a8c0-4670-8437-7378dbacd573 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:42.520145 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34f6a5-6916-4e95-b1c1-f42b360fbace x-openstack-request-id: req-8e34f6a5-6916-4e95-b1c1-f42b360fbace {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:42.520550 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:42.520922 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e34f6a5-6916-4e95-b1c1-f42b360fbace {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:42.521413 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'status': 'completed', 'code': 200} Jul 12 16:37:42.530362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c6cefe14-2975-4ee9-8815-f01203239026,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:42.557011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c6cefe14-2975-4ee9-8815-f01203239026', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'port_id': 'c6cefe14-2975-4ee9-8815-f01203239026', 'mac_address': 'fa:16:3e:59:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:37:42.563700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] DHCP port deletion for 837e3e85-8b68-424d-a428-54a0d33d330d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:37:42.652042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Deleting port b1a33983-a8c0-4670-8437-7378dbacd573 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:42.652686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.702489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-c34b1428-b7a4-46cf-8a29-2e93417019db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:42.704780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-c34b1428-b7a4-46cf-8a29-2e93417019db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1126 time: 0.1331661 Jul 12 16:37:42.709739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.717823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.736156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781efc84-43d4-47ae-9d65-b6fa9afe9069 req-9e4d42f8-a0ec-427b-8961-3f34af9d1a3e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:42.737667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-781efc84-43d4-47ae-9d65-b6fa9afe9069 req-9e4d42f8-a0ec-427b-8961-3f34af9d1a3e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1752334 Jul 12 16:37:42.738900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cefe14-2975-4ee9-8815-f01203239026 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:37:42.764392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c6cefe14-2975-4ee9-8815-f01203239026,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:42.774147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Port': ['ID=b1a33983-a8c0-4670-8437-7378dbacd573,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:42.785616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd486-955a-4393-8277-334730177334 req-89a8ca20-8b49-4406-ab53-9a8c2b7ff078 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:42.793293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27ebd486-955a-4393-8277-334730177334 req-89a8ca20-8b49-4406-ab53-9a8c2b7ff078 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 943 time: 0.1358032 Jul 12 16:37:42.802375 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.824973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] No DVR routers for this DVR port b1a33983-a8c0-4670-8437-7378dbacd573 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:42.831370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] For port b1a33983-a8c0-4670-8437-7378dbacd573, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b1a33983-a8c0-4670-8437-7378dbacd573,segment=NetworkSegment(76654cdb-f1ae-4934-9159-bb30a3907736),segment_id=76654cdb-f1ae-4934-9159-bb30a3907736)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:42.832112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:42.884096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Calling delete_port for b1a33983-a8c0-4670-8437-7378dbacd573 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:42.885967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:42.901958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27ebd486-955a-4393-8277-334730177334 req-c18d746a-b7e1-4e29-8271-218b9399368f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065814 Jul 12 16:37:42.928908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:42.929286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device aaaf25b9-b17e-41ae-bc61-da0f8ccb5416 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:42.929676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b1a33983-a8c0-4670-8437-7378dbacd573 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:42.951193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-781efc84-43d4-47ae-9d65-b6fa9afe9069 req-1ab3fefe-a473-4111-8db4-2a63a1884e23 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828182 Jul 12 16:37:42.998292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b1a33983-a8c0-4670-8437-7378dbacd573 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:42.998815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b1a33983-a8c0-4670-8437-7378dbacd573 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:43.004480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:43.050080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.066515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837e3e85-8b68-424d-a428-54a0d33d330d']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:43.082792 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.085513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76654cdb-f1ae-4934-9159-bb30a3907736') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:43.085813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76654cdb-f1ae-4934-9159-bb30a3907736') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:43.105160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.107392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-cef4d3f3-f5cb-425d-9966-5ae36bd22915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:43.110416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-cef4d3f3-f5cb-425d-9966-5ae36bd22915 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.3970406 Jul 12 16:37:43.284094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96653-06f5-440b-ae3d-9a8ba7bd7fd8 req-aefcb809-8a54-4316-b254-3b888d89c273 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:43.286389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4df96653-06f5-440b-ae3d-9a8ba7bd7fd8 req-aefcb809-8a54-4316-b254-3b888d89c273 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 943 time: 0.1264987 Jul 12 16:37:43.316725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c6cefe14-2975-4ee9-8815-f01203239026'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:37:43.325330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 391c7c75-ea9b-439f-a9bc-d474cbd77de7 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:37:43.339849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4df96653-06f5-440b-ae3d-9a8ba7bd7fd8 req-9436cb0e-320d-4ec9-9543-b6bfad75cca5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Jul 12 16:37:43.367424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] Pushing event deleted for resources: {'Port': ['ID=b1a33983-a8c0-4670-8437-7378dbacd573,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:43.384326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c454b0a-1103-43c4-a935-ec624103f3bf None None] No DVR routers for this DVR port b1a33983-a8c0-4670-8437-7378dbacd573 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:43.541442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:43.549932 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.560218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:37:43.560601 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:37:43.564173 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:37:43.570512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '391c7c75-ea9b-439f-a9bc-d474cbd77de7', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '391c7c75-ea9b-439f-a9bc-d474cbd77de7', 'mac_address': 'fa:16:3e:8f:c8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:37:43.623701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-d11df824-0185-4e95-bb96-251a7b07ea97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 1001 time: 0.4995522 Jul 12 16:37:43.626432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.643497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c7c75-ea9b-439f-a9bc-d474cbd77de7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:37:43.661131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.667761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:43.668895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.670983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] 10.222.0.58 "DELETE /v2.0/networks/837e3e85-8b68-424d-a428-54a0d33d330d HTTP/1.1" status: 204 len: 168 time: 1.4281275 Jul 12 16:37:43.679275 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:43.690526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b240cc-a1f6-453f-a823-a59216e0d3c5 tempest-NetworksIpV6Test-1978655343 tempest-NetworksIpV6Test-1978655343-project] Pushing event deleted for resources: {'Network': ['ID=837e3e85-8b68-424d-a428-54a0d33d330d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:43.697119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-3bca73ff-597a-4b17-a248-747d2de6bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:43.698570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-3bca73ff-597a-4b17-a248-747d2de6bc80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.0681198 Jul 12 16:37:43.757942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:43.775138 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-b052ef68-128c-407f-918a-5ad0138b513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:43.776707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-b052ef68-128c-407f-918a-5ad0138b513f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710483 Jul 12 16:37:43.925813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-c8c9536e-2f96-4ae3-9284-396c09788dce service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406910 Jul 12 16:37:44.050275 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bbb56b4d-d33f-42a4-af97-fbc5846e29bb req-29d1e7fd-f50e-4336-a47c-0f942125cc74 service neutron] 10.222.0.77 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158576 Jul 12 16:37:44.081820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['391c7c75-ea9b-439f-a9bc-d474cbd77de7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:37:44.085275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51734) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:44.205208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37f97-c771-415a-b999-34004d510cee req-d2222ace-4d50-4c58-aa67-69753d2c9769 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:44.212301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5f37f97-c771-415a-b999-34004d510cee req-d2222ace-4d50-4c58-aa67-69753d2c9769 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 944 time: 0.1570785 Jul 12 16:37:44.218094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c441ff-1bd3-4fe9-b13e-a30883719d88 req-9f1f8842-2ec8-46fa-971c-c605f64122b6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:44.227005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42c441ff-1bd3-4fe9-b13e-a30883719d88 req-9f1f8842-2ec8-46fa-971c-c605f64122b6 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.0953879 Jul 12 16:37:44.254552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a5f37f97-c771-415a-b999-34004d510cee req-dca5a0e2-04f2-4d23-8f85-afd03b71a732 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Jul 12 16:37:44.288352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42c441ff-1bd3-4fe9-b13e-a30883719d88 req-4a535354-1e79-4ae9-96b8-676e49d62b51 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598280 Jul 12 16:37:44.337257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-acf4ed30-7387-4a7d-b7be-4f90b0fa11ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a212ded9d3bc4d61b53908db54cd4f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505937 Jul 12 16:37:44.339699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:44.388789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.406537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c6cefe14-2975-4ee9-8815-f01203239026 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:44.417404 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.471852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.475467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.479177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89795159-00d3-41ac-93db-c7e1ce956314 HTTP/1.1" status: 204 len: 168 time: 0.1359866 Jul 12 16:37:44.499104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port c6cefe14-2975-4ee9-8815-f01203239026 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:44.515426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faf3da-91d7-4e3a-b693-0a4147e3b289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89795159-00d3-41ac-93db-c7e1ce956314,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:44.517430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c6cefe14-2975-4ee9-8815-f01203239026 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:44.524474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.552631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59be19-6dac-4043-b2bb-292edd336bd1 req-153b8d32-4898-41e0-aea1-474677be738e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:44.554892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af59be19-6dac-4043-b2bb-292edd336bd1 req-153b8d32-4898-41e0-aea1-474677be738e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 944 time: 0.0951333 Jul 12 16:37:44.600898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af59be19-6dac-4043-b2bb-292edd336bd1 req-9a93dbb8-d8cf-4b80-bc73-4831d1b0d9fc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Jul 12 16:37:44.651522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.688180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:44.691015 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc3826-e6e6-4af9-b25c-cd9c136e3a50" -d '{"events": [{"server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "name": "network-vif-plugged", "status": "completed", "tag": "c6cefe14-2975-4ee9-8815-f01203239026"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:44.711022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c6cefe14-2975-4ee9-8815-f01203239026,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:44.716574 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:44.748066 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1945b87-2e73-4c4a-9c70-7ad8676a868b x-openstack-request-id: req-c1945b87-2e73-4c4a-9c70-7ad8676a868b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:44.748356 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "name": "network-vif-plugged", "status": "completed", "tag": "c6cefe14-2975-4ee9-8815-f01203239026", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:44.748605 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1945b87-2e73-4c4a-9c70-7ad8676a868b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:44.748999 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026', 'code': 200} Jul 12 16:37:44.808582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:44.898593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171b5bd-d08a-4aef-922c-b8a4bc816d72 req-5b6e383b-dfc6-4c0d-9bf2-b5f06287964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:44.900510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b171b5bd-d08a-4aef-922c-b8a4bc816d72 req-5b6e383b-dfc6-4c0d-9bf2-b5f06287964d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0698442 Jul 12 16:37:44.952330 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b171b5bd-d08a-4aef-922c-b8a4bc816d72 req-26034f5d-b89f-4755-bede-4724408017c2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445571 Jul 12 16:37:45.064727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e938d972-5e7b-40e7-b2dc-4284adcc5a8b None None] Provisioning complete for port c6cefe14-2975-4ee9-8815-f01203239026 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:45.065132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e938d972-5e7b-40e7-b2dc-4284adcc5a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:45.158246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:37:45.160185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 391c7c75-ea9b-439f-a9bc-d474cbd77de7 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:37:45.265169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:37:45.277427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:45.277799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:45.298429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51772) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.329945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:45.346605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 has no active binding in host n-h1-800078-3 {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 12 16:37:45.394906 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:45.457770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0513f12b-7520-4303-bd41-7e1c9559b461 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] Request body: {'port': {'network_id': 'ec238b86-59b0-49f3-ab87-fcc7b204aa1d', 'name': 'tempest-NetworksNegativeTestJSON-379201312'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:45.468501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:45.474786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:45.492399 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0513f12b-7520-4303-bd41-7e1c9559b461 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] POST failed (client error): The resource could not be found. Jul 12 16:37:45.493386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0513f12b-7520-4303-bd41-7e1c9559b461 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.499338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0513f12b-7520-4303-bd41-7e1c9559b461 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1994741 Jul 12 16:37:45.500973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.501918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14e0a-5f3c-484d-bfa8-e9e879f73b3b req-463cc9c1-7254-46fd-bc15-3574250acfec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:45.503780 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4c14e0a-5f3c-484d-bfa8-e9e879f73b3b req-463cc9c1-7254-46fd-bc15-3574250acfec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.0835004 Jul 12 16:37:45.548239 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2b4ed4-d479-4d97-a552-3939e1bcd256 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:45.549154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2b4ed4-d479-4d97-a552-3939e1bcd256 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.555384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4c14e0a-5f3c-484d-bfa8-e9e879f73b3b req-8c360d05-af17-412f-a278-7078950de7cb tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450509 Jul 12 16:37:45.556074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51780) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.556442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c2b4ed4-d479-4d97-a552-3939e1bcd256 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "DELETE /v2.0/networks/ca328c2d-cbf6-494c-a4db-b6bf32d36dc2 HTTP/1.1" status: 404 len: 339 time: 0.0352764 Jul 12 16:37:45.588862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:45.603890 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f743c66-b077-4db8-87c6-34c997ba1fda tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:45.604689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f743c66-b077-4db8-87c6-34c997ba1fda tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.611036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f743c66-b077-4db8-87c6-34c997ba1fda tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "DELETE /v2.0/ports/428b5f6a-c839-4bd2-9b8c-8d50628ff630 HTTP/1.1" status: 404 len: 333 time: 0.0485704 Jul 12 16:37:45.611226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.611758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6608-7f04-4223-9cf3-3036883203ae req-06f2c1bf-8d73-4bc7-9260-369bb0d2bb23 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:45.613663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-908a6608-7f04-4223-9cf3-3036883203ae req-06f2c1bf-8d73-4bc7-9260-369bb0d2bb23 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 945 time: 0.1358209 Jul 12 16:37:45.643808 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2bc812-97c6-49cf-8915-8d58caafcd4b tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] DELETE failed (client error): The resource could not be found. Jul 12 16:37:45.644541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2bc812-97c6-49cf-8915-8d58caafcd4b tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.650245 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b2bc812-97c6-49cf-8915-8d58caafcd4b tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "DELETE /v2.0/subnets/556982ee-1904-42a5-b960-2efe531caf7c HTTP/1.1" status: 404 len: 337 time: 0.0341082 Jul 12 16:37:45.651462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.693373 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9036ce6-3dc9-464b-afc1-6e6b921902e9 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] GET failed (client error): The resource could not be found. Jul 12 16:37:45.698589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b9036ce6-3dc9-464b-afc1-6e6b921902e9 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "GET /v2.0/networks/e19528e1-84f2-4e4a-8bcf-43d4cfad5ec5 HTTP/1.1" status: 404 len: 339 time: 0.0425825 Jul 12 16:37:45.699475 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.710587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-908a6608-7f04-4223-9cf3-3036883203ae req-1d3b43c8-d454-4a66-ab5f-0d24dacfcd9a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909693 Jul 12 16:37:45.763392 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-282ba686-e6b8-4fe5-b810-16567f8dce22 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] GET failed (client error): The resource could not be found. Jul 12 16:37:45.768719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-282ba686-e6b8-4fe5-b810-16567f8dce22 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "GET /v2.0/ports/2c30ea96-ae73-4cf1-ab50-7aff5b5c2174 HTTP/1.1" status: 404 len: 333 time: 0.0646622 Jul 12 16:37:45.769995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51790) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.806572 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b37530a-9e63-4a03-8cf3-a7b9ce0fc341 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] GET failed (client error): The resource could not be found. Jul 12 16:37:45.813194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3b37530a-9e63-4a03-8cf3-a7b9ce0fc341 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "GET /v2.0/subnets/0882a02c-9cef-42ed-bfdf-7fdd26f89c95 HTTP/1.1" status: 404 len: 337 time: 0.0416229 Jul 12 16:37:45.814168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51792) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.819793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7aed7f0f-3e42-4d7f-a18c-1a39641c13f2 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:45.837459 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aed7f0f-3e42-4d7f-a18c-1a39641c13f2 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] PUT failed (client error): The resource could not be found. Jul 12 16:37:45.838343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aed7f0f-3e42-4d7f-a18c-1a39641c13f2 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.844842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7aed7f0f-3e42-4d7f-a18c-1a39641c13f2 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "PUT /v2.0/networks/d2b402dc-ed38-4d93-ad54-df25ce3ddf33 HTTP/1.1" status: 404 len: 339 time: 0.0293660 Jul 12 16:37:45.846153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51794) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.853984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0da77d85-5f77-445c-ae7a-a64d9e60a025 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:45.880581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-03d72a92-d597-4677-9c55-d13b85daba47 None None] Provisioning complete for port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:37:45.881186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03d72a92-d597-4677-9c55-d13b85daba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:45.892007 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da77d85-5f77-445c-ae7a-a64d9e60a025 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] PUT failed (client error): The resource could not be found. Jul 12 16:37:45.892985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da77d85-5f77-445c-ae7a-a64d9e60a025 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.894316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0da77d85-5f77-445c-ae7a-a64d9e60a025 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "PUT /v2.0/ports/b5e9f517-7264-4e19-b2fb-d3959318dd00 HTTP/1.1" status: 404 len: 333 time: 0.0472195 Jul 12 16:37:45.899851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51796) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:45.906194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d32462b2-3e91-420a-94a8-1eac42bd0d38 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:45.919076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3fb9-ae19-46dd-bcde-54bad2b75295 req-270f933d-f795-4ad7-a99c-cd3d982ce10a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:45.920747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-074f3fb9-ae19-46dd-bcde-54bad2b75295 req-270f933d-f795-4ad7-a99c-cd3d982ce10a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1605768 Jul 12 16:37:45.937281 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32462b2-3e91-420a-94a8-1eac42bd0d38 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] PUT failed (client error): The resource could not be found. Jul 12 16:37:45.939924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32462b2-3e91-420a-94a8-1eac42bd0d38 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:37:45.941635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d32462b2-3e91-420a-94a8-1eac42bd0d38 tempest-NetworksNegativeTestJSON-927489095 tempest-NetworksNegativeTestJSON-927489095-project] 10.222.0.58 "PUT /v2.0/subnets/4cecf120-5f8d-49cb-afce-6356ec1aada2 HTTP/1.1" status: 404 len: 337 time: 0.0402391 Jul 12 16:37:45.986984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-074f3fb9-ae19-46dd-bcde-54bad2b75295 req-45b510c2-0b86-483e-b682-08ba85ac5474 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561118 Jul 12 16:37:46.099718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b56b0017-96c6-47c6-a641-98e409f0a886 service neutron] 10.222.0.77 "GET /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 384 time: 0.0638645 Jul 12 16:37:46.243504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51808) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:46.300909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:46.321579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:46.358426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3e673b7-8695-4c80-b412-73f67daaf3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.369189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:46.371653 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd09f0-34a5-455e-ad3e-3ee1f7d4aa5b" -d '{"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:46.379022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:46.397527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.461446 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601da8a-e5d1-4e20-9944-1ce111113390 x-openstack-request-id: req-0601da8a-e5d1-4e20-9944-1ce111113390 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:46.461833 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:46.462152 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0601da8a-e5d1-4e20-9944-1ce111113390 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:46.462613 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'code': 200} Jul 12 16:37:46.467350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3e673b7-8695-4c80-b412-73f67daaf3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.472278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e3e673b7-8695-4c80-b412-73f67daaf3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.507949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] Transition to ACTIVE for port object 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:37:46.513721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e3e673b7-8695-4c80-b412-73f67daaf3ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6713d98523d84737b8a903e83101d993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666252 Jul 12 16:37:46.513721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e673b7-8695-4c80-b412-73f67daaf3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c78b28-ff55-4b4d-bf9c-0a77c13908bd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:46.514819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:46.523058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.716100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=11']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:46.750470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:46.752944 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15a6150-3a9e-4671-aae9-4a5689c520a4" -d '{"events": [{"server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "name": "network-vif-plugged", "status": "completed", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:46.805268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] No DVR routers for this DVR port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:46.812875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.890985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:46.909342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfcf75-5b99-447d-8751-6146326ee6e1 req-5333f89b-405c-4548-89db-9cd470d6ab48 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:46.910858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97bfcf75-5b99-447d-8751-6146326ee6e1 req-5333f89b-405c-4548-89db-9cd470d6ab48 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.2021730 Jul 12 16:37:46.933893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c419d-6375-4a94-ac09-4681325c82f5 req-c217df96-4670-4e34-b2ae-cc4f67d8bd92 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:46.935504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b2c419d-6375-4a94-ac09-4681325c82f5 req-c217df96-4670-4e34-b2ae-cc4f67d8bd92 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.0722539 Jul 12 16:37:46.976544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b2c419d-6375-4a94-ac09-4681325c82f5 req-f4198f74-45e8-4f3d-b151-4bb5af113d9a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340176 Jul 12 16:37:47.010698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97bfcf75-5b99-447d-8751-6146326ee6e1 req-0ab9b70a-a998-46df-b892-ac1a22d181af tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653813 Jul 12 16:37:47.079336 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97dd25b-26e9-4977-a31b-39a41bc511de x-openstack-request-id: req-a97dd25b-26e9-4977-a31b-39a41bc511de {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:47.079648 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "name": "network-vif-plugged", "status": "completed", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:47.079904 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a97dd25b-26e9-4977-a31b-39a41bc511de {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:47.080305 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7', 'code': 200} Jul 12 16:37:47.084978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:47.088157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:47.089496 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15c78b28-ff55-4b4d-bf9c-0a77c13908bd HTTP/1.1" status: 204 len: 168 time: 0.5728555 Jul 12 16:37:47.159716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-688ab8e5-4a57-4060-b8d4-45978a8c2d25 service neutron] 10.222.0.77 "PUT /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97/bindings/n-h1-800078-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0437083 Jul 12 16:37:47.160456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a0b8-1056-48d2-a14a-71f9347e00ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c78b28-ff55-4b4d-bf9c-0a77c13908bd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:47.326447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08553f2f-e436-4306-b6ed-c74b74045490 req-169724e8-7f09-4809-a9ab-318c6d4c5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.329196 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08553f2f-e436-4306-b6ed-c74b74045490 req-169724e8-7f09-4809-a9ab-318c6d4c5897 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 1096 time: 0.1335089 Jul 12 16:37:47.347425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a938ad1-048d-4d2a-88d5-b68995e2b549 req-6ca0bed4-fcd2-4aea-8f51-15a6b94d371e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.348894 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a938ad1-048d-4d2a-88d5-b68995e2b549 req-6ca0bed4-fcd2-4aea-8f51-15a6b94d371e tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.1138060 Jul 12 16:37:47.358076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51836) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:47.364067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Request body: {'floatingip': {'port_id': 'c6cefe14-2975-4ee9-8815-f01203239026'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:37:47.386222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea1e8-b666-4bb6-8781-fa0b8fc266cb req-b3aeea04-d5b3-4b1a-8a80-fd99bf899915 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.387838 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-905ea1e8-b666-4bb6-8781-fa0b8fc266cb req-b3aeea04-d5b3-4b1a-8a80-fd99bf899915 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1699831 Jul 12 16:37:47.421466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:47.426591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-800698a7-36f9-40cc-8299-7347e3f9e048 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.428281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-800698a7-36f9-40cc-8299-7347e3f9e048 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f&tenant_id=42ce248d4ae044569b97dc04148d0f3a&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.1759694 Jul 12 16:37:47.501035 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-905ea1e8-b666-4bb6-8781-fa0b8fc266cb req-2247cfb9-3bfa-4e49-8fdc-e524f910514f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039162 Jul 12 16:37:47.537618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08553f2f-e436-4306-b6ed-c74b74045490 req-066df061-4a36-4793-83b9-ae5db6a8e81c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874406 Jul 12 16:37:47.560617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-3ac2670b-2afd-4d1d-b6ba-2b47fa11134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.563087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-3ac2670b-2afd-4d1d-b6ba-2b47fa11134a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 1095 time: 0.1230018 Jul 12 16:37:47.693618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-7b72223e-6d6e-4bc8-bbca-f41fcc2d5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.695157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-7b72223e-6d6e-4bc8-bbca-f41fcc2d5a90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1095 time: 0.0709214 Jul 12 16:37:47.805304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-57085f6a-c065-46aa-bf9e-ca6793b89ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.806807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-57085f6a-c065-46aa-bf9e-ca6793b89ecb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.1044281 Jul 12 16:37:47.895679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b31a0759-19f3-4b78-9d88-b4d45f6b6333 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 999 time: 0.0813873 Jul 12 16:37:47.959729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-798fdddb-cce3-474e-8360-6bd1145fdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:47.961303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-798fdddb-cce3-474e-8360-6bd1145fdf73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.0585790 Jul 12 16:37:48.081575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-41b38ae7-e0d9-465f-81b6-b16dbcd014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:48.089201 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-41b38ae7-e0d9-465f-81b6-b16dbcd014c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034722 Jul 12 16:37:48.219363 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-804eb0f5-726a-4a3d-b51f-411bd1bb649a service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278362 Jul 12 16:37:48.334538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-fc8e8bcf-fed5-469e-a7a2-df0b0051d928 service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043139 Jul 12 16:37:48.393138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbfe0f-e1d4-466b-bc85-3a10b07f7541 req-3ccd1aad-a5c1-44ea-b3ad-5ecf54affeb8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:48.394688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ecbfe0f-e1d4-466b-bc85-3a10b07f7541 req-3ccd1aad-a5c1-44ea-b3ad-5ecf54affeb8 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.2426703 Jul 12 16:37:48.507483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ecbfe0f-e1d4-466b-bc85-3a10b07f7541 req-15627a06-088d-400b-8822-e2a8c5384a31 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997074 Jul 12 16:37:48.541228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:48.548151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:48.694651 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Floating IP c728bf9b-4ee6-4dff-89ea-de765c726c22 associated. External IP: 172.25.8.154, port: c6cefe14-2975-4ee9-8815-f01203239026. Jul 12 16:37:48.783978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9fed0-d400-439c-8885-8a226ec6350b req-ae0a0cf6-7129-4c70-82f4-17bec3955fae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:48.788118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2d9fed0-d400-439c-8885-8a226ec6350b req-ae0a0cf6-7129-4c70-82f4-17bec3955fae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1250823 Jul 12 16:37:48.835727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b8ef57d3-54d5-4d35-abb6-5eece57322e0 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:48.837212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-b8ef57d3-54d5-4d35-abb6-5eece57322e0 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f&tenant_id=42ce248d4ae044569b97dc04148d0f3a&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 1095 time: 0.1384780 Jul 12 16:37:48.842859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e2d9fed0-d400-439c-8885-8a226ec6350b req-b3b954e7-5f45-4b3f-95a7-cfa11b2dd3c7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495989 Jul 12 16:37:48.972902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:49.003496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-1b864d1f-2a0e-43c3-b602-e15215b09a38 service neutron] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:37:49.007774 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-1b864d1f-2a0e-43c3-b602-e15215b09a38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:49.009737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9dd95117-9315-4d4d-a290-5db68d81e9d4 req-1b864d1f-2a0e-43c3-b602-e15215b09a38 service neutron] 10.222.0.65 "DELETE /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97/bindings/n-h2-800078-3 HTTP/1.1" status: 204 len: 173 time: 0.1571989 Jul 12 16:37:49.148072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:49.155397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:49.160361 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:49.173482 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:49.174457 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:49.210740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239779-2393-4914-ae60-8aed60f7724f req-ad3174ed-9f9c-48a0-9a8a-c7de86c4829b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:49.212386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12239779-2393-4914-ae60-8aed60f7724f req-ad3174ed-9f9c-48a0-9a8a-c7de86c4829b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1222425 Jul 12 16:37:49.219006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e1a491b4-9b4f-43fa-88f7-8eba5687d1ec tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "PUT /v2.0/floatingips/c728bf9b-4ee6-4dff-89ea-de765c726c22 HTTP/1.1" status: 200 len: 991 time: 1.8600817 Jul 12 16:37:49.222385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:49.225405 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256abd85-26e4-4baf-949d-4c95895d2917" -d '{"events": [{"name": "network-changed", "server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "tag": "c6cefe14-2975-4ee9-8815-f01203239026"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:49.293903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12239779-2393-4914-ae60-8aed60f7724f req-de41e3a9-3b5c-42df-a67b-ea6478c0e6e2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723059 Jul 12 16:37:49.297936 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:49.355556 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0099c-237e-4119-8885-d4efdb447bff x-openstack-request-id: req-24e0099c-237e-4119-8885-d4efdb447bff {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:49.356065 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "tag": "c6cefe14-2975-4ee9-8815-f01203239026", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:49.356469 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24e0099c-237e-4119-8885-d4efdb447bff {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:49.357016 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026', 'status': 'completed', 'code': 200} Jul 12 16:37:49.412762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51904) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:49.557327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256abd85-26e4-4baf-949d-4c95895d2917 req-bc83c94a-fd21-4037-87bb-48e7fe5b1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:49.558980 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-bc83c94a-fd21-4037-87bb-48e7fe5b1690 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1793883 Jul 12 16:37:49.618491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0355f-16da-4e32-952f-bb5db84258df req-f70b7e9d-fa35-4d0d-8439-ddc321392837 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:49.625580 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'c728bf9b-4ee6-4dff-89ea-de765c726c22', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': 'c6cefe14-2975-4ee9-8815-f01203239026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:59:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:37:31Z', 'updated_at': '2021-07-12T16:37:48Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:49.626400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53a0355f-16da-4e32-952f-bb5db84258df req-f70b7e9d-fa35-4d0d-8439-ddc321392837 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1503446 Jul 12 16:37:49.668463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e42d5a25-8344-4c6b-a12f-d759bcf3b7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:49.682936 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:49.692368 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:49.693231 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:49.700956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53a0355f-16da-4e32-952f-bb5db84258df req-6aa0ebd2-2260-40ef-bd75-882e11ef79f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731604 Jul 12 16:37:49.809779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256abd85-26e4-4baf-949d-4c95895d2917 req-e7bc2ca3-fdac-456b-806b-23af70fdb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:49.813004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-e7bc2ca3-fdac-456b-806b-23af70fdb529 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.2318995 Jul 12 16:37:49.832870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97508915-e662-4528-9aa6-ecf0bc36b113 req-ad1a53ed-11b4-4a71-ad8c-9b26485cac3d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:49.844544 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97508915-e662-4528-9aa6-ecf0bc36b113 req-ad1a53ed-11b4-4a71-ad8c-9b26485cac3d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.1568279 Jul 12 16:37:49.888688 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:49.894865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e42d5a25-8344-4c6b-a12f-d759bcf3b7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:49.902577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e42d5a25-8344-4c6b-a12f-d759bcf3b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:49.957401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97508915-e662-4528-9aa6-ecf0bc36b113 req-ced07ef8-9315-4bc5-bf81-5974f7bcb4c9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118767 Jul 12 16:37:49.973398 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-b6f1ff83-c330-4c87-9959-6ab7a80a2c15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 200 len: 999 time: 0.1176596 Jul 12 16:37:50.020905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5a25-8344-4c6b-a12f-d759bcf3b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e7096f-54ff-485a-bef6-7a65df1f730b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:50.028560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256abd85-26e4-4baf-949d-4c95895d2917 req-cb1ebba3-0596-4572-84c2-d4195022aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:50.030300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-cb1ebba3-0596-4572-84c2-d4195022aa76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.0589342 Jul 12 16:37:50.039077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e42d5a25-8344-4c6b-a12f-d759bcf3b7bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2515fd411eec496398f054dc2d8e7397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223259 Jul 12 16:37:50.040355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:50.107616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.132240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.150620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256abd85-26e4-4baf-949d-4c95895d2917 req-0c155948-2a8f-415e-af1e-5556f8e83027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:50.154349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-0c155948-2a8f-415e-af1e-5556f8e83027 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129589 Jul 12 16:37:50.235670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.240606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.243317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4e7096f-54ff-485a-bef6-7a65df1f730b HTTP/1.1" status: 204 len: 168 time: 0.2010036 Jul 12 16:37:50.275020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a357b2-ab2e-4c2a-8e4b-1e01f86b8832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e7096f-54ff-485a-bef6-7a65df1f730b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:50.285113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-d5d15380-9720-4513-90f6-b434d587bed5 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241417 Jul 12 16:37:50.392609 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'c728bf9b-4ee6-4dff-89ea-de765c726c22', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': 'c6cefe14-2975-4ee9-8815-f01203239026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:59:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:37:31Z', 'updated_at': '2021-07-12T16:37:48Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:50.418654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf18819-5294-4457-a843-e7320c6b8603 req-ce17f936-6670-416a-bb65-f8e138946183 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:50.425655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3cf18819-5294-4457-a843-e7320c6b8603 req-ce17f936-6670-416a-bb65-f8e138946183 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1095 time: 0.2635069 Jul 12 16:37:50.452215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:50.462646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-256abd85-26e4-4baf-949d-4c95895d2917 req-304e2c26-79cb-4943-aea3-c98cdf2d8d44 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694727 Jul 12 16:37:50.475692 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d7d403-e7d2-4f36-ba0a-07e6ebf19232 None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'c728bf9b-4ee6-4dff-89ea-de765c726c22', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'port_id': 'c6cefe14-2975-4ee9-8815-f01203239026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'mac_address': 'fa:16:3e:59:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:37:31Z', 'updated_at': '2021-07-12T16:37:48Z', 'revision_number': 1, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:50.481432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3cf18819-5294-4457-a843-e7320c6b8603 req-8f942a9e-f38f-4d77-9e77-d7790be1a87e tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548477 Jul 12 16:37:50.486767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1462-ac4c-43a5-891a-987c082764fc req-6993ac65-fc06-41c2-932f-8dfeadec25b3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:50.494229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cdd1462-ac4c-43a5-891a-987c082764fc req-6993ac65-fc06-41c2-932f-8dfeadec25b3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1091011 Jul 12 16:37:50.554777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cdd1462-ac4c-43a5-891a-987c082764fc req-120d87b3-b235-4437-b061-83c3881b7f78 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595715 Jul 12 16:37:50.565503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:50.700082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:50.715131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3e759b3-45c4-494c-9ea5-32fc25567d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.769344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee15d62-f437-4371-9106-7f77ea747329 req-a560c238-99cc-41f5-8f3e-bcedea18a36a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:50.771113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ee15d62-f437-4371-9106-7f77ea747329 req-a560c238-99cc-41f5-8f3e-bcedea18a36a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.0956442 Jul 12 16:37:50.815548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6473a03-cfe7-457e-a4ba-5b97e9246cc3 None None] New status for floating IP c728bf9b-4ee6-4dff-89ea-de765c726c22: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:37:50.828272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ee15d62-f437-4371-9106-7f77ea747329 req-2b52ea3c-f84a-433e-a4cd-89472a8887db tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506988 Jul 12 16:37:50.833692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3e759b3-45c4-494c-9ea5-32fc25567d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.839460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a3e759b3-45c4-494c-9ea5-32fc25567d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.854271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 51936) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:50.875352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a3e759b3-45c4-494c-9ea5-32fc25567d7c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f8490623c2e4c0bb7eaa0650d3ad89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718466 Jul 12 16:37:50.880132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 51938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:50.916599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e759b3-45c4-494c-9ea5-32fc25567d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a5c84-5cc0-4927-883e-a5109a4d1ffd,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:50.935859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d7303c11-9d04-49b1-aaad-828760f66c16 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 200 len: 991 time: 0.0799673 Jul 12 16:37:50.964375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:50.989495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:51.039362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:51.041977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:51.043130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/368a5c84-5cc0-4927-883e-a5109a4d1ffd HTTP/1.1" status: 204 len: 168 time: 0.1618681 Jul 12 16:37:51.052327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab9661-17f0-442a-936c-af327e1ff59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a5c84-5cc0-4927-883e-a5109a4d1ffd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:51.774791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736249bb-f28c-4a4b-b08d-2e724e1e2a31 req-a0708eca-26f3-45e9-b906-0c6197636248 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:51.776278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-736249bb-f28c-4a4b-b08d-2e724e1e2a31 req-a0708eca-26f3-45e9-b906-0c6197636248 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.1021285 Jul 12 16:37:51.818626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-736249bb-f28c-4a4b-b08d-2e724e1e2a31 req-9680d810-4659-4862-bf96-beec93d0c537 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Jul 12 16:37:51.959165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b841-1416-415d-b77f-07cf0de3f345 req-095da563-6b1d-42dc-9bc6-4977aabf9ffd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:51.960679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c636b841-1416-415d-b77f-07cf0de3f345 req-095da563-6b1d-42dc-9bc6-4977aabf9ffd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 945 time: 0.0649452 Jul 12 16:37:52.412921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:52.413322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:52.506532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 391c7c75-ea9b-439f-a9bc-d474cbd77de7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=391c7c75-ea9b-439f-a9bc-d474cbd77de7,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:52.506895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:52.524249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 391c7c75-ea9b-439f-a9bc-d474cbd77de7 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:52.665665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:52.684359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['391c7c75-ea9b-439f-a9bc-d474cbd77de7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:37:52.697405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=391c7c75-ea9b-439f-a9bc-d474cbd77de7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:52.764500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 391c7c75-ea9b-439f-a9bc-d474cbd77de7 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:52.767491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:52.769553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c636b841-1416-415d-b77f-07cf0de3f345 req-5811deac-d9fc-4eb5-99cf-abbec5457120 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "DELETE /v2.0/ports/391c7c75-ea9b-439f-a9bc-d474cbd77de7 HTTP/1.1" status: 204 len: 173 time: 0.8006160 Jul 12 16:37:52.769990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'name': 'network-vif-deleted', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:52.792567 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02eeea9-2dc2-465a-9d83-5f30bd5806ca" -d '{"events": [{"server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "name": "network-vif-deleted", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:52.896074 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50567a88-f23f-48ae-8384-8d5add53ec2d x-openstack-request-id: req-50567a88-f23f-48ae-8384-8d5add53ec2d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:52.896363 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72ee1b-0a92-4e81-9941-9562e89e76b4", "name": "network-vif-deleted", "tag": "391c7c75-ea9b-439f-a9bc-d474cbd77de7", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:52.896617 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50567a88-f23f-48ae-8384-8d5add53ec2d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:52.897017 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e72ee1b-0a92-4e81-9941-9562e89e76b4', 'name': 'network-vif-deleted', 'tag': '391c7c75-ea9b-439f-a9bc-d474cbd77de7', 'status': 'completed', 'code': 200} Jul 12 16:37:53.096750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e507ee00-efed-42f5-9aeb-9c4661e5aa01 req-f9ad5f3d-ac02-4c6f-be5f-5442ca739ff1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0491977 Jul 12 16:37:53.262675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52014) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:53.438955 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port d8eef804-662b-4424-a940-8c0394c29984 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:53.439460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:53.538225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:53.538908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:53.552964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for d8eef804-662b-4424-a940-8c0394c29984 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:53.768448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:53.801863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=d8eef804-662b-4424-a940-8c0394c29984,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:53.868384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:53.868736 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP 122f8334-ab70-4c10-9ef9-848823ffb394 disassociated (deleted). External IP: 172.25.8.115, port: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97. Jul 12 16:37:54.130672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:54.341299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0d425968-0941-4cd3-b2d6-013a28c0b445 req-e1e00f30-b8c9-494a-b7a0-8021053e8485 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0555763 Jul 12 16:37:54.342117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:54.347648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:54.355447 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Sync routers for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:54.383370 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:54.385586 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:54.414566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-338ae78c-6b88-47cd-9e25-95bc7bd9b99c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/floatingips/122f8334-ab70-4c10-9ef9-848823ffb394 HTTP/1.1" status: 204 len: 168 time: 1.1503167 Jul 12 16:37:54.622585 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:54.897910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:54.900328 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22bdf1-246f-4a64-a559-d0776b3a2922" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:54.911879 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:54.951042 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Checking router: 26546e28-b4fb-4a52-a014-bcd86b9c1d97 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:37:54.961435 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:54.962330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:54.965690 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e1e91b-d151-4050-956e-74c9d928d3b9 x-openstack-request-id: req-21e1e91b-d151-4050-956e-74c9d928d3b9 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:54.966173 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:54.966587 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21e1e91b-d151-4050-956e-74c9d928d3b9 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:54.967229 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'status': 'completed', 'code': 200} Jul 12 16:37:55.026135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b580c-d1f7-438b-b18d-63d759fb9466 req-e59050eb-2122-4212-bd0f-c3e1b47f676e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.033720 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf7b580c-d1f7-438b-b18d-63d759fb9466 req-e59050eb-2122-4212-bd0f-c3e1b47f676e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.0889742 Jul 12 16:37:55.095427 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:55.119638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-fd1b865c-3f2c-4345-8e91-2e93c8283692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.121619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf7b580c-d1f7-438b-b18d-63d759fb9466 req-8ebb1d19-ad17-43d5-9ebd-8226cfec80e9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=aa909c44-b957-485d-8acb-118dc58422b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867069 Jul 12 16:37:55.127280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-fd1b865c-3f2c-4345-8e91-2e93c8283692 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 1095 time: 0.1340678 Jul 12 16:37:55.235096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 391c7c75-ea9b-439f-a9bc-d474cbd77de7 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:55.279567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 391c7c75-ea9b-439f-a9bc-d474cbd77de7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:55.280202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 391c7c75-ea9b-439f-a9bc-d474cbd77de7 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:55.422144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-622e3e10-681d-4dd9-bba3-4e86a116a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.424403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6643986c-0afe-4a78-9058-634cee565929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:55.427139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-622e3e10-681d-4dd9-bba3-4e86a116a81a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 200 len: 898 time: 0.2892268 Jul 12 16:37:55.461519 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643986c-0afe-4a78-9058-634cee565929 None None] The sync data for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 is: [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:36:37Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b3202d88-3acd-42a9-8b08-d6f04cf67aea', 'name': '', 'network_id': '4ccc5043-6dd2-460d-8a50-4e84158a0e69', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:c1:f9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:36Z', 'updated_at': '2021-07-12T16:36:44Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '0e8dd1a0-5f70-4edd-b78b-3484a171c0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:37:55.473156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-4d49b659-36eb-43b8-9082-4d473ebeeff3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.475101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-4d49b659-36eb-43b8-9082-4d473ebeeff3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 944 time: 0.1617682 Jul 12 16:37:55.524627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-26dbf7fc-ba3f-4c3a-9ec4-af10d92a8b2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 200 len: 217 time: 0.0860562 Jul 12 16:37:55.631393 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-343a4347-45d1-4e17-a0c4-eedcf8a468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.632955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-343a4347-45d1-4e17-a0c4-eedcf8a468d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 200 len: 835 time: 0.0973887 Jul 12 16:37:55.704192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a68210ef-f301-4315-9ccd-48fd868cd5ad req-c9fc4341-a64d-4026-aeaf-3ec9d60a003e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0912223 Jul 12 16:37:55.712270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:55.712612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:55.770621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-f0f3be94-97ce-4a54-9b21-7b51ee5c9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:37:55.779542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-f0f3be94-97ce-4a54-9b21-7b51ee5c9916 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ccc5043-6dd2-460d-8a50-4e84158a0e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342797 Jul 12 16:37:55.958273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:55.967138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:55.998520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:56.040917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-b3f77c4b-d135-460e-bd98-bff66a03545a service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487557 Jul 12 16:37:56.055258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc1b13-4fd4-4ad0-b5ba-9493d30482d7 None None] New status for floating IP 122f8334-ab70-4c10-9ef9-848823ffb394: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:37:56.188573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:56.237780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:56.247963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a22bdf1-246f-4a64-a559-d0776b3a2922 req-3b37a590-0abb-44ca-8cc4-02face03d5ac service neutron] 10.222.0.65 "GET /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960351 Jul 12 16:37:56.367188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] No DVR routers for this DVR port 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:37:56.370663 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:56.376557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7523dedc-6a9a-4b7c-bb97-99f63cf82ff1 req-50fc7628-ed57-4849-b665-1fbad8edd421 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.65 "DELETE /v2.0/ports/8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 HTTP/1.1" status: 204 len: 173 time: 0.8912740 Jul 12 16:37:56.389248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b8819436-1271-4c0d-b73b-5d5d0fa3ec64 req-3167fba1-1cc7-4549-8caf-ae3efbf9d9ce tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bf62c67-ebfc-4daf-af34-b44032e0659f HTTP/1.1" status: 200 len: 210 time: 0.0687892 Jul 12 16:37:56.391434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-deleted', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:37:56.394344 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d152b29-15e5-46c9-9b52-5e5a5b54b468" -d '{"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-deleted", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:37:56.467649 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf5ee6-b1c7-4dde-9173-5fd72e77dd61 x-openstack-request-id: req-cadf5ee6-b1c7-4dde-9173-5fd72e77dd61 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:37:56.467982 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf62c67-ebfc-4daf-af34-b44032e0659f", "name": "network-vif-deleted", "tag": "8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:37:56.468276 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cadf5ee6-b1c7-4dde-9173-5fd72e77dd61 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:37:56.468877 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf62c67-ebfc-4daf-af34-b44032e0659f', 'name': 'network-vif-deleted', 'tag': '8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97', 'status': 'completed', 'code': 200} Jul 12 16:37:56.912968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afd8c0fd-6061-408b-ac5b-662d3ad59b94 req-bba05531-52b8-463d-a75f-1e6786382e84 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0489523 Jul 12 16:37:57.497764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:57.970209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:58.096520 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0c58f3d-54c2-4e06-a0b6-572ec8bfc5c7 req-a2b3d185-ffc5-4f5e-9d72-615186b3956f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e72ee1b-0a92-4e81-9941-9562e89e76b4 HTTP/1.1" status: 200 len: 210 time: 0.0317988 Jul 12 16:37:58.320043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port b3202d88-3acd-42a9-8b08-d6f04cf67aea {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:37:58.320388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:58.444302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port b3202d88-3acd-42a9-8b08-d6f04cf67aea, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3202d88-3acd-42a9-8b08-d6f04cf67aea,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:37:58.451339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:58.472934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for b3202d88-3acd-42a9-8b08-d6f04cf67aea owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:37:58.712355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:58.747752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=b3202d88-3acd-42a9-8b08-d6f04cf67aea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:58.950218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.188459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:37:59.271283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:37:59.310136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:37:59.310759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 8e6d83b9-2fd4-48d6-a9a8-076c7ae01a97 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:37:59.342379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:37:59.356431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55f58ac2-79a2-4a09-b976-b6ca0c0b936d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/26546e28-b4fb-4a52-a014-bcd86b9c1d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8575225 Jul 12 16:37:59.361916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:59.371953 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Sync routers for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:37:59.413698 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:37:59.414317 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:37:59.433764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting subnet 0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:37:59.437129 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.516790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.617689 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:37:59.733743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.826766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.867215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8dd1a0-5f70-4edd-b78b-3484a171c0d5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:37:59.876575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:37:59.879786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-104be1e1-b350-45b4-b53f-ae6adb58d7c4 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/subnets/0e8dd1a0-5f70-4edd-b78b-3484a171c0d5 HTTP/1.1" status: 204 len: 168 time: 0.5163600 Jul 12 16:37:59.882313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52122) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:37:59.884929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112ca80-0b3f-4721-b46c-b0081118b222 None None] Network 4ccc5043-6dd2-460d-8a50-4e84158a0e69 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:37:59.966499 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:37:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:00.004824 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Checking router: 26546e28-b4fb-4a52-a014-bcd86b9c1d97 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:38:00.025407 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Routers {'26546e28-b4fb-4a52-a014-bcd86b9c1d97'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:00.031530 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:37:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:00.037946 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.154089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.219890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 05778010-692a-4256-a5b6-88d34f23b53c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:38:00.220436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.259177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] DHCP port deletion for 4ccc5043-6dd2-460d-8a50-4e84158a0e69 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:38:00.260151 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] Set router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:00.337492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Deleting port 48d4168f-7295-4182-a55d-8a155838d10f {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:38:00.338102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.341400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 05778010-692a-4256-a5b6-88d34f23b53c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=05778010-692a-4256-a5b6-88d34f23b53c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:00.341781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.358895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 05778010-692a-4256-a5b6-88d34f23b53c owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:38:00.450613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] For port 48d4168f-7295-4182-a55d-8a155838d10f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=48d4168f-7295-4182-a55d-8a155838d10f,segment=NetworkSegment(57c124e4-537c-471b-8fad-b2c2d63c02e5),segment_id=57c124e4-537c-471b-8fad-b2c2d63c02e5)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:00.451018 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.483935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Calling delete_port for 48d4168f-7295-4182-a55d-8a155838d10f owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:38:00.589264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.622012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] Pushing event deleted for resources: {'Port': ['ID=48d4168f-7295-4182-a55d-8a155838d10f,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:00.636048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f14f0e-5b15-4d85-a50f-7f260fb65c8b None None] No DVR routers for this DVR port 48d4168f-7295-4182-a55d-8a155838d10f on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:38:00.644951 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:37:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:00.678902 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.711125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc98c0-8daf-4790-82ac-408a2ad653b0 None None] The sync data for ids ['26546e28-b4fb-4a52-a014-bcd86b9c1d97'] in n-d-800078-3 is: [{'id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584213881', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '05778010-692a-4256-a5b6-88d34f23b53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:36:31Z', 'updated_at': '2021-07-12T16:37:58Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '05778010-692a-4256-a5b6-88d34f23b53c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26546e28-b4fb-4a52-a014-bcd86b9c1d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:36:32Z', 'updated_at': '2021-07-12T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:38:00.754552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=05778010-692a-4256-a5b6-88d34f23b53c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:00.830463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:00.962333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 48d4168f-7295-4182-a55d-8a155838d10f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:38:00.997450 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.014463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.027835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 48d4168f-7295-4182-a55d-8a155838d10f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:38:01.027835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 48d4168f-7295-4182-a55d-8a155838d10f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:38:01.128498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.130187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Fanout notify agent at l3_agent the message router_deleted on router 26546e28-b4fb-4a52-a014-bcd86b9c1d97 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:38:01.139920 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.144051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52138) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:01.144630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a010d9aa-593b-41e8-b94d-e21c3f9ff7fc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/routers/26546e28-b4fb-4a52-a014-bcd86b9c1d97 HTTP/1.1" status: 204 len: 168 time: 1.2599657 Jul 12 16:38:01.257736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.369286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.386919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccc5043-6dd2-460d-8a50-4e84158a0e69']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:01.401137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c124e4-537c-471b-8fad-b2c2d63c02e5') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:01.401909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c124e4-537c-471b-8fad-b2c2d63c02e5') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:01.413527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.444396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.451519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:38:01.453423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:38:01.541814 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:38:01.620829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.630279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.633037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/networks/4ccc5043-6dd2-460d-8a50-4e84158a0e69 HTTP/1.1" status: 204 len: 168 time: 0.4870265 Jul 12 16:38:01.636350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:01.661170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6adf3d-3025-4819-aa60-d817bccffb48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Network': ['ID=4ccc5043-6dd2-460d-8a50-4e84158a0e69,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:01.711039 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.743889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.830153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.832945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:01.837518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/security-groups/aa909c44-b957-485d-8acb-118dc58422b8 HTTP/1.1" status: 204 len: 168 time: 0.1976807 Jul 12 16:38:01.845323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc27c7-87a4-4d80-b3ed-f50861738f4c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa909c44-b957-485d-8acb-118dc58422b8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:02.031175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7875-65fe-4d2c-9374-ba4ccd7f66d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.236919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52164) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:02.242145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299322289', 'description': 'tempest-secgroup-smoke-299322289 description', 'project_id': '42ce248d4ae044569b97dc04148d0f3a'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:02.266229 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.393062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.398927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.440168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.444439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52166) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:02.444954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2066822 Jul 12 16:38:02.447444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4366e-92ec-43f5-ac78-052507837084 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd260f-83db-4247-b768-42255d742d70,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:02.450497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:02.502568 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.578509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.588036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.648143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e87976-c944-46f2-96c5-9821d4bdca26,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:02.660022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.663946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ed7b68a-937b-46a0-975e-8a231c5aa9f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2149315 Jul 12 16:38:02.664080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52172) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:02.670310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:02.701416 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.846150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.855780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.884211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 05778010-692a-4256-a5b6-88d34f23b53c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:38:02.898979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd37d11c-c79c-42af-b5f3-932f92b54561,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:02.930798 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:02.936116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52182) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:02.942519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:02.945905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e08804e9-7759-42b9-b534-fa6e5549e07b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2807863 Jul 12 16:38:02.966484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 05778010-692a-4256-a5b6-88d34f23b53c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:38:02.967188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 05778010-692a-4256-a5b6-88d34f23b53c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:38:02.968594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3202d88-3acd-42a9-8b08-d6f04cf67aea no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:38:03.008659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.017407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b3202d88-3acd-42a9-8b08-d6f04cf67aea {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:38:03.018091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3202d88-3acd-42a9-8b08-d6f04cf67aea not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:38:03.099255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.104914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.133827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cfcc86-dad2-4de3-bf34-9751d545dc86,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:03.139409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.143637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-877ac3cf-3d70-47a6-a57f-3990f91d1957 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037001 Jul 12 16:38:03.145456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:03.151066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:03.212594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.317542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.324991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.330296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.347375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616588a5-14f4-4847-ada8-0a006b4731fe,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:03.365947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.371717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-332ec748-3f78-4292-aaf2-1258f922f409 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2252316 Jul 12 16:38:03.372103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:03.378311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:03.425383 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:38:03.431095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.504780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.514626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.531541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac68aa6-8d32-4395-b302-60cd85ebe6aa,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:03.564876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.566470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-43b4ea9f-5a26-43a4-9e0a-1c3f6e98d93d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932487 Jul 12 16:38:03.571088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:03.574886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'security_group_rule': {'security_group_id': '08fd260f-83db-4247-b768-42255d742d70', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:03.635458 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Project 42ce248d4ae044569b97dc04148d0f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:38:03.652325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.801379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.816447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.895342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cafae3-0481-4865-a17e-6448867a9582,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:03.909519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.910747 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4541a93-dc07-4d26-b508-9a599c68b22e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3404329 Jul 12 16:38:03.914376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:03.920080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'network': {'name': 'tempest-network-smoke--666382221', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:03.941967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:38:03.945475 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:03.973165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:38:04.003843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.004405 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Added segment 52e3ebf0-9f07-48cc-90bc-03730dd6fdca of type vlan for network f3df149a-6ea4-4e38-a376-438569445fa8 Jul 12 16:38:04.070533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.121123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.131802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:04.132881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.200389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2843795 Jul 12 16:38:04.203552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52274) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:04.208445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'admin_state_up': True, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:04.226373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Network': ['ID=f3df149a-6ea4-4e38-a376-438569445fa8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:04.234708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.235912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.236469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.236611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.237328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.237847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.238372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.238938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.239501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.240043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.240844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.241763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.242692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.248257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4eb01-0e58-45ab-bbf1-ba76a341afa5 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:04.263182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f3df149a-6ea4-4e38-a376-438569445fa8 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:38:04.306425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.457096 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6efe675-7852-4287-9988-c341100bc732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.526190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.854669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.898796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:04.901726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:05.053974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.63 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/8d3c2a56-62e9-4d2c-a558-69806edb0064) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:05.197780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:05.244081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:05.292664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:05.296717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:05.300748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:05.308243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=8d3c2a56-62e9-4d2c-a558-69806edb0064,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:05.569456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:05.834047 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:06.217506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:06.495495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:06.746161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 79b05cee-30a3-4cbb-b98b-60922ce71425 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:38:06.909063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:38:06.920349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Sync routers for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:38:06.939070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:06.939776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:06.961363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:06.962800 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ac678811-8ae6-4dd6-8e0a-039cf31d691e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7579608 Jul 12 16:38:06.966014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52316) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.039784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ef8796a-eedf-4709-9ead-bd3dadd62c97 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=42ce248d4ae044569b97dc04148d0f3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725842 Jul 12 16:38:07.042333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52320) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.153659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:07.197388 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.238972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dfd9c-e1dc-4579-a2df-5ac27cb8c2b7 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:07.243008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-775dfd9c-e1dc-4579-a2df-5ac27cb8c2b7 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1935358 Jul 12 16:38:07.243857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.326870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-52999806-3332-4a6e-ad28-1b736ad2faab tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795293 Jul 12 16:38:07.327278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52330) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.332869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451448199', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:07.394531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.416327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48c6-5aa6-40bf-bec6-3f11b3033fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.498639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:06Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:07.541557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Checking router: 79b05cee-30a3-4cbb-b98b-60922ce71425 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:38:07.544014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Updating router 79b05cee-30a3-4cbb-b98b-60922ce71425 port 8d3c2a56-62e9-4d2c-a558-69806edb0064 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:38:07.570860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48c6-5aa6-40bf-bec6-3f11b3033fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.576572 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48c6-5aa6-40bf-bec6-3f11b3033fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.612139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:38:07.615827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.626380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ca9a48c6-5aa6-40bf-bec6-3f11b3033fd2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a795e29d65484827a3684f9ba9aad6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272239 Jul 12 16:38:07.627924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a48c6-5aa6-40bf-bec6-3f11b3033fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b8ac96-63da-42c7-b582-89d1ba8a9012,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:07.631925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:07.644041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.811837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.854214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.958122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.965654 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:07.966990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64b8ac96-63da-42c7-b582-89d1ba8a9012 HTTP/1.1" status: 204 len: 168 time: 0.3334532 Jul 12 16:38:08.008984 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebdd60-f955-423d-84f1-e6914121da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b8ac96-63da-42c7-b582-89d1ba8a9012,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:08.016955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.046220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Transition to ACTIVE for port object 8d3c2a56-62e9-4d2c-a558-69806edb0064 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:08.047736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.059444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.174680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8430-50ad-42af-a9a8-348a3071816f None None] Pushing event updated for resources: {'Port': ['ID=8d3c2a56-62e9-4d2c-a558-69806edb0064,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:08.212419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Attempting to bind port 8d3c2a56-62e9-4d2c-a558-69806edb0064 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:38:08.213079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Attempting to bind port 8d3c2a56-62e9-4d2c-a558-69806edb0064 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:38:08.213453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Attempting to bind port 8d3c2a56-62e9-4d2c-a558-69806edb0064 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:08.222682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:38:08.224341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:08.225746 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.226999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:38:08.227611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Bound port: 8d3c2a56-62e9-4d2c-a558-69806edb0064, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:38:08.232359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.248663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Checking segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:08.248663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network hostable DHCP agents. Network: f3df149a-6ea4-4e38-a376-438569445fa8, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:38:08.259437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Subnet': ['ID=6d761e04-cfdd-402a-8f92-a44d61dde185,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:08.288466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network f3df149a-6ea4-4e38-a376-438569445fa8 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:38:08.301802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f3df149a-6ea4-4e38-a376-438569445fa8) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:08.308627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:08.309282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.317167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23904f33-c06d-4bb4-8f57-0d448c0cd14c None None] Network f3df149a-6ea4-4e38-a376-438569445fa8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:38:08.336406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52354) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:08.350080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e4ce78aa-ba2f-42d6-9610-ba666e4c42a3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0213234 Jul 12 16:38:08.398350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] For port 8d3c2a56-62e9-4d2c-a558-69806edb0064, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:38:08.423319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] For port 8d3c2a56-62e9-4d2c-a558-69806edb0064, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d3c2a56-62e9-4d2c-a558-69806edb0064,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:38:08.433512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.498104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52356) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:08.535243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a7da852-20fa-4f20-8288-3972927ee7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.686430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a7da852-20fa-4f20-8288-3972927ee7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.692324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a7da852-20fa-4f20-8288-3972927ee7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.744767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a7da852-20fa-4f20-8288-3972927ee7e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5575d4df0934b66afcf48dc70bce3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445536 Jul 12 16:38:08.746002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da852-20fa-4f20-8288-3972927ee7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699c35d4-ab4e-4043-8fbc-cb519d9a8aa4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:08.748619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52362) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:08.795995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:08.797157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:08.824272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.836639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8430-50ad-42af-a9a8-348a3071816f None None] Pushing event updated for resources: {'Port': ['ID=8d3c2a56-62e9-4d2c-a558-69806edb0064,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:08.844461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f3df149a-6ea4-4e38-a376-438569445fa8', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:38:08.845340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.855375 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.925057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.928140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:08.932097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/699c35d4-ab4e-4043-8fbc-cb519d9a8aa4 HTTP/1.1" status: 204 len: 168 time: 0.1794910 Jul 12 16:38:08.940055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc54a9-cc03-4630-967a-6dce9bbbbee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699c35d4-ab4e-4043-8fbc-cb519d9a8aa4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:09.167370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:09.460396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Allocated IP 172.20.0.2 (f3df149a-6ea4-4e38-a376-438569445fa8/6d761e04-cfdd-402a-8f92-a44d61dde185/ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:09.543618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:06Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:09.597111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f0a342-0b3f-4287-8bbf-bb4b5060c77b None None] The sync data for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 is: [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:06Z', 'revision_number': 3, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:38:09.782982 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:09.809480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Transition to ACTIVE for port object ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:09.828022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:09.856906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-f764de27-e396-4782-bae7-6317c22ab819 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859114 Jul 12 16:38:09.864092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Transition to ACTIVE for port object ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:09.876016 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:09.955164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Pushing event updated for resources: {'Port': ['ID=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:09.982359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Network f3df149a-6ea4-4e38-a376-438569445fa8 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:09.986416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:09.995267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:10.146062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Attempting to bind port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:38:10.146435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Attempting to bind port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:38:10.146830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Attempting to bind port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e on network f3df149a-6ea4-4e38-a376-438569445fa8 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:10.153370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:38:10.153752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Checking segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:10.154156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:10.154709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Bound using segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:38:10.156582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Bound port: ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:38:10.157196 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:10.240041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-bf31a67a-248d-4ffc-9055-8c7c2861f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:10.244326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-bf31a67a-248d-4ffc-9055-8c7c2861f85b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 1096 time: 0.3059056 Jul 12 16:38:10.329099 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:38:10.330495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] For port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:38:10.336626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] For port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:38:10.345558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:10.531060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846866-633b-4044-a388-132c8a7f3c5d None None] Pushing event updated for resources: {'Port': ['ID=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:10.605083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-4bc26a45-723f-42a6-a22c-7b2c6095f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:10.607363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-4bc26a45-723f-42a6-a22c-7b2c6095f949 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 200 len: 910 time: 0.2731090 Jul 12 16:38:10.872607 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-d1b1841d-df54-47d8-9eac-111a0f12185b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 200 len: 1001 time: 0.1932662 Jul 12 16:38:10.915381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.1 (f3df149a-6ea4-4e38-a376-438569445fa8/6d761e04-cfdd-402a-8f92-a44d61dde185/a3744f4d-63b6-4442-8c95-207a04ea0a31) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:11.051320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d3c2a56-62e9-4d2c-a558-69806edb0064 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:11.192895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-23320625-6df2-4e55-8fb0-c294e062a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:11.194420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-23320625-6df2-4e55-8fb0-c294e062a256 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 200 len: 848 time: 0.2299953 Jul 12 16:38:11.212144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8d3c2a56-62e9-4d2c-a558-69806edb0064 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:11.221067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8d3c2a56-62e9-4d2c-a558-69806edb0064 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:11.221699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:11.317828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:11.385398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object a3744f4d-63b6-4442-8c95-207a04ea0a31 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:11.398029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:11.400235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-2cdf4f4b-7fbc-4d2d-8870-8bd9eac949a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:11.403912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-2cdf4f4b-7fbc-4d2d-8870-8bd9eac949a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd16c35a-179d-4e6f-9366-db5e34cd9c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976824 Jul 12 16:38:11.427096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 8d3c2a56-62e9-4d2c-a558-69806edb0064, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d3c2a56-62e9-4d2c-a558-69806edb0064,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:11.437374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:11.552038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=8d3c2a56-62e9-4d2c-a558-69806edb0064,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:11.552867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:11.626537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network f3df149a-6ea4-4e38-a376-438569445fa8 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:11.634540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:11.646543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:11.707960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-b0e7bfaf-e753-4156-8a78-3e4a874e6698 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754419 Jul 12 16:38:11.769542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:11.892282 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:12.086669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:12.096006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d30f81-3c59-4f10-868a-2bbcc0f897a9 req-7f804572-e834-44fb-8cd4-18df03190ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697689 Jul 12 16:38:12.130902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f1519-01e2-4965-aba2-00cb7b5d8b89 None None] Network f3df149a-6ea4-4e38-a376-438569445fa8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:38:12.270146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6003300a-e7c3-4a02-95e8-cd9a957ae9ca None None] Provisioning for port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:12.733627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:12.747713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:12.918480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:12.973252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.098042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d3c2a56-62e9-4d2c-a558-69806edb0064 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:13.172976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network f3df149a-6ea4-4e38-a376-438569445fa8 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:13.174124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2b0d8c51-35b1-424b-923d-1e8f337abc13 None None] Provisioning for port a3744f4d-63b6-4442-8c95-207a04ea0a31 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:13.175699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:13.199510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2b0d8c51-35b1-424b-923d-1e8f337abc13 None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:13.199934 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2b0d8c51-35b1-424b-923d-1e8f337abc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.260671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d8c51-35b1-424b-923d-1e8f337abc13 None None] Port a3744f4d-63b6-4442-8c95-207a04ea0a31 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:13.291889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8d3c2a56-62e9-4d2c-a558-69806edb0064 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:13.292510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.370715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 79b05cee-30a3-4cbb-b98b-60922ce71425 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:38:13.402951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:13.484035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:13.497394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:13.500629 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.542240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:38:13.551408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-42956889-a3ec-497f-aea0-8a41a257b687 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/79b05cee-30a3-4cbb-b98b-60922ce71425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2122841 Jul 12 16:38:13.563086 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Sync routers for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:38:13.577827 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:13.578945 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:13.584839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c47e0e90-a251-4a56-aac6-6fba2fc38dda None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:13.585331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c47e0e90-a251-4a56-aac6-6fba2fc38dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.644267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c47e0e90-a251-4a56-aac6-6fba2fc38dda None None] Port a3744f4d-63b6-4442-8c95-207a04ea0a31 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:13.703455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:13.807692 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:13.843424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:13.867777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:14.012353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:14.021885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1bcd467a-56ff-4ab7-a1c5-7e6f737d61d3 None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:14.022312 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1bcd467a-56ff-4ab7-a1c5-7e6f737d61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:14.022465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-09ccc860-4f43-45b7-a96b-f094b7b9e2af tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299322289&fields=id&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 267 time: 0.1114311 Jul 12 16:38:14.090559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd467a-56ff-4ab7-a1c5-7e6f737d61d3 None None] Port a3744f4d-63b6-4442-8c95-207a04ea0a31 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:14.235431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a7b3eaa-f07a-4c81-b0c5-87960ccebd62 None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:14.240215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3eaa-f07a-4c81-b0c5-87960ccebd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:14.251383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-0b518c5e-a801-4d12-9215-6921d754e04f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:14.253467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-0b518c5e-a801-4d12-9215-6921d754e04f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/networks?id=f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 200 len: 796 time: 0.2302186 Jul 12 16:38:14.284988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-ae2f8ab2-3d94-4d54-a6f6-6ed7c8f841e7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/quotas/42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 375 time: 0.0259008 Jul 12 16:38:14.385092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b3eaa-f07a-4c81-b0c5-87960ccebd62 None None] Port a3744f4d-63b6-4442-8c95-207a04ea0a31 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:14.434120 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-46e16d6e-e090-4548-8161-55504e009b07 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480532 Jul 12 16:38:14.464415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 2, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:14.496587 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Checking router: 79b05cee-30a3-4cbb-b98b-60922ce71425 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:38:14.497546 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Updating router 79b05cee-30a3-4cbb-b98b-60922ce71425 port a3744f4d-63b6-4442-8c95-207a04ea0a31 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:38:14.550056 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:14.557430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-2bef9f4a-82c3-4420-aad6-f7b50956bb2c service neutron] 10.222.0.58 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197715 Jul 12 16:38:14.704799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-851c181b-7a05-41a0-8179-969fb8e52328 service neutron] 10.222.0.58 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465154 Jul 12 16:38:14.879173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:14.956343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:14.956343 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.078064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dafbc14d-b4b1-4712-b892-c645055d9627 req-657d6f37-29c0-4470-9171-2575e4937f81 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 210 time: 0.0863681 Jul 12 16:38:15.137604 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.184830 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Transition to ACTIVE for port object a3744f4d-63b6-4442-8c95-207a04ea0a31 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:15.199812 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.353961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Pushing event updated for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:15.421914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.422254 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.422586 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.422917 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.423243 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.423565 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.423939 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.424217 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.424537 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.424853 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.425168 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.425480 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:15.523573 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Attempting to bind port a3744f4d-63b6-4442-8c95-207a04ea0a31 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:38:15.524060 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Attempting to bind port a3744f4d-63b6-4442-8c95-207a04ea0a31 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:38:15.524481 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Attempting to bind port a3744f4d-63b6-4442-8c95-207a04ea0a31 on network f3df149a-6ea4-4e38-a376-438569445fa8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:15.531457 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:38:15.531961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Checking segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:15.532434 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.532896 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Bound using segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:38:15.533579 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Bound port: a3744f4d-63b6-4442-8c95-207a04ea0a31, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:38:15.534038 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.640072 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] For port a3744f4d-63b6-4442-8c95-207a04ea0a31, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:38:15.647143 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] For port a3744f4d-63b6-4442-8c95-207a04ea0a31, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3744f4d-63b6-4442-8c95-207a04ea0a31,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:38:15.653482 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:15.740884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a0d1c-43a4-412d-a664-051494c54357 None None] Pushing event updated for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:15.743780 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:15.744504 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:15.993592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:16.264092 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:16.296763 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b815c8-f6fc-465b-9009-62b242796a38 None None] The sync data for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 is: [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:15Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:38:16.300844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-838d3705-920c-4ffa-838c-9095008686a7 req-1970e0b9-b8bf-47d9-9541-c7f6efb3f923 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 210 time: 0.0523732 Jul 12 16:38:16.728344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-000957e7-d308-410b-8973-ffd9e919b610 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:16.730750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-000957e7-d308-410b-8973-ffd9e919b610 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/networks?id=f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 200 len: 796 time: 0.1758077 Jul 12 16:38:16.837100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-330bd36f-47e6-4f5c-8656-5b641ef2e0b7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce248d4ae044569b97dc04148d0f3a HTTP/1.1" status: 200 len: 379 time: 0.0963295 Jul 12 16:38:16.855999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'port': {'device_id': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'admin_state_up': True, 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'security_groups': ['08fd260f-83db-4247-b768-42255d742d70']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:16.938988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3744f4d-63b6-4442-8c95-207a04ea0a31 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:17.067015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a3744f4d-63b6-4442-8c95-207a04ea0a31 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:17.071666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:17.072207 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:17.137273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Made reservation on behalf of 42ce248d4ae044569b97dc04148d0f3a for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:38:17.142056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:17.224986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:17.302295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a3744f4d-63b6-4442-8c95-207a04ea0a31, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3744f4d-63b6-4442-8c95-207a04ea0a31,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:17.324044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:17.418141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:17.546316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.20.0.13 (f3df149a-6ea4-4e38-a376-438569445fa8/6d761e04-cfdd-402a-8f92-a44d61dde185/f932554c-62dd-49fd-a370-09eebc9b8b3a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:17.819259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3e4bc4ec-ec44-4804-96b6-0f8f48718644 None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:17.819674 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc4ec-ec44-4804-96b6-0f8f48718644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:17.971483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c93e8cd9-611e-4b6b-9d36-6ef5698143b8 req-0e6fa61c-f301-4628-8500-35b641932621 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 210 time: 0.3501861 Jul 12 16:38:18.118845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:18.149575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Transition to ACTIVE for port object f932554c-62dd-49fd-a370-09eebc9b8b3a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:18.226797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:18.305119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network f3df149a-6ea4-4e38-a376-438569445fa8 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:18.309773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:18.312689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:18.392155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:18.393117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:18.415870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5705590 Jul 12 16:38:18.416967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:18.436375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Request body: {'port': {'device_id': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:18.440538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.441137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.441651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.441991 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.442380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.442722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.443655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.444082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.444437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.444780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.445283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.446133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aec91d-28a4-4a62-8f47-7b71afcdb339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:18.571475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:18.704818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db7fc1f2-a2cc-44e7-bca0-5af5332ccba0 None None] Provisioning for port f932554c-62dd-49fd-a370-09eebc9b8b3a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:18.714546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-db7fc1f2-a2cc-44e7-bca0-5af5332ccba0 None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:18.715165 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db7fc1f2-a2cc-44e7-bca0-5af5332ccba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:18.770720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-db7fc1f2-a2cc-44e7-bca0-5af5332ccba0 None None] Port f932554c-62dd-49fd-a370-09eebc9b8b3a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:18.912130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3744f4d-63b6-4442-8c95-207a04ea0a31 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:19.083935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a3744f4d-63b6-4442-8c95-207a04ea0a31 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:19.086136 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.094878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f932554c-62dd-49fd-a370-09eebc9b8b3a {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:38:19.126478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.177064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Transition to ACTIVE for port object f932554c-62dd-49fd-a370-09eebc9b8b3a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:19.186153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.275283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:19.491480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64931-ada7-44d7-9c49-b8bf60cc9a1a req-5b592715-e47b-4552-970e-50706b44b8fb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:19.499693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7c64931-ada7-44d7-9c49-b8bf60cc9a1a req-5b592715-e47b-4552-970e-50706b44b8fb tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 944 time: 0.2154260 Jul 12 16:38:19.529060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Attempting to bind port f932554c-62dd-49fd-a370-09eebc9b8b3a on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:38:19.529537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Attempting to bind port f932554c-62dd-49fd-a370-09eebc9b8b3a by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:38:19.530762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Attempting to bind port f932554c-62dd-49fd-a370-09eebc9b8b3a on network f3df149a-6ea4-4e38-a376-438569445fa8 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:19.537696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Port f932554c-62dd-49fd-a370-09eebc9b8b3a on network f3df149a-6ea4-4e38-a376-438569445fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:38:19.541562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Attempting to bind port f932554c-62dd-49fd-a370-09eebc9b8b3a on network f3df149a-6ea4-4e38-a376-438569445fa8 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:19.549632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:38:19.550097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Checking segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:19.550934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Bound using segment: {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:38:19.551208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Bound port: f932554c-62dd-49fd-a370-09eebc9b8b3a, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e3ebf0-9f07-48cc-90bc-03730dd6fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:38:19.551694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.590286 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7c64931-ada7-44d7-9c49-b8bf60cc9a1a req-8b563b78-2f60-411e-973c-1dabaf49f9df tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895429 Jul 12 16:38:19.669719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:38:19.675351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:38:19.682742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.732444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:19.733751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:19.735353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] 10.222.0.77 "PUT /v2.0/ports/f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 200 len: 1092 time: 1.3069775 Jul 12 16:38:19.735923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:38:19.738951 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0f5dc-2823-481c-90e9-8102b133918a" -d '{"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:38:19.776219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007769-af3d-4a6e-bd23-0e2dc3f2ddd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:19.869802 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077ab0e-4884-4eb7-bee2-8e59a579cb27 x-openstack-request-id: req-2077ab0e-4884-4eb7-bee2-8e59a579cb27 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:38:19.870260 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:38:19.870615 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2077ab0e-4884-4eb7-bee2-8e59a579cb27 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:38:19.871120 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'status': 'completed', 'code': 200} Jul 12 16:38:19.907939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-02b833c2-aea5-45b9-beae-98d66ef54c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:19.910025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-02b833c2-aea5-45b9-beae-98d66ef54c59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1095 time: 0.1234341 Jul 12 16:38:19.985917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-dfbdc85d-212f-46a8-8e11-2874c724aea6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 200 len: 217 time: 0.0676005 Jul 12 16:38:20.056681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-38e521e8-3f91-456b-9771-dd8a69b04659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.058169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-38e521e8-3f91-456b-9771-dd8a69b04659 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d761e04-cfdd-402a-8f92-a44d61dde185 HTTP/1.1" status: 200 len: 835 time: 0.0633774 Jul 12 16:38:20.120287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-ae68a042-0a67-4481-9b4c-778ab4108db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.125308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-ae68a042-0a67-4481-9b4c-778ab4108db4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3df149a-6ea4-4e38-a376-438569445fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609717 Jul 12 16:38:20.243012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-918f3658-cfdf-4636-8f70-4af3e24ebc4b service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104429 Jul 12 16:38:20.407733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2b2129a9-4fb8-4dbf-ae39-b99c4ae2f8d3 req-fde5f981-1346-4c78-8507-c2ec8cac7a65 service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565511 Jul 12 16:38:20.610733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f5dc-2823-481c-90e9-8102b133918a req-eb481944-7074-4033-bab3-b874806c8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.614259 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-eb481944-7074-4033-bab3-b874806c8295 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1095 time: 0.1250291 Jul 12 16:38:20.834525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f5dc-2823-481c-90e9-8102b133918a req-c74fb1cf-b834-426a-a4b2-c51098376302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.836030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-c74fb1cf-b834-426a-a4b2-c51098376302 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 200 len: 897 time: 0.2151918 Jul 12 16:38:20.900830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-801d102d-64f8-440d-973e-b93bf5b1bfd7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 200 len: 217 time: 0.0567794 Jul 12 16:38:20.950996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e514d-7133-4f92-a54a-2996446e1b41 req-78030a50-b97e-4763-b6bb-c3360dd70053 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.961860 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c4e514d-7133-4f92-a54a-2996446e1b41 req-78030a50-b97e-4763-b6bb-c3360dd70053 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 944 time: 0.1345909 Jul 12 16:38:20.980154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f5dc-2823-481c-90e9-8102b133918a req-ae3c5114-68f9-45d0-b4eb-adcc20c11e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:20.982052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-ae3c5114-68f9-45d0-b4eb-adcc20c11e34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d761e04-cfdd-402a-8f92-a44d61dde185 HTTP/1.1" status: 200 len: 835 time: 0.0745106 Jul 12 16:38:21.025156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c4e514d-7133-4f92-a54a-2996446e1b41 req-61b5d72d-6112-442a-833a-8b65e2bd7a15 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586810 Jul 12 16:38:21.026080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52640) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:21.073116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f5dc-2823-481c-90e9-8102b133918a req-c688f6e5-1fff-42bd-b769-76150db441d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:21.075076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-c688f6e5-1fff-42bd-b769-76150db441d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3df149a-6ea4-4e38-a376-438569445fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858302 Jul 12 16:38:21.188428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-521edbdf-3fbd-4891-b65c-4037f6f76e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.197287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-34b97efa-7895-4f01-90aa-d0e35b0a3ddc service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144400 Jul 12 16:38:21.321059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-521edbdf-3fbd-4891-b65c-4037f6f76e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.326474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64f0f5dc-2823-481c-90e9-8102b133918a req-2445cf2f-9600-4cde-8757-8d2039d313a1 service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177964 Jul 12 16:38:21.328688 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-521edbdf-3fbd-4891-b65c-4037f6f76e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.364607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521edbdf-3fbd-4891-b65c-4037f6f76e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3952cd2-f067-4fd6-bc6d-40d49f3c0749,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:21.386729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-521edbdf-3fbd-4891-b65c-4037f6f76e75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92bb00bf45774ec4b5fdaed9cf61f7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593867 Jul 12 16:38:21.390161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52650) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:21.449696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.472895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.563750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.569478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:21.571055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3952cd2-f067-4fd6-bc6d-40d49f3c0749 HTTP/1.1" status: 204 len: 168 time: 0.1795990 Jul 12 16:38:21.579572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb698fc-7306-4964-8aff-278ad02fc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3952cd2-f067-4fd6-bc6d-40d49f3c0749,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:21.911370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:21.932876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50a5d876-b7dc-445c-8656-7d86ac863758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.103136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50a5d876-b7dc-445c-8656-7d86ac863758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.109431 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50a5d876-b7dc-445c-8656-7d86ac863758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.151525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5d876-b7dc-445c-8656-7d86ac863758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c89b02-dfe0-484c-a4e5-c5c6ec24d76e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:22.198597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50a5d876-b7dc-445c-8656-7d86ac863758 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20556df3e2164400a3980c9a8575d54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858603 Jul 12 16:38:22.202220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52676) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:22.257123 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.283641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.298559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2494-fab6-4366-b50e-95aeecaa38ca req-b8333b8d-40fe-4802-88b2-399913cecd13 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:22.308236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd6a2494-fab6-4366-b50e-95aeecaa38ca req-b8333b8d-40fe-4802-88b2-399913cecd13 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 944 time: 0.1127338 Jul 12 16:38:22.343405 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.346358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.347522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92c89b02-dfe0-484c-a4e5-c5c6ec24d76e HTTP/1.1" status: 204 len: 168 time: 0.1442361 Jul 12 16:38:22.356428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169a698-aad6-40fc-bcfa-02dbe3c912ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c89b02-dfe0-484c-a4e5-c5c6ec24d76e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:22.368890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd6a2494-fab6-4366-b50e-95aeecaa38ca req-9671c984-b5c4-4640-8a6b-157ddf90453f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597785 Jul 12 16:38:22.609454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:38:22.852039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52702) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:22.870967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-828c808b-03e3-486b-a612-833fd672759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.895367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:22.912357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'mac_address': 'fa:16:3e:38:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:38:22.970041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.981806 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-828c808b-03e3-486b-a612-833fd672759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:22.985050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f932554c-62dd-49fd-a370-09eebc9b8b3a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:38:22.988428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-828c808b-03e3-486b-a612-833fd672759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.009422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:23.015112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.034051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-828c808b-03e3-486b-a612-833fd672759b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a51510f66e354888b855fdc6726f9b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799810 Jul 12 16:38:23.035020 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c808b-03e3-486b-a612-833fd672759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f981009-8a56-4e61-ac0e-b6a94ecfbb2d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:23.037412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:23.100107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:23.101045 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.141836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.220143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.226139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:23.230953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f981009-8a56-4e61-ac0e-b6a94ecfbb2d HTTP/1.1" status: 204 len: 168 time: 0.1907225 Jul 12 16:38:23.242578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda0302-bead-44bc-a7cc-3a1f7dd1140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f981009-8a56-4e61-ac0e-b6a94ecfbb2d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:23.328520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['f932554c-62dd-49fd-a370-09eebc9b8b3a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:38:23.644447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452237e-a426-455e-ac64-476d46e20faa req-53e120fd-ddbb-43aa-93b1-68c6df7076ee tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:23.646430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c452237e-a426-455e-ac64-476d46e20faa req-53e120fd-ddbb-43aa-93b1-68c6df7076ee tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 945 time: 0.0729470 Jul 12 16:38:23.725169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c452237e-a426-455e-ac64-476d46e20faa req-3791aad2-51b4-4b7b-b4f4-935f9e3d7541 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724413 Jul 12 16:38:24.641190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:24.773050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port f932554c-62dd-49fd-a370-09eebc9b8b3a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:24.779326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:24.780973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:24.916062 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:24.948992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:38:24.952250 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b515173-7b9e-491e-b8b8-cd8620398bae" -d '{"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:38:24.992965 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:25.001373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:25.019332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca37a-3be1-4c46-83fe-88fff2625722 req-3f34bb67-e0aa-4b21-92a1-bf226ab6ea1d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:25.027536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-941ca37a-3be1-4c46-83fe-88fff2625722 req-3f34bb67-e0aa-4b21-92a1-bf226ab6ea1d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 945 time: 0.1027412 Jul 12 16:38:25.075196 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de48fb-acfc-41e9-9151-e808fe54453c x-openstack-request-id: req-c9de48fb-acfc-41e9-9151-e808fe54453c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:38:25.075495 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:38:25.075776 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9de48fb-acfc-41e9-9151-e808fe54453c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:38:25.076149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-941ca37a-3be1-4c46-83fe-88fff2625722 req-0184ca1b-8dd0-457e-9814-0571190b32db tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473864 Jul 12 16:38:25.076401 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'code': 200} Jul 12 16:38:25.134700 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:25.263052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2256ac-ed1c-458f-8f71-e4de8edd8493 req-85bdab1d-73e3-4c0f-af41-570ff700fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:25.269981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb2256ac-ed1c-458f-8f71-e4de8edd8493 req-85bdab1d-73e3-4c0f-af41-570ff700fa35 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1097 time: 0.1145101 Jul 12 16:38:25.311711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eb2256ac-ed1c-458f-8f71-e4de8edd8493 req-695b7391-b17f-411b-aa04-b8ade510b441 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367398 Jul 12 16:38:25.497274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-44228a33-bdec-4f87-ab58-090362937a82 None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:25.497653 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44228a33-bdec-4f87-ab58-090362937a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:26.695304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9535b8-14d0-49c1-a242-e116ca464796 req-a3f10dcc-1dc7-4914-a5c1-68c9aa38df2f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:26.706428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad9535b8-14d0-49c1-a242-e116ca464796 req-a3f10dcc-1dc7-4914-a5c1-68c9aa38df2f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.4932804 Jul 12 16:38:26.808100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad9535b8-14d0-49c1-a242-e116ca464796 req-d335362b-2b4a-4e9d-9b34-ce497417b62f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736542 Jul 12 16:38:27.002729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c213-026b-43bc-9b03-5b30436d760e req-b4a08c06-fef9-4ad0-b48e-f823e7c1a941 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:27.012036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-deb6c213-026b-43bc-9b03-5b30436d760e req-b4a08c06-fef9-4ad0-b48e-f823e7c1a941 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0849593 Jul 12 16:38:27.068131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-deb6c213-026b-43bc-9b03-5b30436d760e req-4a9b9fee-e22c-4be1-94d7-6ba67e03c266 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552237 Jul 12 16:38:27.096192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:27.182735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5568f9-937f-46c9-83df-ef0d598dded1 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:27.187770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9e5568f9-937f-46c9-83df-ef0d598dded1 tempest-TestNetworkAdvancedServerOps-1213499471 tempest-TestNetworkAdvancedServerOps-1213499471-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1092 time: 0.0868514 Jul 12 16:38:27.188288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52858) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:27.193358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:27.252650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:27.404372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:27.580856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Allocated IP 172.25.8.58 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/070b637c-30cf-4081-8153-fdf4de5dbec8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:27.742397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:27.831400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:27.929043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=070b637c-30cf-4081-8153-fdf4de5dbec8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:27.948028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:27.949626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:27.955283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:28.394792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:28.504288 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:28.690279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:28.696248 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:28.781311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event updated for resources: {'Port': ['ID=070b637c-30cf-4081-8153-fdf4de5dbec8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:28.791914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:28.926686 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP 5d00886a-06e1-466d-9f43-7da7d292f1ec associated. External IP: 172.25.8.58, port: f932554c-62dd-49fd-a370-09eebc9b8b3a. Jul 12 16:38:29.280622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 79b05cee-30a3-4cbb-b98b-60922ce71425 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:38:29.432245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:38:29.458568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Sync routers for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:38:29.469183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:29.472336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:29.473141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:29.574534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cfcdd9dc-19fe-42c0-abc4-28fdcf1fda48 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3707881 Jul 12 16:38:29.579553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:38:29.582029 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0ca6de-cce1-4582-a20b-7bf30946c35a" -d '{"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:38:29.655730 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40275867-1c36-4890-b13a-99cc94ca164d x-openstack-request-id: req-40275867-1c36-4890-b13a-99cc94ca164d {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:38:29.656303 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:38:29.656760 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40275867-1c36-4890-b13a-99cc94ca164d {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:38:29.657369 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'status': 'completed', 'code': 200} Jul 12 16:38:29.762708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:29.816887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-ef90f0fb-8449-4857-ac55-44acf4c930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:29.819057 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-ef90f0fb-8449-4857-ac55-44acf4c930b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1097 time: 0.1116889 Jul 12 16:38:29.887384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f056c-76f7-4f22-9ec9-07cd4031ddac req-e6c5c913-319f-4025-87f0-bbc1c9aaac7d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:29.889959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d41f056c-76f7-4f22-9ec9-07cd4031ddac req-e6c5c913-319f-4025-87f0-bbc1c9aaac7d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1488853 Jul 12 16:38:29.957048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d41f056c-76f7-4f22-9ec9-07cd4031ddac req-28fded10-3939-42d7-b52f-8ba20e00ce2e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614946 Jul 12 16:38:29.976123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:29.977069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-35a7d3e9-6f23-4367-ae0b-3087e0acd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:29.978826 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-35a7d3e9-6f23-4367-ae0b-3087e0acd97d service neutron] 10.222.0.77 "GET /v2.0/networks?id=f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 200 len: 897 time: 0.1526265 Jul 12 16:38:30.070111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-9786e91f-9d22-43d3-b395-eb102780db0b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 200 len: 999 time: 0.0845942 Jul 12 16:38:30.080967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-01c684d9-b677-452f-af6e-5ab7fb2ce2de tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/5d00886a-06e1-466d-9f43-7da7d292f1ec HTTP/1.1" status: 200 len: 991 time: 0.1023233 Jul 12 16:38:30.138419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-738188a6-ec72-4605-99e1-5a72ef604da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:30.140282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-738188a6-ec72-4605-99e1-5a72ef604da2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d761e04-cfdd-402a-8f92-a44d61dde185 HTTP/1.1" status: 200 len: 835 time: 0.0565996 Jul 12 16:38:30.229245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5d00886a-06e1-466d-9f43-7da7d292f1ec', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'mac_address': 'fa:16:3e:38:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:38:28Z', 'updated_at': '2021-07-12T16:38:28Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:30.263845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Checking router: 79b05cee-30a3-4cbb-b98b-60922ce71425 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:38:30.277375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:38:30.278008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:30.303573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-eeb4a61b-e637-4c9d-9ff8-e88590a26e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:30.306133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-eeb4a61b-e637-4c9d-9ff8-e88590a26e78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3df149a-6ea4-4e38-a376-438569445fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595654 Jul 12 16:38:30.389840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:38:30.486724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-f6c1fa83-6c1c-4df8-b771-13970291c698 service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705742 Jul 12 16:38:30.645760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aa0ca6de-cce1-4582-a20b-7bf30946c35a req-f1144309-48eb-4a53-9b5e-ed18608fc4fd service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523371 Jul 12 16:38:30.706942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5d00886a-06e1-466d-9f43-7da7d292f1ec', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'mac_address': 'fa:16:3e:38:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:38:28Z', 'updated_at': '2021-07-12T16:38:28Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:38:30.743005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d185ebd5-2b34-40f5-aa70-a63bfde2ce4f None None] The sync data for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 is: [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5d00886a-06e1-466d-9f43-7da7d292f1ec', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'mac_address': 'fa:16:3e:38:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:38:28Z', 'updated_at': '2021-07-12T16:38:28Z', 'revision_number': 0, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:38:31.083280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 52946) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:31.136880 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07891030-4a79-4572-a08e-df33d6b6f6ea None None] New status for floating IP 5d00886a-06e1-466d-9f43-7da7d292f1ec: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:38:31.225906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee99d91e-bd6c-44c3-b09e-4dcda890736e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/5d00886a-06e1-466d-9f43-7da7d292f1ec HTTP/1.1" status: 200 len: 991 time: 0.1409039 Jul 12 16:38:31.770807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-f4ab360b-4aad-41e8-b2af-0ae0190d76c2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:31.772376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-f4ab360b-4aad-41e8-b2af-0ae0190d76c2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1090698 Jul 12 16:38:31.788988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-c489eb2c-6f3a-441f-86a3-33f1c3ec73af tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0107956 Jul 12 16:38:31.868472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-73ced5df-4fba-4ada-96fe-73f928d07b68 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741470 Jul 12 16:38:31.970068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-21806ec8-b563-4e37-9951-657d582c6c39 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986104 Jul 12 16:38:32.014173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0bf1338c-58e9-4fc5-98d0-a0dc4675efc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:32.067829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-9bc46eac-61de-41be-860e-284f3d7f4195 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Jul 12 16:38:32.229486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 52984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:38:32.312611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b9f2823-7085-4372-898d-a4bc2a7fa1d3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/5d00886a-06e1-466d-9f43-7da7d292f1ec HTTP/1.1" status: 200 len: 993 time: 0.0734391 Jul 12 16:38:32.348898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80eb01a8-6f57-4dd6-8a28-782c57cf3563 req-e5af8fcb-e90e-48dc-8029-37389f87e141 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.0549479 Jul 12 16:38:33.307745 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:33.530731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fdd781c8-197a-40d4-b7a1-1e37ad624e8f req-9d0fb4f2-c5c3-4aa3-a8c2-45130e2f7a3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.0658951 Jul 12 16:38:33.578274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-8112f20d-8681-4fa3-9a3c-6956f0972ca3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:33.579727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-8112f20d-8681-4fa3-9a3c-6956f0972ca3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1370335 Jul 12 16:38:33.596185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:33.730372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:38:33.737202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:33.902540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.12 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/318c96e0-ec18-424f-b058-2a4873141d93) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:38:34.136388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.153517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 318c96e0-ec18-424f-b058-2a4873141d93 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:34.195084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.258518 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:38:34.262176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:38:34.267707 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:38:34.299009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:34.338708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:34.339870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.360511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-6b0d928f-589d-41ee-bd04-324ef55d12ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7677500 Jul 12 16:38:34.378508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Request body: {'port': {'device_id': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:38:34.466011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3f507593-5121-4ed6-b51b-f563e9781294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.466575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.719771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70602507-554d-4d3d-b25c-e5916eb24138 None None] Provisioning for port 318c96e0-ec18-424f-b058-2a4873141d93 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:34.725060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70602507-554d-4d3d-b25c-e5916eb24138 None None] Provisioning complete for port 318c96e0-ec18-424f-b058-2a4873141d93 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:34.725542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70602507-554d-4d3d-b25c-e5916eb24138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.804202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-70602507-554d-4d3d-b25c-e5916eb24138 None None] Port 318c96e0-ec18-424f-b058-2a4873141d93 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:38:34.893503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:34.903822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce64c80-37c1-40f3-8533-5aa0db207f01 req-3c9c0433-600c-4cac-a7a7-1dd31e2d4df9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:34.906107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ce64c80-37c1-40f3-8533-5aa0db207f01 req-3c9c0433-600c-4cac-a7a7-1dd31e2d4df9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 932 time: 0.2359219 Jul 12 16:38:34.993779 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ce64c80-37c1-40f3-8533-5aa0db207f01 req-7b4c1d15-9083-487c-8948-b1ac3116a55a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754278 Jul 12 16:38:35.051684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318c96e0-ec18-424f-b058-2a4873141d93 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:38:35.065712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.082453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Transition to ACTIVE for port object 318c96e0-ec18-424f-b058-2a4873141d93 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:38:35.087941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.163940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Pushing event updated for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:35.302780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Attempting to bind port 318c96e0-ec18-424f-b058-2a4873141d93 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:38:35.303117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Attempting to bind port 318c96e0-ec18-424f-b058-2a4873141d93 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:38:35.303457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Attempting to bind port 318c96e0-ec18-424f-b058-2a4873141d93 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:35.308221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Port 318c96e0-ec18-424f-b058-2a4873141d93 on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:38:35.308545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Attempting to bind port 318c96e0-ec18-424f-b058-2a4873141d93 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:38:35.321428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:38:35.321792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:38:35.322166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:38:35.322600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Bound port: 318c96e0-ec18-424f-b058-2a4873141d93, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:38:35.322962 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.439729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:38:35.443996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=318c96e0-ec18-424f-b058-2a4873141d93,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:38:35.452630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.497239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:35.497942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.500449 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] 10.222.0.65 "PUT /v2.0/ports/318c96e0-ec18-424f-b058-2a4873141d93 HTTP/1.1" status: 200 len: 1092 time: 1.1286111 Jul 12 16:38:35.500902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:38:35.503622 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cac734-313d-4e02-a959-88a5debee3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "tag": "318c96e0-ec18-424f-b058-2a4873141d93"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:38:35.585351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9bb42-9278-4e19-9a88-34f8a8ea5415 service neutron] Pushing event updated for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:35.627806 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5c642c-e357-4c8f-8769-4a024f4c5498 x-openstack-request-id: req-6d5c642c-e357-4c8f-8769-4a024f4c5498 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:38:35.628043 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "tag": "318c96e0-ec18-424f-b058-2a4873141d93", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:38:35.628300 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d5c642c-e357-4c8f-8769-4a024f4c5498 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:38:35.628742 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93', 'status': 'completed', 'code': 200} Jul 12 16:38:35.632181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.663150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-df0a16d4-6a09-4299-a84f-18672509f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:35.664702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-df0a16d4-6a09-4299-a84f-18672509f620 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 1095 time: 0.1010892 Jul 12 16:38:35.730697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-8f19255b-909f-47de-828e-d9022e7dd331 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318c96e0-ec18-424f-b058-2a4873141d93 HTTP/1.1" status: 200 len: 217 time: 0.0511155 Jul 12 16:38:35.793724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-2d894514-0761-48bf-91e4-9f5e19ecf8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:35.796167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-2d894514-0761-48bf-91e4-9f5e19ecf8c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0539453 Jul 12 16:38:35.830357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:35.897653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-5ccfedaa-dee9-4f4a-8789-7fc1a035384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:35.900409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-5ccfedaa-dee9-4f4a-8789-7fc1a035384c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917568 Jul 12 16:38:36.049797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-c078a724-9ce9-4c4a-9098-e5fd9955addc service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364543 Jul 12 16:38:36.193162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59027a9e-14e7-45d8-9561-30e2025bec6b req-922de10e-9480-4749-91a6-fb836628ec44 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317494 Jul 12 16:38:36.346981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7f8ef-c42d-47aa-9c6a-61e84a37029c req-657e8405-050f-4311-b699-d01a16c02d95 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:36.349477 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ed7f8ef-c42d-47aa-9c6a-61e84a37029c req-657e8405-050f-4311-b699-d01a16c02d95 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.1414926 Jul 12 16:38:36.389721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac734-313d-4e02-a959-88a5debee3aa req-2bd52e76-80e4-41e8-b885-eae8f11c89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:36.391251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-2bd52e76-80e4-41e8-b885-eae8f11c89da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 1095 time: 0.1041703 Jul 12 16:38:36.419549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ed7f8ef-c42d-47aa-9c6a-61e84a37029c req-193404b8-fd7a-4db1-bb3d-73dfb0b72e3a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Jul 12 16:38:36.515326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac734-313d-4e02-a959-88a5debee3aa req-84756671-9583-4674-9862-b13c1c8e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:36.517365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-84756671-9583-4674-9862-b13c1c8e2589 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1157491 Jul 12 16:38:36.581959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-c9c8a88e-0659-4afc-b454-0aee62262c1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=318c96e0-ec18-424f-b058-2a4873141d93 HTTP/1.1" status: 200 len: 217 time: 0.0449603 Jul 12 16:38:36.666296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac734-313d-4e02-a959-88a5debee3aa req-d3cb3995-cbf1-4be3-9e87-097e7b719cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:36.667826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-d3cb3995-cbf1-4be3-9e87-097e7b719cee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0744600 Jul 12 16:38:36.775775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac734-313d-4e02-a959-88a5debee3aa req-67ad2494-2276-448d-9429-57b96fb0e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:36.777456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-67ad2494-2276-448d-9429-57b96fb0e426 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957794 Jul 12 16:38:36.888579 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-b174f994-a73e-498e-9fe1-68c5adc492cc service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994902 Jul 12 16:38:37.011247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42cac734-313d-4e02-a959-88a5debee3aa req-8627fa15-9594-45e8-9725-f012c9a41814 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121676 Jul 12 16:38:37.275137 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:37.656113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d78c00-5af8-4626-b2fc-9f881d291706 req-d5a5c7a9-461b-4ec7-80d4-08aeac3ea399 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:37.658961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12d78c00-5af8-4626-b2fc-9f881d291706 req-d5a5c7a9-461b-4ec7-80d4-08aeac3ea399 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.1138067 Jul 12 16:38:37.747010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12d78c00-5af8-4626-b2fc-9f881d291706 req-00c0ef80-5962-4126-9730-559a7254b2d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Jul 12 16:38:39.036458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e21d-42a8-40ed-9bca-a7bdf18c42bd req-494c8c6f-7001-487c-87b1-4e2e991f153f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:39.043820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ae9e21d-42a8-40ed-9bca-a7bdf18c42bd req-494c8c6f-7001-487c-87b1-4e2e991f153f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0796845 Jul 12 16:38:39.085841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ae9e21d-42a8-40ed-9bca-a7bdf18c42bd req-6117a565-a480-47e5-bfca-14b2b7eb549e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Jul 12 16:38:40.299146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910acab-0db1-4c76-9391-f04470c033bc req-fecdcecd-1d2f-4ecc-8d2b-e32a11416599 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:40.308018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9910acab-0db1-4c76-9391-f04470c033bc req-fecdcecd-1d2f-4ecc-8d2b-e32a11416599 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0870180 Jul 12 16:38:40.386368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9910acab-0db1-4c76-9391-f04470c033bc req-fc5a83d7-ccd3-4fab-9097-7fe0e2476c1e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656216 Jul 12 16:38:41.603332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba504126-b0b0-42dd-80c0-9af14e7dcf3e req-dbeef05e-0fae-4bb0-ac20-984f69e8b759 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:41.610419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba504126-b0b0-42dd-80c0-9af14e7dcf3e req-dbeef05e-0fae-4bb0-ac20-984f69e8b759 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.1057422 Jul 12 16:38:41.647028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba504126-b0b0-42dd-80c0-9af14e7dcf3e req-91258822-571b-42f7-8562-8c6d1ab82035 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Jul 12 16:38:42.957916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292d59-e441-4f10-999e-e50c3c83a638 req-03ba232a-a3d9-4241-96e9-0c914ac74d5f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:42.962564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae292d59-e441-4f10-999e-e50c3c83a638 req-03ba232a-a3d9-4241-96e9-0c914ac74d5f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0950928 Jul 12 16:38:43.020167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ae292d59-e441-4f10-999e-e50c3c83a638 req-c74fea2a-c829-4578-ad8b-24715ff826fd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Jul 12 16:38:44.247616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8b03-15bc-4d7a-acf5-e17bdd682b10 req-736d9440-faf6-46c8-ad34-9fe5afe55dc3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:44.250034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-026e8b03-15bc-4d7a-acf5-e17bdd682b10 req-736d9440-faf6-46c8-ad34-9fe5afe55dc3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0821955 Jul 12 16:38:44.292714 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-026e8b03-15bc-4d7a-acf5-e17bdd682b10 req-2da219d7-c6dd-4cee-b2e1-9ab3384335ed tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367444 Jul 12 16:38:45.536359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39eaaa-a70d-4cb4-94f2-55f2097f7a57 req-497a3926-afe5-423b-b916-245697461dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:45.538756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e39eaaa-a70d-4cb4-94f2-55f2097f7a57 req-497a3926-afe5-423b-b916-245697461dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0820978 Jul 12 16:38:45.592706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e39eaaa-a70d-4cb4-94f2-55f2097f7a57 req-a6d2a926-c2ef-480f-96fc-2e7db0cbc792 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Jul 12 16:38:46.809570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fec39-efd4-4965-b228-ef6722f6d830 req-7686eb37-9976-439f-9623-f144901d338d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:46.812362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90fec39-efd4-4965-b228-ef6722f6d830 req-7686eb37-9976-439f-9623-f144901d338d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0984747 Jul 12 16:38:46.871525 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90fec39-efd4-4965-b228-ef6722f6d830 req-3b5069f5-5691-4ab5-9cce-4381896733c3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532064 Jul 12 16:38:47.330243 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:38:48.115771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed42fad-c5b9-47a2-93ae-b8ffd8bc7ef3 req-f6a653da-6af7-4396-92a3-bfe9d17bd16d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:48.117209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fed42fad-c5b9-47a2-93ae-b8ffd8bc7ef3 req-f6a653da-6af7-4396-92a3-bfe9d17bd16d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.1207535 Jul 12 16:38:48.162032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fed42fad-c5b9-47a2-93ae-b8ffd8bc7ef3 req-dd903839-dc9c-4b0b-96bd-19dbdef3b50e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Jul 12 16:38:49.355972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1ba2a-2e91-4691-8945-9d97d6166017 req-94c4ae7c-06a5-4121-ad9c-77432e9bf392 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:49.357532 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9a1ba2a-2e91-4691-8945-9d97d6166017 req-94c4ae7c-06a5-4121-ad9c-77432e9bf392 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0732765 Jul 12 16:38:49.401160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9a1ba2a-2e91-4691-8945-9d97d6166017 req-8000da1e-2a21-405a-9556-833664468e9b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Jul 12 16:38:50.615094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09790-6738-41f3-95d3-2a718510b282 req-00ae8711-0a04-4cec-ab7a-34361c8be848 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:50.616756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61a09790-6738-41f3-95d3-2a718510b282 req-00ae8711-0a04-4cec-ab7a-34361c8be848 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0769265 Jul 12 16:38:50.658821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-61a09790-6738-41f3-95d3-2a718510b282 req-71444b88-f700-4c94-b3f5-50137b1083ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361938 Jul 12 16:38:51.849976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacb7aa-3bbd-4c8e-913f-b34ffebfa84d req-f10aad39-5a35-4cbf-a221-9f0b038c2984 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:51.851974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4dacb7aa-3bbd-4c8e-913f-b34ffebfa84d req-f10aad39-5a35-4cbf-a221-9f0b038c2984 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0738571 Jul 12 16:38:51.899192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4dacb7aa-3bbd-4c8e-913f-b34ffebfa84d req-79ce029b-ad29-4a52-a7e7-16f8f4411731 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jul 12 16:38:53.103487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88bf63-249d-4fd0-9571-8fb5134e386f req-475c0c2e-99e6-44b6-b120-63bec78aa4e2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:53.108058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c88bf63-249d-4fd0-9571-8fb5134e386f req-475c0c2e-99e6-44b6-b120-63bec78aa4e2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0783141 Jul 12 16:38:53.150939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7c88bf63-249d-4fd0-9571-8fb5134e386f req-fc715ebf-a859-47fd-865a-4542f5c26eef tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Jul 12 16:38:54.349912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109c84-2936-4a1b-9f59-36092211cbb9 req-53a9abf0-c846-42fd-8a59-3367afef7de4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:54.353045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6109c84-2936-4a1b-9f59-36092211cbb9 req-53a9abf0-c846-42fd-8a59-3367afef7de4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0757787 Jul 12 16:38:54.403129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e6109c84-2936-4a1b-9f59-36092211cbb9 req-c16d4ed8-58a1-46aa-96b9-60dc88c1e016 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Jul 12 16:38:55.614752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f14b61-eefa-42d5-8cfa-e739b66c9451 req-2dcb0877-997b-4e58-ad9c-241fc72f84b5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:55.616416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40f14b61-eefa-42d5-8cfa-e739b66c9451 req-2dcb0877-997b-4e58-ad9c-241fc72f84b5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0918188 Jul 12 16:38:55.670604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40f14b61-eefa-42d5-8cfa-e739b66c9451 req-9dbecb35-fbaa-4475-b25f-005580e9801f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Jul 12 16:38:56.856764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521430d-2384-4ba5-833f-be51add0b0af req-f5195afd-7bb6-4d55-ba0a-131474efcc82 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:56.858399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a521430d-2384-4ba5-833f-be51add0b0af req-f5195afd-7bb6-4d55-ba0a-131474efcc82 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 944 time: 0.0694733 Jul 12 16:38:56.907420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a521430d-2384-4ba5-833f-be51add0b0af req-c934e72d-053c-4266-a0c0-38a6f8a86e4b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Jul 12 16:38:57.549959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 318c96e0-ec18-424f-b058-2a4873141d93 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:38:57.668483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=318c96e0-ec18-424f-b058-2a4873141d93,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:57.682162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '318c96e0-ec18-424f-b058-2a4873141d93', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '318c96e0-ec18-424f-b058-2a4873141d93', 'mac_address': 'fa:16:3e:66:b0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:38:57.755781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:57.770937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318c96e0-ec18-424f-b058-2a4873141d93 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:38:57.796795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=318c96e0-ec18-424f-b058-2a4873141d93,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:57.801451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:57.890057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:57.897687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.898129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.898611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.898952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.899285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.899633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.900090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.900418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.900741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.901060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.901377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:57.901694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:38:58.125127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['318c96e0-ec18-424f-b058-2a4873141d93'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:38:58.206053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40c4f7-e83d-4aa6-af5e-65d4764f73ca req-3807feb5-1e21-4288-8050-192422237c64 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:58.211913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df40c4f7-e83d-4aa6-af5e-65d4764f73ca req-3807feb5-1e21-4288-8050-192422237c64 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 945 time: 0.1389987 Jul 12 16:38:58.602273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-df40c4f7-e83d-4aa6-af5e-65d4764f73ca req-8beee03f-81ab-477b-a6ce-39419d4fa4e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839493 Jul 12 16:38:59.561982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 318c96e0-ec18-424f-b058-2a4873141d93 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:38:59.620846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 318c96e0-ec18-424f-b058-2a4873141d93 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:38:59.626693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 318c96e0-ec18-424f-b058-2a4873141d93 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:38:59.627117 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:59.732828 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:59.769485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:38:59.772226 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f45cd4-0757-44c8-a116-9afeb81ef687" -d '{"events": [{"server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "name": "network-vif-plugged", "status": "completed", "tag": "318c96e0-ec18-424f-b058-2a4873141d93"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:38:59.786621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=318c96e0-ec18-424f-b058-2a4873141d93,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:38:59.800816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:38:59.828842 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c6912-303b-4297-90b1-e8d56f43f3d9 x-openstack-request-id: req-e54c6912-303b-4297-90b1-e8d56f43f3d9 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:38:59.829128 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "name": "network-vif-plugged", "status": "completed", "tag": "318c96e0-ec18-424f-b058-2a4873141d93", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:38:59.829378 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e54c6912-303b-4297-90b1-e8d56f43f3d9 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:38:59.829762 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93', 'code': 200} Jul 12 16:38:59.865732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:38:59.895957 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1efe84-d79f-466e-8514-15d06c835f5d req-13db0352-09ae-4f1e-bad1-18f6391e56f6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:38:59.903391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca1efe84-d79f-466e-8514-15d06c835f5d req-13db0352-09ae-4f1e-bad1-18f6391e56f6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 945 time: 0.1404884 Jul 12 16:38:59.948359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca1efe84-d79f-466e-8514-15d06c835f5d req-3b97f6c5-7cf9-45ec-b893-1482327790b9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Jul 12 16:39:00.076704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff640-a076-4c6e-b4ba-48b67500c2a9 req-f8a1d3cb-4a38-42b3-8bf8-67c0e3fc8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:00.078432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b50ff640-a076-4c6e-b4ba-48b67500c2a9 req-f8a1d3cb-4a38-42b3-8bf8-67c0e3fc8625 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 1097 time: 0.0985482 Jul 12 16:39:00.131320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b50ff640-a076-4c6e-b4ba-48b67500c2a9 req-0f2a2705-4a2d-4a78-a635-60ca166cf91b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Jul 12 16:39:00.176139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb91152c-59dc-4008-83dc-39d5648f786f None None] Provisioning complete for port 318c96e0-ec18-424f-b058-2a4873141d93 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:00.176703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb91152c-59dc-4008-83dc-39d5648f786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:00.717209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f320a93-ceb4-4538-b189-9d44a1f760d2 req-b180e8dc-519e-49bc-9c6e-f63aa6c1413a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:00.718849 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f320a93-ceb4-4538-b189-9d44a1f760d2 req-b180e8dc-519e-49bc-9c6e-f63aa6c1413a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.0809844 Jul 12 16:39:00.768683 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f320a93-ceb4-4538-b189-9d44a1f760d2 req-501176b1-ef0d-4f11-bc2d-519b1e4373d8 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Jul 12 16:39:01.168242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69b37d-7952-4c93-b39f-010047a9a3ef req-d0a1e736-84e6-4627-aa59-7fafa93c08dc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:01.171528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc69b37d-7952-4c93-b39f-010047a9a3ef req-d0a1e736-84e6-4627-aa59-7fafa93c08dc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.0847957 Jul 12 16:39:01.226666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc69b37d-7952-4c93-b39f-010047a9a3ef req-2e9c5f0e-1cf4-4f0d-b4f5-04f4ea378ea1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Jul 12 16:39:01.984975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245cd5-84cf-4226-8c9c-1cc537857005 req-10a4ca29-ab1d-4d93-83d4-3ae7c00513c8 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:01.986873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7245cd5-84cf-4226-8c9c-1cc537857005 req-10a4ca29-ab1d-4d93-83d4-3ae7c00513c8 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.0821965 Jul 12 16:39:02.016214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881811c-e22e-44d5-9223-b6a98fffe00e req-b2b93bab-6839-4c16-a256-4916d84386a0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:02.017816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d881811c-e22e-44d5-9223-b6a98fffe00e req-b2b93bab-6839-4c16-a256-4916d84386a0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0825438 Jul 12 16:39:02.026591 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-56b26d93-ae58-4f15-8fe1-865e86e36cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.080423 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7245cd5-84cf-4226-8c9c-1cc537857005 req-87b1731e-e594-4fc0-b258-d154b4d36e21 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d49d2-8df3-4283-8a0c-baa584f59dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821016 Jul 12 16:39:02.084657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d881811c-e22e-44d5-9223-b6a98fffe00e req-97f414dc-7a39-4598-9526-ac690abc212e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568430 Jul 12 16:39:02.119251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-c0935f65-68cb-4acc-9058-dae82268477a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:02.121189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-c0935f65-68cb-4acc-9058-dae82268477a tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 945 time: 0.1330445 Jul 12 16:39:02.234418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Deleting port 4c0b2c8d-ac75-447f-8197-094d91b50932 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:02.235035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.355375 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] For port 4c0b2c8d-ac75-447f-8197-094d91b50932, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4c0b2c8d-ac75-447f-8197-094d91b50932,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:02.355942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.591624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6fb5f-ec41-4f7b-84e2-8dd985b4ade6 req-ee8b5240-814d-4b75-a27b-8f78fe515851 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:02.593346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a6fb5f-ec41-4f7b-84e2-8dd985b4ade6 req-ee8b5240-814d-4b75-a27b-8f78fe515851 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.2265017 Jul 12 16:39:02.681040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a6fb5f-ec41-4f7b-84e2-8dd985b4ade6 req-b526ccd6-16c8-427c-8553-a06f7d923bcd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820894 Jul 12 16:39:02.682715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.683154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.683553 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Floating IP 3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573 disassociated. External IP: 172.25.8.152, port: 4c0b2c8d-ac75-447f-8197-094d91b50932. Jul 12 16:39:02.684030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Calling delete_port for 4c0b2c8d-ac75-447f-8197-094d91b50932 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:02.895283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:02.899413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a58f4e-bcbe-4343-a1b5-8212d8bd15d5 req-35b4ff01-c4de-4897-b7d1-b52168498b41 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:02.901318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6a58f4e-bcbe-4343-a1b5-8212d8bd15d5 req-35b4ff01-c4de-4897-b7d1-b52168498b41 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.0751121 Jul 12 16:39:02.937064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event deleted for resources: {'Port': ['ID=4c0b2c8d-ac75-447f-8197-094d91b50932,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:03.011861 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6a58f4e-bcbe-4343-a1b5-8212d8bd15d5 req-2f2facd9-7a80-4457-a1fb-3ef4ff2ce633 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015399 Jul 12 16:39:03.116448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:39:03.345881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:03.376135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:39:03.404215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Sync routers for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:39:03.418647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:03.420311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:03.425982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428a77d-3562-4cbc-b943-79a10fa8a30c req-ab6eae92-f608-4fc6-8a65-62be800a6f72 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:03.427606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9428a77d-3562-4cbc-b943-79a10fa8a30c req-ab6eae92-f608-4fc6-8a65-62be800a6f72 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1345117 Jul 12 16:39:03.478683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c25b-f773-4034-9b06-297da80b131a req-106dccbf-587d-406b-a516-8bf87b3920cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:03.486155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5830c25b-f773-4034-9b06-297da80b131a req-106dccbf-587d-406b-a516-8bf87b3920cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.2371917 Jul 12 16:39:03.513478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] No DVR routers for this DVR port 4c0b2c8d-ac75-447f-8197-094d91b50932 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:03.540528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:03.544283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a8da00d-020a-48cc-94fb-8cf7d7c88df8 req-55e4368b-e094-4954-a531-848d1c3ea280 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.65 "DELETE /v2.0/ports/4c0b2c8d-ac75-447f-8197-094d91b50932 HTTP/1.1" status: 204 len: 173 time: 1.4164486 Jul 12 16:39:03.544928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'name': 'network-vif-deleted', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:03.560648 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79464e-0eab-4fb7-af4f-63d6a91101b4" -d '{"events": [{"server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "name": "network-vif-deleted", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:03.632410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5830c25b-f773-4034-9b06-297da80b131a req-4e3a0973-46d1-4ad9-9bce-1f1819eb1e8d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289852 Jul 12 16:39:03.707569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:03.766228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9428a77d-3562-4cbc-b943-79a10fa8a30c req-8f6be487-a1b2-4f0a-b616-caa965b50c33 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276529 Jul 12 16:39:03.866682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-342ff2be-2299-4113-9a18-08488d183e15 req-f1cbb53a-7d18-4bf1-8e20-72b7df94a797 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce6ac5bb-aebb-4df5-b7df-80c212b55e4c HTTP/1.1" status: 200 len: 210 time: 0.0689440 Jul 12 16:39:03.949559 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244e69a-4eb7-42bc-aa67-b699d99141fe x-openstack-request-id: req-6244e69a-4eb7-42bc-aa67-b699d99141fe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:03.949781 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ac5bb-aebb-4df5-b7df-80c212b55e4c", "name": "network-vif-deleted", "tag": "4c0b2c8d-ac75-447f-8197-094d91b50932", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:03.949945 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6244e69a-4eb7-42bc-aa67-b699d99141fe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:03.950358 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6ac5bb-aebb-4df5-b7df-80c212b55e4c', 'name': 'network-vif-deleted', 'tag': '4c0b2c8d-ac75-447f-8197-094d91b50932', 'status': 'completed', 'code': 200} Jul 12 16:39:04.054355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:04.082589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Checking router: 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:39:04.091580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:04.092416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:38:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:04.232660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:04.424686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9929-6692-4885-94b6-48ed2e8b6e90 req-c590259a-aa49-4147-bda2-8c7fbed902f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:04.426961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c3a9929-6692-4885-94b6-48ed2e8b6e90 req-c590259a-aa49-4147-bda2-8c7fbed902f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.0860884 Jul 12 16:39:04.492703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9c3a9929-6692-4885-94b6-48ed2e8b6e90 req-cd891985-03c4-42af-9c67-885729f3d5e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558610 Jul 12 16:39:04.508252 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5014eb7b-c82c-467a-9643-af6445c4e8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:04.550939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:04.581217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f8dda-57e4-4f47-b66c-ed52f9c3fa4e None None] The sync data for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 is: [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:33:38Z', 'revision_number': 4, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '4c4bd934-d382-4f85-b03d-2f0760dd197a', 'name': '', 'network_id': 'fd16c35a-179d-4e6f-9366-db5e34cd9c34', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'mac_address': 'fa:16:3e:e6:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:37Z', 'updated_at': '2021-07-12T16:33:45Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'subnets': [{'id': '94503ad2-dec3-47f3-aba5-cd63f86c2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:39:04.886863 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f54c6-53a2-4f49-beef-95a712966783 None None] New status for floating IP 3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:39:04.905893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:04.992432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 53944) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:05.006776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20041760-e790-48a3-814b-843ab437c93b req-e4a0344a-7f91-496c-9ebe-e13dae0a84a2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:05.010647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20041760-e790-48a3-814b-843ab437c93b req-e4a0344a-7f91-496c-9ebe-e13dae0a84a2 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1021228 Jul 12 16:39:05.066721 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20041760-e790-48a3-814b-843ab437c93b req-7bfeb4b9-e1d9-4f34-8f0a-563c37440dfe tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499363 Jul 12 16:39:05.199542 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Deleting port 9f1f8920-c3e7-490c-837f-ef3931d57f50 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:05.199921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.285463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.285936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.298970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Calling delete_port for 9f1f8920-c3e7-490c-837f-ef3931d57f50 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:05.442510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.472609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event deleted for resources: {'Port': ['ID=9f1f8920-c3e7-490c-837f-ef3931d57f50,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:05.504349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.504349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.504938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.505155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.505489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.505835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.506176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.506463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.506789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.507119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.507448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.507794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:05.550877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.554194 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.558381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0215f86e-4ab2-4711-b585-1a9cfccffb77 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "DELETE /v2.0/floatingips/3b4ee9a0-b7a8-47e7-88f0-ca5bc7e19573 HTTP/1.1" status: 204 len: 168 time: 0.5624473 Jul 12 16:39:05.583959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4c0b2c8d-ac75-447f-8197-094d91b50932 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:05.641038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 4c0b2c8d-ac75-447f-8197-094d91b50932 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:05.641388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4c0b2c8d-ac75-447f-8197-094d91b50932 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:05.647469 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.750129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 53964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:05.766848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619a189-ebfb-4622-af00-69ddf175a4bd req-13603006-9212-4a2c-85fb-ccb3a2409f84 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:05.768427 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6619a189-ebfb-4622-af00-69ddf175a4bd req-13603006-9212-4a2c-85fb-ccb3a2409f84 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.0957236 Jul 12 16:39:05.837830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6619a189-ebfb-4622-af00-69ddf175a4bd req-3cd2b8da-f9f3-42b6-9909-eee148fb3ea5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Jul 12 16:39:05.857780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.860903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.895086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:05.953264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-2d3f4936-fbb9-4a16-a375-7c4632eb24a7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:05.954801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-2d3f4936-fbb9-4a16-a375-7c4632eb24a7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 946 time: 0.1316149 Jul 12 16:39:06.013858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.016546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.017697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] 10.222.0.58 "DELETE /v2.0/security-groups/d39d49d2-8df3-4283-8a0c-baa584f59dd8 HTTP/1.1" status: 204 len: 168 time: 0.2671680 Jul 12 16:39:06.032908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dac4d1-acd5-4e03-8fd2-e66c09378683 tempest-TestServerBasicOps-2129889865 tempest-TestServerBasicOps-2129889865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d49d2-8df3-4283-8a0c-baa584f59dd8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:06.072339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 53972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:06.125062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 318c96e0-ec18-424f-b058-2a4873141d93 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:06.125639 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.246849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 318c96e0-ec18-424f-b058-2a4873141d93, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=318c96e0-ec18-424f-b058-2a4873141d93,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:06.248083 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.266974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 318c96e0-ec18-424f-b058-2a4873141d93 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:06.431708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.448404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['318c96e0-ec18-424f-b058-2a4873141d93'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:39:06.476952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=318c96e0-ec18-424f-b058-2a4873141d93,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:06.559255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 318c96e0-ec18-424f-b058-2a4873141d93 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:06.562625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:06.565189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4e217a32-05ac-47f4-824f-88ab7b3bb1cc req-6ab60208-d952-4c00-94cf-7be17bbe0d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "DELETE /v2.0/ports/318c96e0-ec18-424f-b058-2a4873141d93 HTTP/1.1" status: 204 len: 173 time: 0.6037731 Jul 12 16:39:06.565824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'name': 'network-vif-deleted', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:06.568357 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6d88c-2b64-4bd0-8228-55034c2af227" -d '{"events": [{"server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "name": "network-vif-deleted", "tag": "318c96e0-ec18-424f-b058-2a4873141d93"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:06.619921 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a879f-28b1-4c71-89be-f663850ff848 x-openstack-request-id: req-0d3a879f-28b1-4c71-89be-f663850ff848 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:06.620504 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62937128-fedc-414d-a9d5-09a1c08ac01a", "name": "network-vif-deleted", "tag": "318c96e0-ec18-424f-b058-2a4873141d93", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:06.621080 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d3a879f-28b1-4c71-89be-f663850ff848 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:06.621999 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62937128-fedc-414d-a9d5-09a1c08ac01a', 'name': 'network-vif-deleted', 'tag': '318c96e0-ec18-424f-b058-2a4873141d93', 'status': 'completed', 'code': 200} Jul 12 16:39:06.892216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578b6e-7c75-42d8-8784-f59d2bb0adc1 req-b1c0e9bc-816a-468a-9c73-a714196ed68e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:06.894302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1578b6e-7c75-42d8-8784-f59d2bb0adc1 req-b1c0e9bc-816a-468a-9c73-a714196ed68e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.6220970 Jul 12 16:39:07.048977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1578b6e-7c75-42d8-8784-f59d2bb0adc1 req-96d009fb-8723-44cd-98cd-581cf6d9a287 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009555 Jul 12 16:39:07.235047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ceaad69-7c93-4dc5-943c-13b6da66f45e req-eee62068-d885-4a8f-8e5c-afd2abf460b9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.2180600 Jul 12 16:39:07.283549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:07.436363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:07.812522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Deleting port 4c4bd934-d382-4f85-b03d-2f0760dd197a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:07.812860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:07.897717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] For port 4c4bd934-d382-4f85-b03d-2f0760dd197a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4c4bd934-d382-4f85-b03d-2f0760dd197a,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:07.898458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:07.913381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Calling delete_port for 4c4bd934-d382-4f85-b03d-2f0760dd197a owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:08.118804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:08.203911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4bd934-d382-4f85-b03d-2f0760dd197a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:08.287847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d0f9-3df5-4714-93bd-789d620dba99 req-13a3e363-fe3c-4633-b54c-2b7abce3afd1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:08.297090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c06d0f9-3df5-4714-93bd-789d620dba99 req-13a3e363-fe3c-4633-b54c-2b7abce3afd1 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1040537 Jul 12 16:39:08.378602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c06d0f9-3df5-4714-93bd-789d620dba99 req-01c3e92b-8b96-44fd-8d19-51beda5c3192 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760126 Jul 12 16:39:08.493213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27602c96-736e-4ac0-b540-2eccd57b9466 req-48317d0d-78fb-44ae-89d7-c8b505f3f70d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.0490227 Jul 12 16:39:08.512207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:08.766081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:39:08.881332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:39:08.889327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54040) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:08.891333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c80c5849-b1bf-4ed1-b57d-d90945a2f7aa admin admin] 10.222.0.58 "PUT /v2.0/routers/61627b8d-9a3b-4ad5-b61a-8ee90769e1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178248 Jul 12 16:39:08.894717 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Sync routers for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:39:08.908489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:08.909188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:09.005489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.016777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:09.121289 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.180062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Deleting port 484e6442-5a91-4eff-861f-ef5120c85a08 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:09.180408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.219747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:39:08Z', 'revision_number': 5, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port': {'id': '484e6442-5a91-4eff-861f-ef5120c85a08', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:34Z', 'updated_at': '2021-07-12T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:09.252267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Checking router: 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:39:09.261016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Routers {'61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:09.261656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:09.271424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] For port 484e6442-5a91-4eff-861f-ef5120c85a08, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=484e6442-5a91-4eff-861f-ef5120c85a08,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:09.271830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.284562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Calling delete_port for 484e6442-5a91-4eff-861f-ef5120c85a08 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:09.347314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] Set router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:09.422238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:39:09Z', 'revision_number': 6, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:09.455319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fd2974-33fb-41fa-9ea4-d410af820d9f None None] The sync data for ids ['61627b8d-9a3b-4ad5-b61a-8ee90769e1f1'] in n-d-800078-3 is: [{'id': '61627b8d-9a3b-4ad5-b61a-8ee90769e1f1', 'name': 'tempest-TestServerBasicOps-1638307265-router', 'tenant_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:33Z', 'updated_at': '2021-07-12T16:39:09Z', 'revision_number': 6, 'project_id': 'f1f214c31ebf40e89af0505f52dc20aa', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:39:09.503136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.544352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=484e6442-5a91-4eff-861f-ef5120c85a08,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:09.607406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c53caa-b4dd-4177-a3e3-ec87ba74c216 req-f6f37f6b-0b86-4462-b24d-f2d1bc02464c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:09.612710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 318c96e0-ec18-424f-b058-2a4873141d93 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:09.616791 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48c53caa-b4dd-4177-a3e3-ec87ba74c216 req-f6f37f6b-0b86-4462-b24d-f2d1bc02464c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0966852 Jul 12 16:39:09.659903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 318c96e0-ec18-424f-b058-2a4873141d93 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:09.660408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 318c96e0-ec18-424f-b058-2a4873141d93 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:09.681402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-48c53caa-b4dd-4177-a3e3-ec87ba74c216 req-580b412b-2ef1-4856-aedc-50c95a4c10f0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523958 Jul 12 16:39:09.693559 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ffb655b4-8f1f-414e-af65-5591135bdc1a req-8d510d8c-358b-4fdf-a5f5-38d70c9af87d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.0385947 Jul 12 16:39:09.700933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.820354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.823354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.871349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.872865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:39:09.877600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.881777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:09.889855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9ad528bf-5484-4b42-b0a8-cc120dc334e0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/61627b8d-9a3b-4ad5-b61a-8ee90769e1f1 HTTP/1.1" status: 204 len: 168 time: 0.9978938 Jul 12 16:39:09.945260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Deleting subnet 94503ad2-dec3-47f3-aba5-cd63f86c2d1a {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:39:09.948650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:09.985376 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.064087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.116875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.150034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94503ad2-dec3-47f3-aba5-cd63f86c2d1a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:10.152020 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.156448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8636498-be57-48e8-9e82-4ba8b4c4e128 None None] Network fd16c35a-179d-4e6f-9366-db5e34cd9c34 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:39:10.156923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f609797-3e32-46ab-abc6-946eaa930561 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/94503ad2-dec3-47f3-aba5-cd63f86c2d1a HTTP/1.1" status: 204 len: 168 time: 0.2737706 Jul 12 16:39:10.157038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54054) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:10.231063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.303253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Deleting port a46874ea-a557-43ec-a72d-591b0aedba7d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:10.303837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.373666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079930ef-7608-445d-bdb1-314521208757 None None] DHCP port deletion for fd16c35a-179d-4e6f-9366-db5e34cd9c34 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:39:10.376951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] For port a46874ea-a557-43ec-a72d-591b0aedba7d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a46874ea-a557-43ec-a72d-591b0aedba7d,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:10.377316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.392606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Calling delete_port for a46874ea-a557-43ec-a72d-591b0aedba7d owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:10.430880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-079930ef-7608-445d-bdb1-314521208757 None None] Deleting port a46874ea-a557-43ec-a72d-591b0aedba7d {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:10.431358 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-079930ef-7608-445d-bdb1-314521208757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.489673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.501615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-079930ef-7608-445d-bdb1-314521208757 None None] For port a46874ea-a557-43ec-a72d-591b0aedba7d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a46874ea-a557-43ec-a72d-591b0aedba7d,segment=NetworkSegment(456d42c3-f304-43bc-99e9-68ff44fb537b),segment_id=456d42c3-f304-43bc-99e9-68ff44fb537b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:10.502149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-079930ef-7608-445d-bdb1-314521208757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.515867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-079930ef-7608-445d-bdb1-314521208757 None None] Calling delete_port for a46874ea-a557-43ec-a72d-591b0aedba7d owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:10.517043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46874ea-a557-43ec-a72d-591b0aedba7d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:10.521817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] No DVR routers for this DVR port a46874ea-a557-43ec-a72d-591b0aedba7d on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:10.608355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:39:10.613280 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 16:39:10.623804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd16c35a-179d-4e6f-9366-db5e34cd9c34']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:10.625716 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-079930ef-7608-445d-bdb1-314521208757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.639660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456d42c3-f304-43bc-99e9-68ff44fb537b') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:10.640003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456d42c3-f304-43bc-99e9-68ff44fb537b') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:10.658392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.661056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079930ef-7608-445d-bdb1-314521208757 None None] Pushing event deleted for resources: {'Port': ['ID=a46874ea-a557-43ec-a72d-591b0aedba7d,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:10.666399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079930ef-7608-445d-bdb1-314521208757 None None] No DVR routers for this DVR port a46874ea-a557-43ec-a72d-591b0aedba7d on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:10.686381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.693810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:39:10.694294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:39:10.706451 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:39:10.810968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.817716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:10.821521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fd16c35a-179d-4e6f-9366-db5e34cd9c34 HTTP/1.1" status: 204 len: 168 time: 0.6634271 Jul 12 16:39:10.828386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54064) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:10.944122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f8fb726-d014-41be-a0e6-27b173121f65 req-d04c24da-213d-4a1e-a034-92e899c8d260 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=62937128-fedc-414d-a9d5-09a1c08ac01a HTTP/1.1" status: 200 len: 210 time: 0.0808673 Jul 12 16:39:10.963651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9672ae-171b-4fb6-bec9-931d56a32a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd16c35a-179d-4e6f-9366-db5e34cd9c34,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:10.966846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 484e6442-5a91-4eff-861f-ef5120c85a08 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:11.022521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 484e6442-5a91-4eff-861f-ef5120c85a08 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:11.023073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 484e6442-5a91-4eff-861f-ef5120c85a08 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:11.023616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4c4bd934-d382-4f85-b03d-2f0760dd197a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:11.049331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 4c4bd934-d382-4f85-b03d-2f0760dd197a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:11.051135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4c4bd934-d382-4f85-b03d-2f0760dd197a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:11.051846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a46874ea-a557-43ec-a72d-591b0aedba7d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:11.078577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a46874ea-a557-43ec-a72d-591b0aedba7d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:11.079189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a46874ea-a557-43ec-a72d-591b0aedba7d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:11.397169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a4212-580f-42f1-b646-d22a43a95c7c req-537e21b1-72af-4b4b-900d-15f2dee208c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:11.398794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-967a4212-580f-42f1-b646-d22a43a95c7c req-537e21b1-72af-4b4b-900d-15f2dee208c3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.4415336 Jul 12 16:39:11.535771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-967a4212-580f-42f1-b646-d22a43a95c7c req-e6332837-c046-4506-8478-7cf5b6661339 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979738 Jul 12 16:39:11.760036 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:12.059078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Deleting port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:12.059530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:12.158698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] For port b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:12.159206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:12.174667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Calling delete_port for b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:12.389904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:12.423272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:12.629626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:12.827918 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838f283-cab8-4906-9871-53d8f50d920b req-193c0271-ca2e-4b81-b6e0-9772faff9406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:12.830659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b838f283-cab8-4906-9871-53d8f50d920b req-193c0271-ca2e-4b81-b6e0-9772faff9406 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0953879 Jul 12 16:39:12.961301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b838f283-cab8-4906-9871-53d8f50d920b req-9d4da39b-2db4-4e4d-8575-843096abe5c0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080818 Jul 12 16:39:12.983112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Router ad7091cd-0761-4136-9d5a-7594b5b7a158 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:39:13.102205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:39:13.108596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5c07f1f6-82e6-498a-80a8-3f134871d9ce admin admin] 10.222.0.58 "PUT /v2.0/routers/ad7091cd-0761-4136-9d5a-7594b5b7a158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2772784 Jul 12 16:39:13.111221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54086) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:13.111353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Sync routers for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:39:13.127816 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:13.132547 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:13.235579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:13.368764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:13.370865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:13.445360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Deleting port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:13.445795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:13.552909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] For port 3848cd2f-b23c-48bd-9d16-0798bd1f08c6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:13.553294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:13.568250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Calling delete_port for 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:13.601671 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:39:12Z', 'revision_number': 5, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port': {'id': '3848cd2f-b23c-48bd-9d16-0798bd1f08c6', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:45Z', 'updated_at': '2021-07-12T16:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:13.635435 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Checking router: ad7091cd-0761-4136-9d5a-7594b5b7a158 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:39:13.648794 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Routers {'ad7091cd-0761-4136-9d5a-7594b5b7a158'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:13.649750 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ad7091cd-0761-4136-9d5a-7594b5b7a158'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:13.754547 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] Set router ad7091cd-0761-4136-9d5a-7594b5b7a158 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:13.767628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:13.810438 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3848cd2f-b23c-48bd-9d16-0798bd1f08c6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:13.831431 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:39:13Z', 'revision_number': 6, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:13.862933 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec17b40-baef-45d0-8f2c-a52481910798 None None] The sync data for ids ['ad7091cd-0761-4136-9d5a-7594b5b7a158'] in n-d-800078-3 is: [{'id': 'ad7091cd-0761-4136-9d5a-7594b5b7a158', 'name': 'tempest-TestServerBasicOps-943139963-router', 'tenant_id': '8e274188226845acbf8f0904ffa5a511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:44Z', 'updated_at': '2021-07-12T16:39:13Z', 'revision_number': 6, 'project_id': '8e274188226845acbf8f0904ffa5a511', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:39:13.964594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.092301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.095044 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.182642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.183379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7091cd-0761-4136-9d5a-7594b5b7a158 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:39:14.189787 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.191027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8cab56dc-76da-4f76-a8ca-4792cd814ce3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ad7091cd-0761-4136-9d5a-7594b5b7a158 HTTP/1.1" status: 204 len: 168 time: 1.0782135 Jul 12 16:39:14.194518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54126) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:14.369832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Deleting subnet 2f2b272d-d42e-4c0f-a547-3e314cddf767 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:39:14.374711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.431944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.531928 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.621786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.682840 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f000-b1a4-4883-8f54-3f05c24c8520 req-cec3f2b4-e1ff-4787-9cc5-725d4c89ce9a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:14.684746 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d24f000-b1a4-4883-8f54-3f05c24c8520 req-cec3f2b4-e1ff-4787-9cc5-725d4c89ce9a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.3867996 Jul 12 16:39:14.688796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:14.690845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f2b272d-d42e-4c0f-a547-3e314cddf767 HTTP/1.1" status: 204 len: 168 time: 0.4941132 Jul 12 16:39:14.693882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54178) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:14.695612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beebb975-dd89-465d-8a4e-08a23820deb6 None None] Network ca1b8713-6358-4a47-8a33-f85b8b05f2b1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:39:14.743376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f9143-fcd2-4eee-8b7b-499030ca4b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2b272d-d42e-4c0f-a547-3e314cddf767,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:14.802428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d24f000-b1a4-4883-8f54-3f05c24c8520 req-bc42afb3-7287-48ec-8764-669d48f14c6e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100302 Jul 12 16:39:14.903066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.005827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:15.020018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Deleting port 119defa0-d087-4f41-abee-387238b70931 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:15.020464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.048330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:15.048829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b3c3f350-ff6f-43f5-9893-e56a5bc7cd5f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:15.049269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:15.095431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:15.095811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3848cd2f-b23c-48bd-9d16-0798bd1f08c6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:15.113296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] For port 119defa0-d087-4f41-abee-387238b70931, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=119defa0-d087-4f41-abee-387238b70931,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:15.114015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.134076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Calling delete_port for 119defa0-d087-4f41-abee-387238b70931 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:15.227617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] DHCP port deletion for ca1b8713-6358-4a47-8a33-f85b8b05f2b1 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:39:15.341112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Deleting port 119defa0-d087-4f41-abee-387238b70931 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:15.342418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.362906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.407061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Pushing event deleted for resources: {'Port': ['ID=119defa0-d087-4f41-abee-387238b70931,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:15.414048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] No DVR routers for this DVR port 119defa0-d087-4f41-abee-387238b70931 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:15.480651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] For port 119defa0-d087-4f41-abee-387238b70931, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=119defa0-d087-4f41-abee-387238b70931,segment=NetworkSegment(c3418d1f-2887-4cd2-824e-a4914ee98f74),segment_id=c3418d1f-2887-4cd2-824e-a4914ee98f74)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:15.482031 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.516241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Calling delete_port for 119defa0-d087-4f41-abee-387238b70931 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:15.588393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.617497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1b8713-6358-4a47-8a33-f85b8b05f2b1']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:15.646231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3418d1f-2887-4cd2-824e-a4914ee98f74') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:15.646990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3418d1f-2887-4cd2-824e-a4914ee98f74') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:15.668326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.703510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.723370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.725104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:39:15.725654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:39:15.727866 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:39:15.774623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] No DVR routers for this DVR port 119defa0-d087-4f41-abee-387238b70931 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:15.780519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1677858-986d-48e0-ab94-427758c9b92f None None] Pushing event deleted for resources: {'Port': ['ID=119defa0-d087-4f41-abee-387238b70931,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:15.829570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.837070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:15.849201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] 10.222.0.58 "DELETE /v2.0/networks/ca1b8713-6358-4a47-8a33-f85b8b05f2b1 HTTP/1.1" status: 204 len: 168 time: 1.1471367 Jul 12 16:39:15.902777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113afcf-3bee-487a-9d53-33b4ebf2428c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1b8713-6358-4a47-8a33-f85b8b05f2b1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:16.043315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 54324) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:16.085890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ca8d3-0106-48d7-b803-6c933badbc1a req-7f2c8d56-6667-48e9-af06-2bda246498d3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:16.087953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a98ca8d3-0106-48d7-b803-6c933badbc1a req-7f2c8d56-6667-48e9-af06-2bda246498d3 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1291592 Jul 12 16:39:16.137632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-970d4020-0f23-4fc5-a0ca-27874d6e852c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1f214c31ebf40e89af0505f52dc20aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912113 Jul 12 16:39:16.140532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:16.158300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a98ca8d3-0106-48d7-b803-6c933badbc1a req-c5500afd-26a7-4f17-8b12-aec9aaaa2d8a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621865 Jul 12 16:39:16.231917 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:16.265269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:16.323950 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:16.328527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:16.334153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/240a32d7-4959-428d-9759-4e360c89d16b HTTP/1.1" status: 204 len: 168 time: 0.1922858 Jul 12 16:39:16.352744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59702d-5bc3-4191-9922-fda00d4d63de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a32d7-4959-428d-9759-4e360c89d16b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:16.675716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-2b2cf165-04cf-41ba-8c9f-2d92fad7e721 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3690562 Jul 12 16:39:16.895787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-9f88f73f-1c42-42a5-b145-1c5226b92a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:16.898821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-9f88f73f-1c42-42a5-b145-1c5226b92a72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a657e0195e746f9bf596b61aca641fb&device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1470056 Jul 12 16:39:16.976558 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 119defa0-d087-4f41-abee-387238b70931 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:17.001962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54442) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:17.007434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 119defa0-d087-4f41-abee-387238b70931 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:39:17.008306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 119defa0-d087-4f41-abee-387238b70931 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:39:17.127122 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6b9cd1fc-faf2-4bc5-b874-904d78ed634f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e274188226845acbf8f0904ffa5a511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238313 Jul 12 16:39:17.135403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54462) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:17.196249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-4c59e9a1-70a9-404a-a4c4-94f4fc071d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:17.197740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-4c59e9a1-70a9-404a-a4c4-94f4fc071d61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 200 len: 911 time: 0.2720501 Jul 12 16:39:17.263735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:17.296628 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:17.353922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-6dec13e9-4fa1-428d-b14a-8e16e2e24e7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 200 len: 1001 time: 0.1382129 Jul 12 16:39:17.376406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:17.379445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:17.383051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b23a81a-a37e-48e5-941a-479abce13ace HTTP/1.1" status: 204 len: 168 time: 0.2442267 Jul 12 16:39:17.390817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffae36-853e-4e8d-b181-62097669f7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23a81a-a37e-48e5-941a-479abce13ace,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:17.513232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-db0f2943-5b3f-4178-b653-c71e78b301b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:17.514749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-db0f2943-5b3f-4178-b653-c71e78b301b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 200 len: 849 time: 0.1537452 Jul 12 16:39:17.571555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873b44-44f3-447a-9cc5-7b9b841b9023 req-25d19c3c-2623-4fa0-a141-cf32374adedc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:17.573193 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e873b44-44f3-447a-9cc5-7b9b841b9023 req-25d19c3c-2623-4fa0-a141-cf32374adedc tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.2003512 Jul 12 16:39:17.632603 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e873b44-44f3-447a-9cc5-7b9b841b9023 req-b6f66ba1-256e-4b47-beaa-e236ac730c34 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522754 Jul 12 16:39:17.634476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-623f132d-da91-41b3-8e84-836ef1443c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:17.636357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-623f132d-da91-41b3-8e84-836ef1443c42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50fcfd7f-6ec2-448b-aabd-4cf340854a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150658 Jul 12 16:39:17.798012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-44790a19-7fc1-4986-bae8-84864bd3e70c service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542659 Jul 12 16:39:17.923736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c90a5004-ae02-4e18-aa53-6a8a0f6b8847 req-2994aeb5-0d20-43f4-bd9d-72bad11bab00 service neutron] 10.222.0.77 "GET /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193480 Jul 12 16:39:18.844087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e69d0-01fe-4174-affa-d3218c104cd7 req-1a28ba02-aa0a-4807-ad98-15fd826b1233 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:18.849560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-280e69d0-01fe-4174-affa-d3218c104cd7 req-1a28ba02-aa0a-4807-ad98-15fd826b1233 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0744560 Jul 12 16:39:18.889253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-280e69d0-01fe-4174-affa-d3218c104cd7 req-daa09ef3-14e0-4e4f-b13e-cc24f8140767 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367179 Jul 12 16:39:20.181174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1ead8-6baf-4515-a7a9-e8028895e28c req-658f9e70-950b-4479-8012-0bab22fa452b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:20.182778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3d1ead8-6baf-4515-a7a9-e8028895e28c req-658f9e70-950b-4479-8012-0bab22fa452b tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0864797 Jul 12 16:39:20.227535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3d1ead8-6baf-4515-a7a9-e8028895e28c req-b96a4d7a-776d-44e3-8e51-062c6b795ff0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Jul 12 16:39:21.136186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d293f-99b7-406f-8906-ca7e3417a9cf req-5f6f2aec-0c4d-4626-a178-ab0974040d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:21.140020 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f16d293f-99b7-406f-8906-ca7e3417a9cf req-5f6f2aec-0c4d-4626-a178-ab0974040d6b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1097 time: 0.0856819 Jul 12 16:39:21.195830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f16d293f-99b7-406f-8906-ca7e3417a9cf req-f1bad33d-da52-44b8-af81-77e137f79cd9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492084 Jul 12 16:39:21.487103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d733-1052-411c-9683-c58393718711 req-f0c161a3-1556-49d8-8e1d-42f0a15a85d0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:21.494655 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a674d733-1052-411c-9683-c58393718711 req-f0c161a3-1556-49d8-8e1d-42f0a15a85d0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.1242268 Jul 12 16:39:21.553914 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a674d733-1052-411c-9683-c58393718711 req-e0da00e4-9ae3-4093-aa63-02df58a72e4d tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567601 Jul 12 16:39:22.743413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb9f9d-398a-4b3e-96a1-ae9242270349 req-4231969a-ae9d-4f3e-8d89-9287ab7072f9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:22.745153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90bb9f9d-398a-4b3e-96a1-ae9242270349 req-4231969a-ae9d-4f3e-8d89-9287ab7072f9 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0830724 Jul 12 16:39:22.791834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90bb9f9d-398a-4b3e-96a1-ae9242270349 req-3930ca06-cb76-42dd-9c81-5916b689d056 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397308 Jul 12 16:39:22.819616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 54744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:22.893838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b2c494dc-35b1-4ad9-98d4-74f5b00a67ce tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/floatingips/5d00886a-06e1-466d-9f43-7da7d292f1ec HTTP/1.1" status: 200 len: 993 time: 0.0731096 Jul 12 16:39:22.951142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:39:22.953833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:39:23.083452 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.117614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:23.119836 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6b0d51-5e6e-42f5-acff-71809592f8f4" -d '{"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-unplugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:23.144053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:23.151703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.180725 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925a2e22-3d53-4adc-8947-ef40f6af6b6c x-openstack-request-id: req-925a2e22-3d53-4adc-8947-ef40f6af6b6c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:23.181026 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-unplugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:23.181686 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-925a2e22-3d53-4adc-8947-ef40f6af6b6c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:23.182408 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'code': 200} Jul 12 16:39:23.216826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:23.234433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'port_id': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'mac_address': 'fa:16:3e:38:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:39:23.314803 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.334790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f932554c-62dd-49fd-a370-09eebc9b8b3a {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:39:23.368865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:23.375253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:23.379132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.440841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:23.519205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:23.519774 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.636137 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.648689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['f932554c-62dd-49fd-a370-09eebc9b8b3a'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:39:23.728487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:23.735134 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:23.928849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16c682-b4e7-4cbb-8ce6-65ec7c0e57fb None None] Pushing event updated for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:23.976466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a48af23-7852-4b09-acbc-d303892de778 None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:23.977057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a48af23-7852-4b09-acbc-d303892de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:24.279743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c1613e4-01d2-4a89-ad0c-ef229dbfa162 None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:24.280127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c1613e4-01d2-4a89-ad0c-ef229dbfa162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:24.343430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:39:24.948636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:39:25.019677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port f932554c-62dd-49fd-a370-09eebc9b8b3a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:25.020352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:25.183903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:25.186456 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c698d-6477-4b9a-922b-b5e5a24ac16e" -d '{"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:25.239629 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f078b8b-ed1e-40c6-8bc0-b503785ac4a4 x-openstack-request-id: req-8f078b8b-ed1e-40c6-8bc0-b503785ac4a4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:25.239917 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-plugged", "status": "completed", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:25.240171 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f078b8b-ed1e-40c6-8bc0-b503785ac4a4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:25.240567 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'code': 200} Jul 12 16:39:32.024124 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8d58817e-ee0b-4137-8d89-7d53f237567b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:33.343989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:34.457904 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-52d3e05e-8e99-40a3-9ef3-9cff6735d889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:34.892380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:35.627486 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:35.855304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:37.288443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:40.514461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-901a56e8-863d-4da4-86a4-7ee12e03357a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:40.523766 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-901a56e8-863d-4da4-86a4-7ee12e03357a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1533198 Jul 12 16:39:40.542278 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-1de45b1f-50a9-4fee-919f-e91b4dbe3630 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0173056 Jul 12 16:39:40.633281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-b4d8c943-a509-4763-8dfa-26eefd8e190b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886335 Jul 12 16:39:40.752243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-ce0b691e-0cd4-449f-a3ca-37748a449701 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122503 Jul 12 16:39:40.877191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-552974b6-d00e-46e1-a027-185549a93c0d service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190901 Jul 12 16:39:41.381071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-507dc5ee-0774-4bea-ac52-77e8ad651d4d req-ceb9050f-601c-4789-a151-e0d6f4a8c6d8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0419419 Jul 12 16:39:42.581841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-947398c0-87e4-4e17-9387-d3b8e609d9b4 req-7db1e3e0-c477-45c2-b82c-e4f5414e2e4c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0488982 Jul 12 16:39:42.801600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-de17caee-e47a-4f7a-94a1-632f3a349187 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:42.803331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-de17caee-e47a-4f7a-94a1-632f3a349187 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1468871 Jul 12 16:39:42.828897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:39:43.005292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:39:43.011418 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:43.156992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.10 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/df94e611-71b3-483e-9e4b-9b5db4a0abb4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:39:43.463082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:43.481672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object df94e611-71b3-483e-9e4b-9b5db4a0abb4 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:39:43.518985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:43.593405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:43.611125 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:39:43.612898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:39:43.615691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:39:43.718769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:43.719856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:43.748761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-c27a6aa7-b352-4b73-8f5f-8fb325eeeeb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9246266 Jul 12 16:39:43.781051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Request body: {'port': {'device_id': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:39:43.928651 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.004049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94a555bc-3801-4fa7-bd10-f8cf35371b6d None None] Provisioning for port df94e611-71b3-483e-9e4b-9b5db4a0abb4 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:39:44.008596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94a555bc-3801-4fa7-bd10-f8cf35371b6d None None] Provisioning complete for port df94e611-71b3-483e-9e4b-9b5db4a0abb4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:44.009043 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-94a555bc-3801-4fa7-bd10-f8cf35371b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.035801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d016-27d8-459f-869d-15f70c96c843 req-275b068b-8f6c-4e68-a897-2f3bd40852c5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:44.037317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7839d016-27d8-459f-869d-15f70c96c843 req-275b068b-8f6c-4e68-a897-2f3bd40852c5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 932 time: 0.1998196 Jul 12 16:39:44.076269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-94a555bc-3801-4fa7-bd10-f8cf35371b6d None None] Port df94e611-71b3-483e-9e4b-9b5db4a0abb4 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:39:44.150810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7839d016-27d8-459f-869d-15f70c96c843 req-eab4985d-6a6c-4c13-ac15-9d0f50188419 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Jul 12 16:39:44.299341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df94e611-71b3-483e-9e4b-9b5db4a0abb4 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:39:44.306722 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.320529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Transition to ACTIVE for port object df94e611-71b3-483e-9e4b-9b5db4a0abb4 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:39:44.325934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.400455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:44.464445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Attempting to bind port df94e611-71b3-483e-9e4b-9b5db4a0abb4 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:39:44.465525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Attempting to bind port df94e611-71b3-483e-9e4b-9b5db4a0abb4 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:39:44.466133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Attempting to bind port df94e611-71b3-483e-9e4b-9b5db4a0abb4 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:39:44.472057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Port df94e611-71b3-483e-9e4b-9b5db4a0abb4 on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:39:44.472610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Attempting to bind port df94e611-71b3-483e-9e4b-9b5db4a0abb4 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:39:44.479507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:39:44.480027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:39:44.480655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:39:44.481303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Bound port: df94e611-71b3-483e-9e4b-9b5db4a0abb4, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:39:44.481835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.560803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:39:44.564572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:39:44.576046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.643162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Pushing event updated for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:44.648510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:44.649281 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:44.651460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-4c26b265-6e51-4b66-8630-4c1cd858edd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/df94e611-71b3-483e-9e4b-9b5db4a0abb4 HTTP/1.1" status: 200 len: 1092 time: 0.8896890 Jul 12 16:39:44.652094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:44.654737 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a228ca-f480-46c2-9951-fddf5e12a7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:44.724538 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed3e20-b5a5-46b4-b3ad-35e9bdc9177b x-openstack-request-id: req-aeed3e20-b5a5-46b4-b3ad-35e9bdc9177b {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:44.725379 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:44.725720 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aeed3e20-b5a5-46b4-b3ad-35e9bdc9177b {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:44.726207 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4', 'status': 'completed', 'code': 200} Jul 12 16:39:44.784250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-b2802f18-dd77-4caf-912c-cb0c710f888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:44.785921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-b2802f18-dd77-4caf-912c-cb0c710f888a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 1095 time: 0.0861099 Jul 12 16:39:44.844676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-069aea1d-007e-482e-9ba2-4a06949f70d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4 HTTP/1.1" status: 200 len: 217 time: 0.0440457 Jul 12 16:39:44.905629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-364cda9c-a906-452c-8a17-2d8d9ba066cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:44.913309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-364cda9c-a906-452c-8a17-2d8d9ba066cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0595441 Jul 12 16:39:44.981634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-e4a1107c-e39e-4b95-897c-014ec378d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:44.983276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-e4a1107c-e39e-4b95-897c-014ec378d3da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574753 Jul 12 16:39:45.098353 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-167c87e1-826f-46ee-b284-99c34fd33eaa service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037035 Jul 12 16:39:45.219433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1bdcefdc-5e2a-4640-8cbf-0b54f7c5289d req-674b3f03-04d9-4e79-b3b2-e4fa9973d968 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089604 Jul 12 16:39:45.390917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-dd09640d-bb09-4f0a-9565-45bfec8f510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:45.392385 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-dd09640d-bb09-4f0a-9565-45bfec8f510f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 1095 time: 0.1072421 Jul 12 16:39:45.405370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6e521-e693-45f1-b5c4-6c3339e6efc6 req-741eee4e-f317-41d7-be0a-834d5a8ec946 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:45.406988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3c6e521-e693-45f1-b5c4-6c3339e6efc6 req-741eee4e-f317-41d7-be0a-834d5a8ec946 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.1134892 Jul 12 16:39:45.808183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3c6e521-e693-45f1-b5c4-6c3339e6efc6 req-2ef3ef33-361b-44d7-8051-c6eb8660fe5b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928735 Jul 12 16:39:45.842057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-2d5a3128-02cf-45af-8c20-68b48a8d0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:45.843546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-2d5a3128-02cf-45af-8c20-68b48a8d0b1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.4357002 Jul 12 16:39:45.898957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-1989f22d-7147-4b22-b96e-2b987679bdd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4 HTTP/1.1" status: 200 len: 217 time: 0.0439985 Jul 12 16:39:45.954794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-9815265e-df1a-4c3a-85e2-17c7360a8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:45.956429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-9815265e-df1a-4c3a-85e2-17c7360a8b86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0470998 Jul 12 16:39:46.026765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-f2acd697-9325-41a9-9525-8e598c782705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:46.028560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-f2acd697-9325-41a9-9525-8e598c782705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588703 Jul 12 16:39:46.124470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-17878105-9643-4aca-8d80-ebd398e6b9a4 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883141 Jul 12 16:39:46.228739 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6a228ca-f480-46c2-9951-fddf5e12a7b0 req-dbbfd2a9-9b07-4622-ab70-cecb5bc0b9dc service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943296 Jul 12 16:39:47.012490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7d6d-0d80-4676-a635-eecca8364dd8 req-5c760a6b-cdb7-44f2-8f8c-cb629c89a68e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:47.014105 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-955f7d6d-0d80-4676-a635-eecca8364dd8 req-5c760a6b-cdb7-44f2-8f8c-cb629c89a68e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0813558 Jul 12 16:39:47.057350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-955f7d6d-0d80-4676-a635-eecca8364dd8 req-0c508f4a-c4ab-40c2-b4a4-b505d947e88a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Jul 12 16:39:48.242898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea97540-514b-40f3-b27d-094566b77c75 req-d50b7e7a-dd54-41c0-afe9-777dd9dd4d5e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:48.250631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ea97540-514b-40f3-b27d-094566b77c75 req-d50b7e7a-dd54-41c0-afe9-777dd9dd4d5e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0791230 Jul 12 16:39:48.291531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6ea97540-514b-40f3-b27d-094566b77c75 req-81eec5c8-b184-4d0c-bad0-db1f9da73218 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Jul 12 16:39:49.489602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683e95-7b26-4198-9d49-b7a9e6c16156 req-5b2388ae-c23c-488e-a869-be2f25f5967d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:49.500064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86683e95-7b26-4198-9d49-b7a9e6c16156 req-5b2388ae-c23c-488e-a869-be2f25f5967d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0905588 Jul 12 16:39:49.555303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86683e95-7b26-4198-9d49-b7a9e6c16156 req-bce2f2c9-c415-4bfd-9ac3-aedb17d16595 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537686 Jul 12 16:39:50.771969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aa52a-7796-40cd-bc2d-2eaa0456caaa req-36c25648-ac4b-4200-94d8-b7e8b4016208 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:50.773647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b64aa52a-7796-40cd-bc2d-2eaa0456caaa req-36c25648-ac4b-4200-94d8-b7e8b4016208 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0694084 Jul 12 16:39:50.814018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b64aa52a-7796-40cd-bc2d-2eaa0456caaa req-6ff01428-ce52-44bd-b865-6459ece2e6e4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Jul 12 16:39:52.057071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046a62e-db0a-42ec-b56b-d6e6f39ab6d9 req-58687373-b8bc-4807-9004-716b7de6538d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:52.059231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4046a62e-db0a-42ec-b56b-d6e6f39ab6d9 req-58687373-b8bc-4807-9004-716b7de6538d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0767312 Jul 12 16:39:52.133224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4046a62e-db0a-42ec-b56b-d6e6f39ab6d9 req-5f452748-5d13-4db4-b155-d014ebc95573 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Jul 12 16:39:53.325797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2be95-003a-4b75-a3c0-8ca4ed880070 req-2843d048-4eb6-4acb-af61-c71367dc43a4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:53.332848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cf2be95-003a-4b75-a3c0-8ca4ed880070 req-2843d048-4eb6-4acb-af61-c71367dc43a4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0751691 Jul 12 16:39:53.384415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6cf2be95-003a-4b75-a3c0-8ca4ed880070 req-f82a2738-1193-431d-b1af-96ed8664282c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Jul 12 16:39:54.569458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22207-c9a0-4796-a2f2-93d13c1cd30c req-a2f93dab-bab6-42c6-bfd1-0348b95390d7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:54.571114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac22207-c9a0-4796-a2f2-93d13c1cd30c req-a2f93dab-bab6-42c6-bfd1-0348b95390d7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0772257 Jul 12 16:39:54.623552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac22207-c9a0-4796-a2f2-93d13c1cd30c req-1ae34a11-ac9c-4702-a823-db567f324df2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Jul 12 16:39:55.592596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56004) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:39:55.917179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f67c9-9999-417d-a4e3-c674286388af req-854db2ec-c56c-45f4-a7b2-c5d5801b6e8e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:55.919715 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e5f67c9-9999-417d-a4e3-c674286388af req-854db2ec-c56c-45f4-a7b2-c5d5801b6e8e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.0966747 Jul 12 16:39:55.924251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 070b637c-30cf-4081-8153-fdf4de5dbec8 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:55.924890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:56.055548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:56.056918 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:56.075817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 070b637c-30cf-4081-8153-fdf4de5dbec8 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:56.126062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e5f67c9-9999-417d-a4e3-c674286388af req-cd74704a-82f6-48a0-be4a-c87a1da2ea49 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478605 Jul 12 16:39:56.273624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:56.314499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=070b637c-30cf-4081-8153-fdf4de5dbec8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:56.339394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.339791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.340213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.340552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.340904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.341208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.341733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.342067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.342394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.342719 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.343041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.343360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:56.394858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:56.395075 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Floating IP 5d00886a-06e1-466d-9f43-7da7d292f1ec disassociated (deleted). External IP: 172.25.8.58, port: f932554c-62dd-49fd-a370-09eebc9b8b3a. Jul 12 16:39:56.612672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 79b05cee-30a3-4cbb-b98b-60922ce71425 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:39:57.086959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:39:57.092761 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:57.103564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Sync routers for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:39:57.116946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:57.118158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:57.134790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a87deea9-421d-4ca0-b21d-db95ea6d72d7 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/floatingips/5d00886a-06e1-466d-9f43-7da7d292f1ec HTTP/1.1" status: 204 len: 168 time: 1.5409627 Jul 12 16:39:57.135407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:57.138861 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:57.223091 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950068c6-6d98-456e-bb2f-a447e2addfc8 x-openstack-request-id: req-950068c6-6d98-456e-bb2f-a447e2addfc8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:57.223480 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:57.223843 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-950068c6-6d98-456e-bb2f-a447e2addfc8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:57.224524 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'status': 'completed', 'code': 200} Jul 12 16:39:57.249526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:57.363065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-d3732328-7444-4a29-aa7f-4b28d93a6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.364611 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-d3732328-7444-4a29-aa7f-4b28d93a6bc9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=42ce248d4ae044569b97dc04148d0f3a&device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 1097 time: 0.1108494 Jul 12 16:39:57.539799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:57.601276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Checking router: 79b05cee-30a3-4cbb-b98b-60922ce71425 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:39:57.614607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:39:57.615303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:57.619638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeabdd-2468-4ccf-b8a0-7bca3827a12d req-a2397cec-70a0-49e7-9798-d560a68d1e5a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.621220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edfeabdd-2468-4ccf-b8a0-7bca3827a12d req-a2397cec-70a0-49e7-9798-d560a68d1e5a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 944 time: 0.1763527 Jul 12 16:39:57.658388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-dea6b782-ec2d-4ff8-8cd3-da0541befe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.660489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-dea6b782-ec2d-4ff8-8cd3-da0541befe47 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 200 len: 897 time: 0.2848372 Jul 12 16:39:57.688749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edfeabdd-2468-4ccf-b8a0-7bca3827a12d req-7a790089-50f4-40b0-b4e5-d225678a21cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567503 Jul 12 16:39:57.743716 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-06c622aa-59b3-499c-9fd4-661b883b77be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 200 len: 217 time: 0.0638018 Jul 12 16:39:57.810712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f45b-f058-4688-9156-c71163661629 req-d4fbf5ce-9093-436e-8136-a185f8b10124 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.818807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2c1f45b-f058-4688-9156-c71163661629 req-d4fbf5ce-9093-436e-8136-a185f8b10124 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0876164 Jul 12 16:39:57.855017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-3d2f4488-b89c-4195-b7d6-78ea89bd4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.858696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-3d2f4488-b89c-4195-b7d6-78ea89bd4860 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d761e04-cfdd-402a-8f92-a44d61dde185 HTTP/1.1" status: 200 len: 835 time: 0.1068504 Jul 12 16:39:57.869329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2c1f45b-f058-4688-9156-c71163661629 req-28d4103d-94fc-466a-abb0-76580f679d76 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493751 Jul 12 16:39:57.932219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-b79859f1-9343-4355-9650-5bad4be71c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:57.934565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-b79859f1-9343-4355-9650-5bad4be71c94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f3df149a-6ea4-4e38-a376-438569445fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642190 Jul 12 16:39:57.938197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df94e611-71b3-483e-9e4b-9b5db4a0abb4 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:39:58.030944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:39:58.081421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-28c43e94-8791-4170-9fb7-835dd9f84a8c service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379545 Jul 12 16:39:58.191345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef09a022-d9a4-4e35-b640-7bd4a3a4fee3 req-a3b163e7-d1f8-4dd2-ab09-29d51f19396f service neutron] 10.222.0.77 "GET /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982618 Jul 12 16:39:58.204734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:58.228413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4', 'mac_address': 'fa:16:3e:b5:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:39:58.315420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:58.332967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df94e611-71b3-483e-9e4b-9b5db4a0abb4 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:39:58.363526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:58.369682 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:58.429317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:39:58.527801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed93a3-b3ca-4a20-a02e-b6a05d015c88 None None] The sync data for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 is: [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:12Z', 'revision_number': 4, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a3744f4d-63b6-4442-8c95-207a04ea0a31', 'name': '', 'network_id': 'f3df149a-6ea4-4e38-a376-438569445fa8', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'mac_address': 'fa:16:3e:d3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:10Z', 'updated_at': '2021-07-12T16:38:17Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'subnets': [{'id': '6d761e04-cfdd-402a-8f92-a44d61dde185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:39:58.529937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:58.550184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.550812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.550945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.554433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.554816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.555166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.555953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.556088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.556579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.557316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.560167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.560592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:39:58.754379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df94e611-71b3-483e-9e4b-9b5db4a0abb4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:39:58.884671 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463d3e4-2e8b-47d2-8ee2-545dc7f1d78e None None] New status for floating IP 5d00886a-06e1-466d-9f43-7da7d292f1ec: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:39:58.978121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf04da-46cc-4731-9604-437abd538d69 req-17b9aa51-5aa1-4276-979e-fe48f555ccba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:58.985584 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fbf04da-46cc-4731-9604-437abd538d69 req-17b9aa51-5aa1-4276-979e-fe48f555ccba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 945 time: 0.1278031 Jul 12 16:39:59.059729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fbf04da-46cc-4731-9604-437abd538d69 req-265ec742-e9a0-42d2-b9a2-883e8fd10178 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Jul 12 16:39:59.148065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026fe1-f5b3-4ae3-9210-3c6282cc2bdd req-3a9aeeba-320a-4438-b53a-cdf2b587133c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:59.149683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92026fe1-f5b3-4ae3-9210-3c6282cc2bdd req-3a9aeeba-320a-4438-b53a-cdf2b587133c tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0973959 Jul 12 16:39:59.156345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-36869c25-39fd-4b32-a5a6-f546cf91fa45 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:39:59.158030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-36869c25-39fd-4b32-a5a6-f546cf91fa45 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 946 time: 0.0999084 Jul 12 16:39:59.195276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-92026fe1-f5b3-4ae3-9210-3c6282cc2bdd req-2831a03a-89db-4be2-beeb-88e4ffe7d1e0 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/security-groups?id=08fd260f-83db-4247-b768-42255d742d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385950 Jul 12 16:39:59.287137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port f932554c-62dd-49fd-a370-09eebc9b8b3a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:39:59.287564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.393917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port f932554c-62dd-49fd-a370-09eebc9b8b3a, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=f932554c-62dd-49fd-a370-09eebc9b8b3a,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:39:59.394741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.410282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for f932554c-62dd-49fd-a370-09eebc9b8b3a owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:39:59.585809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.613812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=f932554c-62dd-49fd-a370-09eebc9b8b3a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:39:59.672709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] No DVR routers for this DVR port f932554c-62dd-49fd-a370-09eebc9b8b3a on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:39:59.675380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:39:59.677827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0035240e-e66a-47af-9aa1-a40d267f71c9 req-1a045a03-84af-45a1-a11e-fa8cf065566f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.77 "DELETE /v2.0/ports/f932554c-62dd-49fd-a370-09eebc9b8b3a HTTP/1.1" status: 204 len: 173 time: 0.5141594 Jul 12 16:39:59.678312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-deleted', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:39:59.681417 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988dbf76-6dea-44ea-b265-65a2222f9930" -d '{"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-deleted", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:39:59.756035 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d712206-7076-4517-9f6b-4cfb9ae36680 x-openstack-request-id: req-3d712206-7076-4517-9f6b-4cfb9ae36680 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:39:59.756343 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d", "name": "network-vif-deleted", "tag": "f932554c-62dd-49fd-a370-09eebc9b8b3a", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:39:59.756601 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d712206-7076-4517-9f6b-4cfb9ae36680 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:39:59.757007 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d', 'name': 'network-vif-deleted', 'tag': 'f932554c-62dd-49fd-a370-09eebc9b8b3a', 'status': 'completed', 'code': 200} Jul 12 16:39:59.798823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df94e611-71b3-483e-9e4b-9b5db4a0abb4 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:39:59.916749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port df94e611-71b3-483e-9e4b-9b5db4a0abb4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:39:59.921686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port df94e611-71b3-483e-9e4b-9b5db4a0abb4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:39:59.922264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:00.024094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:00.064884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:00.066275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:00.069855 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea8236-961b-469e-9052-089cbabb3786" -d '{"events": [{"server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "name": "network-vif-plugged", "status": "completed", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:00.075166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:00.215661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:00.285733 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577e742-927c-4312-86d2-53f07d3b9898 x-openstack-request-id: req-9577e742-927c-4312-86d2-53f07d3b9898 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:00.286959 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "name": "network-vif-plugged", "status": "completed", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:00.287485 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9577e742-927c-4312-86d2-53f07d3b9898 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:00.288064 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4', 'code': 200} Jul 12 16:40:00.505518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c32a2a99-55d0-48c5-b6c3-a41a46c41a06 req-87204573-afaa-47ec-8673-555170de0411 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "GET /v2.0/ports?device_id=31383fee-0b9a-4a3f-bd22-0fe4dcb7ee6d HTTP/1.1" status: 200 len: 210 time: 0.0469129 Jul 12 16:40:00.538797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec8027-f4b2-4667-995f-7084bb0f0211 req-a0cfee44-1ed5-4885-9dc8-6807cdd41d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:00.542207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-deec8027-f4b2-4667-995f-7084bb0f0211 req-a0cfee44-1ed5-4885-9dc8-6807cdd41d62 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 1097 time: 0.1632068 Jul 12 16:40:00.601541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-deec8027-f4b2-4667-995f-7084bb0f0211 req-65c4bb3e-d65d-412c-85b5-88f67ec4ee70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503249 Jul 12 16:40:00.691808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4c60ea6f-e6c0-45c9-9fb6-08844c3f9aa8 None None] Provisioning complete for port df94e611-71b3-483e-9e4b-9b5db4a0abb4 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:00.692825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4c60ea6f-e6c0-45c9-9fb6-08844c3f9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:00.803943 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4a7b-b80d-413d-afab-8d08bfc8441c req-ba6678f8-1ffe-456e-897b-bb80b217ba3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:00.811650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b9e4a7b-b80d-413d-afab-8d08bfc8441c req-ba6678f8-1ffe-456e-897b-bb80b217ba3f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.1077275 Jul 12 16:40:00.859001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3b9e4a7b-b80d-413d-afab-8d08bfc8441c req-1c7e3303-5285-4407-b2bd-0a469c0c5d36 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Jul 12 16:40:01.334170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:40:01.626965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56234) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:02.018814 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af806ed8-a733-4827-9352-ed8672e9194f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:02.105858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:02.151301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c7ae-3239-4ec6-a56c-cf803a2f086a req-79579e1d-7f39-4e03-9257-b4b65d275eae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:02.153585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1013c7ae-3239-4ec6-a56c-cf803a2f086a req-79579e1d-7f39-4e03-9257-b4b65d275eae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.1319711 Jul 12 16:40:02.241463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1013c7ae-3239-4ec6-a56c-cf803a2f086a req-0a7bdf8a-812a-4838-b58b-070394078632 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790186 Jul 12 16:40:02.455348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab4dc-d5a3-4284-9864-a6357c975682 req-699f8e5c-5394-4b63-98e8-569045431da6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:02.462471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f2ab4dc-d5a3-4284-9864-a6357c975682 req-699f8e5c-5394-4b63-98e8-569045431da6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.0763569 Jul 12 16:40:02.516992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f2ab4dc-d5a3-4284-9864-a6357c975682 req-0dba2db3-5cc2-4e89-b947-13cfefe2de27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Jul 12 16:40:02.549156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port a3744f4d-63b6-4442-8c95-207a04ea0a31 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:02.549332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:02.648609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port a3744f4d-63b6-4442-8c95-207a04ea0a31, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a3744f4d-63b6-4442-8c95-207a04ea0a31,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:02.649025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:02.666998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for a3744f4d-63b6-4442-8c95-207a04ea0a31 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:02.912864 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:02.960930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=a3744f4d-63b6-4442-8c95-207a04ea0a31,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:03.084482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:03.135727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: f932554c-62dd-49fd-a370-09eebc9b8b3a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:03.136214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device f932554c-62dd-49fd-a370-09eebc9b8b3a not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:03.307532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.369481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.581786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Router 79b05cee-30a3-4cbb-b98b-60922ce71425 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:03.716400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:03.724306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88547ddb-ec62-4922-a0dc-ffe8e8fd314e tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "PUT /v2.0/routers/79b05cee-30a3-4cbb-b98b-60922ce71425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925717 Jul 12 16:40:03.724617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56304) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:03.726607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Sync routers for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:03.745132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:03.746741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:03.792133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting subnet 6d761e04-cfdd-402a-8f92-a44d61dde185 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:40:03.796850 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.866102 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:03.938035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:04.010683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.108580 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.165298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Subnet': ['ID=6d761e04-cfdd-402a-8f92-a44d61dde185,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:04.190721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.192935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-04177441-aa28-45aa-ab35-21fc9b37bd1a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/subnets/6d761e04-cfdd-402a-8f92-a44d61dde185 HTTP/1.1" status: 204 len: 168 time: 0.4670463 Jul 12 16:40:04.195845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56336) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:04.200309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879fec2a-a4c8-42ce-97f3-e69f83e94a08 None None] Network f3df149a-6ea4-4e38-a376-438569445fa8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:04.327667 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.367878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:40:02Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:04.420477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Checking router: 79b05cee-30a3-4cbb-b98b-60922ce71425 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:04.429747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Routers {'79b05cee-30a3-4cbb-b98b-60922ce71425'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:04.430377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:39:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['79b05cee-30a3-4cbb-b98b-60922ce71425'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:04.485260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] DHCP port deletion for f3df149a-6ea4-4e38-a376-438569445fa8 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:40:04.501613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.529002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb507ecb-9dc7-47c9-a42b-8da72d0863aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.583500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Deleting port 8d3c2a56-62e9-4d2c-a558-69806edb0064 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:04.587778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.624992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Deleting port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:04.625379 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.735257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] For port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,segment=NetworkSegment(52e3ebf0-9f07-48cc-90bc-03730dd6fdca),segment_id=52e3ebf0-9f07-48cc-90bc-03730dd6fdca)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:04.739798 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.747414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] Set router 79b05cee-30a3-4cbb-b98b-60922ce71425 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:04.784513 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] For port 8d3c2a56-62e9-4d2c-a558-69806edb0064, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d3c2a56-62e9-4d2c-a558-69806edb0064,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:04.784875 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:04.812378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Calling delete_port for 8d3c2a56-62e9-4d2c-a558-69806edb0064 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:04.868637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Calling delete_port for ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:04.966761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.070413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:05.075510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.117022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:05.117344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:05.118441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.123853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] Pushing event deleted for resources: {'Port': ['ID=ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:05.130393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92b7d6-be3b-4cf0-8a35-3cafa27dace9 None None] No DVR routers for this DVR port ac89b8e1-fe8a-4cba-8f91-20be6fd0aa7e on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:40:05.149394 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:40:02Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:05.181121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03251ee2-ca12-46e9-9b67-4e9647b71088 None None] The sync data for ids ['79b05cee-30a3-4cbb-b98b-60922ce71425'] in n-d-800078-3 is: [{'id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596049000', 'tenant_id': '42ce248d4ae044569b97dc04148d0f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:40:02Z', 'revision_number': 5, 'project_id': '42ce248d4ae044569b97dc04148d0f3a', 'gw_port': {'id': '8d3c2a56-62e9-4d2c-a558-69806edb0064', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b05cee-30a3-4cbb-b98b-60922ce71425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:38:04Z', 'updated_at': '2021-07-12T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:05.198129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Port': ['ID=8d3c2a56-62e9-4d2c-a558-69806edb0064,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:05.258218 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.365259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.367388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.416791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.417395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Fanout notify agent at l3_agent the message router_deleted on router 79b05cee-30a3-4cbb-b98b-60922ce71425 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:40:05.424859 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.426022 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-438d5de6-0e64-41ed-b726-07072a4dad1f tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/routers/79b05cee-30a3-4cbb-b98b-60922ce71425 HTTP/1.1" status: 204 len: 168 time: 1.2290337 Jul 12 16:40:05.428707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56358) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:05.440746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-4f3d7d2f-6451-466a-8b65-7f8df029732e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:05.444465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-4f3d7d2f-6451-466a-8b65-7f8df029732e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1174309 Jul 12 16:40:05.459315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-ba2e7f57-fb0e-4650-b595-a115ddb1ba2d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0105808 Jul 12 16:40:05.520392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.552761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-5c24d27e-26d3-4c78-b05f-6357103c4cc5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869904 Jul 12 16:40:05.611770 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.628491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.640250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3df149a-6ea4-4e38-a376-438569445fa8']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:05.657328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e3ebf0-9f07-48cc-90bc-03730dd6fdca') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:05.657635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e3ebf0-9f07-48cc-90bc-03730dd6fdca') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:05.668205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.683993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.691630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:40:05.692207 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:40:05.695608 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:40:05.705055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-ce448e5f-7675-4ede-9864-5d49b8ce5f38 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:40:05.712519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-ce448e5f-7675-4ede-9864-5d49b8ce5f38 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1588962 Jul 12 16:40:05.773563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.800294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.803618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/networks/f3df149a-6ea4-4e38-a376-438569445fa8 HTTP/1.1" status: 204 len: 168 time: 0.3733997 Jul 12 16:40:05.804628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678baa3-ed4e-41f8-b423-e5a18ce7dd64 tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'Network': ['ID=f3df149a-6ea4-4e38-a376-438569445fa8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:05.806468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56366) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:05.839291 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.848578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-4be441d2-15b6-4226-8e50-549ef403d5ba service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296313 Jul 12 16:40:05.895503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.937112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:05.982245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-c8f965a8-216a-4223-a082-1615d18f9d9e service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306579 Jul 12 16:40:06.021101 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:06.024262 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:06.028825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] 10.222.0.58 "DELETE /v2.0/security-groups/08fd260f-83db-4247-b768-42255d742d70 HTTP/1.1" status: 204 len: 168 time: 0.2172115 Jul 12 16:40:06.038347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32e5a-41d3-4aca-964d-15f28bb0706a tempest-TestNetworkAdvancedServerOps-1779680193 tempest-TestNetworkAdvancedServerOps-1779680193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd260f-83db-4247-b768-42255d742d70,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:06.274411 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83b3cac5-6dd5-477b-a0aa-df838878c030 req-d79295fb-0a73-4a2f-8353-b198c8d30019 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0513363 Jul 12 16:40:06.395835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56386) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:06.571349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c562580b-6584-441f-82ed-eb2dc58abacc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42ce248d4ae044569b97dc04148d0f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741083 Jul 12 16:40:06.574675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56394) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:07.035788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d3c2a56-62e9-4d2c-a558-69806edb0064 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:07.045923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.080129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8d3c2a56-62e9-4d2c-a558-69806edb0064 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:07.080581 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.081235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d3c2a56-62e9-4d2c-a558-69806edb0064 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:07.082001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3744f4d-63b6-4442-8c95-207a04ea0a31 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:07.115286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a3744f4d-63b6-4442-8c95-207a04ea0a31 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:07.115949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a3744f4d-63b6-4442-8c95-207a04ea0a31 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:07.153563 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.156802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.159812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1f7a614-035b-4202-acf4-365598dabcd6 HTTP/1.1" status: 204 len: 168 time: 0.5821662 Jul 12 16:40:07.170911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354557-b7c8-4685-8edb-ebe958fee9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7a614-035b-4202-acf4-365598dabcd6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:07.291916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.571518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22504ad3-c56d-44db-a1e4-4a121fd3a416 req-f30f02bd-4fb2-482f-85a6-68d3300661a9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0871508 Jul 12 16:40:07.665271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56418) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:07.801441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-61f9f109-51e8-4661-a990-fbbe36cfe192 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e42d73e35b54cea836ee4afafe7180a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326096 Jul 12 16:40:07.801740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:07.854640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-d881e4f0-eef8-4b8d-9c3b-61aeb19a95ba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:07.857030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-d881e4f0-eef8-4b8d-9c3b-61aeb19a95ba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1482656 Jul 12 16:40:07.858027 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.874290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:07.883415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.951297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.954629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:07.956432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30e4c500-902e-41fd-8b64-9b4e5b3f6eb5 HTTP/1.1" status: 204 len: 168 time: 0.1535599 Jul 12 16:40:07.983675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4c500-902e-41fd-8b64-9b4e5b3f6eb5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:07.992804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.993154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.993493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.993826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.994155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.994483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.994804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.995266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.995442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.996427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.996925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:07.997411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56a3ad9-6b15-4756-a183-e4477eea4b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:08.022623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:08.027781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.233860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.5 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/345bc814-006a-48d3-85ec-79e4130e887c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:08.494195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.514721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 345bc814-006a-48d3-85ec-79e4130e887c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:08.557419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.573454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df94e611-71b3-483e-9e4b-9b5db4a0abb4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:40:08.647855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:08.665585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:08.673578 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:08.762462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:08.873044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:08.873690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:08.938597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-036194d0-282f-45e0-97c2-c77761d6efa4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0717809 Jul 12 16:40:08.957929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Request body: {'port': {'device_id': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:08.993459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0fb7d-20df-49dd-8c01-c0580442a1c7 req-7e5f981a-c15a-4b0a-9f84-5bca8863e2d8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:08.996675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2bc0fb7d-20df-49dd-8c01-c0580442a1c7 req-7e5f981a-c15a-4b0a-9f84-5bca8863e2d8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 931 time: 0.1907172 Jul 12 16:40:09.028457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9922689f-9acf-49ec-8d9f-5b8f073a4d56 None None] Provisioning for port 345bc814-006a-48d3-85ec-79e4130e887c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:09.038679 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9922689f-9acf-49ec-8d9f-5b8f073a4d56 None None] Provisioning complete for port 345bc814-006a-48d3-85ec-79e4130e887c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:09.039234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9922689f-9acf-49ec-8d9f-5b8f073a4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.069895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2bc0fb7d-20df-49dd-8c01-c0580442a1c7 req-59fc4dd8-84bc-4d07-8a24-e0637886071c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Jul 12 16:40:09.098878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9922689f-9acf-49ec-8d9f-5b8f073a4d56 None None] Port 345bc814-006a-48d3-85ec-79e4130e887c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:09.124961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.468266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345bc814-006a-48d3-85ec-79e4130e887c {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:40:09.476922 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.490595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Transition to ACTIVE for port object 345bc814-006a-48d3-85ec-79e4130e887c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:09.494978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.550167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:09.671469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Attempting to bind port 345bc814-006a-48d3-85ec-79e4130e887c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:09.672863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Attempting to bind port 345bc814-006a-48d3-85ec-79e4130e887c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:09.673880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Attempting to bind port 345bc814-006a-48d3-85ec-79e4130e887c on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:09.680450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Port 345bc814-006a-48d3-85ec-79e4130e887c on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:40:09.680997 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Attempting to bind port 345bc814-006a-48d3-85ec-79e4130e887c on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:09.687775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:09.688398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:09.689118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:09.689967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Bound port: 345bc814-006a-48d3-85ec-79e4130e887c, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:09.690499 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.787303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:09.795106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=345bc814-006a-48d3-85ec-79e4130e887c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:09.805273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.885451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:09.886792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:09.888948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] 10.222.0.77 "PUT /v2.0/ports/345bc814-006a-48d3-85ec-79e4130e887c HTTP/1.1" status: 200 len: 1091 time: 0.9419219 Jul 12 16:40:09.892104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:09.895726 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f1830a-6a19-4573-b4f9-2dae62ad0b33" -d '{"events": [{"name": "network-changed", "server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "tag": "345bc814-006a-48d3-85ec-79e4130e887c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:09.934865 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3e74f-8228-41eb-8b6c-07504d67bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:10.005517 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd09dc5-229b-4643-932b-8032cd6a28dd x-openstack-request-id: req-ffd09dc5-229b-4643-932b-8032cd6a28dd {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:10.005804 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "tag": "345bc814-006a-48d3-85ec-79e4130e887c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:10.007157 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffd09dc5-229b-4643-932b-8032cd6a28dd {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:10.007435 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c', 'status': 'completed', 'code': 200} Jul 12 16:40:10.050136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56478) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:10.072514 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-4b7adbc0-579d-4b11-8e1d-e56640192fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:10.073943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-4b7adbc0-579d-4b11-8e1d-e56640192fde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 1094 time: 0.1277242 Jul 12 16:40:10.149288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-80360558-00ee-4b88-80ed-6669ffd75107 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345bc814-006a-48d3-85ec-79e4130e887c HTTP/1.1" status: 200 len: 217 time: 0.0642002 Jul 12 16:40:10.220722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-5f373baa-db40-483c-bcb3-b752e59f3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:10.223164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-5f373baa-db40-483c-bcb3-b752e59f3fc1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0673320 Jul 12 16:40:10.312074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'network': {'name': 'tempest-network-smoke--1414729235', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:10.388515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:10.394466 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.422976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949fd87-5f2e-44a6-be83-b114723235e2 req-c6d925c3-ffa7-4602-95d4-2851a695fd55 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:10.424600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e949fd87-5f2e-44a6-be83-b114723235e2 req-c6d925c3-ffa7-4602-95d4-2851a695fd55 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1210427 Jul 12 16:40:10.431676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-1a60ce6e-9773-40eb-b449-a5f312403a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:10.435138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-1a60ce6e-9773-40eb-b449-a5f312403a70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048845 Jul 12 16:40:10.435795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.562223 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e949fd87-5f2e-44a6-be83-b114723235e2 req-5bf9fcbc-2d5f-47fd-b9d1-38f21cf55b1d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258609 Jul 12 16:40:10.598853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.607650 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-47e2ad7e-1b1a-4aa1-abe7-b63fd20244a8 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626406 Jul 12 16:40:10.608725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.670958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:40:10.685399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3ba76f-8c40-40f3-b7c4-7c4788a6ea3e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:10.703899 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.707774 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Added segment f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0 of type vlan for network 24aafca1-f472-4931-a24c-f380b5649ee9 Jul 12 16:40:10.766840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.790899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a944504-20b6-49ff-a610-0c73aeab74c7 req-0c5ea9e6-a2fe-4b65-8a13-f8a670cf7012 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756020 Jul 12 16:40:10.873255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.880519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:10.881191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:10.926439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8750491 Jul 12 16:40:10.927380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:10.934520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'admin_state_up': True, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:10.995063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:11.003225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:11.015968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-2c5b8a57-6681-42ef-b5ae-a58e6e6da853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.017599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-2c5b8a57-6681-42ef-b5ae-a58e6e6da853 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 1094 time: 0.1655421 Jul 12 16:40:11.042418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-219c9e40-f41e-4f74-a6c2-89546743d2c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3841043 Jul 12 16:40:11.052446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75502539-ddb6-47bd-b987-b7056babf218 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Network': ['ID=24aafca1-f472-4931-a24c-f380b5649ee9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:11.064342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 24aafca1-f472-4931-a24c-f380b5649ee9 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:40:11.172690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:11.182078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-b5c013c0-bf71-4a6c-ba03-472ce62a1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.185549 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-b5c013c0-bf71-4a6c-ba03-472ce62a1a9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 1097 time: 0.0717082 Jul 12 16:40:11.219377 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-ba186885-1081-495b-9cd8-0fa681ce714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.220959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-ba186885-1081-495b-9cd8-0fa681ce714a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1954823 Jul 12 16:40:11.293444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-a75e9da0-247d-4c8b-a587-8e31a1b08a70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345bc814-006a-48d3-85ec-79e4130e887c HTTP/1.1" status: 200 len: 217 time: 0.0396662 Jul 12 16:40:11.342178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-78b06820-1a94-46c1-8c41-f11758041c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.344141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-78b06820-1a94-46c1-8c41-f11758041c9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1326506 Jul 12 16:40:11.391262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-e082266d-f0cc-4846-83b9-b90dc2369d4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4 HTTP/1.1" status: 200 len: 217 time: 0.0399139 Jul 12 16:40:11.416642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:11.426985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-057e1c52-0540-49d0-9cf0-7bbe1e8fcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.429883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-057e1c52-0540-49d0-9cf0-7bbe1e8fcb6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.1276000 Jul 12 16:40:11.459765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-fc01dbf5-d199-488f-a495-61ffc6657492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.462118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-fc01dbf5-d199-488f-a495-61ffc6657492 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0645211 Jul 12 16:40:11.589047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-6bd79fe0-74f0-4ec3-89dd-afd4e21417d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.591031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-6bd79fe0-74f0-4ec3-89dd-afd4e21417d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548545 Jul 12 16:40:11.601218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-6bf28a45-c1fe-476f-9589-3589c11ca74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:11.604376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-6bf28a45-c1fe-476f-9589-3589c11ca74a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277959 Jul 12 16:40:11.850473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-d054a020-cddb-4584-849b-27c4cd38e9a3 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374485 Jul 12 16:40:11.875506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-f6bccfd3-0a34-427b-a6dc-eb10a3b49201 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736704 Jul 12 16:40:11.931360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:12.093510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:12.165529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56a78-3bae-4f41-ab60-8f68fa3896d2 req-81130e7a-732d-4c65-ab37-4b8529301d94 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:12.175085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89c56a78-3bae-4f41-ab60-8f68fa3896d2 req-81130e7a-732d-4c65-ab37-4b8529301d94 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.3425391 Jul 12 16:40:12.179037 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe9ead01-b86a-422f-9d1c-e778b301b7c4 req-43b1efe0-ccf7-4fa6-b994-d05871dc2d19 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095663 Jul 12 16:40:12.282593 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89c56a78-3bae-4f41-ab60-8f68fa3896d2 req-765bad52-1fe1-4ba7-a7b3-7ae73cbfd69c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992374 Jul 12 16:40:12.349547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.25.8.19 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/be334707-2ead-4743-9e2c-2d9051f19d2d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:12.506005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91f1830a-6a19-4573-b4f9-2dae62ad0b33 req-8efbe897-5feb-46a5-b466-82d37ef37115 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850854 Jul 12 16:40:12.597293 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:12.712948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:12.767554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:12.773247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:12.783468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:12.836442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=be334707-2ead-4743-9e2c-2d9051f19d2d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:13.376945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:13.729386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19f6b2-fee6-4b90-8da4-ac5efc81be92 req-92e8609e-2976-4dcf-910a-62b112242091 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:13.732641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af19f6b2-fee6-4b90-8da4-ac5efc81be92 req-92e8609e-2976-4dcf-910a-62b112242091 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1691182 Jul 12 16:40:13.900765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af19f6b2-fee6-4b90-8da4-ac5efc81be92 req-8b79a224-e803-4d27-85bc-f791dc2f27a1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191590 Jul 12 16:40:13.909860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:14.227222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:40:14.503251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:14.521591 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:14.553054 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:14.560690 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:14.579306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:14.579306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b91b1b70-a4a7-43ef-8872-e47d706bc7d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6451571 Jul 12 16:40:14.584456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56546) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:14.750814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-23dd461a-6123-4951-9d0f-9cd6ce980d3e tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4928b5ecc2564ec0b4b97c11191088a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1678436 Jul 12 16:40:14.754000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56556) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:14.808545 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:15.067649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1341810-bf43-4023-b885-b5d4899f2b6c tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:15.069332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f1341810-bf43-4023-b885-b5d4899f2b6c tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3137336 Jul 12 16:40:15.073218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56564) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:15.143091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a5244acb-822e-4e53-bfee-b0a1b8df77dc tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683353 Jul 12 16:40:15.145627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56566) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:15.153065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603697708', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:15.273117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:13Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:15.345070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:15.345836 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Updating router 3a233d01-ed59-4e85-8585-65d0e17bfdff port be334707-2ead-4743-9e2c-2d9051f19d2d binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:40:15.347334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:15.354087 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:15.395251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5207ce-6b8f-432b-8f7b-15b11da8a292 req-e197ab5f-8338-44bd-bdca-1a0278aece47 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:15.397089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf5207ce-6b8f-432b-8f7b-15b11da8a292 req-e197ab5f-8338-44bd-bdca-1a0278aece47 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.2643440 Jul 12 16:40:15.474346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf5207ce-6b8f-432b-8f7b-15b11da8a292 req-25a6c369-79fb-4b67-a628-da6d60107390 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706017 Jul 12 16:40:15.522629 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:15.646166 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:15.875567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Subnet': ['ID=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:15.892669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Checking segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:15.893005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network hostable DHCP agents. Network: 24aafca1-f472-4931-a24c-f380b5649ee9, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:40:15.917430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network 24aafca1-f472-4931-a24c-f380b5649ee9 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:40:15.937400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 24aafca1-f472-4931-a24c-f380b5649ee9) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:15.945986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b387b7f-312a-4a79-9544-88b121dcd252 None None] Network 24aafca1-f472-4931-a24c-f380b5649ee9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:15.969126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:15.969733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.042622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9fe50151-60f5-4a2e-8f2a-0edbc61e361c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8952255 Jul 12 16:40:16.049493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56576) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:16.098803 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.137302 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Transition to ACTIVE for port object be334707-2ead-4743-9e2c-2d9051f19d2d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:16.151768 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.259037 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Pushing event updated for resources: {'Port': ['ID=be334707-2ead-4743-9e2c-2d9051f19d2d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:16.282521 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Attempting to bind port be334707-2ead-4743-9e2c-2d9051f19d2d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:16.283044 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Attempting to bind port be334707-2ead-4743-9e2c-2d9051f19d2d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:16.283554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Attempting to bind port be334707-2ead-4743-9e2c-2d9051f19d2d on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:16.291095 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:16.291623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:16.292244 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.294994 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:16.294994 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Bound port: be334707-2ead-4743-9e2c-2d9051f19d2d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:16.294994 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.362426 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.363146 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.363747 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.364340 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.364891 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.365467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.365873 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.366365 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.367017 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.367421 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.367825 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.368204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:40:16.392017 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] For port be334707-2ead-4743-9e2c-2d9051f19d2d, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:16.396486 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] For port be334707-2ead-4743-9e2c-2d9051f19d2d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=be334707-2ead-4743-9e2c-2d9051f19d2d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:16.402811 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.467343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-24aafca1-f472-4931-a24c-f380b5649ee9', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:40:16.468297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:16.490856 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b7817-f6cc-455a-b739-f2cef4ab17a8 None None] Pushing event updated for resources: {'Port': ['ID=be334707-2ead-4743-9e2c-2d9051f19d2d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:16.602329 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:16.603859 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:16.761685 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:16.828727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Allocated IP 172.20.0.2 (24aafca1-f472-4931-a24c-f380b5649ee9/b70b23fe-c209-4d57-85c5-a2abbd3ac6c3/e41ead76-ac45-4b36-a78a-dbc5db0aaab2) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:17.128606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:17.141021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Transition to ACTIVE for port object e41ead76-ac45-4b36-a78a-dbc5db0aaab2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:17.216160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Transition to ACTIVE for port object e41ead76-ac45-4b36-a78a-dbc5db0aaab2 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:17.230383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:17.312074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-d8a58b29-84dd-458f-bd82-c78ecd0d96eb req-b475df10-1c08-442c-8b3e-f1092f742532 service neutron] (93711) timed out ('10.222.0.58', 35788) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:40:17.371125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:13Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:17.545870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ecb05-b64e-4037-b2d4-20e05d7bcbd3 req-efd4c519-379c-49fa-85a6-ecf4abd6a3c9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:17.548142 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-985ecb05-b64e-4037-b2d4-20e05d7bcbd3 req-efd4c519-379c-49fa-85a6-ecf4abd6a3c9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1640401 Jul 12 16:40:17.600198 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d7933-ba52-42af-aac8-4f1fd2bdcd95 None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:13Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:17.751222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-985ecb05-b64e-4037-b2d4-20e05d7bcbd3 req-89e96531-7f16-40eb-a10e-4e266576e435 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325698 Jul 12 16:40:17.846697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Pushing event updated for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:17.872877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Network 24aafca1-f472-4931-a24c-f380b5649ee9 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:17.876074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:17.880887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:18.019142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.026504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Attempting to bind port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:18.026984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Attempting to bind port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:18.027577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Attempting to bind port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 on network 24aafca1-f472-4931-a24c-f380b5649ee9 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:18.034581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:18.035161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Checking segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:18.035717 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.036103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Bound using segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:18.036565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Bound port: e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:18.036946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.191549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:18.216255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:18.230392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:18.382192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c5f1-6e25-4c48-89d1-f7436d7acad9 None None] Pushing event updated for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:18.786293 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.1 (24aafca1-f472-4931-a24c-f380b5649ee9/b70b23fe-c209-4d57-85c5-a2abbd3ac6c3/9883fde9-b53b-4404-a9fc-17a84dfcfd40) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:19.114272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.131858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object 9883fde9-b53b-4404-a9fc-17a84dfcfd40 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:19.201383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.246261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e41ead76-ac45-4b36-a78a-dbc5db0aaab2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:19.363238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network 24aafca1-f472-4931-a24c-f380b5649ee9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:19.371518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:19.382826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:19.390260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b15e-4c79-4786-9f47-8ae5cd2e2817 req-22a4064b-1f6d-4e57-9385-cd4466e2cd48 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:19.394525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b7b15e-4c79-4786-9f47-8ae5cd2e2817 req-22a4064b-1f6d-4e57-9385-cd4466e2cd48 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.2232683 Jul 12 16:40:19.443128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:19.449870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device be334707-2ead-4743-9e2c-2d9051f19d2d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:19.489466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0b7b15e-4c79-4786-9f47-8ae5cd2e2817 req-ec09f9d5-67e1-40cd-be03-f86308858dfa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881228 Jul 12 16:40:19.524720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:19.564304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.598916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port be334707-2ead-4743-9e2c-2d9051f19d2d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:19.606759 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port be334707-2ead-4743-9e2c-2d9051f19d2d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:19.607748 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.801844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.828534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port be334707-2ead-4743-9e2c-2d9051f19d2d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=be334707-2ead-4743-9e2c-2d9051f19d2d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:19.836590 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.888666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:19.943063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=be334707-2ead-4743-9e2c-2d9051f19d2d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:20.149434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b55c54-6eb2-4342-b001-9ec980c27481 None None] Network 24aafca1-f472-4931-a24c-f380b5649ee9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:20.256351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Provisioning for port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:20.263538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Provisioning complete for port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:20.263938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.295098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.300258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.405469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:20.428206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.459066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.516068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:20.521718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.614648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a22925-3e81-4d98-ba25-37f9043f610e None None] Pushing event updated for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:20.624272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network 24aafca1-f472-4931-a24c-f380b5649ee9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:20.631932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:20.897795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Provisioning complete for port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:20.898172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:20.934832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:21.034640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device be334707-2ead-4743-9e2c-2d9051f19d2d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:21.057310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5b1a-c02d-4b49-b3f6-a35d7ac12d91 req-d73784f2-388f-4559-b76a-3a8d80f99c73 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.059695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-236b5b1a-c02d-4b49-b3f6-a35d7ac12d91 req-d73784f2-388f-4559-b76a-3a8d80f99c73 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.2480052 Jul 12 16:40:21.123263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-236b5b1a-c02d-4b49-b3f6-a35d7ac12d91 req-2a32ea1c-fe9e-416d-b0b8-4748c8291cca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574594 Jul 12 16:40:21.207337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:21.212992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e66f1ae-2cd4-4f6e-b260-6a063b0aa6e3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/3a233d01-ed59-4e85-8585-65d0e17bfdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1623909 Jul 12 16:40:21.216341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56648) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:21.236456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:21.306289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port be334707-2ead-4743-9e2c-2d9051f19d2d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:21.307089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:21.355674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:21.356631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:21.419694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Provisioning for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:21.437120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:21.437978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:21.571721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.572576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.575090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.575749 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.576231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.578822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.579537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.587143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56652) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:21.596767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c387959b-5c0d-4cbc-9b78-1a23074a3fa6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.3661327 Jul 12 16:40:21.616618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1b880360-aad7-4ef1-b654-a30b0d764a44 None None] Port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:21.695731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e41ead76-ac45-4b36-a78a-dbc5db0aaab2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:21.773893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:21.858899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.859468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.859953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.860461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.861006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.861372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.861815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:21.865185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-640f49e8-25bc-4b0f-9f97-c12b2ff19eb0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.2766833 Jul 12 16:40:21.868185 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:21.963376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9c5971a5-468f-4ae7-90b9-960c497f3e65 None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:21.964000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9c5971a5-468f-4ae7-90b9-960c497f3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:22.030371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9c5971a5-468f-4ae7-90b9-960c497f3e65 None None] Port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:22.160140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:22.160515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:22.310324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ece35b66-93b5-42d9-abda-07b275d4c660 None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:22.311023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ece35b66-93b5-42d9-abda-07b275d4c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:22.402801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-455c8083-1a34-4b0e-a050-ab63834d9016 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.5332797 Jul 12 16:40:22.426289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa939f83-d667-4dd4-a895-eb5f40307c03 req-2699d3d1-e207-4570-a846-92e292be1484 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:22.433804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa939f83-d667-4dd4-a895-eb5f40307c03 req-2699d3d1-e207-4570-a846-92e292be1484 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1302617 Jul 12 16:40:22.483540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa939f83-d667-4dd4-a895-eb5f40307c03 req-036a76e2-8457-4e2b-bccb-184f6f29e446 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Jul 12 16:40:22.540718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ece35b66-93b5-42d9-abda-07b275d4c660 None None] Port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:22.556797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:20Z', 'revision_number': 2, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:22.599414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:22.600575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Updating router 3a233d01-ed59-4e85-8585-65d0e17bfdff port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:40:22.671566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.065211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56696) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:23.069796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174943782', 'description': 'tempest-secgroup-smoke-1174943782 description', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:23.146054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.171744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.180714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0474b8-d949-4bad-b0c0-5cb828d9202c req-e1b704a8-2955-4cf4-a0b2-874c994c2522 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:23.182318 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a0474b8-d949-4bad-b0c0-5cb828d9202c req-e1b704a8-2955-4cf4-a0b2-874c994c2522 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.0994291 Jul 12 16:40:23.186144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Transition to ACTIVE for port object 9883fde9-b53b-4404-a9fc-17a84dfcfd40 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:23.194363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.239947 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a0474b8-d949-4bad-b0c0-5cb828d9202c req-cbe967b7-6568-4bba-ba1a-51d0262c63a9 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477724 Jul 12 16:40:23.241586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44480-5c68-490c-b383-05f0c08678e9 None None] Pushing event updated for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:23.310831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.319195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.337518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Attempting to bind port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:23.338106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Attempting to bind port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:23.338930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Attempting to bind port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 on network 24aafca1-f472-4931-a24c-f380b5649ee9 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:23.345035 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:23.345416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Checking segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:23.345827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.346605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Bound using segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:23.347094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Bound port: 9883fde9-b53b-4404-a9fc-17a84dfcfd40, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:23.347518 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.369959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.372063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3058505 Jul 12 16:40:23.375141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56702) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:23.382132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:23.384135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eef13-c5e1-43ae-9089-c822dfe38964 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:23.452172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.484626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] For port 9883fde9-b53b-4404-a9fc-17a84dfcfd40, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:23.488909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] For port 9883fde9-b53b-4404-a9fc-17a84dfcfd40, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9883fde9-b53b-4404-a9fc-17a84dfcfd40,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:23.497122 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.572765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:23.573562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:23.577344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.579580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44480-5c68-490c-b383-05f0c08678e9 None None] Pushing event updated for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:23.586259 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.623336 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.627231 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499540 Jul 12 16:40:23.629597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56710) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:23.634878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:23.681358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.684306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9df09a-71a3-4e31-9ce1-1abf3550142c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df5217a-0f2b-46d9-afa8-5f8f93378596,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:23.757161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:23.794430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f497be-49c4-4c8d-a000-7586341258ac req-9c56fe2e-4a9a-486c-8da4-b8536f4319be tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:23.796118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97f497be-49c4-4c8d-a000-7586341258ac req-9c56fe2e-4a9a-486c-8da4-b8536f4319be tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.0968308 Jul 12 16:40:23.853761 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.861908 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.879962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97f497be-49c4-4c8d-a000-7586341258ac req-362f44f9-b867-4ea5-9fe0-9e06dc64fd42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660186 Jul 12 16:40:23.902858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dd9df0-4cdc-4bb5-9fa6-5a0b70d17648,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:23.918809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:23.920890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d1ea012-a2b6-486b-931b-685b8bd559eb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2899840 Jul 12 16:40:23.923770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56716) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:23.929067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:23.961478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.022047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.031118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.061889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.065586 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381500 Jul 12 16:40:24.065586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76dfd0-cb2f-4d19-9ff9-7cf6e30798dc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5751da71-4686-4b91-a908-4ea4ebc6a4ec,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:24.065995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56722) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:24.070856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:24.100541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:23Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:24.121329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.140790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782a095-ed1f-439f-8a67-8df60d05c65f None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:23Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:24.248820 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.254458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.284051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.286025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187736 Jul 12 16:40:24.288710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56724) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:24.294131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:24.300736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad90c0-8a03-4c76-a59b-6f750cf12bc7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07f3b43-3756-4611-bb17-19c97c78e67a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:24.334807 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:40:24.342324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.454208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.462966 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.504646 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.516817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:24.521778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': 'adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:24.524963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2343745 Jul 12 16:40:24.549633 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:40:24.557993 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:24.579252 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2426ab-b82c-4937-9b0e-c4d431034949 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d1d1b8-8b4f-46b5-b7b6-5c872d06894d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:24.630599 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-8e18e0fe-7746-4d39-8093-d369463e774f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:24.632628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-8e18e0fe-7746-4d39-8093-d369463e774f tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.1059837 Jul 12 16:40:24.895416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Deleting port c6cefe14-2975-4ee9-8815-f01203239026 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:24.897635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.138246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9883fde9-b53b-4404-a9fc-17a84dfcfd40 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:25.258031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:25.263905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:25.264283 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.271829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747f69a-e0c2-450b-9fb7-20e1e902fabb req-06cfef97-0ee2-4d9e-b74d-c4fc4cbffeb2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:25.273441 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9747f69a-e0c2-450b-9fb7-20e1e902fabb req-06cfef97-0ee2-4d9e-b74d-c4fc4cbffeb2 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 945 time: 0.7929115 Jul 12 16:40:25.303658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.327686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] For port c6cefe14-2975-4ee9-8815-f01203239026, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c6cefe14-2975-4ee9-8815-f01203239026,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:25.332193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.345494 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.434158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.439238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9212210 Jul 12 16:40:25.446494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.460429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9747f69a-e0c2-450b-9fb7-20e1e902fabb req-41d3dda5-9f2c-4ce8-bb61-3e8babf31549 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757345 Jul 12 16:40:25.463702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9ca5b-1076-4443-8f5e-acc2a0a87eac tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891d4d16-486c-4d9f-86e7-a7c84083f797,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:25.567113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9883fde9-b53b-4404-a9fc-17a84dfcfd40, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9883fde9-b53b-4404-a9fc-17a84dfcfd40,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:25.575459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.578876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2b7e6-fa40-4698-828f-94b93bf36fff req-63897e49-b852-4b43-b0ed-66002bde7f5d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:25.580612 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8e2b7e6-fa40-4698-828f-94b93bf36fff req-63897e49-b852-4b43-b0ed-66002bde7f5d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.4250467 Jul 12 16:40:25.816902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-54cc25a5-bb4d-4e21-889b-971b999a3965 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174943782&fields=id&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 267 time: 0.1264236 Jul 12 16:40:25.840388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8e2b7e6-fa40-4698-828f-94b93bf36fff req-8524a932-9799-4ce0-8cd3-1e0c1da0c05c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350113 Jul 12 16:40:25.909372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.910030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:25.910541 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Floating IP c728bf9b-4ee6-4dff-89ea-de765c726c22 disassociated. External IP: 172.25.8.154, port: c6cefe14-2975-4ee9-8815-f01203239026. Jul 12 16:40:25.911187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Calling delete_port for c6cefe14-2975-4ee9-8815-f01203239026 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:26.099860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:26.153692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-94d04e04-d25f-47f7-b7ce-c807a7604533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:26.162000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-94d04e04-d25f-47f7-b7ce-c807a7604533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 797 time: 0.3438985 Jul 12 16:40:26.165836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c5cabed6-82da-496b-ad24-7850a8984301 None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:26.166439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c5cabed6-82da-496b-ad24-7850a8984301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:26.182058 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-494be36c-0c65-4884-8f14-7777296fd1fb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/quotas/4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 375 time: 0.0185263 Jul 12 16:40:26.297721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-68c492b1-99a8-4468-9140-b58376f50da8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059742 Jul 12 16:40:26.302629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:26.373717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'Port': ['ID=c6cefe14-2975-4ee9-8815-f01203239026,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:26.427438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-3ed43c44-32d3-4f6f-bfe8-697171df1ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266837 Jul 12 16:40:26.560912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-f62ca338-6565-42c4-942b-43d2ec2ccd99 service neutron] 10.222.0.58 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314323 Jul 12 16:40:26.601600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:26.755416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9932519f-11c2-40a0-95ed-b22e5b2249af req-b23c87d5-f52d-43d5-80fc-97c85a7c1984 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/ports?device_id=1417d031-83c7-4db6-b5b4-3e7cddbcf7d8 HTTP/1.1" status: 200 len: 210 time: 0.0431631 Jul 12 16:40:26.785342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:26.797704 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:26.825815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:26.826447 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:26.886592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] No DVR routers for this DVR port c6cefe14-2975-4ee9-8815-f01203239026 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:40:26.891125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:26.894509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cabf1812-caca-44bc-8f95-dfa47c2235d8 req-acf41784-68af-44b8-a171-7de8e2dec306 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 210 time: 0.0842049 Jul 12 16:40:26.896382 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-201b16fe-4c8a-43bd-8d84-b9f4fcfe58b6 req-0fa36b2e-d3fa-4a7c-8c33-babe7a29cc61 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.77 "DELETE /v2.0/ports/c6cefe14-2975-4ee9-8815-f01203239026 HTTP/1.1" status: 204 len: 173 time: 2.2587063 Jul 12 16:40:26.896902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'name': 'network-vif-deleted', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:26.909980 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498c9c3-54b9-4c9b-adfc-ef154ddc3986" -d '{"events": [{"server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "name": "network-vif-deleted", "tag": "c6cefe14-2975-4ee9-8815-f01203239026"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:27.056270 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d538ef71-e39d-4874-a961-6bc3c43c33e0 x-openstack-request-id: req-d538ef71-e39d-4874-a961-6bc3c43c33e0 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:27.056560 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1417d031-83c7-4db6-b5b4-3e7cddbcf7d8", "name": "network-vif-deleted", "tag": "c6cefe14-2975-4ee9-8815-f01203239026", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:27.056813 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d538ef71-e39d-4874-a961-6bc3c43c33e0 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:27.057216 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1417d031-83c7-4db6-b5b4-3e7cddbcf7d8', 'name': 'network-vif-deleted', 'tag': 'c6cefe14-2975-4ee9-8815-f01203239026', 'status': 'completed', 'code': 200} Jul 12 16:40:27.081168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9883fde9-b53b-4404-a9fc-17a84dfcfd40 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:27.140066 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:27.286283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:27.287417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:27.326966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce0800-1a8a-437e-bb80-9853cd9a7f80 req-099be7f0-4d90-42a1-80ce-d4de6a13b5f6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:27.330074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6ce0800-1a8a-437e-bb80-9853cd9a7f80 req-099be7f0-4d90-42a1-80ce-d4de6a13b5f6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1394262 Jul 12 16:40:27.416249 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d6ce0800-1a8a-437e-bb80-9853cd9a7f80 req-08073ab4-06de-45ea-b28a-58f63aeca01e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Jul 12 16:40:27.594597 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:27.633537 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:27.647377 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:27.648333 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:27.798845 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:28.033387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 56816) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:28.118985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:28.187034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd569859-3cc3-493b-859f-083e6af5de10 req-2711ce30-1098-4376-b883-08249fdc1ad8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 210 time: 0.0717583 Jul 12 16:40:28.188549 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed8dc7-4e37-4bf2-aece-fe37a6b70c3f None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:33:13Z', 'revision_number': 4, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5ac6b042-d2dd-45c5-99de-42e79cab0707', 'name': '', 'network_id': '50fcfd7f-6ec2-448b-aabd-4cf340854a9a', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'mac_address': 'fa:16:3e:0d:ee:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:10Z', 'updated_at': '2021-07-12T16:33:22Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'subnets': [{'id': '4ff8bed5-0860-47df-8ecc-a4898d95cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:28.228512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.272052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.335355 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.339791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.341204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317 HTTP/1.1" status: 204 len: 168 time: 0.3068268 Jul 12 16:40:28.344302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56824) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:28.360526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ba780-e301-4b20-9ef0-4cd4115ef40c tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:28.366833 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-0f8fb6af-bd5c-4b52-a53b-c93f166172b7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] show failed (client error): The resource could not be found. Jul 12 16:40:28.375224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f8fb6af-bd5c-4b52-a53b-c93f166172b7 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "GET /v2.0/security-groups/3b9dd57a-cdd7-4f4a-8ae8-ef9afb753317 HTTP/1.1" status: 404 len: 347 time: 0.0290747 Jul 12 16:40:28.376251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 56826) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:28.600389 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Deleting port 690daf3c-efe1-4b18-91b2-df2636623dc4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:28.600976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.635832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7412a-8315-4340-866c-82dcb9e9fcfa None None] New status for floating IP c728bf9b-4ee6-4dff-89ea-de765c726c22: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:40:28.754420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fc135-c7b9-466e-97b8-e7b56a211554 req-bb5ec87c-b6e2-4d7d-b24d-04476eaec116 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:28.755921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-950fc135-c7b9-466e-97b8-e7b56a211554 req-bb5ec87c-b6e2-4d7d-b24d-04476eaec116 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1060255 Jul 12 16:40:28.758286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.758803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:28.782550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Calling delete_port for 690daf3c-efe1-4b18-91b2-df2636623dc4 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:28.884475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-950fc135-c7b9-466e-97b8-e7b56a211554 req-074939d4-6873-40f5-8315-d8ba1c7b1943 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159134 Jul 12 16:40:29.025192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.101529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Pushing event deleted for resources: {'Port': ['ID=690daf3c-efe1-4b18-91b2-df2636623dc4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:29.216366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-eab48431-14b7-4354-b68b-6cad46fdbbe7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:29.218240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-eab48431-14b7-4354-b68b-6cad46fdbbe7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 797 time: 0.2108223 Jul 12 16:40:29.221926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c6cefe14-2975-4ee9-8815-f01203239026 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:29.265933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: c6cefe14-2975-4ee9-8815-f01203239026 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:29.266364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c6cefe14-2975-4ee9-8815-f01203239026 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:29.266910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.275684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.281622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-23ff4698-60f7-4685-947a-3915bac4f498 tempest-AttachVolumeTestJSON-281339234 tempest-AttachVolumeTestJSON-281339234-project] 10.222.0.58 "DELETE /v2.0/floatingips/c728bf9b-4ee6-4dff-89ea-de765c726c22 HTTP/1.1" status: 204 len: 168 time: 0.8955624 Jul 12 16:40:29.377776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-5fbbb491-5f54-465e-8c55-81abe067b5ad tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 380 time: 0.1404953 Jul 12 16:40:29.391312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'port': {'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'admin_state_up': True, 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'security_groups': ['adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:29.492118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-83a52288-42f0-46b1-b54f-a284bcabf18d req-49ee3cae-8fd1-4938-be99-4433a6f4258e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 210 time: 0.0801911 Jul 12 16:40:29.572216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:40:29.576243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.722611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.11 (24aafca1-f472-4931-a24c-f380b5649ee9/b70b23fe-c209-4d57-85c5-a2abbd3ac6c3/17763d01-f563-47f4-98ec-9c0da8ebccf5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:29.892101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:29.914843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object 17763d01-f563-47f4-98ec-9c0da8ebccf5 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:29.967095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.061726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network 24aafca1-f472-4931-a24c-f380b5649ee9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:30.063915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:30.072778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:30.075271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:30.145147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:30.145801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.192596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c57b1c-c2bd-4bb2-a2e4-a426b693db8b req-1014106b-7c29-43b6-a423-91470bc1437b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:30.195111 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96c57b1c-c2bd-4bb2-a2e4-a426b693db8b req-1014106b-7c29-43b6-a423-91470bc1437b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1906707 Jul 12 16:40:30.220095 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-14dc9309-0d73-42e7-983d-a1a261566eee tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8341925 Jul 12 16:40:30.271920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Request body: {'port': {'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:30.322974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96c57b1c-c2bd-4bb2-a2e4-a426b693db8b req-0b8cc681-4feb-485f-8a9b-3e6e1a247204 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057615 Jul 12 16:40:30.386631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.422255 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c99a44c-850f-4902-b39d-da44432c9eea None None] Provisioning for port 17763d01-f563-47f4-98ec-9c0da8ebccf5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:30.428270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c99a44c-850f-4902-b39d-da44432c9eea None None] Provisioning complete for port 17763d01-f563-47f4-98ec-9c0da8ebccf5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:30.429086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c99a44c-850f-4902-b39d-da44432c9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.521760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1c99a44c-850f-4902-b39d-da44432c9eea None None] Port 17763d01-f563-47f4-98ec-9c0da8ebccf5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:40:30.754122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4ea09-255a-4419-b90b-cfc47a332c8c req-91364720-6cf0-47a7-8822-113250f6bda8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:30.756626 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdd4ea09-255a-4419-b90b-cfc47a332c8c req-91364720-6cf0-47a7-8822-113250f6bda8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 932 time: 0.1035833 Jul 12 16:40:30.824224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cdd4ea09-255a-4419-b90b-cfc47a332c8c req-9573dcb5-5a30-4031-8857-e3b854645c63 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604920 Jul 12 16:40:30.884533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17763d01-f563-47f4-98ec-9c0da8ebccf5 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:40:30.904233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:30.959482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Transition to ACTIVE for port object 17763d01-f563-47f4-98ec-9c0da8ebccf5 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:40:30.964704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:31.074642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:31.119441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Attempting to bind port 17763d01-f563-47f4-98ec-9c0da8ebccf5 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:40:31.119869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Attempting to bind port 17763d01-f563-47f4-98ec-9c0da8ebccf5 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:40:31.120932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Attempting to bind port 17763d01-f563-47f4-98ec-9c0da8ebccf5 on network 24aafca1-f472-4931-a24c-f380b5649ee9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:31.126013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Port 17763d01-f563-47f4-98ec-9c0da8ebccf5 on network 24aafca1-f472-4931-a24c-f380b5649ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:40:31.126337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Attempting to bind port 17763d01-f563-47f4-98ec-9c0da8ebccf5 on network 24aafca1-f472-4931-a24c-f380b5649ee9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:40:31.132224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:40:31.132570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Checking segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:40:31.132963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Bound using segment: {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:40:31.133510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Bound port: 17763d01-f563-47f4-98ec-9c0da8ebccf5, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:40:31.133901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:31.230285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:40:31.234045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:40:31.241172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:31.327664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:31.328228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:31.329816 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] 10.222.0.65 "PUT /v2.0/ports/17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 1092 time: 1.0723836 Jul 12 16:40:31.330306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:31.345143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:31.387175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c876e-ab51-4a2e-8648-b2ab98dc3ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:31.543638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-da6cf2da-f649-44f4-833f-e7285e89e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:31.549532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-da6cf2da-f649-44f4-833f-e7285e89e2ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1095 time: 0.1541452 Jul 12 16:40:31.663561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-0d29f95c-4082-4b58-8c7a-98c1a4939a02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 217 time: 0.1054325 Jul 12 16:40:31.745566 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8412818-44c3-43c9-8bed-996d4c04cb35 x-openstack-request-id: req-f8412818-44c3-43c9-8bed-996d4c04cb35 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:31.746467 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:31.746871 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8412818-44c3-43c9-8bed-996d4c04cb35 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:31.747458 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'status': 'completed', 'code': 200} Jul 12 16:40:31.780118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-58c217f9-2d3e-4c6c-a670-bcf4e50d7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:31.782057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-58c217f9-2d3e-4c6c-a670-bcf4e50d7aa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.1074054 Jul 12 16:40:31.811160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576767-328c-4411-a25d-cbe429ca874d req-cdcd4581-4978-424b-9ee9-09ad0101352b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:31.812830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64576767-328c-4411-a25d-cbe429ca874d req-cdcd4581-4978-424b-9ee9-09ad0101352b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1525919 Jul 12 16:40:31.915783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64576767-328c-4411-a25d-cbe429ca874d req-68c9440d-aa28-4d84-953a-f0d516cf3980 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795469 Jul 12 16:40:31.924941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e6274-3601-495a-9bfc-8229830aa382 req-462cc635-4625-45e9-8f1a-b56e5ba669ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:31.926495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-462cc635-4625-45e9-8f1a-b56e5ba669ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330094 Jul 12 16:40:32.036970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b59a5-2220-4453-bc3c-72d825a23590 req-83247705-d5e3-4abf-ac10-f9573348a2e8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:32.038212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d6326610-bc55-4028-8de2-c3c328d0696f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:32.047964 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-203b59a5-2220-4453-bc3c-72d825a23590 req-83247705-d5e3-4abf-ac10-f9573348a2e8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 944 time: 0.0862839 Jul 12 16:40:32.106047 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-203b59a5-2220-4453-bc3c-72d825a23590 req-d2718776-93cb-45f7-b32f-5b14d4d45ccc tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512311 Jul 12 16:40:32.144374 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-ded0a7cd-dda5-4220-9f5e-87b11d26858d service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062638 Jul 12 16:40:32.318024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-656e6274-3601-495a-9bfc-8229830aa382 req-05a77671-77f4-4730-837c-f4a262fd6fc4 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622748 Jul 12 16:40:32.461165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-233811bb-20b0-4a54-bc9a-d1ba35928541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:32.463325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-233811bb-20b0-4a54-bc9a-d1ba35928541 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1095 time: 0.0779893 Jul 12 16:40:32.648282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-34787163-2c9d-4dde-966b-4613f1c63a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:32.650247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-34787163-2c9d-4dde-966b-4613f1c63a6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 898 time: 0.1658616 Jul 12 16:40:32.869146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-48b22929-e4b4-48f6-8306-63550bf39c03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 217 time: 0.0572350 Jul 12 16:40:32.869146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-79ac2515-1169-47ab-baf8-2a7f5c5000e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:32.869146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-79ac2515-1169-47ab-baf8-2a7f5c5000e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.0963838 Jul 12 16:40:32.955161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-631d2825-8128-4aac-ad04-cf07481a6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:32.956961 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-631d2825-8128-4aac-ad04-cf07481a6bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178021 Jul 12 16:40:33.124707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-1f193669-25c5-4e73-affc-f75391c4da8b service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546137 Jul 12 16:40:33.391515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:33.429119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e274a-75eb-4aff-96ba-e89a559d6620 req-4bd50295-a596-4ff6-b6e9-ca7050519c9a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:33.430404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72a9b-95d7-4387-af1d-b2e550afe175 req-96687653-7072-4257-882f-e57606b4c5e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:33.439370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-205e274a-75eb-4aff-96ba-e89a559d6620 req-4bd50295-a596-4ff6-b6e9-ca7050519c9a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 944 time: 0.1059587 Jul 12 16:40:33.445840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46f72a9b-95d7-4387-af1d-b2e550afe175 req-96687653-7072-4257-882f-e57606b4c5e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.2821302 Jul 12 16:40:33.455882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ee8cd4c4-07fd-4de6-be91-b604cf1a38e0 req-ed740a8e-49d0-4ffc-a7f9-2efbff67bf3e service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166018 Jul 12 16:40:33.508793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-205e274a-75eb-4aff-96ba-e89a559d6620 req-b91fd1a0-a264-4064-9175-069b19a7c0f7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681701 Jul 12 16:40:33.529273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-46f72a9b-95d7-4387-af1d-b2e550afe175 req-6e521a50-306a-49d0-a9dd-71b761333fed tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824456 Jul 12 16:40:34.457180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2e33-d047-4f12-b51d-139f42321718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:34.783960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede44d66-faf6-4435-8b5f-41c9d48fcce7 req-dcbba3dc-93d9-40d0-9619-495de8eb2a70 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:34.791868 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede44d66-faf6-4435-8b5f-41c9d48fcce7 req-dcbba3dc-93d9-40d0-9619-495de8eb2a70 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 944 time: 0.1334789 Jul 12 16:40:34.797295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e178b6-d041-4d49-970b-15189484b405 req-ee9a3f6a-8ff2-4027-8cd1-7e18a6916276 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:34.805176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36e178b6-d041-4d49-970b-15189484b405 req-ee9a3f6a-8ff2-4027-8cd1-7e18a6916276 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1115496 Jul 12 16:40:34.851673 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ede44d66-faf6-4435-8b5f-41c9d48fcce7 req-0c7867a8-f268-4cad-ae7d-56683a60af25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539982 Jul 12 16:40:34.858156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-36e178b6-d041-4d49-970b-15189484b405 req-ceeb8235-8f84-4595-8ab4-988a3bb002cb tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Jul 12 16:40:34.906930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:35.635262 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:35.841329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:35.985486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 17763d01-f563-47f4-98ec-9c0da8ebccf5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:40:36.179948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a6661-da6a-43a0-a4ec-7ed0cb512dd7 req-4d1f5ea1-a5bc-4aba-88d6-a633a50c375e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:36.183466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:36.189606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a77a6661-da6a-43a0-a4ec-7ed0cb512dd7 req-4d1f5ea1-a5bc-4aba-88d6-a633a50c375e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 944 time: 0.1045117 Jul 12 16:40:36.220797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:40:36.242482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a77a6661-da6a-43a0-a4ec-7ed0cb512dd7 req-275c793d-538b-4fec-9983-9341cfc74b58 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515273 Jul 12 16:40:36.259790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b497d41-4fea-4da4-bbdf-62a553b96ee4 req-1b19f375-3ea7-4c23-bbad-06bee7dc1131 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:36.265466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:36.273867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b497d41-4fea-4da4-bbdf-62a553b96ee4 req-1b19f375-3ea7-4c23-bbad-06bee7dc1131 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.2347353 Jul 12 16:40:36.281031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17763d01-f563-47f4-98ec-9c0da8ebccf5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:40:36.302389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:36.320650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:36.372291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b497d41-4fea-4da4-bbdf-62a553b96ee4 req-68848a9c-2d2f-41e1-b854-0c3a8ec9ad5d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943341 Jul 12 16:40:36.413314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:36.639622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['17763d01-f563-47f4-98ec-9c0da8ebccf5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:40:37.287143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:37.585327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769dfc-0634-4005-8f95-1d81de050411 req-2da7dca2-a5ac-490a-bdd9-d9fcba1803fd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:37.594090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c769dfc-0634-4005-8f95-1d81de050411 req-2da7dca2-a5ac-490a-bdd9-d9fcba1803fd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 945 time: 0.0933042 Jul 12 16:40:37.672621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c769dfc-0634-4005-8f95-1d81de050411 req-838485cf-4d5c-47e9-925f-d3c7d5a4ff09 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678084 Jul 12 16:40:37.757058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac36136-4d7a-4ef1-be66-e559baf18e33 req-81e34493-0b5d-490e-88bd-9699d0d8511e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:37.758849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac36136-4d7a-4ef1-be66-e559baf18e33 req-81e34493-0b5d-490e-88bd-9699d0d8511e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1524496 Jul 12 16:40:37.820804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cac36136-4d7a-4ef1-be66-e559baf18e33 req-d86e42f8-b81a-4d07-ab08-9efe0a8aa46b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Jul 12 16:40:37.985296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 17763d01-f563-47f4-98ec-9c0da8ebccf5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:38.061726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 17763d01-f563-47f4-98ec-9c0da8ebccf5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:38.066782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 17763d01-f563-47f4-98ec-9c0da8ebccf5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:38.067193 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.183166 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.215086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:38.218711 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91514bee-d9a5-49c6-9796-063529670477" -d '{"events": [{"server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "name": "network-vif-plugged", "status": "completed", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:38.268112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:38.280040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:38.335676 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:40:38.366635 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7a5b23-c08b-4f7b-9ed2-75aef370991e x-openstack-request-id: req-5f7a5b23-c08b-4f7b-9ed2-75aef370991e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:38.367305 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "name": "network-vif-plugged", "status": "completed", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:38.386066 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f7a5b23-c08b-4f7b-9ed2-75aef370991e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:38.387254 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'code': 200} Jul 12 16:40:38.417407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:38.638952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13958-55b3-4222-80f1-0a7544f92bab req-9d86614e-8850-440c-ab5f-c91b1f9e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:38.641101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7e13958-55b3-4222-80f1-0a7544f92bab req-9d86614e-8850-440c-ab5f-c91b1f9e910b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1097 time: 0.1780179 Jul 12 16:40:38.749012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-03e21a9c-a016-4d66-a205-4ed0a2c6417b None None] Provisioning complete for port 17763d01-f563-47f4-98ec-9c0da8ebccf5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:38.750826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d7e13958-55b3-4222-80f1-0a7544f92bab req-b5621a39-7829-4638-864f-59c75812cfb6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970893 Jul 12 16:40:38.751456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-03e21a9c-a016-4d66-a205-4ed0a2c6417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:39.062014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2e77-6277-4bc5-83cf-f8eadeea975f req-4bbb79e3-8e63-48cb-852d-424cc2542360 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:39.076983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4fac2e77-6277-4bc5-83cf-f8eadeea975f req-4bbb79e3-8e63-48cb-852d-424cc2542360 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.1818054 Jul 12 16:40:39.161595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4fac2e77-6277-4bc5-83cf-f8eadeea975f req-77d44d76-0840-4ef5-bba0-1eb31bcccd9a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758100 Jul 12 16:40:39.197405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70e53-6df0-47b7-832b-25b4507047fc req-0d6e6314-5675-42ff-96bc-ab1d91838c4e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:39.201773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b70e53-6df0-47b7-832b-25b4507047fc req-0d6e6314-5675-42ff-96bc-ab1d91838c4e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1572084 Jul 12 16:40:39.255098 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f8b70e53-6df0-47b7-832b-25b4507047fc req-30403c4c-1a5c-47c2-811c-9924ac425978 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Jul 12 16:40:40.403570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6749-cab6-45ac-a9e4-69d98d953afa req-00945a11-62e8-4685-b184-9306e956da79 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:40.411670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-deba6749-cab6-45ac-a9e4-69d98d953afa req-00945a11-62e8-4685-b184-9306e956da79 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.0829697 Jul 12 16:40:40.461192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-deba6749-cab6-45ac-a9e4-69d98d953afa req-a4762531-7c6a-46ef-a50c-6e288d689146 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482588 Jul 12 16:40:40.651064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18673af-c0fd-4d15-9f60-3e4eadbc769e req-c04cb659-413a-4401-9679-0b8be3fdb128 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:40.653696 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f18673af-c0fd-4d15-9f60-3e4eadbc769e req-c04cb659-413a-4401-9679-0b8be3fdb128 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 943 time: 0.1243126 Jul 12 16:40:40.709222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f18673af-c0fd-4d15-9f60-3e4eadbc769e req-964254c1-e991-4532-8c6d-c933234f23b1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Jul 12 16:40:40.779340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dc7ee-80ae-4aab-8b7b-600f54581ffa req-5a66115f-7b3e-4427-9b83-bbede1342677 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:40.781016 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-431dc7ee-80ae-4aab-8b7b-600f54581ffa req-5a66115f-7b3e-4427-9b83-bbede1342677 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.1167216 Jul 12 16:40:40.828270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-431dc7ee-80ae-4aab-8b7b-600f54581ffa req-1a2a39b2-5677-481b-8625-c11bb7fb9be4 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Jul 12 16:40:40.856707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57228) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:40.923975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e05e9a-d365-4906-be07-ab629cd3e9bc tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:40.925651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c3e05e9a-d365-4906-be07-ab629cd3e9bc tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1092 time: 0.0671334 Jul 12 16:40:40.928912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57232) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:40.934523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:40:40.968525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.142347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.258967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 345bc814-006a-48d3-85ec-79e4130e887c details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:40:41.305342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.25.8.246 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d656ea53-f83e-4d6d-a0d0-82086d508d3f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:40:41.433696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=345bc814-006a-48d3-85ec-79e4130e887c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:41.438486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.450850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '345bc814-006a-48d3-85ec-79e4130e887c', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '345bc814-006a-48d3-85ec-79e4130e887c', 'mac_address': 'fa:16:3e:0d:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:40:41.511846 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.513642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.532651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345bc814-006a-48d3-85ec-79e4130e887c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:40:41.579356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=345bc814-006a-48d3-85ec-79e4130e887c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:41.591633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=d656ea53-f83e-4d6d-a0d0-82086d508d3f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:41.601871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:41.628631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:40:41.630639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:40:41.637853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:40:41.706614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:41.871153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['345bc814-006a-48d3-85ec-79e4130e887c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:40:42.137987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c0586-b3a0-4591-be1b-624a94110fb9 req-fe7037db-3cdf-45e2-8d28-56713410bf45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:42.144227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d97c0586-b3a0-4591-be1b-624a94110fb9 req-fe7037db-3cdf-45e2-8d28-56713410bf45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 944 time: 0.1153135 Jul 12 16:40:42.249024 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d97c0586-b3a0-4591-be1b-624a94110fb9 req-c70295b0-92f0-4b92-bb50-f1cf8c1cc3ea tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931966 Jul 12 16:40:42.373784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57278) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:42.433353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.555293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.803364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.812943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:42.969609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=d656ea53-f83e-4d6d-a0d0-82086d508d3f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:42.985762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.191306 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Floating IP 8ac65057-bd2d-443a-a9d7-221eaf1e8662 associated. External IP: 172.25.8.246, port: 17763d01-f563-47f4-98ec-9c0da8ebccf5. Jul 12 16:40:43.274367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 345bc814-006a-48d3-85ec-79e4130e887c up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:40:43.396951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 345bc814-006a-48d3-85ec-79e4130e887c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:40:43.404090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 345bc814-006a-48d3-85ec-79e4130e887c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:43.404687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.515386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.564123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:43.566857 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37077589-2c51-458c-a416-1aed753ebf7a" -d '{"events": [{"server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "name": "network-vif-plugged", "status": "completed", "tag": "345bc814-006a-48d3-85ec-79e4130e887c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:43.587059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=345bc814-006a-48d3-85ec-79e4130e887c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:43.602820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:43.731885 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf640a-5039-4560-9ea9-c2077263a820 x-openstack-request-id: req-d4bf640a-5039-4560-9ea9-c2077263a820 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:43.732178 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "name": "network-vif-plugged", "status": "completed", "tag": "345bc814-006a-48d3-85ec-79e4130e887c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:43.732426 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4bf640a-5039-4560-9ea9-c2077263a820 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:43.732824 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c', 'code': 200} Jul 12 16:40:43.761505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:43.787333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.006426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989031-6281-4eaf-bbfd-32ce6bed927c req-7ea45d0e-fdc7-40e5-8151-a12bc787fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:44.007987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89989031-6281-4eaf-bbfd-32ce6bed927c req-7ea45d0e-fdc7-40e5-8151-a12bc787fac8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 1096 time: 0.2329023 Jul 12 16:40:44.114136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89989031-6281-4eaf-bbfd-32ce6bed927c req-b18745f7-cfd4-4690-9ad8-444d4fc79bf6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998213 Jul 12 16:40:44.164297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:44.178647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7d96-ab41-4e14-8eb6-c106b4d37413 req-4bf395a9-77e1-4d8a-b88f-a1ff0f114941 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:44.186633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-444e7d96-ab41-4e14-8eb6-c106b4d37413 req-4bf395a9-77e1-4d8a-b88f-a1ff0f114941 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.7287753 Jul 12 16:40:44.195928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8ebe6f8b-aaeb-4fc0-869a-7616d89e8019 None None] Provisioning complete for port 345bc814-006a-48d3-85ec-79e4130e887c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:40:44.196687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6f8b-aaeb-4fc0-869a-7616d89e8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.256361 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-444e7d96-ab41-4e14-8eb6-c106b4d37413 req-59d5ea8f-7b10-4a84-ba1c-c1b9882f4fad tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687592 Jul 12 16:40:44.274031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Deleting port 5ac6b042-d2dd-45c5-99de-42e79cab0707 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:44.274031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.372770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] For port 5ac6b042-d2dd-45c5-99de-42e79cab0707, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5ac6b042-d2dd-45c5-99de-42e79cab0707,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:44.373165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.394185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Calling delete_port for 5ac6b042-d2dd-45c5-99de-42e79cab0707 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:44.418194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:44.429076 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:44.443479 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.455862 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:44.456759 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:44.565424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9d54d367-2306-452d-8ee0-f1a2fe959fc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6351275 Jul 12 16:40:44.566447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:44.569651 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bd108a-0ced-440a-866a-52d36611e3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:44.573143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57344) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:44.648529 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:44.649998 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737920bb-9418-4e6c-be89-51c0c76a40b8 x-openstack-request-id: req-737920bb-9418-4e6c-be89-51c0c76a40b8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:44.650289 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:44.650544 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-737920bb-9418-4e6c-be89-51c0c76a40b8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:44.650972 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'status': 'completed', 'code': 200} Jul 12 16:40:44.710026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:44.713959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eae59b9c-9098-40c2-8568-393f3ee4ec57 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/8ac65057-bd2d-443a-a9d7-221eaf1e8662 HTTP/1.1" status: 200 len: 992 time: 0.1325681 Jul 12 16:40:44.750148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac6b042-d2dd-45c5-99de-42e79cab0707,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:44.921055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-a48ced99-93d6-4c7b-989f-b7bbe07fc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:44.928290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-a48ced99-93d6-4c7b-989f-b7bbe07fc5bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1097 time: 0.2074876 Jul 12 16:40:45.114750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:45.170632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-7259d8ff-9178-482e-ae89-ade1c4d6b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:45.172370 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-7259d8ff-9178-482e-ae89-ade1c4d6b1bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 898 time: 0.2300406 Jul 12 16:40:45.178813 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:42Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:45.226877 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:45.257081 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:45.257745 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:45.272398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-bcda7b91-e306-442a-9112-0b46a2269497 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 1000 time: 0.0907807 Jul 12 16:40:45.336709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-7a455402-a785-49d9-9b5e-206996cca443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:45.339437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-7a455402-a785-49d9-9b5e-206996cca443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.0589805 Jul 12 16:40:45.435853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-c19227d0-8733-462f-af29-e7994a455b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:45.437830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-c19227d0-8733-462f-af29-e7994a455b7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915780 Jul 12 16:40:45.459817 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:45.579979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Router c7a5ab53-9451-423d-a42e-57886b98d4f6 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:40:45.654433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-5da8b162-f1ed-4d49-804f-ddf44c201af4 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968908 Jul 12 16:40:45.673193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79401106-c0fc-4e29-a69f-231f1e839c89 req-050b3e44-ed9c-460d-b188-4bae47d704b5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:45.674959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79401106-c0fc-4e29-a69f-231f1e839c89 req-050b3e44-ed9c-460d-b188-4bae47d704b5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.2082937 Jul 12 16:40:45.735563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57374) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:45.838156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:40:45.853805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Sync routers for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:40:45.855173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc6b1f81-2b6b-4955-8e52-d3b79623db42 admin admin] 10.222.0.58 "PUT /v2.0/routers/c7a5ab53-9451-423d-a42e-57886b98d4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4761899 Jul 12 16:40:45.855705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:45.866433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:45.882164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:45.887931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59bd108a-0ced-440a-866a-52d36611e3c6 req-651f0b0a-70e7-404e-b484-8571f8661025 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108901 Jul 12 16:40:45.890600 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:42Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:45.914760 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-79401106-c0fc-4e29-a69f-231f1e839c89 req-eeef748d-7073-4c2c-86af-63567244b734 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249064 Jul 12 16:40:45.925306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4738677e-224d-4baf-b020-551bb899ee57 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/8ac65057-bd2d-443a-a9d7-221eaf1e8662 HTTP/1.1" status: 200 len: 992 time: 0.1867654 Jul 12 16:40:45.927961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9701c2-8c22-46ee-a087-fd68233ea787 None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:42Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:46.064841 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:46.159338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:46.282144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:46.343956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3df3-6e72-482e-bbd4-28edc7bfa06f req-da740520-207e-47ac-9564-b9bbe68aab67 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:46.345651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-547b3df3-6e72-482e-bbd4-28edc7bfa06f req-da740520-207e-47ac-9564-b9bbe68aab67 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.1427650 Jul 12 16:40:46.428642 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-547b3df3-6e72-482e-bbd4-28edc7bfa06f req-dca621f8-17b0-4d1c-a7ca-93465fd2f06c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Jul 12 16:40:46.431240 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce0d0e-064a-4e37-ac17-efad52a2355b None None] New status for floating IP 8ac65057-bd2d-443a-a9d7-221eaf1e8662: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:40:46.441602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Deleting port 7b3ca790-8bcc-44c1-998a-16d5a89e213b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:46.441951 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:46.473299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:40:44Z', 'revision_number': 5, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port': {'id': '7b3ca790-8bcc-44c1-998a-16d5a89e213b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:33:02Z', 'updated_at': '2021-07-12T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:46.514762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Checking router: c7a5ab53-9451-423d-a42e-57886b98d4f6 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:40:46.524780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Routers {'c7a5ab53-9451-423d-a42e-57886b98d4f6'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:40:46.525439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:40:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['c7a5ab53-9451-423d-a42e-57886b98d4f6'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:46.599349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] For port 7b3ca790-8bcc-44c1-998a-16d5a89e213b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7b3ca790-8bcc-44c1-998a-16d5a89e213b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:46.599644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:46.635332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] Set router c7a5ab53-9451-423d-a42e-57886b98d4f6 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:40:46.639750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Calling delete_port for 7b3ca790-8bcc-44c1-998a-16d5a89e213b owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:46.702355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 6, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:46.739389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f47e3f-56c5-4649-a91e-5eacc3919bfb None None] The sync data for ids ['c7a5ab53-9451-423d-a42e-57886b98d4f6'] in n-d-800078-3 is: [{'id': 'c7a5ab53-9451-423d-a42e-57886b98d4f6', 'name': 'tempest-AttachVolumeTestJSON-718444082-router', 'tenant_id': '7a657e0195e746f9bf596b61aca641fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:33:00Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 6, 'project_id': '7a657e0195e746f9bf596b61aca641fb', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:40:46.929384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:47.019358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.059316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae576f15-a705-443f-ad56-5cd6221901d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/8ac65057-bd2d-443a-a9d7-221eaf1e8662 HTTP/1.1" status: 200 len: 994 time: 0.1245804 Jul 12 16:40:47.065708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3ca790-8bcc-44c1-998a-16d5a89e213b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:47.171578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.205160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ac6b042-d2dd-45c5-99de-42e79cab0707 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:47.237407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5ac6b042-d2dd-45c5-99de-42e79cab0707 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:47.238045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5ac6b042-d2dd-45c5-99de-42e79cab0707 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:47.351296 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.354728 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.412871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.413445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a5ab53-9451-423d-a42e-57886b98d4f6 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:40:47.418712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.422403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-27188e3d-37aa-4c3e-bf46-e7282a9095da admin admin] 10.222.0.58 "DELETE /v2.0/routers/c7a5ab53-9451-423d-a42e-57886b98d4f6 HTTP/1.1" status: 204 len: 168 time: 1.5631788 Jul 12 16:40:47.422732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57430) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:47.449476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b69587-4cf4-44a7-8bcc-b67c61c2dfeb req-e61c2272-6ccc-45c0-9db6-8727195846ce tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:47.453404 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94b69587-4cf4-44a7-8bcc-b67c61c2dfeb req-e61c2272-6ccc-45c0-9db6-8727195846ce tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.2131896 Jul 12 16:40:47.478655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Deleting subnet 4ff8bed5-0860-47df-8ecc-a4898d95cd30 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:40:47.482876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.510941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94b69587-4cf4-44a7-8bcc-b67c61c2dfeb req-254a2b9b-bcbb-44fd-b0df-cd7412767914 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498421 Jul 12 16:40:47.534343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.614511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.672246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.704024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff8bed5-0860-47df-8ecc-a4898d95cd30,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:47.709825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.715028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a58c6bc9-b946-4302-ad94-977e8f6b7da8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4ff8bed5-0860-47df-8ecc-a4898d95cd30 HTTP/1.1" status: 204 len: 168 time: 0.2877920 Jul 12 16:40:47.715361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:47.718134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3357fc2-2c96-4030-9d41-b72f227ac3ec None None] Network 50fcfd7f-6ec2-448b-aabd-4cf340854a9a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:40:47.834360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:47.947194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Deleting port ddc72aca-dd44-4307-98e9-2e956c1e8dbb {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:47.947948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.033283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] DHCP port deletion for 50fcfd7f-6ec2-448b-aabd-4cf340854a9a request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:40:48.073534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] For port ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:48.074181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.089207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Deleting port ddc72aca-dd44-4307-98e9-2e956c1e8dbb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:48.089700 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.094805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Calling delete_port for ddc72aca-dd44-4307-98e9-2e956c1e8dbb owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:48.165960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] For port ddc72aca-dd44-4307-98e9-2e956c1e8dbb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,segment=NetworkSegment(9e4dc9b2-453c-4eab-9c41-615094864ded),segment_id=9e4dc9b2-453c-4eab-9c41-615094864ded)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:48.166756 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.183317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Calling delete_port for ddc72aca-dd44-4307-98e9-2e956c1e8dbb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:48.241498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.274777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:48.280167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] No DVR routers for this DVR port ddc72aca-dd44-4307-98e9-2e956c1e8dbb on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:40:48.288801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.315892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] Pushing event deleted for resources: {'Port': ['ID=ddc72aca-dd44-4307-98e9-2e956c1e8dbb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:48.319398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5236576-8615-4b29-a942-cf3b91626cf1 None None] No DVR routers for this DVR port ddc72aca-dd44-4307-98e9-2e956c1e8dbb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:40:48.376438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.389151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fcfd7f-6ec2-448b-aabd-4cf340854a9a']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:48.404629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4dc9b2-453c-4eab-9c41-615094864ded') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:48.405239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4dc9b2-453c-4eab-9c41-615094864ded') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:40:48.415923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.435189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.441534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:40:48.442493 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:40:48.444379 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:40:48.537295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.562588 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.564493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50fcfd7f-6ec2-448b-aabd-4cf340854a9a HTTP/1.1" status: 204 len: 168 time: 0.8483672 Jul 12 16:40:48.565372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53faf7-fde1-435e-b593-f35f4e6dc891 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fcfd7f-6ec2-448b-aabd-4cf340854a9a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:48.613385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-88dda6ff-7faa-4ea9-a8c5-ddc22c306aaf tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:48.615491 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-88dda6ff-7faa-4ea9-a8c5-ddc22c306aaf tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.1249397 Jul 12 16:40:48.743341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57456) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:48.748095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c36ba-050f-4f4e-a8c3-c28804ba2902 req-0f01e93b-83ef-417a-9fe7-9bc570ba9e2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:40:48.756025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a5c36ba-050f-4f4e-a8c3-c28804ba2902 req-0f01e93b-83ef-417a-9fe7-9bc570ba9e2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 945 time: 0.0850096 Jul 12 16:40:48.809991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a5c36ba-050f-4f4e-a8c3-c28804ba2902 req-65968fd3-5654-41ee-ba4f-60c9e90e0048 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Jul 12 16:40:48.816935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 345bc814-006a-48d3-85ec-79e4130e887c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:40:48.817382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:48.825376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94edae06-bd0e-4c11-8a6d-0229e00c87db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a657e0195e746f9bf596b61aca641fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731103 Jul 12 16:40:48.825574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57462) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:48.953645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.006027 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.016440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7b3ca790-8bcc-44c1-998a-16d5a89e213b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:49.020565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 345bc814-006a-48d3-85ec-79e4130e887c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=345bc814-006a-48d3-85ec-79e4130e887c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:40:49.021019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.043543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 345bc814-006a-48d3-85ec-79e4130e887c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:40:49.050658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7b3ca790-8bcc-44c1-998a-16d5a89e213b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:49.051259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7b3ca790-8bcc-44c1-998a-16d5a89e213b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:49.051876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ddc72aca-dd44-4307-98e9-2e956c1e8dbb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:49.085182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ddc72aca-dd44-4307-98e9-2e956c1e8dbb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:49.085566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ddc72aca-dd44-4307-98e9-2e956c1e8dbb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:49.151741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.154127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.155256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a208460a-1bcc-4987-b1c6-31c6edb223e8 HTTP/1.1" status: 204 len: 168 time: 0.3286998 Jul 12 16:40:49.166156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f6536-6d9b-4561-a218-3c9e195debb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208460a-1bcc-4987-b1c6-31c6edb223e8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:49.256852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.269271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['345bc814-006a-48d3-85ec-79e4130e887c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:40:49.308992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df94e611-71b3-483e-9e4b-9b5db4a0abb4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:40:49.324434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=345bc814-006a-48d3-85ec-79e4130e887c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:49.412749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 345bc814-006a-48d3-85ec-79e4130e887c on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:40:49.420260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:49.423056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f084dfc2-7a3c-4604-a052-9e7986533d20 req-3263b6a5-766c-49aa-9390-2345b853d2e5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "DELETE /v2.0/ports/345bc814-006a-48d3-85ec-79e4130e887c HTTP/1.1" status: 204 len: 173 time: 0.8017409 Jul 12 16:40:49.424007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'name': 'network-vif-deleted', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:40:49.427951 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9bbe86-eefb-4bbe-bfe0-7cbca1615a40" -d '{"events": [{"server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "name": "network-vif-deleted", "tag": "345bc814-006a-48d3-85ec-79e4130e887c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:40:49.542867 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cae4b99-3b93-4939-8479-28323b4545ef x-openstack-request-id: req-0cae4b99-3b93-4939-8479-28323b4545ef {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:40:49.543260 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a134d2b-32df-45d3-8c36-96392d0a2202", "name": "network-vif-deleted", "tag": "345bc814-006a-48d3-85ec-79e4130e887c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:40:49.543405 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cae4b99-3b93-4939-8479-28323b4545ef {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:40:49.543848 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a134d2b-32df-45d3-8c36-96392d0a2202', 'name': 'network-vif-deleted', 'tag': '345bc814-006a-48d3-85ec-79e4130e887c', 'status': 'completed', 'code': 200} Jul 12 16:40:50.038322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2a97de8-2247-4189-aa80-73e270b0763e req-f3bf4f0e-8f97-4efb-a360-55925bccdb9f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0511301 Jul 12 16:40:51.216812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c02b316-7982-40b8-8f1d-dded413b4356 req-c58c6bcc-d523-4be9-b2bf-bbeffe3bce27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0395861 Jul 12 16:40:51.304260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 345bc814-006a-48d3-85ec-79e4130e887c no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:40:51.341527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 345bc814-006a-48d3-85ec-79e4130e887c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:40:51.341874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 345bc814-006a-48d3-85ec-79e4130e887c not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:40:52.295932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57598) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:52.415986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d8a619e3-c99b-4768-8b8e-508c0c8f37fc req-f958c031-cb5e-46f9-9f22-cada02d48ab3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0417747 Jul 12 16:40:52.437163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-694f069a-d70d-4cd2-831a-204a781d1702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.550535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-694f069a-d70d-4cd2-831a-204a781d1702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.554711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-694f069a-d70d-4cd2-831a-204a781d1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.596595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-694f069a-d70d-4cd2-831a-204a781d1702 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5d4bfd69059435fbfe0738fc5536fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987440 Jul 12 16:40:52.597702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f069a-d70d-4cd2-831a-204a781d1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566c8a47-9506-48b0-8f10-ada10fe2e5c3,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:52.599172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57606) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:52.660987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.684445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.738015 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.741644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:52.745483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/566c8a47-9506-48b0-8f10-ada10fe2e5c3 HTTP/1.1" status: 204 len: 168 time: 0.1414330 Jul 12 16:40:52.752126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c455e-aa68-4af3-8e88-b38c5ac59197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c8a47-9506-48b0-8f10-ada10fe2e5c3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:53.064258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57624) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:53.078870 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2be722b-6f84-4849-8eec-2835a1f23867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.187379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2be722b-6f84-4849-8eec-2835a1f23867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.191364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2be722b-6f84-4849-8eec-2835a1f23867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.230670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be722b-6f84-4849-8eec-2835a1f23867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6cb5a1-7598-4405-b3a3-093f4fdecba1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:53.235186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2be722b-6f84-4849-8eec-2835a1f23867 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dddb484325ca4197a7e562a9d6d5d1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700549 Jul 12 16:40:53.237912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57626) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:40:53.301063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.327858 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.387515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.390148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:40:53.391316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce6cb5a1-7598-4405-b3a3-093f4fdecba1 HTTP/1.1" status: 204 len: 168 time: 0.1524129 Jul 12 16:40:53.401583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414065ff-5319-4ca5-95ba-7451ed80d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6cb5a1-7598-4405-b3a3-093f4fdecba1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:40:53.582732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b9e7564-aa81-4c85-a5d8-7410b8d229e0 req-8c5a32a9-4035-4203-87f3-016a11e928e8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0476646 Jul 12 16:40:54.794094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c6491d4-eff7-4b80-9b87-73e39d330f31 req-6ff540dd-8262-4a03-9497-85c61aa5ce60 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a134d2b-32df-45d3-8c36-96392d0a2202 HTTP/1.1" status: 200 len: 210 time: 0.0485485 Jul 12 16:40:59.894241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57822) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:00.017461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.132910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.141707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.175857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57826) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:00.182874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d56fa82b77ad449f8f54159cc4f087cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865589 Jul 12 16:41:00.227333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6162fe9-7846-4943-ae4e-c96e7540db07,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:00.250747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.251091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.251430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.251804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.252134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.252462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.252788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.253113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.253949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.253949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.254160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.254354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85551b-ef27-479f-8bdd-5c8d17f2cc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:00.287678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.321717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.387892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.390923 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.395167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6162fe9-7846-4943-ae4e-c96e7540db07 HTTP/1.1" status: 204 len: 168 time: 0.2183020 Jul 12 16:41:00.404658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513d0f1-5146-43a3-b264-731b7983dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6162fe9-7846-4943-ae4e-c96e7540db07,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:00.767718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 57838) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:00.782052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5042ba8e-7399-44be-97d4-bf2db4234247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.881977 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5042ba8e-7399-44be-97d4-bf2db4234247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.886781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5042ba8e-7399-44be-97d4-bf2db4234247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:00.930542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5042ba8e-7399-44be-97d4-bf2db4234247 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5dde1c04a724d10a19d17cc9c691b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617284 Jul 12 16:41:00.932736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042ba8e-7399-44be-97d4-bf2db4234247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba8400-bd82-4213-b1fb-fdce62ff5396,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:00.933423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 57840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:00.989899 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:01.014441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:01.068613 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:01.071809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:01.076168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36ba8400-bd82-4213-b1fb-fdce62ff5396 HTTP/1.1" status: 204 len: 168 time: 0.1393180 Jul 12 16:41:01.083225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ba1ce-91c2-469a-951c-6d3493f6c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba8400-bd82-4213-b1fb-fdce62ff5396,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:01.757273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a0a9f-3999-4fb2-aacf-3ed0dbd28417 req-e9c0288c-5ac9-4125-bbb3-86491ade7518 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:01.764755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-662a0a9f-3999-4fb2-aacf-3ed0dbd28417 req-e9c0288c-5ac9-4125-bbb3-86491ade7518 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.0765328 Jul 12 16:41:01.820461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-662a0a9f-3999-4fb2-aacf-3ed0dbd28417 req-285e9fd7-998e-4a90-91c7-ed98a14bc2a6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Jul 12 16:41:02.030894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-404f72f8-4f1f-4033-b1bc-22d9a0bc6d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:03.059944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab2d06-f5d7-4a07-a317-2c02bf1bd40e req-c72ae856-b827-4d59-b3e8-6bc86bf57add tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:03.064466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1ab2d06-f5d7-4a07-a317-2c02bf1bd40e req-c72ae856-b827-4d59-b3e8-6bc86bf57add tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.0783827 Jul 12 16:41:03.121705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1ab2d06-f5d7-4a07-a317-2c02bf1bd40e req-9429170d-69aa-4ba2-9c74-809cb190b0da tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=3436807e-7cf9-42a0-a9fe-917037b284e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Jul 12 16:41:03.370172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:03.468192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-cf680e91-167e-4744-9783-3ef4dfb86cb8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:03.469833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-cf680e91-167e-4744-9783-3ef4dfb86cb8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 946 time: 0.0843940 Jul 12 16:41:03.598965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port df94e611-71b3-483e-9e4b-9b5db4a0abb4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:03.599611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:03.717659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port df94e611-71b3-483e-9e4b-9b5db4a0abb4, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=df94e611-71b3-483e-9e4b-9b5db4a0abb4,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:03.718029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:03.734353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for df94e611-71b3-483e-9e4b-9b5db4a0abb4 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:03.913730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:03.931839 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['df94e611-71b3-483e-9e4b-9b5db4a0abb4'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:41:03.949320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=df94e611-71b3-483e-9e4b-9b5db4a0abb4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:04.020986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:04.023386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port df94e611-71b3-483e-9e4b-9b5db4a0abb4 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:41:04.027142 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.029296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd66c7de-b4c4-47f5-bbf4-c8c61bd0bd40 req-4eed3c2d-1fd7-4cba-a2ab-e99bdc83ca27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "DELETE /v2.0/ports/df94e611-71b3-483e-9e4b-9b5db4a0abb4 HTTP/1.1" status: 204 len: 173 time: 0.5530386 Jul 12 16:41:04.029769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'name': 'network-vif-deleted', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:41:04.039856 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef712bf-c661-40ad-bfde-258dc2d4936f" -d '{"events": [{"server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "name": "network-vif-deleted", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:41:04.091324 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4d628d-7a4e-4896-a81c-29d77c87a24d x-openstack-request-id: req-2b4d628d-7a4e-4896-a81c-29d77c87a24d {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:41:04.091937 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb", "name": "network-vif-deleted", "tag": "df94e611-71b3-483e-9e4b-9b5db4a0abb4", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:41:04.091937 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b4d628d-7a4e-4896-a81c-29d77c87a24d {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:41:04.092359 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb', 'name': 'network-vif-deleted', 'tag': 'df94e611-71b3-483e-9e4b-9b5db4a0abb4', 'status': 'completed', 'code': 200} Jul 12 16:41:04.219270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d6e7-78b3-4fba-ae37-761f3bae9750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.319890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8b6b7b5-88b3-4019-a299-643dab7129e9 req-5b1ba1cf-68a7-410b-8883-25f753dbb051 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0520074 Jul 12 16:41:04.366528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d6e7-78b3-4fba-ae37-761f3bae9750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.374698 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d6e7-78b3-4fba-ae37-761f3bae9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.421501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:04.421649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7eb0d6e7-78b3-4fba-ae37-761f3bae9750 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef77949e54454807810d54cb6562fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995457 Jul 12 16:41:04.433924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0d6e7-78b3-4fba-ae37-761f3bae9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba9cd3-fbef-42f9-abdd-edde1cb32772,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:04.462406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5da9438a-c3be-4d5d-b0ba-27c857f09fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.508735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.537415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.609886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.613465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:04.615520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3eba9cd3-fbef-42f9-abdd-edde1cb32772 HTTP/1.1" status: 204 len: 168 time: 0.1930361 Jul 12 16:41:04.626126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e580c6-7f71-4bca-acde-0386367b192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba9cd3-fbef-42f9-abdd-edde1cb32772,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:04.944229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.015207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58520) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:05.030783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48a0e340-6766-411f-8ead-c3514c50d9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.145462 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48a0e340-6766-411f-8ead-c3514c50d9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.157709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-48a0e340-6766-411f-8ead-c3514c50d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.205623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-48a0e340-6766-411f-8ead-c3514c50d9e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b38847e809d347a39495fa700d8e048b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888862 Jul 12 16:41:05.206730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0e340-6766-411f-8ead-c3514c50d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcdf486-3340-4a40-8420-53c2e0d36ec7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:05.208209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58556) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:05.296728 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.335402 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.409357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.411975 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.413125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfcdf486-3340-4a40-8420-53c2e0d36ec7 HTTP/1.1" status: 204 len: 168 time: 0.2037015 Jul 12 16:41:05.432589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361b7d7-5955-4675-be3a-d5985c23dabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcdf486-3340-4a40-8420-53c2e0d36ec7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:05.506175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f673643e-e6f5-419a-85ab-5fb63732e6d5 req-ec36e290-a94a-4ab8-b168-5283de2f5fe8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0349617 Jul 12 16:41:05.645503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:05.848521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:06.154058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df94e611-71b3-483e-9e4b-9b5db4a0abb4 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:41:06.198168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: df94e611-71b3-483e-9e4b-9b5db4a0abb4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:41:06.198620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device df94e611-71b3-483e-9e4b-9b5db4a0abb4 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:41:06.675478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-445069ee-e1f4-4b42-9c05-d3ea299e5014 req-c0a54127-53d1-4a91-82ea-6d885f723041 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0441024 Jul 12 16:41:07.300913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:07.870447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80ec47bb-6dc4-4ed8-9d05-746a32a34929 req-e868b6c1-55dd-4a03-a928-ea7ec1f411eb tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbaa1d4-f40f-49b2-953a-c8ca6f8330fb HTTP/1.1" status: 200 len: 210 time: 0.0380800 Jul 12 16:41:07.996030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58906) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:08.118478 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad427cfd-b1aa-4509-9c29-b6136888bb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.226157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad427cfd-b1aa-4509-9c29-b6136888bb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.233571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ad427cfd-b1aa-4509-9c29-b6136888bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.279491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427cfd-b1aa-4509-9c29-b6136888bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd79fd-0e7b-4cee-bde6-3fe4ed7c2daa,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:08.303643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ad427cfd-b1aa-4509-9c29-b6136888bb00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e23aa9a1d354770a212bd97b77d23af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052506 Jul 12 16:41:08.305026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58912) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:08.358883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.383713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.785988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.789770 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:08.793157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81cd79fd-0e7b-4cee-bde6-3fe4ed7c2daa HTTP/1.1" status: 204 len: 168 time: 0.4869404 Jul 12 16:41:08.804093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d2dd9-ce9e-4e91-82a8-8226cce044f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd79fd-0e7b-4cee-bde6-3fe4ed7c2daa,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:09.141331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58924) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:09.154802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1538-8f73-497b-9fb1-e7ebfaa6833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.256764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1538-8f73-497b-9fb1-e7ebfaa6833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.261729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5d1b1538-8f73-497b-9fb1-e7ebfaa6833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.302077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b1538-8f73-497b-9fb1-e7ebfaa6833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1ca10-91cf-4243-8511-a3790b00791e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:09.306563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5d1b1538-8f73-497b-9fb1-e7ebfaa6833d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b022581d1f34b6eb2899edb74f65e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641536 Jul 12 16:41:09.310315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58928) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:09.374874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.398492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.458810 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.459625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:09.460969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46c1ca10-91cf-4243-8511-a3790b00791e HTTP/1.1" status: 204 len: 168 time: 0.1501114 Jul 12 16:41:09.471464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1ca10-91cf-4243-8511-a3790b00791e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:09.480685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.481171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.481735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.482363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.482905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.483511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.483941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.484482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.485002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.485403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.485804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:09.486198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd256386-cf89-44f4-8456-40f6a3962445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:10.750156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 58972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:10.862064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dae67a17-5723-4e26-847d-911d3ec73a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:10.973976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dae67a17-5723-4e26-847d-911d3ec73a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:10.980827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dae67a17-5723-4e26-847d-911d3ec73a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:11.016894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae67a17-5723-4e26-847d-911d3ec73a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fece1c-415c-4e4c-aff2-58edb830576d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:11.040692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dae67a17-5723-4e26-847d-911d3ec73a52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b77b64599b74692a2744a480143d27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884245 Jul 12 16:41:11.042995 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 58976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:11.126399 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:11.149943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:11.221479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:11.224223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:11.229788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0fece1c-415c-4e4c-aff2-58edb830576d HTTP/1.1" status: 204 len: 168 time: 0.1851666 Jul 12 16:41:11.246744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d004e-882e-40ff-9d49-ae2b2d02ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fece1c-415c-4e4c-aff2-58edb830576d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:11.738514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-fa3af17c-dea2-4f69-830b-cfa294095793 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775518 Jul 12 16:41:11.877091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-585bb4e2-c323-4531-ac86-52ba70a932fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:11.880500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-585bb4e2-c323-4531-ac86-52ba70a932fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1097 time: 0.0782700 Jul 12 16:41:12.029457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-8500c920-6890-4a96-87b3-05002fdba7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:12.031437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-8500c920-6890-4a96-87b3-05002fdba7d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 898 time: 0.1236370 Jul 12 16:41:12.156568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-9930af8b-69f0-487f-a567-1c0199670f8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 1002 time: 0.1128094 Jul 12 16:41:12.273846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-0fb1694c-c0a9-44fc-8ed5-4655223799f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:12.277842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-0fb1694c-c0a9-44fc-8ed5-4655223799f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.1121631 Jul 12 16:41:12.416510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-47130bb9-ece2-4cc6-9eca-55bb266bbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:12.418112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-47130bb9-ece2-4cc6-9eca-55bb266bbd86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317351 Jul 12 16:41:12.556966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-c0ea6e43-d3aa-4fcd-af6f-07f227725844 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311853 Jul 12 16:41:12.696457 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-53f5de6d-e72a-4e4d-9514-c5519d73b627 req-69303754-fe51-47c9-90a9-f2dcf049e299 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243439 Jul 12 16:41:14.279159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59142) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.283931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73518900', 'description': 'tempest-secgroup-smoke-73518900 description', 'project_id': '86e128fc54fd4ae0a93c413188db751d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:14.312447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.372007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59144) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.425270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.437195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.468092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.473039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1929321 Jul 12 16:41:14.476410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59148) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.481266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:14.523848 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.529130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd4b66a8-85b9-4fb1-a652-c3547cb2abac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.541703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17d484-dd8d-415a-9199-1d50ff3b6bb0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa67fe-fc0a-43b1-8228-ed0c14c20142,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:14.638011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.645161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.660868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21f2bf4-74e2-4f24-83b3-2a0bf4f1a9f5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:14.686268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd4b66a8-85b9-4fb1-a652-c3547cb2abac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.691734 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd4b66a8-85b9-4fb1-a652-c3547cb2abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.693679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.698392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77e6cc3b-4e72-4ef2-accf-8d404e7908e0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174606 Jul 12 16:41:14.698392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59152) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.703782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:14.745789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.749570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd4b66a8-85b9-4fb1-a652-c3547cb2abac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e204012aafb847058e62254d70faff3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758211 Jul 12 16:41:14.750768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b66a8-85b9-4fb1-a652-c3547cb2abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d769299b-7d2e-405e-89c2-7c86ac83a312,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:14.756202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59154) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.849454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.854270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.856163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.894724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6374288b-fac3-477a-9191-51bc273052cd,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:14.906679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.909148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.910158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-574e248b-b458-4634-980b-45949797f4d5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2108092 Jul 12 16:41:14.915604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59158) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:14.918838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:14.978002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.992461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.996130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:14.997603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d769299b-7d2e-405e-89c2-7c86ac83a312 HTTP/1.1" status: 204 len: 168 time: 0.2401762 Jul 12 16:41:15.014049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe62fb9-9c99-406d-be12-359ecdc7dbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769299b-7d2e-405e-89c2-7c86ac83a312,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.102122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.108130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.144066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646ae1c5-cc0c-4b45-973d-146b6a525326,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.155144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.160305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-44b44af9-12bd-48b8-8b55-173760c685aa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432137 Jul 12 16:41:15.160785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59166) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.167306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:15.210173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.291182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.302959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.324962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59172) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.335574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418b1395-6f71-4025-9a70-b454cca733cd,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.337050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:41:15.351041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.352439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c411e9f-503d-4b12-85e4-020d97f62b89 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1905563 Jul 12 16:41:15.355866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59176) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.360404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:15.387366 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Project 86e128fc54fd4ae0a93c413188db751d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:41:15.393231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.471825 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.476925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.488776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59178) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.518145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706de77b-010c-4245-b1bf-90b2248fb3a8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.519258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f53584a5-f4d7-4a44-8f60-12a3ce5d855f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b091739075964a99a9f29a4af0e83db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924312 Jul 12 16:41:15.520650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59180) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.528958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.533159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-041c31c8-b3a5-42f6-9e74-2977947c1129 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763296 Jul 12 16:41:15.533827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59182) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:15.537291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.551232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'security_group_rule': {'security_group_id': '66fa67fe-fc0a-43b1-8228-ed0c14c20142', 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:15.584547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.588162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:41:15.588162 n-d-800078-3 neutron-server[93711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 12 16:41:15.588162 n-d-800078-3 neutron-server[93711]: [parameters: {'project_id': '51d322ad6d424b6d805952b1f3c4c095', 'id': '0c35bf72-604d-4f56-967b-ea5e479e20b1', 'expiration': datetime.datetime(2021, 7, 12, 16, 43, 15, 572672)}] Jul 12 16:41:15.588162 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:41:15.588701 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:41:15.593957 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Project 86e128fc54fd4ae0a93c413188db751d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:41:15.599046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.609267 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.660250 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.663200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.667434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a54f069b-42f6-494e-8192-decd2190d89f HTTP/1.1" status: 204 len: 168 time: 0.1423771 Jul 12 16:41:15.673477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.677857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.679990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed740e-7b61-4391-8500-cfba994e0ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f069b-42f6-494e-8192-decd2190d89f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.695998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b183f9-2849-4ddd-925b-15c0d395684b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:15.706805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:15.708610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b30b6fee-9d0d-4476-a5ba-23d7c18c40bd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726787 Jul 12 16:41:16.009316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59234) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:16.089473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.162376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b0484e1-2fdc-4711-937d-5b2c341842b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.250371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.263443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.333466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51d322ad6d424b6d805952b1f3c4c095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396814 Jul 12 16:41:16.334084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7762e2f-6ee1-45c2-ad0d-63fb02c23b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45660b53-a26b-463d-aedb-7b0260c63029,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:16.338248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59250) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:16.398159 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.423134 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.424935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b0484e1-2fdc-4711-937d-5b2c341842b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.429620 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b0484e1-2fdc-4711-937d-5b2c341842b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.472480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1b0484e1-2fdc-4711-937d-5b2c341842b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6830e4823e764ecb93cce15720e8ef6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614310 Jul 12 16:41:16.475823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59268) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:16.484816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0484e1-2fdc-4711-937d-5b2c341842b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56067b0d-ea07-41a1-9068-86b4e49db4d9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:16.537912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.540429 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.542051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45660b53-a26b-463d-aedb-7b0260c63029 HTTP/1.1" status: 204 len: 168 time: 0.2026744 Jul 12 16:41:16.557779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.566771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf6bc8-a6b8-473e-998b-71a5f06791d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45660b53-a26b-463d-aedb-7b0260c63029,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:16.604002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.676686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.679513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:16.680957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56067b0d-ea07-41a1-9068-86b4e49db4d9 HTTP/1.1" status: 204 len: 168 time: 0.2042065 Jul 12 16:41:16.692661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861de0c-9395-4338-b044-37165e47bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56067b0d-ea07-41a1-9068-86b4e49db4d9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:17.241830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59348) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:17.266562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6939887d-c975-4bca-a68f-7bc13ae1fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.426525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6939887d-c975-4bca-a68f-7bc13ae1fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.434801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6939887d-c975-4bca-a68f-7bc13ae1fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.508209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6939887d-c975-4bca-a68f-7bc13ae1fdff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c4beb388ad0404abd494345a6770f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650173 Jul 12 16:41:17.511140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59360) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:17.519187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939887d-c975-4bca-a68f-7bc13ae1fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63349e6-3431-4457-9585-fdde92bf5886,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:17.580535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.609043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.670788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.673891 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:17.678190 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c63349e6-3431-4457-9585-fdde92bf5886 HTTP/1.1" status: 204 len: 168 time: 0.1658354 Jul 12 16:41:17.687722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4c55a-8125-454c-b82c-18a3f1a9ad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63349e6-3431-4457-9585-fdde92bf5886,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:18.303512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59428) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:18.504173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dda48-1852-495d-b382-8e7320ddf7b6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:18.504853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dda48-1852-495d-b382-8e7320ddf7b6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:18.505277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dda48-1852-495d-b382-8e7320ddf7b6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:18.507345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a92dda48-1852-495d-b382-8e7320ddf7b6 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=4928b5ecc2564ec0b4b97c11191088a1&network_id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 2970 time: 0.2025301 Jul 12 16:41:18.718260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59452) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:18.960767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-34d45c6f-98d8-446d-8fee-51fc9d176086 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:18.986526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59462) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:18.988125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-34d45c6f-98d8-446d-8fee-51fc9d176086 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "PUT /v2.0/quotas/0b77f8527d96428c87e51edfc840969a HTTP/1.1" status: 200 len: 368 time: 0.2683260 Jul 12 16:41:18.992353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Request body: {'network': {'project_id': '0b77f8527d96428c87e51edfc840969a'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:19.024620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Made reservation on behalf of 0b77f8527d96428c87e51edfc840969a for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:19.028337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.037410 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.152228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.156763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.188759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:19.195998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f972591-4389-46d0-a266-b359c9333415,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:19.213957 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.214660 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Added segment c96787a3-0b79-4dbf-b04b-fdfca8917b47 of type vlan for network 189b628f-a0fc-4081-981b-68b8408d8774 Jul 12 16:41:19.286060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.332530 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.334650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:19.335508 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.442257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59474) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:19.442442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4546258 Jul 12 16:41:19.449872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Request body: {'network': {'project_id': '0b77f8527d96428c87e51edfc840969a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:19.457940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb7223-561d-4258-8e24-a1aac9d5dc1d tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Pushing event updated for resources: {'Network': ['ID=189b628f-a0fc-4081-981b-68b8408d8774,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:19.492789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 189b628f-a0fc-4081-981b-68b8408d8774 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:19.501679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Made reservation on behalf of 0b77f8527d96428c87e51edfc840969a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:19.505562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.589165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:19.609642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.609975 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Added segment f2d964bb-594b-4ed1-99bc-12dbf7119043 of type vlan for network 46f8ab26-6be8-484b-9675-26e8fcac1956 Jul 12 16:41:19.675762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.708330 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.711547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:19.712206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:19.773780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3292947 Jul 12 16:41:19.777193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:19.782832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9bd0ab34-9692-40c9-8292-baf1f1a09136 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Request body: {'network': {'project_id': '0b77f8527d96428c87e51edfc840969a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:19.804224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092e865-5942-48f4-9c7c-44ca6c4a0551 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Pushing event updated for resources: {'Network': ['ID=46f8ab26-6be8-484b-9675-26e8fcac1956,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:19.809304 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd0ab34-9692-40c9-8292-baf1f1a09136 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 12 16:41:19.809880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd0ab34-9692-40c9-8292-baf1f1a09136 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:41:19.814152 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9bd0ab34-9692-40c9-8292-baf1f1a09136 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0327978 Jul 12 16:41:19.814307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59484) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:19.818263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 46f8ab26-6be8-484b-9675-26e8fcac1956 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:19.921809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.038464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.064057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f8ab26-6be8-484b-9675-26e8fcac1956']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.076129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d964bb-594b-4ed1-99bc-12dbf7119043') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.076496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d964bb-594b-4ed1-99bc-12dbf7119043') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.089290 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.112120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.121342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:20.122111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:20.124869 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:20.189421 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.195275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.197743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "DELETE /v2.0/networks/46f8ab26-6be8-484b-9675-26e8fcac1956 HTTP/1.1" status: 204 len: 168 time: 0.3822143 Jul 12 16:41:20.200337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:20.209102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739c3f1-207d-4f26-8f85-e3082a058183 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Pushing event deleted for resources: {'Network': ['ID=46f8ab26-6be8-484b-9675-26e8fcac1956,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:20.279772 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.367802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.379174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189b628f-a0fc-4081-981b-68b8408d8774']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.391467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96787a3-0b79-4dbf-b04b-fdfca8917b47') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.391924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96787a3-0b79-4dbf-b04b-fdfca8917b47') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:20.401953 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.417497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.425557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:20.426324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:20.428366 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:20.496347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.501543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:20.503368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] 10.222.0.58 "DELETE /v2.0/networks/189b628f-a0fc-4081-981b-68b8408d8774 HTTP/1.1" status: 204 len: 168 time: 0.3020480 Jul 12 16:41:20.519274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9831c2-e745-4e56-be1a-41561e23d917 tempest-QuotasNegativeTest-763909148 tempest-QuotasNegativeTest-763909148-project-admin] Pushing event deleted for resources: {'Network': ['ID=189b628f-a0fc-4081-981b-68b8408d8774,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:21.065695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59508) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:21.183158 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-48d5de0d-f82b-4abf-8184-3b05b71850f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.304060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-48d5de0d-f82b-4abf-8184-3b05b71850f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.311793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-48d5de0d-f82b-4abf-8184-3b05b71850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.365163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-48d5de0d-f82b-4abf-8184-3b05b71850f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4995733f45f491fa3a87bc648de23a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983048 Jul 12 16:41:21.367896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:21.377001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5de0d-f82b-4abf-8184-3b05b71850f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a878ce-4571-40e2-899b-1001a9e00912,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:21.410062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59520) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:21.452313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.479820 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db759d7b-f00e-4ce7-92f0-40239ad14e8f tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:21.481438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.484027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-db759d7b-f00e-4ce7-92f0-40239ad14e8f tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 814 time: 0.0727148 Jul 12 16:41:21.558349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.567016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:21.568412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16a878ce-4571-40e2-899b-1001a9e00912 HTTP/1.1" status: 204 len: 168 time: 0.1982362 Jul 12 16:41:21.577276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9f96-cb39-490b-ad14-d0f9f39bb196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a878ce-4571-40e2-899b-1001a9e00912,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:21.920744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59540) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:21.935311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e567fe-7c6a-41e9-a28a-74202e48e4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.046163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e567fe-7c6a-41e9-a28a-74202e48e4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.051385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e5e567fe-7c6a-41e9-a28a-74202e48e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.093911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e5e567fe-7c6a-41e9-a28a-74202e48e4c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59d2e9e388e746ba82e9793bf41ed081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720715 Jul 12 16:41:22.094849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e567fe-7c6a-41e9-a28a-74202e48e4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1d498-dc58-43e3-84b1-91aefcf849b7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:22.096468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59542) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.154175 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.162244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59544) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.170272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'network': {'name': 'tempest-network-smoke--557355541', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:22.182623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.196174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:22.201198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.238667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:22.264702 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.265768 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.268401 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Added segment 02267be4-881c-4999-8ae8-65fb0b708a7e of type vlan for network f5e170aa-344d-472c-b69b-cd57159bc274 Jul 12 16:41:22.268644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.272480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cb1d498-dc58-43e3-84b1-91aefcf849b7 HTTP/1.1" status: 204 len: 168 time: 0.1747887 Jul 12 16:41:22.281618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9e5d6-cdbb-4431-bd57-8ad1fd91377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1d498-dc58-43e3-84b1-91aefcf849b7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:22.383195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.418680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.426033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:22.427146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:22.529406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3660421 Jul 12 16:41:22.533093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.549519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70ee19-ac6b-4307-bba2-a650ba399b07 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Network': ['ID=f5e170aa-344d-472c-b69b-cd57159bc274,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:22.560756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f5e170aa-344d-472c-b69b-cd57159bc274 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:22.655301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d4263-2950-477b-a5cd-598fc4336349 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:22.659845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59558) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.660301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-094d4263-2950-477b-a5cd-598fc4336349 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4928b5ecc2564ec0b4b97c11191088a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1248126 Jul 12 16:41:22.887838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb91adb-99d2-4846-8994-9a0e91b0d135 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:22.888494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bcb91adb-99d2-4846-8994-9a0e91b0d135 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274725 Jul 12 16:41:22.891564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59572) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.926539 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f267ac42-8a31-46ab-ac64-af7ada0f9423 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316045 Jul 12 16:41:22.927520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59576) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:22.969141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-879d4aad-0542-4f08-a12c-ff345652a8ea tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4928b5ecc2564ec0b4b97c11191088a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392220 Jul 12 16:41:22.971447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59578) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:23.161864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95722339-268f-46a1-8af6-1c38f62fd0a0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:23.166901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-95722339-268f-46a1-8af6-1c38f62fd0a0 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1911256 Jul 12 16:41:23.167298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59592) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:23.233155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55b87dd7-c88b-4514-acb8-40cee1e82e9f tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574255 Jul 12 16:41:23.233155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59594) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:23.238388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117262273', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:23.277693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59600) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:23.341784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:23.352774 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.419570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-376143768'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:23.450639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Made reservation on behalf of 8a1ed0055175460faf455b1a3f40b068 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:23.457518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.472386 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.602863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.610262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.638601 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.658030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:23.666443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4def8e4e-014a-4875-baaa-b43d1a742d02,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:23.676217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.676217 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Added segment 88d9f9db-101d-4c92-915f-6b3124e01229 of type vlan for network bea8329f-cef6-4377-9778-8359b779c42d Jul 12 16:41:23.736213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.760446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Checking segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:23.760850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network hostable DHCP agents. Network: f5e170aa-344d-472c-b69b-cd57159bc274, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:23.763155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Subnet': ['ID=9fe602fe-08b6-4e0e-bdbc-2bcded9c8415,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:23.791125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.796696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f5e170aa-344d-472c-b69b-cd57159bc274 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:23.814440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:23.814440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.832313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f5e170aa-344d-472c-b69b-cd57159bc274) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:23.838060 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:23.843884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:23.848620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78291c5d-d6a4-4a10-8e17-fd2f27cd450a None None] Network f5e170aa-344d-472c-b69b-cd57159bc274 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:23.873503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-687cfdc9-6fd0-45d7-8d1f-f5afb294a62e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6388054 Jul 12 16:41:23.889842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6073687 Jul 12 16:41:23.889842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59608) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:23.894775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Request body: {'subnet': {'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:23.965906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e54c2-df36-417b-91c6-336e90bdad0e tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'Network': ['ID=bea8329f-cef6-4377-9778-8359b779c42d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:23.986160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network bea8329f-cef6-4377-9778-8359b779c42d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:24.057996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Made reservation on behalf of 8a1ed0055175460faf455b1a3f40b068 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:24.062391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.251640 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59614) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:24.259184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327984738', 'description': 'tempest-secgroup-smoke-327984738 description', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:24.313094 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.392900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f5e170aa-344d-472c-b69b-cd57159bc274', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ips': [{'subnet_id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:24.394315 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.412495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.523701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.531477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.539255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'Subnet': ['ID=4b32da68-2876-4577-b7d7-e4c8e73a2a7c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:24.583717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Checking segment: {'id': '88d9f9db-101d-4c92-915f-6b3124e01229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:24.584420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Network hostable DHCP agents. Network: bea8329f-cef6-4377-9778-8359b779c42d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:24.591562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.595374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3493311 Jul 12 16:41:24.597825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:24.605837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:24.614663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c85f5-2c6c-407e-a3f5-91ecbc86d911 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345cdaac-d64e-4988-9626-78685af42f8e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:24.673321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.686319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Network bea8329f-cef6-4377-9778-8359b779c42d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:24.690459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Allocated IP 172.20.0.18 (f5e170aa-344d-472c-b69b-cd57159bc274/9fe602fe-08b6-4e0e-bdbc-2bcded9c8415/a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:24.746085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, bea8329f-cef6-4377-9778-8359b779c42d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:24.766953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:24.767579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.809417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7109b5b-3ba1-4db4-93e6-a87d79f1a287 None None] Network bea8329f-cef6-4377-9778-8359b779c42d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:24.814463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:24.816512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-02831d34-d82b-4b7f-b82b-5d04dc94821c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9212251 Jul 12 16:41:24.820410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Request body: {'port': {'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1527756672'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:24.858873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.865635 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.898708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249802d7-a9db-4b18-9da4-e2accda66c4e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:24.907152 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:24.910966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e9157ffa-18ea-46b0-ad03-8e1937c97a04 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088305 Jul 12 16:41:24.916274 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59626) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:24.920928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:24.970841 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.032341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.066590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Transition to ACTIVE for port object a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:25.086456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-bea8329f-cef6-4377-9778-8359b779c42d', 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d', 'tenant_id': '8a1ed0055175460faf455b1a3f40b068', 'fixed_ips': [{'subnet_id': '4b32da68-2876-4577-b7d7-e4c8e73a2a7c'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:25.088786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.091025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Made reservation on behalf of 8a1ed0055175460faf455b1a3f40b068 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:25.095908 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.123944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] device_id is not set on port 3dae3e3d-0397-4312-b017-dd37770f159a yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:41:25.131028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Transition to ACTIVE for port object a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:25.139630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.147339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.203724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.208822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2891140 Jul 12 16:41:25.209203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59632) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:25.221194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:25.230614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df809d6-d5de-457f-8988-f4047c135e9b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e24333-c5c5-4449-b751-3a9b1a2d5f3d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.285301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.287660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.444186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Allocated IP 2001:db8::1c7 (bea8329f-cef6-4377-9778-8359b779c42d/4b32da68-2876-4577-b7d7-e4c8e73a2a7c/3dae3e3d-0397-4312-b017-dd37770f159a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:25.444639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Network f5e170aa-344d-472c-b69b-cd57159bc274 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:25.445389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.452338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:25.462141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.464477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:25.467545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.488657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.489005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.489341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.489673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.490003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.498165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde666bb-439f-4994-9223-e979b859733b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.511735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.512802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.512802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.513114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.513256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.513533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.514059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:41:25.527443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.532921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-59deea4c-5649-4e5f-bf64-5960ab25703a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225789 Jul 12 16:41:25.533577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59638) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:25.548875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:25.605296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.634266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Attempting to bind port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:25.634913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Attempting to bind port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:25.635546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Attempting to bind port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd on network f5e170aa-344d-472c-b69b-cd57159bc274 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:25.641075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:25.641710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Checking segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:25.642292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.642903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Bound using segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:25.643537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Bound port: a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:25.644160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.678423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.695892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Transition to ACTIVE for port object 3dae3e3d-0397-4312-b017-dd37770f159a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:25.719398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.723965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.739824 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.751913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] For port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:25.755530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] For port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:25.756637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20e223a-1a2c-4151-b341-dd03cb387179,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.760893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.765362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0be3614f-c210-4c97-9942-322b6a01bffd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307985 Jul 12 16:41:25.766048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59642) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:25.771832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:25.785508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.801582 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:41:25.811275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.824445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'Port': ['ID=3dae3e3d-0397-4312-b017-dd37770f159a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.860748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Network bea8329f-cef6-4377-9778-8359b779c42d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:25.862346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:25.870266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:25.881190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Allocated IP 2001:db8::2 (bea8329f-cef6-4377-9778-8359b779c42d/4b32da68-2876-4577-b7d7-e4c8e73a2a7c/7185f919-f4e5-44d0-9973-69806f816f5b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:25.888437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:25.890796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.908175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c90d8c-69ad-488b-9411-62380b41dc44 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:25.914077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.921024 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:25.929221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-11b44bb7-9a09-4f19-a92f-4f659befdd14 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1135406 Jul 12 16:41:25.933055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59644) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:25.940619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Request body: {'port': {'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1802797916', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:25.941197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] bootfile-name is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:25.941644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] tftp-server is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:25.942042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.api.validators [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] server-ip-address is not in valid_values {{(pid=93712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:25.968169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4befe8-7b2f-401d-a72e-23ba299b0f62,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:26.002735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.008305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6321d6dd-1dca-46bc-9844-8be9e914f193 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2412031 Jul 12 16:41:26.010095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:26.017644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '345cdaac-d64e-4988-9626-78685af42f8e', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:26.069054 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:41:26.084985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.147887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Made reservation on behalf of 8a1ed0055175460faf455b1a3f40b068 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:26.171320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.273806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] device_id is not set on port aaf22a91-b7ee-43ec-935e-c00139644772 yet. {{(pid=93712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 12 16:41:26.309507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.316186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.318347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.366859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Transition to ACTIVE for port object 7185f919-f4e5-44d0-9973-69806f816f5b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:26.389012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.407138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3928409 Jul 12 16:41:26.419956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668beb6-2367-4bcd-b74a-2e22803ea124 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d5e702-74a0-4dd4-90fe-cb788d7da56d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:26.426794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Transition to ACTIVE for port object 7185f919-f4e5-44d0-9973-69806f816f5b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:26.442276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.504346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Network bea8329f-cef6-4377-9778-8359b779c42d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:26.506051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:26.515568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:26.619208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Allocated IP 2001:db8::73 (bea8329f-cef6-4377-9778-8359b779c42d/4b32da68-2876-4577-b7d7-e4c8e73a2a7c/aaf22a91-b7ee-43ec-935e-c00139644772) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:26.625846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Pushing event updated for resources: {'Port': ['ID=7185f919-f4e5-44d0-9973-69806f816f5b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:26.654150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Attempting to bind port 7185f919-f4e5-44d0-9973-69806f816f5b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:26.654616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Attempting to bind port 7185f919-f4e5-44d0-9973-69806f816f5b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '88d9f9db-101d-4c92-915f-6b3124e01229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:26.655421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Attempting to bind port 7185f919-f4e5-44d0-9973-69806f816f5b on network bea8329f-cef6-4377-9778-8359b779c42d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:26.663456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:26.664468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Checking segment: {'id': '88d9f9db-101d-4c92-915f-6b3124e01229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:26.665211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.665876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Bound using segment: {'id': '88d9f9db-101d-4c92-915f-6b3124e01229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:26.666816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Bound port: 7185f919-f4e5-44d0-9973-69806f816f5b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d9f9db-101d-4c92-915f-6b3124e01229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bea8329f-cef6-4377-9778-8359b779c42d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:26.667668 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.752193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] For port 7185f919-f4e5-44d0-9973-69806f816f5b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:26.755688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] For port 7185f919-f4e5-44d0-9973-69806f816f5b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7185f919-f4e5-44d0-9973-69806f816f5b,segment=NetworkSegment(88d9f9db-101d-4c92-915f-6b3124e01229),segment_id=88d9f9db-101d-4c92-915f-6b3124e01229)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:26.763098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.829448 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f3385-415f-49c1-af0b-48584dcd7102 None None] Pushing event updated for resources: {'Port': ['ID=7185f919-f4e5-44d0-9973-69806f816f5b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:26.863379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.883534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Transition to ACTIVE for port object aaf22a91-b7ee-43ec-935e-c00139644772 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:26.920961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:26.998193 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Network bea8329f-cef6-4377-9778-8359b779c42d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:27.008197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:27.020040 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:27.030182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:27.031128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.060327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'Port': ['ID=aaf22a91-b7ee-43ec-935e-c00139644772,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:27.065480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-99da254b-12fc-4f0c-b96a-b37a2139ff0c tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1304982 Jul 12 16:41:27.068310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59662) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:27.115507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:27.178171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:27.269756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5ba25-558f-4d84-afaf-51a2a8d767c1 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:27.276682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5ba25-558f-4d84-afaf-51a2a8d767c1 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:27.284276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5ba25-558f-4d84-afaf-51a2a8d767c1 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:27.286053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a5e5ba25-558f-4d84-afaf-51a2a8d767c1 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2158902 Jul 12 16:41:27.288951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:27.432085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Deleting port aaf22a91-b7ee-43ec-935e-c00139644772 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:27.432604 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.480447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5901c-a167-48e6-a039-c69c3b993b5c None None] Network f5e170aa-344d-472c-b69b-cd57159bc274 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:27.560881 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.576817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Calling delete_port for aaf22a91-b7ee-43ec-935e-c00139644772 owned by {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:27.601860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Provisioning for port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:27.607993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Provisioning complete for port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:27.608431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.810585 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.821809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.846990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event deleted for resources: {'Port': ['ID=aaf22a91-b7ee-43ec-935e-c00139644772,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:27.895019 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:27.897692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6227687-c3f6-4743-bfe7-bb8399ebf119 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "DELETE /v2.0/ports/aaf22a91-b7ee-43ec-935e-c00139644772 HTTP/1.1" status: 204 len: 168 time: 0.6071105 Jul 12 16:41:27.901645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59676) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:27.908491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Request body: {'port': {'name': 'tempest-new-port-name-1746316209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:27.909013 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] bootfile-name is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:27.909354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] tftp-server is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:27.909945 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.api.validators [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] server-ip-address is not in valid_values {{(pid=93711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 12 16:41:27.918468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] For port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:27.928227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.063786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea9007-c47f-4328-bf4d-176d69a32696 None None] Pushing event updated for resources: {'Port': ['ID=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:28.148858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.457037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e97e11df-154e-4021-a53f-5bedea3789b4 None None] Provisioning complete for port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:28.457405 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e97e11df-154e-4021-a53f-5bedea3789b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.505328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.517753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4b84a-85ae-4e98-8b50-552e8439cf3e None None] Network bea8329f-cef6-4377-9778-8359b779c42d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:28.519708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.558663 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] In _notify_port_updated(), no bound segment for port 3dae3e3d-0397-4312-b017-dd37770f159a on network bea8329f-cef6-4377-9778-8359b779c42d {{(pid=93711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 12 16:41:28.568050 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:28.569084 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.573822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "PUT /v2.0/ports/3dae3e3d-0397-4312-b017-dd37770f159a HTTP/1.1" status: 200 len: 1130 time: 0.6680639 Jul 12 16:41:28.576001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59686) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:28.597611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e478c-c0a8-4a4c-8d0b-c4cb9980f866 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event updated for resources: {'Port': ['ID=3dae3e3d-0397-4312-b017-dd37770f159a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:28.668284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3620cc7-c284-4789-86d9-503f1658cac4 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:28.672012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d3620cc7-c284-4789-86d9-503f1658cac4 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "GET /v2.0/ports/3dae3e3d-0397-4312-b017-dd37770f159a HTTP/1.1" status: 200 len: 1130 time: 0.0927293 Jul 12 16:41:28.673630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59688) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:28.800844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Deleting port 3dae3e3d-0397-4312-b017-dd37770f159a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:28.801489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.920279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2a7b1021-411e-4f80-b66e-7e57f88491b8 None None] Provisioning for port 7185f919-f4e5-44d0-9973-69806f816f5b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:28.945111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:28.972095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Calling delete_port for 3dae3e3d-0397-4312-b017-dd37770f159a owned by {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:29.158612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.216062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.218522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7185f919-f4e5-44d0-9973-69806f816f5b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:29.218692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "DELETE /v2.0/ports/3dae3e3d-0397-4312-b017-dd37770f159a HTTP/1.1" status: 204 len: 168 time: 0.5438423 Jul 12 16:41:29.221687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59692) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:29.240734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039ab9e-592c-4609-8dd6-9cd228c042ab tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event deleted for resources: {'Port': ['ID=3dae3e3d-0397-4312-b017-dd37770f159a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:29.333007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Deleting subnet 4b32da68-2876-4577-b7d7-e4c8e73a2a7c {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:41:29.337651 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.347207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7185f919-f4e5-44d0-9973-69806f816f5b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:29.356972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7185f919-f4e5-44d0-9973-69806f816f5b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:29.357336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.372234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Could not find standard attr ID for object 3dae3e3d-0397-4312-b017-dd37770f159a. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:41:29.413660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.433551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Provisioning complete for port 7185f919-f4e5-44d0-9973-69806f816f5b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:29.433931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.551857 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.662681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7185f919-f4e5-44d0-9973-69806f816f5b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7185f919-f4e5-44d0-9973-69806f816f5b,segment=NetworkSegment(88d9f9db-101d-4c92-915f-6b3124e01229),segment_id=88d9f9db-101d-4c92-915f-6b3124e01229)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:29.668029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.674792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.695697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.723477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:29.801612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7185f919-f4e5-44d0-9973-69806f816f5b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:29.816148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.906270 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:29.911211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.db.api [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:41:29.912884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59698) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:29.914678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "DELETE /v2.0/subnets/4b32da68-2876-4577-b7d7-e4c8e73a2a7c HTTP/1.1" status: 204 len: 168 time: 0.6912496 Jul 12 16:41:29.915952 n-d-800078-3 neutron-server[93713]: DEBUG oslo_db.api [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:41:29.917440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d2a37-44c7-4dde-bf1b-57afd3be0120 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event deleted for resources: {'Subnet': ['ID=4b32da68-2876-4577-b7d7-e4c8e73a2a7c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:29.948142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:29.948591 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.042543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.131323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Deleting port 7185f919-f4e5-44d0-9973-69806f816f5b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:30.131828 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.167884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501c548-62ad-4dc9-85fa-8b51fc1cddf8 None None] Network bea8329f-cef6-4377-9778-8359b779c42d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:30.219136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] For port 7185f919-f4e5-44d0-9973-69806f816f5b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7185f919-f4e5-44d0-9973-69806f816f5b,segment=NetworkSegment(88d9f9db-101d-4c92-915f-6b3124e01229),segment_id=88d9f9db-101d-4c92-915f-6b3124e01229)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:30.219883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.238263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Calling delete_port for 7185f919-f4e5-44d0-9973-69806f816f5b owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:30.390283 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.426189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event deleted for resources: {'Port': ['ID=7185f919-f4e5-44d0-9973-69806f816f5b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:30.450588 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3b894-dce6-4dbc-8e3b-3a0fa9762f01 None None] Port 7185f919-f4e5-44d0-9973-69806f816f5b update to ACTIVE by agent not found {{(pid=93713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 12 16:41:30.452582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] No DVR routers for this DVR port 7185f919-f4e5-44d0-9973-69806f816f5b on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:41:30.500189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494ff0c-a192-4eeb-b687-abfeffb1217d None None] DHCP port deletion for bea8329f-cef6-4377-9778-8359b779c42d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:41:30.548637 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.560308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea8329f-cef6-4377-9778-8359b779c42d']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:30.566336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cafaf681-4b03-4f13-83f7-cd4df0d73fa1 None None] Could not find standard attr ID for object 3dae3e3d-0397-4312-b017-dd37770f159a. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:41:30.571303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cafaf681-4b03-4f13-83f7-cd4df0d73fa1 None None] Could not find standard attr ID for object aaf22a91-b7ee-43ec-935e-c00139644772. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:41:30.582298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d9f9db-101d-4c92-915f-6b3124e01229') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:30.582545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d9f9db-101d-4c92-915f-6b3124e01229') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:30.593280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.614300 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.624951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:30.626904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:30.645386 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:30.707840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.715909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:30.720244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] 10.222.0.58 "DELETE /v2.0/networks/bea8329f-cef6-4377-9778-8359b779c42d HTTP/1.1" status: 204 len: 168 time: 0.8037822 Jul 12 16:41:30.733431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b64aef-68ed-4226-ba4b-fa82d2d8e5aa tempest-ExtraDHCPOptionsIpV6TestJSON-55870970 tempest-ExtraDHCPOptionsIpV6TestJSON-55870970-project] Pushing event deleted for resources: {'Network': ['ID=bea8329f-cef6-4377-9778-8359b779c42d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:31.044344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7185f919-f4e5-44d0-9973-69806f816f5b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:41:31.074259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7185f919-f4e5-44d0-9973-69806f816f5b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:41:31.075037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7185f919-f4e5-44d0-9973-69806f816f5b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:41:31.131290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59712) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:31.304226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-34dac9a7-691b-4211-aa26-163fd6b4be68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a1ed0055175460faf455b1a3f40b068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716399 Jul 12 16:41:31.306662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59716) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:31.379310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:31.414638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:31.517875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:31.520463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:31.521619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4def8e4e-014a-4875-baaa-b43d1a742d02 HTTP/1.1" status: 204 len: 168 time: 0.2139246 Jul 12 16:41:31.558022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b51c8b-8c7e-42f7-87e6-3ec2c9e7dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4def8e4e-014a-4875-baaa-b43d1a742d02,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:32.028218 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6ca6458-fdcb-4b2c-ae42-f56a1a7ebb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.381064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59748) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:32.496729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038486806'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:32.524252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:32.528735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.538379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.659079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.664235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.701626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a62a3-3cf5-41bf-ab99-feea5d0075ec,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:32.720273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:32.742442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.742771 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 40692963-9a87-4867-9429-ba1a034c8803 of type vlan for network bedb0395-5724-47f7-9e37-721a0a5a21da Jul 12 16:41:32.788836 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.822972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:32.829236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:32.829818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:33.265489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8833110 Jul 12 16:41:33.271882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dfebe-4ebe-4cef-a17b-1c671d4e7ab9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=bedb0395-5724-47f7-9e37-721a0a5a21da,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:33.323513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network bedb0395-5724-47f7-9e37-721a0a5a21da details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:33.404363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:33.410097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59758) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:33.415551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:33.533714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:33.537949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:33.758140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:33.851836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=eda8ebf7-970c-4232-bb58-47929d383c46,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:33.860029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '40692963-9a87-4867-9429-ba1a034c8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:33.870458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: bedb0395-5724-47f7-9e37-721a0a5a21da, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:33.890507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network bedb0395-5724-47f7-9e37-721a0a5a21da is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:33.903061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, bedb0395-5724-47f7-9e37-721a0a5a21da) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:33.913639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da70c7-94eb-4040-8fc7-369d3d34b818 None None] Network bedb0395-5724-47f7-9e37-721a0a5a21da requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:33.918214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:33.918947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:33.938736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b0a64dc-708e-4e6c-af38-b0ee39aae2d1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5243671 Jul 12 16:41:33.939543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:33.945391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-76926448'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:33.974697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:33.979371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.032252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:34.054695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.057783 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment c4386823-307d-4793-b933-43f8a5553fdc of type vlan for network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 Jul 12 16:41:34.135423 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.175577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.197363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-bedb0395-5724-47f7-9e37-721a0a5a21da', 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': 'eda8ebf7-970c-4232-bb58-47929d383c46'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:34.198243 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.199151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:34.200370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.281412 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3401239 Jul 12 16:41:34.283824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:34.289207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': '4a62e213-5f2e-4bf9-a849-1fae5cda3c29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:34.302548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505e0be-3a10-4e27-a1b6-94485a59ede1 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=4a62e213-5f2e-4bf9-a849-1fae5cda3c29,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:34.321164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:34.426635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:34.430568 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.477432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8bff8061-699e-4456-ab1a-409aec94d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.486494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Allocated IP 172.20.255.242 (bedb0395-5724-47f7-9e37-721a0a5a21da/eda8ebf7-970c-4232-bb58-47929d383c46/6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:34.679427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.693747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Transition to ACTIVE for port object 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:34.703149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.718159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Transition to ACTIVE for port object 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:34.727056 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.768008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=a6270085-6971-4c5f-8400-a13b11a2fa21,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:34.810655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Pushing event updated for resources: {'Port': ['ID=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:34.810889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': 'c4386823-307d-4793-b933-43f8a5553fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4a62e213-5f2e-4bf9-a849-1fae5cda3c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:34.811281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: 4a62e213-5f2e-4bf9-a849-1fae5cda3c29, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:34.822512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Network bedb0395-5724-47f7-9e37-721a0a5a21da is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:34.824343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:34.828283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:34.841137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:34.854941 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4a62e213-5f2e-4bf9-a849-1fae5cda3c29) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:34.861601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:34.862292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:34.879762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e9d45-9415-423a-9357-94aa6cba116d None None] Network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:34.890854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:34.908851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b46cd5b0-a1d5-4981-a9da-399372ac6cfb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6231856 Jul 12 16:41:35.004524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Attempting to bind port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:35.004912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Attempting to bind port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '40692963-9a87-4867-9429-ba1a034c8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:35.005282 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Attempting to bind port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b on network bedb0395-5724-47f7-9e37-721a0a5a21da {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:35.007388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.017615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:35.018024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Checking segment: {'id': '40692963-9a87-4867-9429-ba1a034c8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:35.018406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.018811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Bound using segment: {'id': '40692963-9a87-4867-9429-ba1a034c8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:35.019294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Bound port: 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40692963-9a87-4867-9429-ba1a034c8803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bedb0395-5724-47f7-9e37-721a0a5a21da'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:35.019758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.063574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.126983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.176779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] For port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:35.185050 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] For port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,segment=NetworkSegment(40692963-9a87-4867-9429-ba1a034c8803),segment_id=40692963-9a87-4867-9429-ba1a034c8803)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:35.219034 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.235809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.271708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=a6270085-6971-4c5f-8400-a13b11a2fa21,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:35.369408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.382970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a62e213-5f2e-4bf9-a849-1fae5cda3c29']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:35.402524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4386823-307d-4793-b933-43f8a5553fdc') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:35.402900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4386823-307d-4793-b933-43f8a5553fdc') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:35.415573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.432599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.440341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:35.440668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:35.444466 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:35.448764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e3955-0bda-470e-8374-922dc5ccdcfd None None] Pushing event updated for resources: {'Port': ['ID=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:35.451513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d247d21-8821-495a-885e-eac2f8a8259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-4a62e213-5f2e-4bf9-a849-1fae5cda3c29', 'network_id': '4a62e213-5f2e-4bf9-a849-1fae5cda3c29', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': 'a6270085-6971-4c5f-8400-a13b11a2fa21'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:35.452398 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2d247d21-8821-495a-885e-eac2f8a8259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.561513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.566414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.573666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:35.574250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/4a62e213-5f2e-4bf9-a849-1fae5cda3c29 HTTP/1.1" status: 204 len: 168 time: 0.6813915 Jul 12 16:41:35.577786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25a38d-4826-4c32-8571-06a1a63e2fdd None None] Network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:35.582543 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788939162'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:35.595057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25a38d-4826-4c32-8571-06a1a63e2fdd None None] Network 4a62e213-5f2e-4bf9-a849-1fae5cda3c29 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:41:35.595315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523648b8-6c56-4890-b694-7895007e94f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=4a62e213-5f2e-4bf9-a849-1fae5cda3c29,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:35.623156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:35.627783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.664290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:35.664547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.677768 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.678215 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 9d5a235e-3f90-4940-855b-96d624a1f1f4 of type vlan for network d9665929-bad6-4656-9b58-bce53799ac14 Jul 12 16:41:35.770180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.812779 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.818932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:35.819555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.849505 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:35.903089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3282580 Jul 12 16:41:35.905946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59786) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:35.911576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:35.919124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608473f-0ac8-490e-9d25-1dc66bdefbdb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=d9665929-bad6-4656-9b58-bce53799ac14,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:35.939116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d9665929-bad6-4656-9b58-bce53799ac14 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:36.073868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:36.084491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.174483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 16:41:36.175140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 16:41:36.383723 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.389402 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:36.489037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=bab518eb-15e8-4ba4-a80c-29d88dc3cb90,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:36.495186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '9d5a235e-3f90-4940-855b-96d624a1f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:36.495556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: d9665929-bad6-4656-9b58-bce53799ac14, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:36.521762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network d9665929-bad6-4656-9b58-bce53799ac14 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:36.542250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d9665929-bad6-4656-9b58-bce53799ac14) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:36.547337 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:36.548339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.553415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6995611e-3920-4179-83d6-80ea2be5fbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.557612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7584e-04b7-4a5c-b85b-a75c7053fb76 None None] Network d9665929-bad6-4656-9b58-bce53799ac14 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:36.576656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e18e3eee-df76-4d34-a8ee-c0674837ea72 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6672666 Jul 12 16:41:36.579424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59800) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:36.752838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6995611e-3920-4179-83d6-80ea2be5fbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.761924 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6995611e-3920-4179-83d6-80ea2be5fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.804804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d9665929-bad6-4656-9b58-bce53799ac14', 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': 'bab518eb-15e8-4ba4-a80c-29d88dc3cb90'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:36.808262 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.818837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6995611e-3920-4179-83d6-80ea2be5fbc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7319e1f1c4a425fb38043ce3eaa73ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283388 Jul 12 16:41:36.823578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59804) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:36.865843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995611e-3920-4179-83d6-80ea2be5fbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863ef5c4-fb1f-4fdd-bb40-c8853b0583c7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:36.886083 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:36.981808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.010071 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.030225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Allocated IP 172.20.0.3 (d9665929-bad6-4656-9b58-bce53799ac14/bab518eb-15e8-4ba4-a80c-29d88dc3cb90/76ab170f-c2c1-41c8-996e-c79278a4fcee) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:37.076795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.174088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4aaba8-4850-4831-8b32-1f5dfcd5e277 None None] Network bedb0395-5724-47f7-9e37-721a0a5a21da requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:37.177500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:37.183079 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.186472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.187710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/863ef5c4-fb1f-4fdd-bb40-c8853b0583c7 HTTP/1.1" status: 204 len: 168 time: 0.3631268 Jul 12 16:41:37.198468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8a6d5-859c-4480-9a4f-1c7ce71e1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ef5c4-fb1f-4fdd-bb40-c8853b0583c7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:37.332820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5edc7fa8-1941-489f-9a9b-60abede285a0 None None] Provisioning for port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:37.406300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.435024 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.459483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Transition to ACTIVE for port object 76ab170f-c2c1-41c8-996e-c79278a4fcee will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:37.494345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:37.507324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:37.507636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.515462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Transition to ACTIVE for port object 76ab170f-c2c1-41c8-996e-c79278a4fcee will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:37.554539 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.573660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.607837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:37.609787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Network d9665929-bad6-4656-9b58-bce53799ac14 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:37.617868 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=bab518eb-15e8-4ba4-a80c-29d88dc3cb90,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:37.623479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8dd68649-8129-458b-9c27-10b9249c683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.647703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:37.647703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:37.668643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Pushing event updated for resources: {'Port': ['ID=76ab170f-c2c1-41c8-996e-c79278a4fcee,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:37.709511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.720067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9665929-bad6-4656-9b58-bce53799ac14']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:37.732614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a235e-3f90-4940-855b-96d624a1f1f4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:37.732993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a235e-3f90-4940-855b-96d624a1f1f4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:37.742901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.758795 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.765249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:37.765547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.784938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Attempting to bind port 76ab170f-c2c1-41c8-996e-c79278a4fcee on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:37.785308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Attempting to bind port 76ab170f-c2c1-41c8-996e-c79278a4fcee by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '9d5a235e-3f90-4940-855b-96d624a1f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:37.785662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Attempting to bind port 76ab170f-c2c1-41c8-996e-c79278a4fcee on network d9665929-bad6-4656-9b58-bce53799ac14 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:37.794031 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8dd68649-8129-458b-9c27-10b9249c683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.799982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:37.799982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Checking segment: {'id': '9d5a235e-3f90-4940-855b-96d624a1f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:37.799982 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.799982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Bound using segment: {'id': '9d5a235e-3f90-4940-855b-96d624a1f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:37.800550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Bound port: 76ab170f-c2c1-41c8-996e-c79278a4fcee, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a235e-3f90-4940-855b-96d624a1f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd9665929-bad6-4656-9b58-bce53799ac14'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:37.800550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.805025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8dd68649-8129-458b-9c27-10b9249c683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.814909 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:37.826231 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:37.844641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:41:37.844641 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:41:37.844641 n-d-800078-3 neutron-server[93711]: [parameters: {'id': 'd9665929-bad6-4656-9b58-bce53799ac14'}] Jul 12 16:41:37.844641 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:41:37.845107 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:41:37.861892 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8dd68649-8129-458b-9c27-10b9249c683c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=380c9cef86684d818eca958713697aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530522 Jul 12 16:41:37.863369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68649-8129-458b-9c27-10b9249c683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3bcbc2-a055-43c6-a525-5a55f939c658,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:37.864490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59816) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:37.914603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,segment=NetworkSegment(40692963-9a87-4867-9429-ba1a034c8803),segment_id=40692963-9a87-4867-9429-ba1a034c8803)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:37.926089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.927794 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.963349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:37.975692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] For port 76ab170f-c2c1-41c8-996e-c79278a4fcee, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:38.004885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] For port 76ab170f-c2c1-41c8-996e-c79278a4fcee, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=76ab170f-c2c1-41c8-996e-c79278a4fcee,segment=NetworkSegment(9d5a235e-3f90-4940-855b-96d624a1f1f4),segment_id=9d5a235e-3f90-4940-855b-96d624a1f1f4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:38.023970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.038146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:38.054238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.058168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.059359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb3bcbc2-a055-43c6-a525-5a55f939c658 HTTP/1.1" status: 204 len: 168 time: 0.1936910 Jul 12 16:41:38.079650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a3b8d-0ebf-43c9-bc3e-de3bf425704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3bcbc2-a055-43c6-a525-5a55f939c658,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:38.164027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49821-f391-4f78-8ece-866d1b298c3d None None] Pushing event updated for resources: {'Port': ['ID=76ab170f-c2c1-41c8-996e-c79278a4fcee,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:38.186898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c2b45-9255-4f08-98a7-80ef58c14e7a None None] Network d9665929-bad6-4656-9b58-bce53799ac14 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:38.281884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-25caba27-1160-4118-8369-544b595fcf71 None None] Provisioning complete for port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:38.282228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-25caba27-1160-4118-8369-544b595fcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.346566 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.423431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a828a1-a83b-4541-9679-517c20b0acad None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:38.437833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting port 76ab170f-c2c1-41c8-996e-c79278a4fcee {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:38.438559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.576051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a828a1-a83b-4541-9679-517c20b0acad None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:38.582573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] For port 76ab170f-c2c1-41c8-996e-c79278a4fcee, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=76ab170f-c2c1-41c8-996e-c79278a4fcee,segment=NetworkSegment(9d5a235e-3f90-4940-855b-96d624a1f1f4),segment_id=9d5a235e-3f90-4940-855b-96d624a1f1f4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:38.583199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.602149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Calling delete_port for 76ab170f-c2c1-41c8-996e-c79278a4fcee owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:38.734977 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.761843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Port': ['ID=76ab170f-c2c1-41c8-996e-c79278a4fcee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:38.769818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No DVR routers for this DVR port 76ab170f-c2c1-41c8-996e-c79278a4fcee on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:41:38.894575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:38.921756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-b941ecc2-f4de-495f-b917-5056926ea448 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327984738&fields=id&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 267 time: 0.0642715 Jul 12 16:41:38.925966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9665929-bad6-4656-9b58-bce53799ac14']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:38.950569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a235e-3f90-4940-855b-96d624a1f1f4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:38.950569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a235e-3f90-4940-855b-96d624a1f1f4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:38.997876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.026460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.043629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:39.043879 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:39.046925 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:39.077618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:39.131063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-b813c9af-b92e-4369-ba42-852e41c542cd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:39.132614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-b813c9af-b92e-4369-ba42-852e41c542cd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/networks?id=f5e170aa-344d-472c-b69b-cd57159bc274 HTTP/1.1" status: 200 len: 796 time: 0.1970332 Jul 12 16:41:39.140145 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.144918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.147019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/d9665929-bad6-4656-9b58-bce53799ac14 HTTP/1.1" status: 204 len: 168 time: 2.5665615 Jul 12 16:41:39.147348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:39.147743 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.151213 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59846) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:39.157250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718532587'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:39.172675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89022-a13f-4788-a916-d740bbd5d6db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=d9665929-bad6-4656-9b58-bce53799ac14,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:39.182440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-9d03f698-b9a0-403c-9fbe-195977e1e1e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/quotas/4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 375 time: 0.0333972 Jul 12 16:41:39.201119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:39.206537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.281528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:39.300541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.300970 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 3e4a5dc9-bfed-4c06-8663-b4626456adb8 of type vlan for network 28b82210-80cf-4f47-9795-a60608a62884 Jul 12 16:41:39.315422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-cd8c7dc1-22b1-4a8c-806b-e6d99896480e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1232901 Jul 12 16:41:39.349464 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.397364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.410415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:39.411850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.440797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-1b68da2a-e99e-472b-871f-604cd6d8f431 service neutron] 10.222.0.58 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110106 Jul 12 16:41:39.487953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=28b82210-80cf-4f47-9795-a60608a62884,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:39.501703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 28b82210-80cf-4f47-9795-a60608a62884 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:39.514255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-044d550a-17e8-4ec9-89ec-a46c7a29473b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3618951 Jul 12 16:41:39.518998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59864) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:39.527404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': '28b82210-80cf-4f47-9795-a60608a62884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:39.624507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-967c4b18-fb72-4966-89d7-b060e3d1538b service neutron] 10.222.0.58 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785288 Jul 12 16:41:39.686635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:39.690982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:39.945546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03f917ff-15c3-4ba1-92bf-d9925ea4f3c2 req-bd26ffa0-7403-45c8-94f4-0d6095021d5f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 210 time: 0.0438728 Jul 12 16:41:40.138804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.240489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=12089ba1-11bb-4197-b64d-871a885664fd,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:40.261165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '3e4a5dc9-bfed-4c06-8663-b4626456adb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28b82210-80cf-4f47-9795-a60608a62884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:40.261633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: 28b82210-80cf-4f47-9795-a60608a62884, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:40.281456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 28b82210-80cf-4f47-9795-a60608a62884 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:40.296714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 28b82210-80cf-4f47-9795-a60608a62884) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:40.309297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69b981-b9b5-49f2-9740-d296a0425261 None None] Network 28b82210-80cf-4f47-9795-a60608a62884 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:40.329702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:40.330370 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.366481 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-875c069f-1cb7-4b8d-9211-3ac7d0a95baa tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8460433 Jul 12 16:41:40.369410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:40.556876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.658171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212baad0-cf03-40fa-b6c9-2dd67bbb7a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-28b82210-80cf-4f47-9795-a60608a62884', 'network_id': '28b82210-80cf-4f47-9795-a60608a62884', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '12089ba1-11bb-4197-b64d-871a885664fd'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:40.659535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-212baad0-cf03-40fa-b6c9-2dd67bbb7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.753739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.834690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:40.873916 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=12089ba1-11bb-4197-b64d-871a885664fd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-212baad0-cf03-40fa-b6c9-2dd67bbb7a6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12089ba1-11bb-4197-b64d-871a885664fd: This subnet is being modified by another concurrent operation. Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12089ba1-11bb-4197-b64d-871a885664fd: This subnet is being modified by another concurrent operation. Jul 12 16:41:40.883982 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:41:40.911079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5573cc7-8a44-4d52-99eb-41c6a6bc8b08 None None] Network 28b82210-80cf-4f47-9795-a60608a62884 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:41.150725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94ca56-3ed6-4c7c-a551-c877c541547a None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:41.321841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dfe2c2b-f2ff-4072-b9f2-d555a2fa5856 req-2ca7d738-3f1c-4271-9855-bdf0e295cdd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 210 time: 0.0782998 Jul 12 16:41:41.363397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94ca56-3ed6-4c7c-a551-c877c541547a None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:41.432432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.453768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b82210-80cf-4f47-9795-a60608a62884']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:41.488320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4a5dc9-bfed-4c06-8663-b4626456adb8') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:41.490531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4a5dc9-bfed-4c06-8663-b4626456adb8') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:41.509948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.563105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.627001 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:41.627570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:41.630775 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:41.739154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.771070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.776699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/28b82210-80cf-4f47-9795-a60608a62884 HTTP/1.1" status: 204 len: 168 time: 1.4023292 Jul 12 16:41:41.776987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59922) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:41.782856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-314090784'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:41.847458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-d31fb396-6be5-4caf-9f5b-7e8b1f84e9c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:41.849028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-d31fb396-6be5-4caf-9f5b-7e8b1f84e9c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/networks?id=f5e170aa-344d-472c-b69b-cd57159bc274 HTTP/1.1" status: 200 len: 796 time: 0.3075778 Jul 12 16:41:41.850005 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff00652-0073-43f9-96a7-2d133d82ef12 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=28b82210-80cf-4f47-9795-a60608a62884,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:41.880926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:41.885785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.963665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-94c35578-c1be-4e34-9b53-7920b097dc35 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 472 time: 0.1055884 Jul 12 16:41:41.964635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:41.981744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'port': {'device_id': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'admin_state_up': True, 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'security_groups': ['345cdaac-d64e-4988-9626-78685af42f8e']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:41.985618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:41.985771 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 116ff98c-f046-4a72-9276-55a298a4d580 of type vlan for network d1ae6bbe-44d4-4859-8f50-a4621a7e291c Jul 12 16:41:42.116230 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.141905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:42.147258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.150827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.160486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:42.161272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.247237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4689763 Jul 12 16:41:42.249700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59948) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:42.256427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'd1ae6bbe-44d4-4859-8f50-a4621a7e291c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:42.315823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a99343-0ad2-4ade-b7c9-d393ef799f0f tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=d1ae6bbe-44d4-4859-8f50-a4621a7e291c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:42.328417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d1ae6bbe-44d4-4859-8f50-a4621a7e291c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:42.390664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.21 (f5e170aa-344d-472c-b69b-cd57159bc274/9fe602fe-08b6-4e0e-bdbc-2bcded9c8415/ca4810a1-242a-440b-8a69-91bcbd1f5493) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:42.406615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:42.411881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.625637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e3df4c05-167b-42e9-a8ef-a7673274c277 req-b28e365f-777b-486a-abd3-60757daae29d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 210 time: 0.0506773 Jul 12 16:41:42.704232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.737085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object ca4810a1-242a-440b-8a69-91bcbd1f5493 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:42.739280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.814349 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.828096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=6a2f1c1d-1f3d-47f4-80a2-22437f297dd3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:42.859182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '116ff98c-f046-4a72-9276-55a298a4d580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1ae6bbe-44d4-4859-8f50-a4621a7e291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:42.860043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: d1ae6bbe-44d4-4859-8f50-a4621a7e291c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:42.877307 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f5e170aa-344d-472c-b69b-cd57159bc274 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:42.884034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:42.894691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network d1ae6bbe-44d4-4859-8f50-a4621a7e291c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:42.905746 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:42.923746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d1ae6bbe-44d4-4859-8f50-a4621a7e291c) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:42.925935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:42.927693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:42.947500 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82052f8a-d3d2-4d49-995f-0524f222dff7 None None] Network d1ae6bbe-44d4-4859-8f50-a4621a7e291c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:42.956596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d955c533-f228-4a91-bac6-eb5a96ff3b2d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7033329 Jul 12 16:41:42.957996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:42.980905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:43.108965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:43.109894 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.155704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-f079c935-4c8b-44e0-a9b2-c545a38081c9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1846900 Jul 12 16:41:43.169811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Request body: {'port': {'device_id': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:43.216095 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.285413 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.296185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6df28-6eed-4622-9acf-ae8ee32a2845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d1ae6bbe-44d4-4859-8f50-a4621a7e291c', 'network_id': 'd1ae6bbe-44d4-4859-8f50-a4621a7e291c', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '6a2f1c1d-1f3d-47f4-80a2-22437f297dd3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:43.297354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-53f6df28-6eed-4622-9acf-ae8ee32a2845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.360711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.365098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.410238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2f1c1d-1f3d-47f4-80a2-22437f297dd3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:43.473942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3229d276-17fb-413b-9f23-9cea4a139839 None None] Provisioning for port ca4810a1-242a-440b-8a69-91bcbd1f5493 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:43.485661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3229d276-17fb-413b-9f23-9cea4a139839 None None] Provisioning complete for port ca4810a1-242a-440b-8a69-91bcbd1f5493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:43.486259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3229d276-17fb-413b-9f23-9cea4a139839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-53f6df28-6eed-4622-9acf-ae8ee32a2845 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a2f1c1d-1f3d-47f4-80a2-22437f297dd3: This subnet is being modified by another concurrent operation. Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a2f1c1d-1f3d-47f4-80a2-22437f297dd3: This subnet is being modified by another concurrent operation. Jul 12 16:41:43.509011 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:41:43.534970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b190b805-4fff-4562-b1f8-38df696b7e52 None None] Network d1ae6bbe-44d4-4859-8f50-a4621a7e291c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:43.538119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.554009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ae6bbe-44d4-4859-8f50-a4621a7e291c']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:43.573023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116ff98c-f046-4a72-9276-55a298a4d580') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:43.573393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116ff98c-f046-4a72-9276-55a298a4d580') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:43.595293 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.616958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.630529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:43.631151 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:43.642000 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:43.643756 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3229d276-17fb-413b-9f23-9cea4a139839 None None] Port ca4810a1-242a-440b-8a69-91bcbd1f5493 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:41:43.674693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa670d7-7545-481c-9aeb-565ea31a3659 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:43.761629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.769222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.785373 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/d1ae6bbe-44d4-4859-8f50-a4621a7e291c HTTP/1.1" status: 204 len: 168 time: 0.8254848 Jul 12 16:41:43.786874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 59968) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:43.802035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582020487'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:43.804851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06ff0-e880-4e73-b104-c28a6d56308b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=d1ae6bbe-44d4-4859-8f50-a4621a7e291c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:43.807663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa670d7-7545-481c-9aeb-565ea31a3659 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:43.869964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:43.877194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.941577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:43.982700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:43.983233 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment ffa1719b-0b8b-439d-a1bd-e0d373a33ab4 of type vlan for network a5448094-3c61-4754-a3cd-d401e2ee3abe Jul 12 16:41:44.032441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7017a8-6a75-4d9f-b662-b42203c8e415 req-94659521-3dbb-4fbd-a93d-6e4a8ac5e46c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:44.033720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4810a1-242a-440b-8a69-91bcbd1f5493 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:41:44.035328 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb7017a8-6a75-4d9f-b662-b42203c8e415 req-94659521-3dbb-4fbd-a93d-6e4a8ac5e46c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 932 time: 0.1339386 Jul 12 16:41:44.049831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.055361 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.073772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Transition to ACTIVE for port object ca4810a1-242a-440b-8a69-91bcbd1f5493 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:44.080820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.126079 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb7017a8-6a75-4d9f-b662-b42203c8e415 req-284397ae-7751-48e4-8924-40180848e9d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829551 Jul 12 16:41:44.153711 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.162283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:44.162938 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.264705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4759624 Jul 12 16:41:44.267547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:44.273093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:44.336830 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:44.338993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b6dc0-241f-4f4f-ad98-f61194cc38d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=a5448094-3c61-4754-a3cd-d401e2ee3abe,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:44.360748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network a5448094-3c61-4754-a3cd-d401e2ee3abe details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:44.380063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Attempting to bind port ca4810a1-242a-440b-8a69-91bcbd1f5493 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:44.380521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Attempting to bind port ca4810a1-242a-440b-8a69-91bcbd1f5493 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:44.380852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Attempting to bind port ca4810a1-242a-440b-8a69-91bcbd1f5493 on network f5e170aa-344d-472c-b69b-cd57159bc274 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:44.395568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Port ca4810a1-242a-440b-8a69-91bcbd1f5493 on network f5e170aa-344d-472c-b69b-cd57159bc274 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:41:44.395928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Attempting to bind port ca4810a1-242a-440b-8a69-91bcbd1f5493 on network f5e170aa-344d-472c-b69b-cd57159bc274 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:44.402100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:44.402648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Checking segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:44.403206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Bound using segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:44.404333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Bound port: ca4810a1-242a-440b-8a69-91bcbd1f5493, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:44.404918 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.551465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:44.553609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:44.558306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.566181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:44.575521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.642428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:44.643102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:44.644513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] 10.222.0.77 "PUT /v2.0/ports/ca4810a1-242a-440b-8a69-91bcbd1f5493 HTTP/1.1" status: 200 len: 1092 time: 1.4817297 Jul 12 16:41:44.644953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:41:44.653875 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe798858-9caa-4e10-99c1-325442f48b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:41:44.709344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3089-4b96-405c-aaa7-7e75fb33c2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:44.733120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 16:41:44.733949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 16:41:44.876608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-e7a6921a-f30a-4115-9d01-8ab4bc9f3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:44.887099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-e7a6921a-f30a-4115-9d01-8ab4bc9f3af6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 1095 time: 0.1715546 Jul 12 16:41:45.018567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-3d6d43fb-b400-411a-9d42-987f2ecdf42a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493 HTTP/1.1" status: 200 len: 217 time: 0.1228383 Jul 12 16:41:45.073656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.101365 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f532e6bd-8a66-4b38-9fb8-e32c4c2c0e3f x-openstack-request-id: req-f532e6bd-8a66-4b38-9fb8-e32c4c2c0e3f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:41:45.101592 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:41:45.101844 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f532e6bd-8a66-4b38-9fb8-e32c4c2c0e3f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:41:45.102271 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493', 'status': 'completed', 'code': 200} Jul 12 16:41:45.156572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-1c7f9c11-202d-488a-a918-3fefb3fb27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:45.158248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-1c7f9c11-202d-488a-a918-3fefb3fb27c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fe602fe-08b6-4e0e-bdbc-2bcded9c8415 HTTP/1.1" status: 200 len: 838 time: 0.1320586 Jul 12 16:41:45.172797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=9c89cdf4-fde8-4459-949f-221e080c47d9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:45.264489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:45.265710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: a5448094-3c61-4754-a3cd-d401e2ee3abe, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:45.299390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network a5448094-3c61-4754-a3cd-d401e2ee3abe is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:45.318213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, a5448094-3c61-4754-a3cd-d401e2ee3abe) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:45.326500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:45.328642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.346475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8086b8b-a706-4946-9716-4ad995f20c25 None None] Network a5448094-3c61-4754-a3cd-d401e2ee3abe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:45.363423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-d145f885-808a-4a81-99a3-fc0e38050cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:45.369744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-d145f885-808a-4a81-99a3-fc0e38050cb8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e170aa-344d-472c-b69b-cd57159bc274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966262 Jul 12 16:41:45.381763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aa09bd3f-aed5-445f-837e-7e9871c1de30 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1099629 Jul 12 16:41:45.382103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 59996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:45.535083 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.588743 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-e9dc5cc7-e769-41d2-bd47-d69d64b494d9 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158651 Jul 12 16:41:45.603770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-a5448094-3c61-4754-a3cd-d401e2ee3abe', 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '9c89cdf4-fde8-4459-949f-221e080c47d9'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:45.605795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.692694 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:45.774014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0b34-2c28-425c-bb06-f7161592a4a6 req-2bc6d977-8906-4184-8475-17499bd98bc5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:45.781078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f0d0b34-2c28-425c-bb06-f7161592a4a6 req-2bc6d977-8906-4184-8475-17499bd98bc5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 944 time: 0.2706988 Jul 12 16:41:45.803534 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06e5d253-a305-4347-9b3f-a59aecf79fd8 req-6e7c193e-f230-4f7d-8089-64302d8724bc service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079813 Jul 12 16:41:45.865148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Allocated IP 172.20.0.3 (a5448094-3c61-4754-a3cd-d401e2ee3abe/9c89cdf4-fde8-4459-949f-221e080c47d9/7c3ef0cd-8005-4585-85d2-cf14e4e32960) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:45.897620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f0d0b34-2c28-425c-bb06-f7161592a4a6 req-ec7dde9b-df0b-49d5-a48a-d1bcc15d5a4f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047664 Jul 12 16:41:45.949837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798858-9caa-4e10-99c1-325442f48b6c req-513fcce0-9813-4c45-83e9-4b221c023515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:45.951460 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-513fcce0-9813-4c45-83e9-4b221c023515 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 1095 time: 0.0816593 Jul 12 16:41:46.092385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798858-9caa-4e10-99c1-325442f48b6c req-1647b28d-dc0b-4a03-b7e3-e52cca2e4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:46.093864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-1647b28d-dc0b-4a03-b7e3-e52cca2e4f66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e170aa-344d-472c-b69b-cd57159bc274 HTTP/1.1" status: 200 len: 897 time: 0.1362383 Jul 12 16:41:46.101775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.111497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Transition to ACTIVE for port object 7c3ef0cd-8005-4585-85d2-cf14e4e32960 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:46.128732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Transition to ACTIVE for port object 7c3ef0cd-8005-4585-85d2-cf14e4e32960 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:46.138296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.147156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-f42b9ad7-0bc5-4fa6-98fd-90a817308e39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493 HTTP/1.1" status: 200 len: 217 time: 0.0452740 Jul 12 16:41:46.171579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.188438 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Network a5448094-3c61-4754-a3cd-d401e2ee3abe is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:46.191801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:46.199770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:46.288946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798858-9caa-4e10-99c1-325442f48b6c req-373498ad-5051-4136-8a8e-8eeee74fe39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:46.290719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-373498ad-5051-4136-8a8e-8eeee74fe39e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fe602fe-08b6-4e0e-bdbc-2bcded9c8415 HTTP/1.1" status: 200 len: 838 time: 0.1299500 Jul 12 16:41:46.294897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=9c89cdf4-fde8-4459-949f-221e080c47d9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:46.309832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Attempting to bind port 7c3ef0cd-8005-4585-85d2-cf14e4e32960 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:46.310209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Attempting to bind port 7c3ef0cd-8005-4585-85d2-cf14e4e32960 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:46.310582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Attempting to bind port 7c3ef0cd-8005-4585-85d2-cf14e4e32960 on network a5448094-3c61-4754-a3cd-d401e2ee3abe {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:46.314079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef0cd-8005-4585-85d2-cf14e4e32960,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:46.319551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:46.323076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Checking segment: {'id': 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:46.323822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.324232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Bound using segment: {'id': 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:46.325186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Bound port: 7c3ef0cd-8005-4585-85d2-cf14e4e32960, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:46.325717 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.360835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798858-9caa-4e10-99c1-325442f48b6c req-260087d7-87c1-4cfb-9992-bf5a86ec10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:46.362349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-260087d7-87c1-4cfb-9992-bf5a86ec10f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e170aa-344d-472c-b69b-cd57159bc274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628676 Jul 12 16:41:46.383406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.396347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5448094-3c61-4754-a3cd-d401e2ee3abe']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:46.409523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:46.409903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:46.421382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.437997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.448169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] For port 7c3ef0cd-8005-4585-85d2-cf14e4e32960, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:46.452865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:46.453381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.525779 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-70656364-2df8-4013-b240-0be80b9ff357 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557341 Jul 12 16:41:46.535411 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] For port 7c3ef0cd-8005-4585-85d2-cf14e4e32960, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7c3ef0cd-8005-4585-85d2-cf14e4e32960,segment=NetworkSegment(ffa1719b-0b8b-439d-a1bd-e0d373a33ab4),segment_id=ffa1719b-0b8b-439d-a1bd-e0d373a33ab4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:46.537438 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:46.538966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:41:46.538966 n-d-800078-3 neutron-server[93711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:41:46.538966 n-d-800078-3 neutron-server[93711]: [parameters: {'id': 'a5448094-3c61-4754-a3cd-d401e2ee3abe'}] Jul 12 16:41:46.538966 n-d-800078-3 neutron-server[93711]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:41:46.539264 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:41:46.543276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:46.690277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe748ae-5b34-4e5a-9c86-706c2bf36c57 None None] Network a5448094-3c61-4754-a3cd-d401e2ee3abe requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:46.781470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe798858-9caa-4e10-99c1-325442f48b6c req-3f207c31-d121-490d-86a8-cc6ce2c09685 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477899 Jul 12 16:41:46.803886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16b9ad-88a9-4263-9cd2-7a26252f20a9 None None] Pushing event updated for resources: {'Port': ['ID=7c3ef0cd-8005-4585-85d2-cf14e4e32960,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:46.994520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ece52a-2111-4b7d-948c-225b7778cef0 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:47.040321 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.152624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957033-4a8f-4567-8460-cbe53dc17a6f req-110143c2-cfe6-4ff8-9764-be85571e2fd5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:47.155917 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba957033-4a8f-4567-8460-cbe53dc17a6f req-110143c2-cfe6-4ff8-9764-be85571e2fd5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 944 time: 0.1139271 Jul 12 16:41:47.199838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ece52a-2111-4b7d-948c-225b7778cef0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:47.232310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba957033-4a8f-4567-8460-cbe53dc17a6f req-0edd8a16-2889-4cc6-b2cc-435dec20c6e4 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525773 Jul 12 16:41:47.264910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting port 7c3ef0cd-8005-4585-85d2-cf14e4e32960 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:47.265325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.418509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] For port 7c3ef0cd-8005-4585-85d2-cf14e4e32960, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7c3ef0cd-8005-4585-85d2-cf14e4e32960,segment=NetworkSegment(ffa1719b-0b8b-439d-a1bd-e0d373a33ab4),segment_id=ffa1719b-0b8b-439d-a1bd-e0d373a33ab4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:47.418988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.445946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Calling delete_port for 7c3ef0cd-8005-4585-85d2-cf14e4e32960 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:47.553896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.562196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ca4810a1-242a-440b-8a69-91bcbd1f5493 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:41:47.587124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Port': ['ID=7c3ef0cd-8005-4585-85d2-cf14e4e32960,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:47.603855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No DVR routers for this DVR port 7c3ef0cd-8005-4585-85d2-cf14e4e32960 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:41:47.711139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-0db91638-d59e-4ab1-832b-296c5b46f065 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73518900&fields=id&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 267 time: 0.1180937 Jul 12 16:41:47.721916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.744065 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5448094-3c61-4754-a3cd-d401e2ee3abe']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:47.745195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:47.757747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'ca4810a1-242a-440b-8a69-91bcbd1f5493', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'port_id': 'ca4810a1-242a-440b-8a69-91bcbd1f5493', 'mac_address': 'fa:16:3e:02:05:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:41:47.801671 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.822560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4810a1-242a-440b-8a69-91bcbd1f5493 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:41:47.853914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:47.859414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.860818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:47.861120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa1719b-0b8b-439d-a1bd-e0d373a33ab4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:47.871924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.896222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.908150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:47.908557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:47.928354 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:47.998827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:48.047804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-e0ca4b61-8876-4c4c-a2e7-2a517692c83d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:48.049363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-e0ca4b61-8876-4c4c-a2e7-2a517692c83d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.3247454 Jul 12 16:41:48.083125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-3bfeed55-341c-49dd-9761-0e3ceaad54f7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0233736 Jul 12 16:41:48.093783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['ca4810a1-242a-440b-8a69-91bcbd1f5493'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:41:48.130316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.142388 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.144443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/a5448094-3c61-4754-a3cd-d401e2ee3abe HTTP/1.1" status: 204 len: 168 time: 2.7601664 Jul 12 16:41:48.147973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:48.155240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718794857'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:48.171748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc052-e073-4f7a-8240-95b1cc1fb6e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=a5448094-3c61-4754-a3cd-d401e2ee3abe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:48.217860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:48.222337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.234387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-be488eb7-a790-4392-9827-ea15acdd07ad tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486051 Jul 12 16:41:48.289425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:48.316528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.318294 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 267e4d61-62ad-4129-a844-53d08f0bfcec of type vlan for network 3a661cdf-e637-4049-972f-ab55968db58f Jul 12 16:41:48.364267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-423480d8-bbf3-4640-9701-ceb5c45b78d5 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272502 Jul 12 16:41:48.432042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.495366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.503672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:48.504380 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.511007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-d0669f33-004f-4e81-b3e1-2f17a048f697 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455488 Jul 12 16:41:48.611387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4620051 Jul 12 16:41:48.612008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60034) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:48.619440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': '3a661cdf-e637-4049-972f-ab55968db58f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:48.626383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eba8ef-8ff3-43c7-933a-ec19a6dfaf43 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=3a661cdf-e637-4049-972f-ab55968db58f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:48.638089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 3a661cdf-e637-4049-972f-ab55968db58f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:48.659244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70435b6b-0aa6-4e43-842f-0bf48a038856 req-868e1dd6-3bc4-4b39-8672-83834357606b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:48.667251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70435b6b-0aa6-4e43-842f-0bf48a038856 req-868e1dd6-3bc4-4b39-8672-83834357606b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 945 time: 0.1477034 Jul 12 16:41:48.723320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70435b6b-0aa6-4e43-842f-0bf48a038856 req-e739bdfc-6a9b-4efd-b70c-17b8006214ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550938 Jul 12 16:41:48.775245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:48.779070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:48.959810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e3650b1d-9dd1-429e-8c82-7cf71f400620 req-bdd7ed1c-460c-4790-873e-bbb4d79e9f27 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0483944 Jul 12 16:41:49.009094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.068008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=1c438b5f-9da0-4b89-b6d2-f0e4ac06e348,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:49.086223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '267e4d61-62ad-4129-a844-53d08f0bfcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3a661cdf-e637-4049-972f-ab55968db58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:49.086838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: 3a661cdf-e637-4049-972f-ab55968db58f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:49.108492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 3a661cdf-e637-4049-972f-ab55968db58f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:49.119923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 3a661cdf-e637-4049-972f-ab55968db58f) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:49.124994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:49.125749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.133986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62028a34-ac85-480a-8397-c518d5ea49d5 None None] Network 3a661cdf-e637-4049-972f-ab55968db58f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:49.143482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af561c94-8280-4029-b3b6-499a754ba5fb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5300076 Jul 12 16:41:49.145973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:49.264306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.320208 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.327952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a29634-433a-46c4-b713-8c69aa084199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-3a661cdf-e637-4049-972f-ab55968db58f', 'network_id': '3a661cdf-e637-4049-972f-ab55968db58f', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '1c438b5f-9da0-4b89-b6d2-f0e4ac06e348'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:49.329116 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-98a29634-433a-46c4-b713-8c69aa084199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.398686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.432067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=1c438b5f-9da0-4b89-b6d2-f0e4ac06e348,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-98a29634-433a-46c4-b713-8c69aa084199 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c438b5f-9da0-4b89-b6d2-f0e4ac06e348: This subnet is being modified by another concurrent operation. Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c438b5f-9da0-4b89-b6d2-f0e4ac06e348: This subnet is being modified by another concurrent operation. Jul 12 16:41:49.442502 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:41:49.467474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0f19d-60e1-461a-bb95-58f8a5b7e925 None None] Network 3a661cdf-e637-4049-972f-ab55968db58f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:49.506969 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.517613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a661cdf-e637-4049-972f-ab55968db58f']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:49.531867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267e4d61-62ad-4129-a844-53d08f0bfcec') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:49.531991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267e4d61-62ad-4129-a844-53d08f0bfcec') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:49.549279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.564618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.570931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ca4810a1-242a-440b-8a69-91bcbd1f5493 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:49.572415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:49.572791 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:49.653370 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:49.682953 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.690707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.694062 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/3a661cdf-e637-4049-972f-ab55968db58f HTTP/1.1" status: 204 len: 168 time: 0.5468786 Jul 12 16:41:49.696832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60060) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:49.713258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728721381'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:49.737828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26f1c7-833b-4163-a7a8-986883b50903 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:49.748224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d169d18-6e6e-4c8a-b47c-84d022c2d89b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=3a661cdf-e637-4049-972f-ab55968db58f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:49.773554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:49.779438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.780453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port ca4810a1-242a-440b-8a69-91bcbd1f5493 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:49.790613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port ca4810a1-242a-440b-8a69-91bcbd1f5493 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:49.790985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.831258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:49.845998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.846352 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 54ce5767-d0b5-4a91-a37f-399b95c41b23 of type vlan for network c55dcf0f-5596-411b-ab7e-36456c7ce461 Jul 12 16:41:49.903951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.957010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:49.968671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:49.969565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:50.026833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26f1c7-833b-4163-a7a8-986883b50903 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:50.036901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:50.085924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:50.092137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:41:50.095210 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6489f9d1-b85f-4f35-9f51-87266780dc15" -d '{"events": [{"server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "name": "network-vif-plugged", "status": "completed", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:41:50.124628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:50.260396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:50.309408 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d75fea5-36fd-40b6-93b4-44ace0584ad0 req-1e941f80-2cbf-4c7f-a415-5b2c5b224be9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0875566 Jul 12 16:41:50.471791 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29950272-768c-44b9-820c-15828b82cbb6 x-openstack-request-id: req-29950272-768c-44b9-820c-15828b82cbb6 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:41:50.472240 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "name": "network-vif-plugged", "status": "completed", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:41:50.472604 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29950272-768c-44b9-820c-15828b82cbb6 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:41:50.473118 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493', 'code': 200} Jul 12 16:41:50.568210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8701293 Jul 12 16:41:50.568718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:50.615274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'c55dcf0f-5596-411b-ab7e-36456c7ce461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:50.641191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f0e34-fecc-43c1-b09c-383a63efab81 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=c55dcf0f-5596-411b-ab7e-36456c7ce461,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:50.653739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c55dcf0f-5596-411b-ab7e-36456c7ce461 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:50.689257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6381fc-1ec2-49e3-9701-2ef75baa07e2 req-7fd94e01-320b-4bb5-8019-b8eebcdcaf25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:50.690845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf6381fc-1ec2-49e3-9701-2ef75baa07e2 req-7fd94e01-320b-4bb5-8019-b8eebcdcaf25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 945 time: 0.7059219 Jul 12 16:41:50.741643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-1eb1c180-e746-4989-b5e5-fc2911bcddf5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:50.744208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-1eb1c180-e746-4989-b5e5-fc2911bcddf5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1731932 Jul 12 16:41:50.816017 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf6381fc-1ec2-49e3-9701-2ef75baa07e2 req-7e795088-97bd-4b64-aadb-c114cbdf2bc2 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151903 Jul 12 16:41:50.875338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-6f3b309d-9f9a-430c-a084-73340b9167da tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 378 time: 0.1181288 Jul 12 16:41:50.882850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ba3b5-dd52-497f-a77e-56de7208a325 req-725b1685-7484-46e7-ab69-d714d09f13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:50.885540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af2ba3b5-dd52-497f-a77e-56de7208a325 req-725b1685-7484-46e7-ab69-d714d09f13b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 1097 time: 0.3146508 Jul 12 16:41:50.889246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'security_groups': ['66fa67fe-fc0a-43b1-8228-ed0c14c20142']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:50.899922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:50.906356 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:50.999257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bc5a7a4b-9cc4-455e-bfa1-97ce7614f8a6 None None] Provisioning complete for port ca4810a1-242a-440b-8a69-91bcbd1f5493 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:50.999718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc5a7a4b-9cc4-455e-bfa1-97ce7614f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.038855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af2ba3b5-dd52-497f-a77e-56de7208a325 req-3b61822f-1615-4b7f-8689-dbd9766bbd93 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460428 Jul 12 16:41:51.042159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:51.048809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.248858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.5 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/982c6daf-d58f-4b44-b3c2-b3d3185a9473) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:51.381337 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.519841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=2950a5c0-f442-4437-a35b-fddac20592e1,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:51.528794 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.549929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 982c6daf-d58f-4b44-b3c2-b3d3185a9473 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:51.559803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35503ff1-4bca-465b-83f5-eb98d0ae0b5e req-7675e5c4-3f4c-4e60-9bcf-23762b9538c9 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0504658 Jul 12 16:41:51.565758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '54ce5767-d0b5-4a91-a37f-399b95c41b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c55dcf0f-5596-411b-ab7e-36456c7ce461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:51.566167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: c55dcf0f-5596-411b-ab7e-36456c7ce461, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:51.605042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network c55dcf0f-5596-411b-ab7e-36456c7ce461 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:51.612719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.633203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c55dcf0f-5596-411b-ab7e-36456c7ce461) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:51.642296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8641c-50e4-45c3-84cc-b1f69f0a8816 None None] Network c55dcf0f-5596-411b-ab7e-36456c7ce461 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:51.646257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:51.646853 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.699170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-149f4d69-836a-458c-a99a-3cb8597726e2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1294649 Jul 12 16:41:51.701642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60090) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:51.775098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:51.786024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:51.788249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:51.797770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:51.916919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:51.917616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.928456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:51.943767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-19a63920-c806-436d-a637-89c5e2dbda1c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0587232 Jul 12 16:41:51.971755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Request body: {'port': {'device_id': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:52.071943 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.090809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.225701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d2e9c-35bc-422a-98d4-837670fcdc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c55dcf0f-5596-411b-ab7e-36456c7ce461', 'network_id': 'c55dcf0f-5596-411b-ab7e-36456c7ce461', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '2950a5c0-f442-4437-a35b-fddac20592e1'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:52.226818 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897d2e9c-35bc-422a-98d4-837670fcdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.311203 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.337173 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:41:52.395568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=2950a5c0-f442-4437-a35b-fddac20592e1,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:52.473447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server [None req-897d2e9c-35bc-422a-98d4-837670fcdc80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2950a5c0-f442-4437-a35b-fddac20592e1: This subnet is being modified by another concurrent operation. Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise self.value Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server raise exception Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2950a5c0-f442-4437-a35b-fddac20592e1: This subnet is being modified by another concurrent operation. Jul 12 16:41:52.477147 n-d-800078-3 neutron-server[93713]: ERROR oslo_messaging.rpc.server Jul 12 16:41:52.486436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66f96d4c-9210-4c26-9c81-fad0cdc01801 None None] Provisioning for port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:52.496114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf76a5b-4a4b-473b-be2b-c64fe9257aae None None] Network c55dcf0f-5596-411b-ab7e-36456c7ce461 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:52.498726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55dcf0f-5596-411b-ab7e-36456c7ce461']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:52.508310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4397-9b5f-432f-a54a-4599870ea1b4 req-249160c7-d35f-46d5-a9cd-355b91356fa5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:52.511974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ce5767-d0b5-4a91-a37f-399b95c41b23') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:52.512130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-66f96d4c-9210-4c26-9c81-fad0cdc01801 None None] Provisioning complete for port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:52.512359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ce5767-d0b5-4a91-a37f-399b95c41b23') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:52.512548 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66f96d4c-9210-4c26-9c81-fad0cdc01801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.517928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e72a4397-9b5f-432f-a54a-4599870ea1b4 req-249160c7-d35f-46d5-a9cd-355b91356fa5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 946 time: 0.2488837 Jul 12 16:41:52.522818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.541144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.548577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:52.549070 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.615519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-66f96d4c-9210-4c26-9c81-fad0cdc01801 None None] Port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:52.661330 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:52.667940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.668950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e72a4397-9b5f-432f-a54a-4599870ea1b4 req-fad0073f-e061-4292-862a-8b0b76d75e8d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498191 Jul 12 16:41:52.712420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.716630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/c55dcf0f-5596-411b-ab7e-36456c7ce461 HTTP/1.1" status: 204 len: 168 time: 1.0138574 Jul 12 16:41:52.721962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23274ce-891b-4541-84d3-e1e1d15cd243 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=c55dcf0f-5596-411b-ab7e-36456c7ce461,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:52.724666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:52.740382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857936802'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:52.783544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:52.787959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.859580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2994ee-fae8-418e-9d15-8d5089586900 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:41:52.933353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:52.957397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:52.957731 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 6304281f-9610-4fd3-9971-0c00442ab303 of type vlan for network 5fc657a1-7b6b-48eb-8906-9c7142126672 Jul 12 16:41:52.984830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2994ee-fae8-418e-9d15-8d5089586900 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:41:53.004333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4f1f9-ec1c-427c-bdb5-40d87ab602e2 req-b434ca8c-ea72-4f5f-bf1b-7e2c52d58a7d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:53.011322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fc4f1f9-ec1c-427c-bdb5-40d87ab602e2 req-b434ca8c-ea72-4f5f-bf1b-7e2c52d58a7d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 931 time: 0.1900072 Jul 12 16:41:53.073849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.092180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0fc4f1f9-ec1c-427c-bdb5-40d87ab602e2 req-cb746a79-4274-41db-80a2-fceca4075832 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797272 Jul 12 16:41:53.125409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.131990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:53.133114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.170459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982c6daf-d58f-4b44-b3c2-b3d3185a9473 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:41:53.195104 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.221930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4908092 Jul 12 16:41:53.222479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60110) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:53.229928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:53.235133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546cb8e-7e81-4db3-84b4-40fa82e24e40 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=5fc657a1-7b6b-48eb-8906-9c7142126672,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:53.258311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:53.271144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Transition to ACTIVE for port object 982c6daf-d58f-4b44-b3c2-b3d3185a9473 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:53.307061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0482da-548a-4117-9ce5-14ad60f6b745 req-15175f4a-6692-40eb-8855-e2f053834be7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:53.315151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc0482da-548a-4117-9ce5-14ad60f6b745 req-15175f4a-6692-40eb-8855-e2f053834be7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 946 time: 0.3700104 Jul 12 16:41:53.319499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.492073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bc0482da-548a-4117-9ce5-14ad60f6b745 req-02577da0-5eb7-49ad-9bba-2ed1172fdd62 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633463 Jul 12 16:41:53.495576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Pushing event updated for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:53.595163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Attempting to bind port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:53.595776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Attempting to bind port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:53.596552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Attempting to bind port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:53.601869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:41:53.602492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Attempting to bind port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:53.612568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:53.613377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:53.613921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:53.615136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Bound port: 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:53.615809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.634961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.668655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.682861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 is not hosted by any dhcp agent {{(pid=93712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:41:53.689257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:53.690063 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.695004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "PUT /v2.0/networks/5fc657a1-7b6b-48eb-8906-9c7142126672 HTTP/1.1" status: 200 len: 723 time: 0.4712703 Jul 12 16:41:53.696565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:53.731942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:53.737124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:53.749259 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.788621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:53.799631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:53.801445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:53.802271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdd47c-0a1b-413c-9d75-3c6630f5a44b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=5fc657a1-7b6b-48eb-8906-9c7142126672,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:53.807543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] 10.222.0.65 "PUT /v2.0/ports/982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 1091 time: 1.8438056 Jul 12 16:41:53.832910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:53.848825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:41:53.853358 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e58d31-9d47-4809-81af-0f5e028520d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:41:53.937861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ded07-47f3-47b1-ae7d-9ec88ca9f105 service neutron] Pushing event updated for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:53.994750 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3053a-167d-4e27-97ec-cf097d225aab x-openstack-request-id: req-89b3053a-167d-4e27-97ec-cf097d225aab {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:41:53.995864 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:41:53.996740 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89b3053a-167d-4e27-97ec-cf097d225aab {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:41:53.998056 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'status': 'completed', 'code': 200} Jul 12 16:41:54.046489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-6af8b1db-6e56-4ced-9a37-37c2b57d1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:54.048843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-6af8b1db-6e56-4ced-9a37-37c2b57d1b6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1094 time: 0.1270809 Jul 12 16:41:54.054185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:54.065340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:54.105444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-4eb13e20-b7ce-4dcd-82c2-af6412803846 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 217 time: 0.0460155 Jul 12 16:41:54.245284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-71a096d2-e552-448e-8dec-414afd3ebae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:54.248837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-71a096d2-e552-448e-8dec-414afd3ebae8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.1321075 Jul 12 16:41:54.370605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:54.419186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-8066eeee-dbe6-4ae8-9451-906d3bcf22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:54.421060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-8066eeee-dbe6-4ae8-9451-906d3bcf22c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618171 Jul 12 16:41:54.431719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ecb33-3fb1-4ff8-bb04-e7e3bb600258 req-396a88b9-8868-40b7-ad98-5779b37c3df4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:54.433582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-968ecb33-3fb1-4ff8-bb04-e7e3bb600258 req-396a88b9-8868-40b7-ad98-5779b37c3df4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.1203198 Jul 12 16:41:54.449641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=f9707b01-b07d-44bc-bba6-9590ed6518bc,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:54.469054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '6304281f-9610-4fd3-9971-0c00442ab303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:54.469423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: 5fc657a1-7b6b-48eb-8906-9c7142126672, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:41:54.490492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:41:54.528964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 5fc657a1-7b6b-48eb-8906-9c7142126672) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:54.537547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d21b8-ae6d-424c-b167-43cc87e5baf5 None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:54.546012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:54.546672 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:54.567645 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-822cdbb3-d26b-4ab2-ae4b-92522381c86a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8562975 Jul 12 16:41:54.571055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60132) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:54.578391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:54.613114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-27b13ad9-aa8d-4a4a-9049-8ae2782299d2 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783800 Jul 12 16:41:54.723616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-968ecb33-3fb1-4ff8-bb04-e7e3bb600258 req-a763f005-71e2-4eb9-81cd-8d3c7dfbe32b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2805126 Jul 12 16:41:54.813605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7104d8af-4238-4168-9a13-fa4ddf19d5ae req-6d190e8b-3f5f-49fd-a750-d6d3ebeb8da4 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840951 Jul 12 16:41:54.823149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8127888'] for subnet, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:54.906298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-5fc657a1-7b6b-48eb-8906-9c7142126672', 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': 'f9707b01-b07d-44bc-bba6-9590ed6518bc'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:41:54.907352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.030598 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-55705208-5965-48cf-8345-ed7c528f945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:55.032142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-55705208-5965-48cf-8345-ed7c528f945f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1094 time: 0.1455247 Jul 12 16:41:55.040991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778558657841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7599127'] for subnet, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.049238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60138) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:55.150481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:55.151570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.154874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "PUT /v2.0/subnets/f9707b01-b07d-44bc-bba6-9590ed6518bc HTTP/1.1" status: 200 len: 806 time: 0.5807605 Jul 12 16:41:55.155570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60140) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:55.170805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Allocated IP 172.20.0.2 (5fc657a1-7b6b-48eb-8906-9c7142126672/f9707b01-b07d-44bc-bba6-9590ed6518bc/d1b350b7-4c78-4ae2-b039-d907dcba78a9) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:55.267708 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517ff32-be69-4248-90e1-733ac660c3bf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=f9707b01-b07d-44bc-bba6-9590ed6518bc,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:55.338355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-310e14ec-ef22-4f22-9fad-795c0236cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:55.344307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-310e14ec-ef22-4f22-9fad-795c0236cdc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.3004372 Jul 12 16:41:55.432930 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.449503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Transition to ACTIVE for port object d1b350b7-4c78-4ae2-b039-d907dcba78a9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:55.479069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-30bca841-2852-4c07-9578-d79fb9d77374 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 217 time: 0.1144810 Jul 12 16:41:55.482795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Transition to ACTIVE for port object d1b350b7-4c78-4ae2-b039-d907dcba78a9 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:55.494248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.598187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Pushing event updated for resources: {'Port': ['ID=d1b350b7-4c78-4ae2-b039-d907dcba78a9,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:55.656564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:55.658656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:55.661330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:55.677089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.698528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-3a803c9a-e991-4339-8814-5ed85cfbbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:55.700012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-3a803c9a-e991-4339-8814-5ed85cfbbb80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.1925852 Jul 12 16:41:55.760791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Attempting to bind port d1b350b7-4c78-4ae2-b039-d907dcba78a9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:41:55.761300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Attempting to bind port d1b350b7-4c78-4ae2-b039-d907dcba78a9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '6304281f-9610-4fd3-9971-0c00442ab303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:41:55.762889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Attempting to bind port d1b350b7-4c78-4ae2-b039-d907dcba78a9 on network 5fc657a1-7b6b-48eb-8906-9c7142126672 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:41:55.769184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:41:55.769703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Checking segment: {'id': '6304281f-9610-4fd3-9971-0c00442ab303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:41:55.770224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.770688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Bound using segment: {'id': '6304281f-9610-4fd3-9971-0c00442ab303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:41:55.771776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Bound port: d1b350b7-4c78-4ae2-b039-d907dcba78a9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6304281f-9610-4fd3-9971-0c00442ab303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fc657a1-7b6b-48eb-8906-9c7142126672'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:41:55.771864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:55.948875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-a5241a39-fc25-4761-8ad6-633a78ba5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:55.950336 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-a5241a39-fc25-4761-8ad6-633a78ba5a7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331593 Jul 12 16:41:55.951608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting port d1b350b7-4c78-4ae2-b039-d907dcba78a9 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:41:55.951955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:56.116828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] For port d1b350b7-4c78-4ae2-b039-d907dcba78a9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:41:56.120538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] For port d1b350b7-4c78-4ae2-b039-d907dcba78a9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d1b350b7-4c78-4ae2-b039-d907dcba78a9,segment=NetworkSegment(6304281f-9610-4fd3-9971-0c00442ab303),segment_id=6304281f-9610-4fd3-9971-0c00442ab303)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:41:56.128418 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:56.317207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61f872-c855-401f-9dbe-831c929ee9b1 None None] Pushing event updated for resources: {'Port': ['ID=d1b350b7-4c78-4ae2-b039-d907dcba78a9,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:56.463383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] For port d1b350b7-4c78-4ae2-b039-d907dcba78a9, host n-d-800078-3, got binding levels [] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:41:56.463827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:56.467850 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-547b8743-c8cd-4d2e-8222-04bdde6854fc service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022728 Jul 12 16:41:56.543670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2c53-f8a4-4489-afa7-9ed4d2f8a518 req-97420c33-23b8-4dfd-b174-bda6e1262e76 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:56.545436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b9c2c53-f8a4-4489-afa7-9ed4d2f8a518 req-97420c33-23b8-4dfd-b174-bda6e1262e76 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.1371253 Jul 12 16:41:56.674114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Calling delete_port for d1b350b7-4c78-4ae2-b039-d907dcba78a9 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:41:56.701524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b9c2c53-f8a4-4489-afa7-9ed4d2f8a518 req-4aedb11a-e6d5-4801-a8cb-ce529e9f79fa tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302118 Jul 12 16:41:56.779048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:56.974066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0e58d31-9d47-4809-81af-0f5e028520d9 req-98f9260d-b3b5-432a-93a1-bc765cab140b service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851573 Jul 12 16:41:57.184350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.222087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1b350b7-4c78-4ae2-b039-d907dcba78a9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:41:57.257431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Port': ['ID=d1b350b7-4c78-4ae2-b039-d907dcba78a9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:57.275043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d1b350b7-4c78-4ae2-b039-d907dcba78a9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:41:57.275043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1b350b7-4c78-4ae2-b039-d907dcba78a9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 12 16:41:57.312519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Port d1b350b7-4c78-4ae2-b039-d907dcba78a9 not found, will not notify nova. {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 12 16:41:57.364784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No DVR routers for this DVR port d1b350b7-4c78-4ae2-b039-d907dcba78a9 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:41:57.471778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.631484 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.631845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.17 (f5e170aa-344d-472c-b69b-cd57159bc274/9fe602fe-08b6-4e0e-bdbc-2bcded9c8415/26c023ec-666d-4c39-beef-0e6ce39fe4f7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:41:57.681792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=f9707b01-b07d-44bc-bba6-9590ed6518bc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:57.759371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.775168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc657a1-7b6b-48eb-8906-9c7142126672']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:57.794290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6304281f-9610-4fd3-9971-0c00442ab303') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:57.794601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6304281f-9610-4fd3-9971-0c00442ab303') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:41:57.827498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.894918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.920848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.931482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:41:57.932474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:41:57.947777 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:41:57.989026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object 26c023ec-666d-4c39-beef-0e6ce39fe4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:41:58.050934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243753a-e412-4c98-90e2-76446b339cc2 None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:58.114558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.218187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f5e170aa-344d-472c-b69b-cd57159bc274 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:58.222284 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:41:58.228388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:41:58.256662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:58.263863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.296427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-86cd8244-e04a-46dc-9aa0-d08b94568af1 None None] Could not find standard attr ID for object d1b350b7-4c78-4ae2-b039-d907dcba78a9. {{(pid=93713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 12 16:41:58.312700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.317130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/5fc657a1-7b6b-48eb-8906-9c7142126672 HTTP/1.1" status: 204 len: 168 time: 3.1605356 Jul 12 16:41:58.319098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60158) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:58.360521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.469150 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d2fa7-8c73-4dca-8185-1cb2d078f134 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:41:58.469786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405d2fa7-8c73-4dca-8185-1cb2d078f134 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:41:58.471675 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-405d2fa7-8c73-4dca-8185-1cb2d078f134 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/5fc657a1-7b6b-48eb-8906-9c7142126672 HTTP/1.1" status: 404 len: 339 time: 0.1415255 Jul 12 16:41:58.484943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd0a83-afc6-4b4f-9b4d-713d796ff661 None None] DHCP port deletion for 5fc657a1-7b6b-48eb-8906-9c7142126672 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:41:58.486527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60160) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:58.499785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d717f53-9d23-452f-8586-2ac2210ba843 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=5fc657a1-7b6b-48eb-8906-9c7142126672,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:58.508209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388552905', 'description': 'd1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:58.555523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c411a2-d169-47bc-b796-1c424055a965 None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:41:58.558421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7444bc-045f-450f-8377-52577d9765db req-c60fa9c6-15d1-4f8c-a33b-57a5393d3496 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:58.560279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7444bc-045f-450f-8377-52577d9765db req-c60fa9c6-15d1-4f8c-a33b-57a5393d3496 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.4280684 Jul 12 16:41:58.579029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c411a2-d169-47bc-b796-1c424055a965 None None] Network 5fc657a1-7b6b-48eb-8906-9c7142126672 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:41:58.616423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:41:58.620313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.701499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7444bc-045f-450f-8377-52577d9765db req-a7188c66-0eb4-4172-b0c8-c36936631a50 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256647 Jul 12 16:41:58.715882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:41:58.733242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.734022 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 83f065f5-ee22-491c-a3d4-5b2044e7eb4b of type vlan for network 68409107-622c-4549-bd83-a87c54becb65 Jul 12 16:41:58.760439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5750ae8-ef92-4a28-87cc-0861853650c3 None None] Provisioning for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:41:58.773596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5750ae8-ef92-4a28-87cc-0861853650c3 None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:41:58.774972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5750ae8-ef92-4a28-87cc-0861853650c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.866294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.881879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f5750ae8-ef92-4a28-87cc-0861853650c3 None None] Port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:41:58.921743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.938667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:58.947991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:58.948692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.074169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5784295 Jul 12 16:41:59.075211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:59.150773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1b350b7-4c78-4ae2-b039-d907dcba78a9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:41:59.202569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d1b350b7-4c78-4ae2-b039-d907dcba78a9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:41:59.203285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d1b350b7-4c78-4ae2-b039-d907dcba78a9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:41:59.223946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d87827-9e66-42dd-a955-a50963caf542 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=68409107-622c-4549-bd83-a87c54becb65,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:59.244712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 68409107-622c-4549-bd83-a87c54becb65 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:59.331196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa13a5-9855-4ac9-b6b6-183dab8a69db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:59.335499 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2afa13a5-9855-4ac9-b6b6-183dab8a69db tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks?id=68409107-622c-4549-bd83-a87c54becb65 HTTP/1.1" status: 200 len: 761 time: 0.2596562 Jul 12 16:41:59.336111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:59.352477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'description': 'd2'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:41:59.571655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.579996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.608728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.630755 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.701445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:59.712993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.756578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network 68409107-622c-4549-bd83-a87c54becb65 is not hosted by any dhcp agent {{(pid=93711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:41:59.762647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:41:59.763399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:41:59.764868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "PUT /v2.0/networks/68409107-622c-4549-bd83-a87c54becb65 HTTP/1.1" status: 200 len: 758 time: 0.4277108 Jul 12 16:41:59.766175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defed1fb-3641-4f82-9f55-d7a56b3db5a8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=68409107-622c-4549-bd83-a87c54becb65,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:41:59.768447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60172) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:41:59.780259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 68409107-622c-4549-bd83-a87c54becb65 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:41:59.890381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f5e170aa-344d-472c-b69b-cd57159bc274 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:41:59.897056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:00.058175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47127c-b4f2-4325-b520-3d99dafdca66 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:00.066885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e47127c-b4f2-4325-b520-3d99dafdca66 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks?id=68409107-622c-4549-bd83-a87c54becb65 HTTP/1.1" status: 200 len: 761 time: 0.2905834 Jul 12 16:42:00.067639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60174) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:00.086998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633423024'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:00.099180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:00.124356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-25bceac5-3b7a-4789-9a07-e79acf650bf3 None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:00.124943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-25bceac5-3b7a-4789-9a07-e79acf650bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.213121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-25bceac5-3b7a-4789-9a07-e79acf650bf3 None None] Port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:00.266879 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:00.270472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.332309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92734600-f150-4234-9934-ebd0129f5f24 req-71eea798-56d0-434d-871a-cb993f7a8adc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:00.338008 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92734600-f150-4234-9934-ebd0129f5f24 req-71eea798-56d0-434d-871a-cb993f7a8adc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.2655797 Jul 12 16:42:00.369184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:00.450169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92734600-f150-4234-9934-ebd0129f5f24 req-437818d1-96af-4c65-a36c-05600ce0ada6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043322 Jul 12 16:42:00.451837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9e124c82-d294-4338-bdbb-887f2f511220 None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:00.452299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9e124c82-d294-4338-bdbb-887f2f511220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.494577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:00.496706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.497055 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 6e2b5f8d-efd6-4a07-8cd7-1d6d6d099056 of type vlan for network dcb6a199-da1b-4946-95bf-b6c6b549aea4 Jul 12 16:42:00.509132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9e124c82-d294-4338-bdbb-887f2f511220 None None] Port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:00.513910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:00.516547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e1aaf45-21e6-424f-b5a4-4e8458c97f8b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/3a233d01-ed59-4e85-8585-65d0e17bfdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4627378 Jul 12 16:42:00.532265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:00.534712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:41:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:00.579982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.623097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.629698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:00.630303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.708197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6351223 Jul 12 16:42:00.708878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:00.715565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=dcb6a199-da1b-4946-95bf-b6c6b549aea4,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:00.721571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'dcb6a199-da1b-4946-95bf-b6c6b549aea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:00.735936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.738374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.740657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.742451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.743628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.744063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.744993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.745453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.747933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.748399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.748833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.749348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20edbeb-131e-49da-a35d-cea28d0b82dd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:00.768059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network dcb6a199-da1b-4946-95bf-b6c6b549aea4 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:00.846437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:00.851340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:00.887148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:01.182472 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.230749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:41:58Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c023ec-666d-4c39-beef-0e6ce39fe4f7', 'name': '', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:3f:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:41:57Z', 'updated_at': '2021-07-12T16:41:59Z', 'revision_number': 2, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:01.264029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=2fee4004-1c27-448d-b0bd-748cd87bf64b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:01.279331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:01.279788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Updating router 3a233d01-ed59-4e85-8585-65d0e17bfdff port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:42:01.291018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '6e2b5f8d-efd6-4a07-8cd7-1d6d6d099056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dcb6a199-da1b-4946-95bf-b6c6b549aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:01.292199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: dcb6a199-da1b-4946-95bf-b6c6b549aea4, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:01.332429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network dcb6a199-da1b-4946-95bf-b6c6b549aea4 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:01.346036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.348677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, dcb6a199-da1b-4946-95bf-b6c6b549aea4) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:01.364167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af767a7b-3f00-426c-b8ff-bf6fc59db819 None None] Network dcb6a199-da1b-4946-95bf-b6c6b549aea4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:01.368726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:01.369154 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.397775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:01.398395 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5f8860e6-6536-41a5-b5c2-bfedf7a995d7 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6863079 Jul 12 16:42:01.579052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.674352 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.782459 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.813991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.827614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Transition to ACTIVE for port object 26c023ec-666d-4c39-beef-0e6ce39fe4f7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:01.839089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.839321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=2fee4004-1c27-448d-b0bd-748cd87bf64b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:01.890768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d441-33c4-49d2-964d-ce5f8728a797 req-1e80a760-5145-43db-9203-8c34b0456854 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:01.898404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e4d441-33c4-49d2-964d-ce5f8728a797 req-1e80a760-5145-43db-9203-8c34b0456854 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.1744771 Jul 12 16:42:01.952101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605c1d0-e731-4da4-811e-0b3f2ae7d44d None None] Pushing event updated for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:01.953701 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:01.976846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb6a199-da1b-4946-95bf-b6c6b549aea4']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:01.990201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2b5f8d-efd6-4a07-8cd7-1d6d6d099056') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:01.990627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2b5f8d-efd6-4a07-8cd7-1d6d6d099056') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:01.992240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59e4d441-33c4-49d2-964d-ce5f8728a797 req-584c6a0c-25f6-4a75-92f1-22217e564270 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847893 Jul 12 16:42:02.012705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.056828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.063733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:02.067180 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.069864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Attempting to bind port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:02.070268 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Attempting to bind port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:02.071013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Attempting to bind port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 on network f5e170aa-344d-472c-b69b-cd57159bc274 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:02.125482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:02.126391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Checking segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:02.126391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.127468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Bound using segment: {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:02.127468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Bound port: 26c023ec-666d-4c39-beef-0e6ce39fe4f7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02267be4-881c-4999-8ae8-65fb0b708a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:02.128267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:02.132959 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:02.141012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-33273741-846a-4446-9e58-9dbd1b2ada3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.147512 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.150235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e5713-c9b8-45fd-8250-be6d5ccbd691 None None] Network dcb6a199-da1b-4946-95bf-b6c6b549aea4 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:02.155543 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.160264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/dcb6a199-da1b-4946-95bf-b6c6b549aea4 HTTP/1.1" status: 204 len: 168 time: 0.7613783 Jul 12 16:42:02.160396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60198) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.163441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e5713-c9b8-45fd-8250-be6d5ccbd691 None None] Network dcb6a199-da1b-4946-95bf-b6c6b549aea4 could not be found, it might have been deleted concurrently. {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 12 16:42:02.173673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5521236-779b-44cf-86a6-2f7e4c0aebb6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=dcb6a199-da1b-4946-95bf-b6c6b549aea4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:02.237953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] For port 26c023ec-666d-4c39-beef-0e6ce39fe4f7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:02.242234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] For port 26c023ec-666d-4c39-beef-0e6ce39fe4f7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26c023ec-666d-4c39-beef-0e6ce39fe4f7,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:02.256066 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb4ab56-de1c-4c89-b520-5c39e0f565a9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] GET failed (client error): The resource could not be found. Jul 12 16:42:02.260497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ffb4ab56-de1c-4c89-b520-5c39e0f565a9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets/2fee4004-1c27-448d-b0bd-748cd87bf64b HTTP/1.1" status: 404 len: 337 time: 0.0990169 Jul 12 16:42:02.261753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:02.264069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60200) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.289047 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-44da2d55-c8c7-4e6e-b463-ffa7329fe3d5 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:02.291397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44da2d55-c8c7-4e6e-b463-ffa7329fe3d5 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:02.291397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-44da2d55-c8c7-4e6e-b463-ffa7329fe3d5 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/dcb6a199-da1b-4946-95bf-b6c6b549aea4 HTTP/1.1" status: 404 len: 339 time: 0.0273805 Jul 12 16:42:02.296032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60202) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.323082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605c1d0-e731-4da4-811e-0b3f2ae7d44d None None] Pushing event updated for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:02.338167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:02.341445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:41:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:02.557558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb48de-b139-409f-8edd-51daa3142156 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:02.558890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:02.559096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4ffb48de-b139-409f-8edd-51daa3142156 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2622812 Jul 12 16:42:02.561741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60206) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.629180 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-61dc447f-9822-410c-be27-b42433b25629 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133 HTTP/1.1" status: 200 len: 207 time: 0.0662305 Jul 12 16:42:02.632364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60210) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.856714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a36d5-b373-4887-9d25-10dda6ecdb4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:02.863026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a36d5-b373-4887-9d25-10dda6ecdb4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:02.870697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a36d5-b373-4887-9d25-10dda6ecdb4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:02.876672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a36d5-b373-4887-9d25-10dda6ecdb4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:02.878371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ca5a36d5-b373-4887-9d25-10dda6ecdb4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2450736 Jul 12 16:42:02.882011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60212) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:02.907774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:41:58Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c023ec-666d-4c39-beef-0e6ce39fe4f7', 'name': '', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:3f:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:41:57Z', 'updated_at': '2021-07-12T16:42:02Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:02.940137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763d042-f9ff-44a5-86d4-a9ae4d88fd70 None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:41:58Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c023ec-666d-4c39-beef-0e6ce39fe4f7', 'name': '', 'network_id': 'f5e170aa-344d-472c-b69b-cd57159bc274', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:3f:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:41:57Z', 'updated_at': '2021-07-12T16:42:02Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': '9fe602fe-08b6-4e0e-bdbc-2bcded9c8415', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:03.035257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d1df3d60-75af-4d90-9a83-5d671d0c1c4a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1519058 Jul 12 16:42:03.042545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60218) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:03.269080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c75d57-23c8-42cc-9582-dbb06c4235d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.270748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c75d57-23c8-42cc-9582-dbb06c4235d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.278255 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d0c75d57-23c8-42cc-9582-dbb06c4235d0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2367609 Jul 12 16:42:03.282297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60222) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:03.392397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:03.682471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb5f8-cd3a-41eb-b323-65ee4e68c406 req-50607f33-715b-45c4-a358-f6c2a98965d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.684053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bdaeb5f8-cd3a-41eb-b323-65ee4e68c406 req-50607f33-715b-45c4-a358-f6c2a98965d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.4997909 Jul 12 16:42:03.722407 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e7718-f123-462e-a7a2-691619fb9a76 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.724228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e7718-f123-462e-a7a2-691619fb9a76 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['shared'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.726046 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ad3e7718-f123-462e-a7a2-691619fb9a76 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4432602 Jul 12 16:42:03.732552 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60226) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:03.772658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bdaeb5f8-cd3a-41eb-b323-65ee4e68c406 req-44bda870-7825-4afd-b6b3-85fc56c600fc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770729 Jul 12 16:42:03.950304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e6e33-c26b-4687-b293-f96735b91aa8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:03.952537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e07e6e33-c26b-4687-b293-f96735b91aa8 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks/bedb0395-5724-47f7-9e37-721a0a5a21da HTTP/1.1" status: 200 len: 800 time: 0.2189798 Jul 12 16:42:03.958047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:04.115624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7387177-2391-447e-95d0-ba1b6250346d tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/networks/bedb0395-5724-47f7-9e37-721a0a5a21da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1563094 Jul 12 16:42:04.121221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60232) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:04.195074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a553bb2-e40f-4108-a3c3-28cffe39e022 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:04.203766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5a553bb2-e40f-4108-a3c3-28cffe39e022 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets/eda8ebf7-970c-4232-bb58-47929d383c46 HTTP/1.1" status: 200 len: 811 time: 0.0763445 Jul 12 16:42:04.208129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60234) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:04.285482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05352a-79fa-42aa-8ee9-61f6efad8768 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:04.287833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c05352a-79fa-42aa-8ee9-61f6efad8768 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "GET /v2.0/subnets/eda8ebf7-970c-4232-bb58-47929d383c46?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0762775 Jul 12 16:42:04.291616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:04.298609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1856248886'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:04.330403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:04.334564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.370759 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:04.380773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.381783 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Added segment 43048566-cec0-441c-bf13-15b17cba70c9 of type vlan for network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 Jul 12 16:42:04.436102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.469738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a815e6d-0383-49c6-9778-365670bbc8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.475117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.482405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:04.483805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.552034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2595818 Jul 12 16:42:04.554740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60238) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:04.560796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:04.569279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906a3ad-0a7d-472f-ab0c-5d1959d3691c tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Network': ['ID=e8ff5d7a-800c-489e-81c6-a36cda36cbc7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:04.593445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:04.682920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Made reservation on behalf of f748b726e14e40899f8d8acb8984b4b1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:04.691542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:04.768959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 16:42:04.769481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 16:42:04.906503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.106621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.169749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26c023ec-666d-4c39-beef-0e6ce39fe4f7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:05.176408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610238ec-c825-4965-9060-ddf5c81d1925 req-e4289eda-98a1-44b3-bd1e-9e359267a473 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:05.182761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610238ec-c825-4965-9060-ddf5c81d1925 req-e4289eda-98a1-44b3-bd1e-9e359267a473 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.2744792 Jul 12 16:42:05.224880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=596679de-6db5-40ee-a6fe-836130127dec,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:05.253844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610238ec-c825-4965-9060-ddf5c81d1925 req-068208b7-b131-4e74-b9c7-5f80865ee2b0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684805 Jul 12 16:42:05.258520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Checking segment: {'id': '43048566-cec0-441c-bf13-15b17cba70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:05.258894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network hostable DHCP agents. Network: e8ff5d7a-800c-489e-81c6-a36cda36cbc7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:05.280465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:05.291710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e8ff5d7a-800c-489e-81c6-a36cda36cbc7) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:05.299702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b4cfe-50b9-40ba-9e82-5c905c28c7ff None None] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:05.306425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:05.307030 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.345087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:05.347651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-40e88773-cc0b-4ac7-8e19-d24301146872 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7900448 Jul 12 16:42:05.355654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:05.384287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:05.392666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:05.393953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.541580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8127888'] for subnet, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.599093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.604543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e8ff5d7a-800c-489e-81c6-a36cda36cbc7', 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7', 'tenant_id': 'f748b726e14e40899f8d8acb8984b4b1', 'fixed_ips': [{'subnet_id': '596679de-6db5-40ee-a6fe-836130127dec'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:05.605558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.656163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 26c023ec-666d-4c39-beef-0e6ce39fe4f7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26c023ec-666d-4c39-beef-0e6ce39fe4f7,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:05.673109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.844736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778558657841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7599127'] for subnet, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.909614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Allocated IP 172.20.0.3 (e8ff5d7a-800c-489e-81c6-a36cda36cbc7/596679de-6db5-40ee-a6fe-836130127dec/d928e672-8415-4979-9df7-f2ae5227966e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:05.917497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:05.918108 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:05.919422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "PUT /v2.0/subnets/596679de-6db5-40ee-a6fe-836130127dec HTTP/1.1" status: 200 len: 877 time: 0.5685880 Jul 12 16:42:05.922245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60256) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:05.988891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2213a46-f76e-43e0-81b8-736f2d50e1c2 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event updated for resources: {'Subnet': ['ID=596679de-6db5-40ee-a6fe-836130127dec,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:06.094818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.160606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.188008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.215323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.229914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:06.433834 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.448524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Transition to ACTIVE for port object d928e672-8415-4979-9df7-f2ae5227966e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:06.487245 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Transition to ACTIVE for port object d928e672-8415-4979-9df7-f2ae5227966e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:06.499353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.554200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.584891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:06.596614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=596679de-6db5-40ee-a6fe-836130127dec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:06.597611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:06.601694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Pushing event updated for resources: {'Port': ['ID=d928e672-8415-4979-9df7-f2ae5227966e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:06.613298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:06.619922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfdc32-df5c-49e3-8463-33eafbc574f7 req-ce500c30-d6c3-436f-92a3-7048f266f0a6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:06.624091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7cfdc32-df5c-49e3-8463-33eafbc574f7 req-ce500c30-d6c3-436f-92a3-7048f266f0a6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 943 time: 0.1502454 Jul 12 16:42:06.654614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-20b88418-b68d-456b-b669-c65a19e45fd1 None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:06.655073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-20b88418-b68d-456b-b669-c65a19e45fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.657867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 982c6daf-d58f-4b44-b3c2-b3d3185a9473 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:42:06.700912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.720217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ff5d7a-800c-489e-81c6-a36cda36cbc7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:06.726128 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f7cfdc32-df5c-49e3-8463-33eafbc574f7 req-9de8253f-85b4-45e4-b100-fd6340fa69ae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906689 Jul 12 16:42:06.736737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43048566-cec0-441c-bf13-15b17cba70c9') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:06.737243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43048566-cec0-441c-bf13-15b17cba70c9') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:06.748486 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.755399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Attempting to bind port d928e672-8415-4979-9df7-f2ae5227966e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:06.758193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Attempting to bind port d928e672-8415-4979-9df7-f2ae5227966e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '43048566-cec0-441c-bf13-15b17cba70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:06.758663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Attempting to bind port d928e672-8415-4979-9df7-f2ae5227966e on network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:06.796346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.805443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:06.806130 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:06.811608 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:06.823077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:06.823689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Checking segment: {'id': '43048566-cec0-441c-bf13-15b17cba70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:06.824250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.824715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Bound using segment: {'id': '43048566-cec0-441c-bf13-15b17cba70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:06.825477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Bound port: d928e672-8415-4979-9df7-f2ae5227966e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43048566-cec0-441c-bf13-15b17cba70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:06.825923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:06.908127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.db.api [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 12 16:42:06.908127 n-d-800078-3 neutron-server[93712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 12 16:42:06.908127 n-d-800078-3 neutron-server[93712]: [parameters: {'id': 'e8ff5d7a-800c-489e-81c6-a36cda36cbc7'}] Jul 12 16:42:06.908127 n-d-800078-3 neutron-server[93712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:42:06.908960 n-d-800078-3 neutron-server[93712]: DEBUG oslo_db.api [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:42:06.969107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:06.999462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] For port d928e672-8415-4979-9df7-f2ae5227966e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:07.004114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] For port d928e672-8415-4979-9df7-f2ae5227966e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d928e672-8415-4979-9df7-f2ae5227966e,segment=NetworkSegment(43048566-cec0-441c-bf13-15b17cba70c9),segment_id=43048566-cec0-441c-bf13-15b17cba70c9)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:07.004917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'mac_address': 'fa:16:3e:a0:91:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:42:07.013650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.104175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.172775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26c023ec-666d-4c39-beef-0e6ce39fe4f7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:07.208951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982c6daf-d58f-4b44-b3c2-b3d3185a9473 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:42:07.217204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a1320-37c2-496b-b488-a8260b0429cd None None] Pushing event updated for resources: {'Port': ['ID=d928e672-8415-4979-9df7-f2ae5227966e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:07.252198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c542bb-af40-4451-9c31-bdc8cfbf5f6b None None] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:07.261423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:07.319741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.391294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.413645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.434209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:07.434590 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.458650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:07.535484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting port d928e672-8415-4979-9df7-f2ae5227966e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:07.537832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.635013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e1e46-a2dc-4092-a044-3a10dea2fb23 None None] Network e8ff5d7a-800c-489e-81c6-a36cda36cbc7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:07.663465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['982c6daf-d58f-4b44-b3c2-b3d3185a9473'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:42:07.695132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] For port d928e672-8415-4979-9df7-f2ae5227966e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d928e672-8415-4979-9df7-f2ae5227966e,segment=NetworkSegment(43048566-cec0-441c-bf13-15b17cba70c9),segment_id=43048566-cec0-441c-bf13-15b17cba70c9)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:07.695735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.711481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Calling delete_port for d928e672-8415-4979-9df7-f2ae5227966e owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:07.862776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:07.893419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No DVR routers for this DVR port d928e672-8415-4979-9df7-f2ae5227966e on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:07.979312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86cd9a-7f41-4941-990a-e94702bbd9f0 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 16:42:08.049137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f7d8-8f70-4ae8-b116-e6eafb45b693 req-2b83f421-62b6-4e76-a72f-8206e63bd0ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:08.060826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da92f7d8-8f70-4ae8-b116-e6eafb45b693 req-2b83f421-62b6-4e76-a72f-8206e63bd0ca tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 944 time: 0.1425016 Jul 12 16:42:08.063507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Port': ['ID=d928e672-8415-4979-9df7-f2ae5227966e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:08.159120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.160274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da92f7d8-8f70-4ae8-b116-e6eafb45b693 req-316f1412-41c3-4bcc-a68f-36c36c72890f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888805 Jul 12 16:42:08.190706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ff5d7a-800c-489e-81c6-a36cda36cbc7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.206512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43048566-cec0-441c-bf13-15b17cba70c9') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.206819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43048566-cec0-441c-bf13-15b17cba70c9') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.221320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.238645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.247634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa86cd9a-7f41-4941-990a-e94702bbd9f0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 16:42:08.247821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:08.247821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:08.255511 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:08.369505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.377057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.382750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60288) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.384748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/e8ff5d7a-800c-489e-81c6-a36cda36cbc7 HTTP/1.1" status: 204 len: 168 time: 2.4615004 Jul 12 16:42:08.408347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1038b8-363e-4afd-b8c3-429307f38ddf tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=e8ff5d7a-800c-489e-81c6-a36cda36cbc7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:08.438522 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f9b46e-c754-44bc-b298-4c55668b8733 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.440184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f9b46e-c754-44bc-b298-4c55668b8733 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.443149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-22f9b46e-c754-44bc-b298-4c55668b8733 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/596679de-6db5-40ee-a6fe-836130127dec HTTP/1.1" status: 404 len: 337 time: 0.0571740 Jul 12 16:42:08.446330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.474658 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6395a50d-9394-48b2-ae9a-e3f9ca6986cd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.475717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6395a50d-9394-48b2-ae9a-e3f9ca6986cd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.479912 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6395a50d-9394-48b2-ae9a-e3f9ca6986cd tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/e8ff5d7a-800c-489e-81c6-a36cda36cbc7 HTTP/1.1" status: 404 len: 339 time: 0.0302720 Jul 12 16:42:08.480666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60292) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.510714 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7eeeae-04d4-4672-a612-779610e5dc36 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.511387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7eeeae-04d4-4672-a612-779610e5dc36 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.516000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.516272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd7eeeae-04d4-4672-a612-779610e5dc36 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/2fee4004-1c27-448d-b0bd-748cd87bf64b HTTP/1.1" status: 404 len: 337 time: 0.0340848 Jul 12 16:42:08.543903 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8e08df-99cd-4040-bae1-18cc968b7c46 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.544404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8e08df-99cd-4040-bae1-18cc968b7c46 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.546362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3d8e08df-99cd-4040-bae1-18cc968b7c46 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/dcb6a199-da1b-4946-95bf-b6c6b549aea4 HTTP/1.1" status: 404 len: 339 time: 0.0293798 Jul 12 16:42:08.549309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.691022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.792343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.803768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68409107-622c-4549-bd83-a87c54becb65']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.818290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f065f5-ee22-491c-a3d4-5b2044e7eb4b') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.818586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f065f5-ee22-491c-a3d4-5b2044e7eb4b') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:08.829599 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.845339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.853949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:08.854474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:08.857630 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:08.919895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.926509 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:08.928457 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/68409107-622c-4549-bd83-a87c54becb65 HTTP/1.1" status: 204 len: 168 time: 0.3780267 Jul 12 16:42:08.931652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60298) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.950888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb306-ef52-423f-8931-952b7d3f7061 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=68409107-622c-4549-bd83-a87c54becb65,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:08.969726 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8262a9-1b31-4b4f-b7a0-2a155392e5e3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.970174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8262a9-1b31-4b4f-b7a0-2a155392e5e3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.974285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2a8262a9-1b31-4b4f-b7a0-2a155392e5e3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/f9707b01-b07d-44bc-bba6-9590ed6518bc HTTP/1.1" status: 404 len: 337 time: 0.0390904 Jul 12 16:42:08.974409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:08.993435 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e80a27-e1b7-433d-b5a3-6962ab686fa0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:08.994009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e80a27-e1b7-433d-b5a3-6962ab686fa0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:08.995669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34e80a27-e1b7-433d-b5a3-6962ab686fa0 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/5fc657a1-7b6b-48eb-8906-9c7142126672 HTTP/1.1" status: 404 len: 339 time: 0.0203798 Jul 12 16:42:08.998365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60302) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.026014 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5a6ddd-b4f6-4ff7-bc07-f53cc0255822 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.026492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5a6ddd-b4f6-4ff7-bc07-f53cc0255822 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.028213 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5e5a6ddd-b4f6-4ff7-bc07-f53cc0255822 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/2950a5c0-f442-4437-a35b-fddac20592e1 HTTP/1.1" status: 404 len: 337 time: 0.0289767 Jul 12 16:42:09.030697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60304) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.050010 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef56fccf-85bf-476b-9628-7a71a642d002 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.050535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef56fccf-85bf-476b-9628-7a71a642d002 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.052306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ef56fccf-85bf-476b-9628-7a71a642d002 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/c55dcf0f-5596-411b-ab7e-36456c7ce461 HTTP/1.1" status: 404 len: 339 time: 0.0205925 Jul 12 16:42:09.055505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60308) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.088786 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-486f2897-6b0d-4d5e-99d8-efba041978b9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.089310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486f2897-6b0d-4d5e-99d8-efba041978b9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.091222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-486f2897-6b0d-4d5e-99d8-efba041978b9 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/1c438b5f-9da0-4b89-b6d2-f0e4ac06e348 HTTP/1.1" status: 404 len: 337 time: 0.0346742 Jul 12 16:42:09.093763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60310) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.113520 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-579fd1f2-d981-473f-a795-25dec3aca109 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.114153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579fd1f2-d981-473f-a795-25dec3aca109 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.115969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-579fd1f2-d981-473f-a795-25dec3aca109 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/3a661cdf-e637-4049-972f-ab55968db58f HTTP/1.1" status: 404 len: 339 time: 0.0212457 Jul 12 16:42:09.119027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60312) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.144780 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2982e6-6b9e-4974-ab0e-200d3744119b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.145314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2982e6-6b9e-4974-ab0e-200d3744119b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.147159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2e2982e6-6b9e-4974-ab0e-200d3744119b tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/9c89cdf4-fde8-4459-949f-221e080c47d9 HTTP/1.1" status: 404 len: 337 time: 0.0270891 Jul 12 16:42:09.150151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60314) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.169549 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4158392d-31fd-44ed-8caf-8cb316579deb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.170081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4158392d-31fd-44ed-8caf-8cb316579deb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.171823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4158392d-31fd-44ed-8caf-8cb316579deb tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/a5448094-3c61-4754-a3cd-d401e2ee3abe HTTP/1.1" status: 404 len: 339 time: 0.0204275 Jul 12 16:42:09.174369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60316) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.207271 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dc649d-b734-4f15-8d86-77a9885b1075 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.207683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dc649d-b734-4f15-8d86-77a9885b1075 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.210091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0dc649d-b734-4f15-8d86-77a9885b1075 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/6a2f1c1d-1f3d-47f4-80a2-22437f297dd3 HTTP/1.1" status: 404 len: 337 time: 0.0341637 Jul 12 16:42:09.212202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60320) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.234252 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9524acb6-7236-4ac0-87df-6c12abfd82f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.234833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9524acb6-7236-4ac0-87df-6c12abfd82f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.237173 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9524acb6-7236-4ac0-87df-6c12abfd82f4 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/d1ae6bbe-44d4-4859-8f50-a4621a7e291c HTTP/1.1" status: 404 len: 339 time: 0.0234830 Jul 12 16:42:09.239248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60322) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.273726 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dd7e5b-84ed-4232-87e7-47c6caa38ae3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.274197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dd7e5b-84ed-4232-87e7-47c6caa38ae3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.278351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44dd7e5b-84ed-4232-87e7-47c6caa38ae3 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/12089ba1-11bb-4197-b64d-871a885664fd HTTP/1.1" status: 404 len: 337 time: 0.0357828 Jul 12 16:42:09.278636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60324) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.338087 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24bce78-0e8c-4899-ba22-86238112e421 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.338722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24bce78-0e8c-4899-ba22-86238112e421 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.347652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c24bce78-0e8c-4899-ba22-86238112e421 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/28b82210-80cf-4f47-9795-a60608a62884 HTTP/1.1" status: 404 len: 339 time: 0.0664246 Jul 12 16:42:09.352249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.397760 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-38972340-720a-4c59-a841-812b028c4b02 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.398288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38972340-720a-4c59-a841-812b028c4b02 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.400530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-38972340-720a-4c59-a841-812b028c4b02 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/bab518eb-15e8-4ba4-a80c-29d88dc3cb90 HTTP/1.1" status: 404 len: 337 time: 0.0435901 Jul 12 16:42:09.405202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60332) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.425635 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dcb860-9459-4dba-97a9-391c3a9beb7a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.426244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dcb860-9459-4dba-97a9-391c3a9beb7a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.428197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-85dcb860-9459-4dba-97a9-391c3a9beb7a tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/d9665929-bad6-4656-9b58-bce53799ac14 HTTP/1.1" status: 404 len: 339 time: 0.0220180 Jul 12 16:42:09.431346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60334) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.446985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d646-5b35-4b25-90c6-836994813879 req-c3f215fc-eb96-48cf-89e0-be52fdb314f2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:09.448661 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1792d646-5b35-4b25-90c6-836994813879 req-c3f215fc-eb96-48cf-89e0-be52fdb314f2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 944 time: 0.1359165 Jul 12 16:42:09.458314 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee03303-598c-4e59-ad70-13c166698fba tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.458727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee03303-598c-4e59-ad70-13c166698fba tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.462392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bee03303-598c-4e59-ad70-13c166698fba tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/a6270085-6971-4c5f-8400-a13b11a2fa21 HTTP/1.1" status: 404 len: 337 time: 0.0281861 Jul 12 16:42:09.467151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60336) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.491950 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-11988193-0b03-4874-ac78-2c89ef3f4aab tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] DELETE failed (client error): The resource could not be found. Jul 12 16:42:09.492799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11988193-0b03-4874-ac78-2c89ef3f4aab tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 16:42:09.495637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-11988193-0b03-4874-ac78-2c89ef3f4aab tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/4a62e213-5f2e-4bf9-a849-1fae5cda3c29 HTTP/1.1" status: 404 len: 339 time: 0.0267990 Jul 12 16:42:09.498818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1792d646-5b35-4b25-90c6-836994813879 req-a809acf4-908a-454d-be2f-c3cb8835929a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434153 Jul 12 16:42:09.499329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60340) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.557306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting subnet eda8ebf7-970c-4232-bb58-47929d383c46 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:09.560593 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:09.606058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:09.699571 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:09.769432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:09.803896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:09.806151 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/subnets/eda8ebf7-970c-4232-bb58-47929d383c46 HTTP/1.1" status: 204 len: 168 time: 0.3057768 Jul 12 16:42:09.807207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63569d6f-a5e9-4660-8114-2e79c4199085 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Subnet': ['ID=eda8ebf7-970c-4232-bb58-47929d383c46,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:09.809505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60350) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:09.816453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440ec7f-bcd2-466a-b489-ceffeb1d9ae4 None None] Network bedb0395-5724-47f7-9e37-721a0a5a21da requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:09.932498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.034323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Deleting port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:10.034747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.108878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680298ca-5976-4651-ac98-2072f021e814 None None] DHCP port deletion for bedb0395-5724-47f7-9e37-721a0a5a21da request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:10.172869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Deleting port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:10.173376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.174457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] For port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,segment=NetworkSegment(40692963-9a87-4867-9429-ba1a034c8803),segment_id=40692963-9a87-4867-9429-ba1a034c8803)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:10.174910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.203006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Calling delete_port for 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:10.252141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-680298ca-5976-4651-ac98-2072f021e814 None None] For port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,segment=NetworkSegment(40692963-9a87-4867-9429-ba1a034c8803),segment_id=40692963-9a87-4867-9429-ba1a034c8803)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:10.252544 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.269659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Calling delete_port for 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:10.304147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.340628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Port': ['ID=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:10.348955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] No DVR routers for this DVR port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:10.351728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.352541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.353183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.353183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.353525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.353869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.354199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.354645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.354976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.355297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.355655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.355980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:10.374804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.399399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680298ca-5976-4651-ac98-2072f021e814 None None] Pushing event deleted for resources: {'Port': ['ID=6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:10.412915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680298ca-5976-4651-ac98-2072f021e814 None None] No DVR routers for this DVR port 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:10.454376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.464629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedb0395-5724-47f7-9e37-721a0a5a21da']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:10.474883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40692963-9a87-4867-9429-ba1a034c8803') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:10.475428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40692963-9a87-4867-9429-ba1a034c8803') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:10.484580 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.499134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.505430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:10.505804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:10.510474 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:10.582092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.591394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.596025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] 10.222.0.58 "DELETE /v2.0/networks/bedb0395-5724-47f7-9e37-721a0a5a21da HTTP/1.1" status: 204 len: 168 time: 0.7852709 Jul 12 16:42:10.639368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df4383-c521-4f8a-a26e-80e28798fad6 tempest-NetworksTest-1694497768 tempest-NetworksTest-1694497768-project] Pushing event deleted for resources: {'Network': ['ID=bedb0395-5724-47f7-9e37-721a0a5a21da,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:10.652032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 982c6daf-d58f-4b44-b3c2-b3d3185a9473 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:10.768311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:10.774957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:10.775799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.900735 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:10.928684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:42:10.932696 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd834b-6e84-4ae6-9506-9591ced2fac3" -d '{"events": [{"server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "name": "network-vif-plugged", "status": "completed", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:42:10.947647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:10.953113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.002857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60370) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:11.037215 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa4fbf-4fda-4947-abfe-4eab8f115caf x-openstack-request-id: req-2daa4fbf-4fda-4947-abfe-4eab8f115caf {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:42:11.037501 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "name": "network-vif-plugged", "status": "completed", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:42:11.037824 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2daa4fbf-4fda-4947-abfe-4eab8f115caf {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:42:11.038888 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'code': 200} Jul 12 16:42:11.055314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:11.114664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:11.138520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:11.138882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b4f33f4-5a0d-4b14-99e0-a4dd8c7d523b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:11.273442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d50fd74-5d9f-4f66-8989-e84ecc534703 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f748b726e14e40899f8d8acb8984b4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692671 Jul 12 16:42:11.276608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60382) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:11.417049 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.443201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.475633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4f17fc14-a0f1-4103-93ed-7859d862027c None None] Provisioning complete for port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:11.476013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4f17fc14-a0f1-4103-93ed-7859d862027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.487819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49fe1-a535-4a47-ac77-46dc046ab514 req-0ec48786-8ed1-4f49-b775-d76dc6c8f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:11.489466 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23d49fe1-a535-4a47-ac77-46dc046ab514 req-0ec48786-8ed1-4f49-b775-d76dc6c8f191 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1096 time: 0.0949883 Jul 12 16:42:11.499533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481daca9-02c4-462c-a325-7c8211e7c53c req-76c094fd-f68c-4568-9927-0263b6e6037b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:11.501383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-481daca9-02c4-462c-a325-7c8211e7c53c req-76c094fd-f68c-4568-9927-0263b6e6037b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 944 time: 0.8322327 Jul 12 16:42:11.539982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.542586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:11.550722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23d49fe1-a535-4a47-ac77-46dc046ab514 req-e391e9ac-21d5-419a-8679-737f9d506d48 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481846 Jul 12 16:42:11.553110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b6a62a3-3cf5-41bf-ab99-feea5d0075ec HTTP/1.1" status: 204 len: 168 time: 0.2754452 Jul 12 16:42:11.572455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43463-c144-4f50-b2ff-54a3cc2b0f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a62a3-3cf5-41bf-ab99-feea5d0075ec,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:11.591500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-481daca9-02c4-462c-a325-7c8211e7c53c req-ed21f80b-9e5b-45b3-b713-e53dd161a81e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430360 Jul 12 16:42:11.737846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-5ec026bb-048f-49c1-b1ca-b078d9f3ed0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853384 Jul 12 16:42:11.875177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-db267eeb-66f6-4250-898f-1d7add7c72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:11.877257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-db267eeb-66f6-4250-898f-1d7add7c72ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1097 time: 0.0726290 Jul 12 16:42:12.010357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-88b97c9a-8608-43bd-8a4e-0841a60ea725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:12.015055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-88b97c9a-8608-43bd-8a4e-0841a60ea725 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 898 time: 0.1114933 Jul 12 16:42:12.093224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-f1113685-3934-411e-91c7-4b4e47a865e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 1002 time: 0.0737715 Jul 12 16:42:12.161931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-cd6114db-e75a-4a7e-862e-5ea1d15346f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:12.163774 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-cd6114db-e75a-4a7e-862e-5ea1d15346f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.0628357 Jul 12 16:42:12.248533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-e2c4c6b6-3cdf-4460-bef5-f35c7cf121d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:12.250256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-e2c4c6b6-3cdf-4460-bef5-f35c7cf121d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779188 Jul 12 16:42:12.473458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60414) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:12.558485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-4bebf55c-3946-4498-9c4f-eb021b7fe53e service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976367 Jul 12 16:42:12.723322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c78849b-1573-45dc-acfa-ce94e1ac6850 req-3f60c10c-dec2-4f67-a7c7-6abd0e841bb7 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587467 Jul 12 16:42:12.759126 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-460875331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:12.822208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:12.823754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:12.917458 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:12.922716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:12.951511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6f3d-c0a3-454b-9ebe-abe4d0450340 req-523714ca-fadd-4a3b-8304-3ac39f6cc938 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:12.958392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d69c6f3d-c0a3-454b-9ebe-abe4d0450340 req-523714ca-fadd-4a3b-8304-3ac39f6cc938 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 945 time: 0.1530335 Jul 12 16:42:12.976537 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:12.980987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b4f1e23f-226d-4fff-948e-f5db25ad5980 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4995818 Jul 12 16:42:12.981618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:12.987463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2140369672'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:13.013003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d69c6f3d-c0a3-454b-9ebe-abe4d0450340 req-60c5362f-9f52-49dc-93a1-c25f6dc0a6e4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536973 Jul 12 16:42:13.053394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:13.059646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.072916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.269893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec13f6-5b91-474c-99fa-19fc01964d82 req-7414cca8-f127-4bbb-bf44-233292e7f21d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:13.271347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50ec13f6-5b91-474c-99fa-19fc01964d82 req-7414cca8-f127-4bbb-bf44-233292e7f21d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 945 time: 0.1131356 Jul 12 16:42:13.293377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.302130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.346121 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:13.350728 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50ec13f6-5b91-474c-99fa-19fc01964d82 req-87ebdc24-0208-4472-8db2-0dffc968bdd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697205 Jul 12 16:42:13.365111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38f3a5-f0d1-4afa-bb3a-f9253cb4ef39,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:13.368525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.368925 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Added segment 64f207ce-a29e-4757-8149-2d91a4687c79 of type vlan for network f518e44d-4262-4748-b4c5-7e1b2efc246e Jul 12 16:42:13.424704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60426) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:13.438616 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.489875 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.496265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:13.496832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.522024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cf528-71ad-46c1-891c-575a5ea2381f tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:13.524972 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f78cf528-71ad-46c1-891c-575a5ea2381f tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1091 time: 0.0988617 Jul 12 16:42:13.548537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60430) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:13.573770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:13.591252 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6080770 Jul 12 16:42:13.594553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60434) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:13.619101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'subnet': {'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:13.638287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ebdef-f88f-4c7c-9358-1cc5a153fab5 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Network': ['ID=f518e44d-4262-4748-b4c5-7e1b2efc246e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:13.656309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f518e44d-4262-4748-b4c5-7e1b2efc246e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:13.753325 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:13.757789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:13.762854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.042643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.132318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Subnet': ['ID=0628611a-2fed-46c3-a053-76d9e5466392,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:14.147733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Checking segment: {'id': '64f207ce-a29e-4757-8149-2d91a4687c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:14.148458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network hostable DHCP agents. Network: f518e44d-4262-4748-b4c5-7e1b2efc246e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:14.176796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.281861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network f518e44d-4262-4748-b4c5-7e1b2efc246e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:14.316821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f518e44d-4262-4748-b4c5-7e1b2efc246e) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:14.329363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:14.330437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.343423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41a8c4-b0f2-4d45-b984-1ac2c4fa50d7 None None] Network f518e44d-4262-4748-b4c5-7e1b2efc246e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:14.372631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.25.8.71 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/f75ab1b9-4f72-4dd1-929c-c883c290f4d5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:14.542255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.588960 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce176bbf-ec49-4ff5-837c-fa07e85d4873 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9872470 Jul 12 16:42:14.592076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60442) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:14.597886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'network': {'name': 'tempest-router-network01--410719959'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:14.604333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.645900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:14.650082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.678927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:14.682637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:14.686623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:14.708787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:14.725831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=f75ab1b9-4f72-4dd1-929c-c883c290f4d5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:14.737509 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.738327 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Added segment 53d419b0-614c-44cb-94a0-68b5a840f1ba of type vlan for network 572a661f-08be-4c71-a68a-871506c7d43f Jul 12 16:42:14.803138 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.864702 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.878548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:14.879201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.957243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3618112 Jul 12 16:42:14.957495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f518e44d-4262-4748-b4c5-7e1b2efc246e', 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e', 'tenant_id': 'd0a4e068999640ea954c745e3a2be1df', 'fixed_ips': [{'subnet_id': '0628611a-2fed-46c3-a053-76d9e5466392'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:14.958965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:14.962761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60446) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:14.968792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'network': {'name': 'tempest-router-network02--1506143869'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:14.993027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b030a34-9b09-4e13-a474-ef98a87fb34d tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Network': ['ID=572a661f-08be-4c71-a68a-871506c7d43f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:15.008049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:15.018250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.072477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 572a661f-08be-4c71-a68a-871506c7d43f details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:15.085692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:15.125826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.126983 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Added segment cfa3ec75-4d99-42d9-b997-419c1050a532 of type vlan for network 52754110-f5dc-49f6-bec5-7da79d4e5329 Jul 12 16:42:15.207993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Allocated IP 2001:db8::2 (f518e44d-4262-4748-b4c5-7e1b2efc246e/0628611a-2fed-46c3-a053-76d9e5466392/98b69b17-c2ce-4679-b5e3-3f98c6b5e916) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:15.248181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.286986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.300328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:15.300965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.385337 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4213176 Jul 12 16:42:15.385912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60448) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:15.410343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'subnet': {'network_id': '572a661f-08be-4c71-a68a-871506c7d43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:15.488545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44d63-d913-42e5-a4d8-5b2d45c064e4 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Network': ['ID=52754110-f5dc-49f6-bec5-7da79d4e5329,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:15.495257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.506205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:15.548992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:15.559678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.597470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Transition to ACTIVE for port object 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:15.615338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Transition to ACTIVE for port object 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:15.627246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.738603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Network f518e44d-4262-4748-b4c5-7e1b2efc246e is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:15.745039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:15.751639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:15.760144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Pushing event updated for resources: {'Port': ['ID=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:15.932594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Attempting to bind port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:15.935235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Attempting to bind port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '64f207ce-a29e-4757-8149-2d91a4687c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:15.935739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Attempting to bind port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 on network f518e44d-4262-4748-b4c5-7e1b2efc246e {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:15.946693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:15.947211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Checking segment: {'id': '64f207ce-a29e-4757-8149-2d91a4687c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:15.947831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.948485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Bound using segment: {'id': '64f207ce-a29e-4757-8149-2d91a4687c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:15.949070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Bound port: 98b69b17-c2ce-4679-b5e3-3f98c6b5e916, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f207ce-a29e-4757-8149-2d91a4687c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f518e44d-4262-4748-b4c5-7e1b2efc246e'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:15.949676 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:15.981026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.107399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Subnet': ['ID=15f353ad-bdf6-4d1e-83f2-626f7894dd1f,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:16.115655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] For port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:16.119873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] For port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,segment=NetworkSegment(64f207ce-a29e-4757-8149-2d91a4687c79),segment_id=64f207ce-a29e-4757-8149-2d91a4687c79)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:16.128436 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.169790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Checking segment: {'id': '53d419b0-614c-44cb-94a0-68b5a840f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:16.172292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network hostable DHCP agents. Network: 572a661f-08be-4c71-a68a-871506c7d43f, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:16.243999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network 572a661f-08be-4c71-a68a-871506c7d43f is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:16.249708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7b7fe-3ad0-465b-b765-2b8b1e4c9527 None None] Pushing event updated for resources: {'Port': ['ID=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:16.273583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 572a661f-08be-4c71-a68a-871506c7d43f) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:16.293843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5adc96-2eb0-4a94-96c7-cbf63c9c9374 None None] Network 572a661f-08be-4c71-a68a-871506c7d43f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:16.307267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:16.308029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.352669 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ccdaf854-c3d4-4234-b1b0-93fe9eba3e2e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9601512 Jul 12 16:42:16.354061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60492) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:16.359512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'subnet': {'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:16.401062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.632644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-572a661f-08be-4c71-a68a-871506c7d43f', 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f', 'tenant_id': 'd0a4e068999640ea954c745e3a2be1df', 'fixed_ips': [{'subnet_id': '15f353ad-bdf6-4d1e-83f2-626f7894dd1f'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:16.633708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.673295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:16.689414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.827096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60500) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:16.895095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:16.924892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Allocated IP 2001:db8::2 (572a661f-08be-4c71-a68a-871506c7d43f/15f353ad-bdf6-4d1e-83f2-626f7894dd1f/ad8bfd0f-428e-422f-bda4-31dadde82b5e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:17.186816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:17.287404 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.313135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Transition to ACTIVE for port object ad8bfd0f-428e-422f-bda4-31dadde82b5e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:17.343942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:17.358002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Transition to ACTIVE for port object ad8bfd0f-428e-422f-bda4-31dadde82b5e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:17.366947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.398026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.413991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.423139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Network 572a661f-08be-4c71-a68a-871506c7d43f is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:17.426390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:17.449429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:17.470005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Pushing event updated for resources: {'Port': ['ID=ad8bfd0f-428e-422f-bda4-31dadde82b5e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:17.585173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.596100 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Attempting to bind port ad8bfd0f-428e-422f-bda4-31dadde82b5e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:17.596481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Attempting to bind port ad8bfd0f-428e-422f-bda4-31dadde82b5e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '53d419b0-614c-44cb-94a0-68b5a840f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:17.596850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Attempting to bind port ad8bfd0f-428e-422f-bda4-31dadde82b5e on network 572a661f-08be-4c71-a68a-871506c7d43f {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:17.605617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:17.606011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Checking segment: {'id': '53d419b0-614c-44cb-94a0-68b5a840f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:17.606833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.607242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Bound using segment: {'id': '53d419b0-614c-44cb-94a0-68b5a840f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:17.607804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Bound port: ad8bfd0f-428e-422f-bda4-31dadde82b5e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d419b0-614c-44cb-94a0-68b5a840f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '572a661f-08be-4c71-a68a-871506c7d43f'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:17.608142 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.699451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.746538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=f75ab1b9-4f72-4dd1-929c-c883c290f4d5,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:17.790011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] For port ad8bfd0f-428e-422f-bda4-31dadde82b5e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:17.797950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] For port ad8bfd0f-428e-422f-bda4-31dadde82b5e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ad8bfd0f-428e-422f-bda4-31dadde82b5e,segment=NetworkSegment(53d419b0-614c-44cb-94a0-68b5a840f1ba),segment_id=53d419b0-614c-44cb-94a0-68b5a840f1ba)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:17.807429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:17.908906 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e associated. External IP: 172.25.8.71, port: 982c6daf-d58f-4b44-b3c2-b3d3185a9473. Jul 12 16:42:17.953501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Subnet': ['ID=b5e771c4-b1eb-4263-a28c-516e2936e51d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:17.968905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30998e6a-00b9-4107-bbe4-14e0e2d8f201 None None] Pushing event updated for resources: {'Port': ['ID=ad8bfd0f-428e-422f-bda4-31dadde82b5e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:18.023384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Checking segment: {'id': 'cfa3ec75-4d99-42d9-b997-419c1050a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:18.029965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network hostable DHCP agents. Network: 52754110-f5dc-49f6-bec5-7da79d4e5329, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:18.031622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49ff17-07ad-47bc-853f-f17bc602283e None None] Network f518e44d-4262-4748-b4c5-7e1b2efc246e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:18.124120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:18.137065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Provisioning for port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:18.145000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 52754110-f5dc-49f6-bec5-7da79d4e5329) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:18.152736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:18.153539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.158925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ff72d-dd92-4c7a-993a-887dae304d18 None None] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:18.160854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Provisioning complete for port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:18.161290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.191157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7077af42-ae76-4f46-b200-d38e904648cc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8339212 Jul 12 16:42:18.198558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60538) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:18.409340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:18.423170 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.501681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] For port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,segment=NetworkSegment(64f207ce-a29e-4757-8149-2d91a4687c79),segment_id=64f207ce-a29e-4757-8149-2d91a4687c79)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:18.535673 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.596699 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:18.612490 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:18.640195 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:18.641880 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:18.665234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.679264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.787612 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94d1f7ff-d200-4834-ad8e-ab882c387ed6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2257371 Jul 12 16:42:18.787612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:42:18.787612 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a40da9-38ef-4880-ae43-52d222573cca" -d '{"events": [{"name": "network-changed", "server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:42:18.796491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-52754110-f5dc-49f6-bec5-7da79d4e5329', 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329', 'tenant_id': 'd0a4e068999640ea954c745e3a2be1df', 'fixed_ips': [{'subnet_id': 'b5e771c4-b1eb-4263-a28c-516e2936e51d'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:18.797616 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:18.803173 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1838f23-0450-46c0-be65-5c7b7d3a55a8 None None] Pushing event updated for resources: {'Port': ['ID=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:18.870558 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:18.922097 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f643c2ac-38f0-41d1-abf8-9b5c1d613169 x-openstack-request-id: req-f643c2ac-38f0-41d1-abf8-9b5c1d613169 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:42:18.923063 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:42:18.923308 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f643c2ac-38f0-41d1-abf8-9b5c1d613169 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:42:18.923754 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'status': 'completed', 'code': 200} Jul 12 16:42:19.217844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:19.265399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Allocated IP 2001:db8::2 (52754110-f5dc-49f6-bec5-7da79d4e5329/b5e771c4-b1eb-4263-a28c-516e2936e51d/f61970fa-26ca-4c3f-8956-b627df571ef6) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:19.449816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ad8bfd0f-428e-422f-bda4-31dadde82b5e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:19.557278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff3ae08c-401e-491d-9380-a4eff5bddc52 None None] Provisioning complete for port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:19.557476 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a0:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:42:15Z', 'updated_at': '2021-07-12T16:42:15Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:19.557627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae08c-401e-491d-9380-a4eff5bddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:19.630772 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:19.650332 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:19.651345 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:19.666243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40da9-38ef-4880-ae43-52d222573cca req-e181b88a-642c-43ab-a1d9-6ddd984ee70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:19.668214 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-e181b88a-642c-43ab-a1d9-6ddd984ee70e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1096 time: 0.7088106 Jul 12 16:42:19.724144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ad8bfd0f-428e-422f-bda4-31dadde82b5e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:19.739099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:19.777550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e5619f-7bc2-4408-a836-a4fe425fa43e None None] Network 572a661f-08be-4c71-a68a-871506c7d43f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:19.874455 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:19.931138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40da9-38ef-4880-ae43-52d222573cca req-1d4999fa-4619-4d19-95d9-cce86ea32065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:19.933212 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-1d4999fa-4619-4d19-95d9-cce86ea32065 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1860299 Jul 12 16:42:20.146708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-4bbac2fd-68a0-4117-93b9-85560fb64385 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 998 time: 0.1993680 Jul 12 16:42:20.157103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:20.182039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Transition to ACTIVE for port object f61970fa-26ca-4c3f-8956-b627df571ef6 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:20.254595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Transition to ACTIVE for port object f61970fa-26ca-4c3f-8956-b627df571ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:20.306782 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:20.350010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Allocated IP 2001:db8::1 (572a661f-08be-4c71-a68a-871506c7d43f/15f353ad-bdf6-4d1e-83f2-626f7894dd1f/1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:20.359556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:20.360421 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:20.437974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:20.466141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:20.467208 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-913d3776-5f34-45a6-b5af-df76a462b9f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597145 Jul 12 16:42:20.481362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:20.486021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-107d946c-163c-4107-b779-340151d8020b None None] Provisioning for port ad8bfd0f-428e-422f-bda4-31dadde82b5e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:20.509972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Pushing event updated for resources: {'Port': ['ID=f61970fa-26ca-4c3f-8956-b627df571ef6,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:20.566533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-107d946c-163c-4107-b779-340151d8020b None None] Provisioning complete for port ad8bfd0f-428e-422f-bda4-31dadde82b5e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:20.566533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-107d946c-163c-4107-b779-340151d8020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:20.608082 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a0:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:42:15Z', 'updated_at': '2021-07-12T16:42:15Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:20.689895 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606140d-6bf5-4bce-94e1-6fa8085bb6b2 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a0:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:42:15Z', 'updated_at': '2021-07-12T16:42:15Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:20.700250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-6e8d7453-a664-4362-9d96-2cbee8517137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:20.704516 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-6e8d7453-a664-4362-9d96-2cbee8517137 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 1097 time: 0.1543748 Jul 12 16:42:20.754005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Attempting to bind port f61970fa-26ca-4c3f-8956-b627df571ef6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:20.754384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Attempting to bind port f61970fa-26ca-4c3f-8956-b627df571ef6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'cfa3ec75-4d99-42d9-b997-419c1050a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:20.756080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Attempting to bind port f61970fa-26ca-4c3f-8956-b627df571ef6 on network 52754110-f5dc-49f6-bec5-7da79d4e5329 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:20.764426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:20.765276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Checking segment: {'id': 'cfa3ec75-4d99-42d9-b997-419c1050a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:20.766007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:20.766604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Bound using segment: {'id': 'cfa3ec75-4d99-42d9-b997-419c1050a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:20.767286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Bound port: f61970fa-26ca-4c3f-8956-b627df571ef6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa3ec75-4d99-42d9-b997-419c1050a532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '52754110-f5dc-49f6-bec5-7da79d4e5329'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:20.767884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.058502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-e880050a-18d0-479c-9336-4a29cdab8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:21.060270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-e880050a-18d0-479c-9336-4a29cdab8793 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5e170aa-344d-472c-b69b-cd57159bc274 HTTP/1.1" status: 200 len: 897 time: 0.3319499 Jul 12 16:42:21.153847 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-107d946c-163c-4107-b779-340151d8020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.163686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40da9-38ef-4880-ae43-52d222573cca req-099c5568-4e68-4381-bbb0-59dcf7bad4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:21.168430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-099c5568-4e68-4381-bbb0-59dcf7bad4be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 1.0100522 Jul 12 16:42:21.206399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-e261287a-5e35-4c08-90af-a85e1adf1461 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493 HTTP/1.1" status: 200 len: 217 time: 0.1365371 Jul 12 16:42:21.295658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bcc42-acf1-4d9f-bca9-f160efa191f8 None None] New status for floating IP 59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:42:21.358759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.373483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port 26c023ec-666d-4c39-beef-0e6ce39fe4f7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:21.373784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.382342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-107d946c-163c-4107-b779-340151d8020b None None] For port ad8bfd0f-428e-422f-bda4-31dadde82b5e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ad8bfd0f-428e-422f-bda4-31dadde82b5e,segment=NetworkSegment(53d419b0-614c-44cb-94a0-68b5a840f1ba),segment_id=53d419b0-614c-44cb-94a0-68b5a840f1ba)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:21.392894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-bf3f81e8-813e-40fc-a6c3-adf8fe3a0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:21.396535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-bf3f81e8-813e-40fc-a6c3-adf8fe3a0b5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9fe602fe-08b6-4e0e-bdbc-2bcded9c8415 HTTP/1.1" status: 200 len: 838 time: 0.1818087 Jul 12 16:42:21.421259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-107d946c-163c-4107-b779-340151d8020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.431768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] For port f61970fa-26ca-4c3f-8956-b627df571ef6, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:21.512006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port 26c023ec-666d-4c39-beef-0e6ce39fe4f7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=26c023ec-666d-4c39-beef-0e6ce39fe4f7,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:21.512136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d946c-163c-4107-b779-340151d8020b None None] Pushing event updated for resources: {'Port': ['ID=ad8bfd0f-428e-422f-bda4-31dadde82b5e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:21.512589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.516414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-888d054d-5f19-4d17-acd3-882445aa71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:21.518628 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-888d054d-5f19-4d17-acd3-882445aa71e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5e170aa-344d-472c-b69b-cd57159bc274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155446 Jul 12 16:42:21.526843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for 26c023ec-666d-4c39-beef-0e6ce39fe4f7 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:21.540468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] For port f61970fa-26ca-4c3f-8956-b627df571ef6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f61970fa-26ca-4c3f-8956-b627df571ef6,segment=NetworkSegment(cfa3ec75-4d99-42d9-b997-419c1050a532),segment_id=cfa3ec75-4d99-42d9-b997-419c1050a532)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:21.548059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.622034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40da9-38ef-4880-ae43-52d222573cca req-b4c63876-9b9a-461e-b26a-f5411bd58cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:21.624215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-b4c63876-9b9a-461e-b26a-f5411bd58cbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4296069 Jul 12 16:42:21.630228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Transition to ACTIVE for port object 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:21.675027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-f5f2f528-7463-4af2-ab1f-96d9c1802133 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489429 Jul 12 16:42:21.689151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879e1f-a377-421d-a637-5af3edc90ca6 None None] Pushing event updated for resources: {'Port': ['ID=f61970fa-26ca-4c3f-8956-b627df571ef6,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:21.766014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-324bc16c-8b8b-4fbc-90f0-d657e6b6d5f8 None None] Provisioning complete for port ad8bfd0f-428e-422f-bda4-31dadde82b5e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:21.767920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-324bc16c-8b8b-4fbc-90f0-d657e6b6d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:21.823433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6bfed424-46fe-4770-8b97-dc0ccd82d00d req-0481c862-2a62-4eba-b073-2e9f2bf4ace1 service neutron] 10.222.0.77 "GET /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415665 Jul 12 16:42:21.908425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-f10564aa-459f-4d51-9294-39720ceab01c service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743714 Jul 12 16:42:21.912204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.038617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network 572a661f-08be-4c71-a68a-871506c7d43f is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:22.051576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:22.061366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:22.061916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.068994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Port': ['ID=1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:22.230002 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-65a40da9-38ef-4880-ae43-52d222573cca req-d844ce46-0374-4599-8894-be9fefe0585c service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925990 Jul 12 16:42:22.230824 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.268758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=26c023ec-666d-4c39-beef-0e6ce39fe4f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:22.364094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.444221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d949b4e7-5639-4523-9a3a-33ad36cdfb12 None None] Provisioning for port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:22.455632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d949b4e7-5639-4523-9a3a-33ad36cdfb12 None None] Provisioning complete for port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:22.456598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d949b4e7-5639-4523-9a3a-33ad36cdfb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.529966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d949b4e7-5639-4523-9a3a-33ad36cdfb12 None None] Port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:22.791430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:22.998818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.015622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.063807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.137609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d3a9d-c48f-4da4-a429-74ed98eedf07 None None] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:23.220828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Port': ['ID=1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:23.369047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b68fd3cd-2049-4fe2-9c88-5e6d231d953f None None] Provisioning for port f61970fa-26ca-4c3f-8956-b627df571ef6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:23.376550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network 572a661f-08be-4c71-a68a-871506c7d43f is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:23.380001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:23.414770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:23.530571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b61b53c1-adbf-4dc4-b69c-8b2a2de0fe90 None None] Provisioning complete for port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:23.530571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b61b53c1-adbf-4dc4-b69c-8b2a2de0fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.588901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f61970fa-26ca-4c3f-8956-b627df571ef6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:23.716410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b61b53c1-adbf-4dc4-b69c-8b2a2de0fe90 None None] Port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:23.721840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port f61970fa-26ca-4c3f-8956-b627df571ef6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:23.730628 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f61970fa-26ca-4c3f-8956-b627df571ef6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:23.731108 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.975636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ca4d6db1-252d-46ed-a55e-889b39311d3b None None] Provisioning complete for port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:23.976489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6db1-252d-46ed-a55e-889b39311d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:23.978788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Router 19e47751-5d84-443f-b4ec-0f6c1fe93c8e is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:42:23.980720 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:24.008513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:24.022013 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:24.026194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2b99edd-75e2-439d-bbe1-2d81c48e5adf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/3a233d01-ed59-4e85-8585-65d0e17bfdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1955314 Jul 12 16:42:24.047959 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:24.048570 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:24.094067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port f61970fa-26ca-4c3f-8956-b627df571ef6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f61970fa-26ca-4c3f-8956-b627df571ef6,segment=NetworkSegment(cfa3ec75-4d99-42d9-b997-419c1050a532),segment_id=cfa3ec75-4d99-42d9-b997-419c1050a532)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:24.098298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d6db1-252d-46ed-a55e-889b39311d3b None None] Port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:24.112607 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:24.132220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ad8bfd0f-428e-422f-bda4-31dadde82b5e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:24.294863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:24.304261 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:24.311516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60572) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:24.314702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e4bf3256-af4d-48d8-bc02-5d4a7ecc2357 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1124055 Jul 12 16:42:24.326516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] Sync routers for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:24.354316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:24.355373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:24.405104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:24.455808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:24.456907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:24.574375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-13dfd77e-0e24-49cb-ad70-747e06c21056 None None] Provisioning complete for port f61970fa-26ca-4c3f-8956-b627df571ef6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:24.575347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-13dfd77e-0e24-49cb-ad70-747e06c21056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:24.688350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:24.689195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0509fd-3031-4f08-bcb7-4753619e91af None None] The sync data for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 is: [] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:24.708479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=f61970fa-26ca-4c3f-8956-b627df571ef6,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:24.733884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ad8bfd0f-428e-422f-bda4-31dadde82b5e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:24.734263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:25.029507 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:25.096223 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:25.122034 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:25.122915 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:25.279334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f61970fa-26ca-4c3f-8956-b627df571ef6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:25.333394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd33df-26fc-4f83-9e18-1b38b37611b9 req-eb788336-56eb-49c0-89a4-55a5f2bbb712 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:25.344675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9bd33df-26fc-4f83-9e18-1b38b37611b9 req-eb788336-56eb-49c0-89a4-55a5f2bbb712 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 946 time: 0.4503057 Jul 12 16:42:25.405313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port f61970fa-26ca-4c3f-8956-b627df571ef6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:25.407890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:25.454297 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-6fec8ee4-7eed-4925-a94a-9180cc9c7a91 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:25.458929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60580) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:25.470100 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6fec8ee4-7eed-4925-a94a-9180cc9c7a91 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1555030 Jul 12 16:42:25.481387 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:25.503822 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9bd33df-26fc-4f83-9e18-1b38b37611b9 req-e781aab7-10ef-46a1-a430-2e3f5a308431 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=345cdaac-d64e-4988-9626-78685af42f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577272 Jul 12 16:42:26.036567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-39460028-f916-4499-aafe-e9b311a944b8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:26.039229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-39460028-f916-4499-aafe-e9b311a944b8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 946 time: 0.1490479 Jul 12 16:42:26.138432 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:26.225808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port ca4810a1-242a-440b-8a69-91bcbd1f5493 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:26.226506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:26.227725 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:26.302301 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdccad-4749-48b1-9a57-8029cb1f4d7e None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8ac65057-bd2d-443a-a9d7-221eaf1e8662', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'port_id': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'mac_address': 'fa:16:3e:4a:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:40:42Z', 'updated_at': '2021-07-12T16:40:46Z', 'revision_number': 1, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:26.375619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port ca4810a1-242a-440b-8a69-91bcbd1f5493, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=ca4810a1-242a-440b-8a69-91bcbd1f5493,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:26.377704 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:26.400583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for ca4810a1-242a-440b-8a69-91bcbd1f5493 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:26.705452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:26.829787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=ca4810a1-242a-440b-8a69-91bcbd1f5493,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:26.882940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] No DVR routers for this DVR port ca4810a1-242a-440b-8a69-91bcbd1f5493 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:26.888741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:26.890781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d090e82-95be-48a1-86b4-70e573f836a4 req-6b2703ab-952b-4f9c-a8ef-241d1d328b27 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "DELETE /v2.0/ports/ca4810a1-242a-440b-8a69-91bcbd1f5493 HTTP/1.1" status: 204 len: 173 time: 0.8464780 Jul 12 16:42:26.891317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'name': 'network-vif-deleted', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:42:26.906275 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1551f536-c5e0-402e-a8b4-1c78de0204f4" -d '{"events": [{"server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "name": "network-vif-deleted", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:42:26.953666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-258f75ac-a7df-45e9-848b-2e07e49b1149 req-a71d1b24-461e-414d-8f6a-858654bac2ba tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=c440b53f-10ae-422f-8ee9-14a3ea0c1f84 HTTP/1.1" status: 200 len: 210 time: 0.0673873 Jul 12 16:42:27.016804 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562cb35-24ae-42a0-9b6d-0884009776c3 x-openstack-request-id: req-8562cb35-24ae-42a0-9b6d-0884009776c3 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:42:27.017251 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b53f-10ae-422f-8ee9-14a3ea0c1f84", "name": "network-vif-deleted", "tag": "ca4810a1-242a-440b-8a69-91bcbd1f5493", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:42:27.017547 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8562cb35-24ae-42a0-9b6d-0884009776c3 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:42:27.018118 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b53f-10ae-422f-8ee9-14a3ea0c1f84', 'name': 'network-vif-deleted', 'tag': 'ca4810a1-242a-440b-8a69-91bcbd1f5493', 'status': 'completed', 'code': 200} Jul 12 16:42:27.152124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:27.152362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:27.190899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26c023ec-666d-4c39-beef-0e6ce39fe4f7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:27.240293 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 26c023ec-666d-4c39-beef-0e6ce39fe4f7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:27.240638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 26c023ec-666d-4c39-beef-0e6ce39fe4f7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:27.259935 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:27.288492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for 1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:27.511427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:27.551022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=1ef1d54a-b9dd-4afb-a414-1fb3b43c9ada,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:27.677280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:27.858856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Router 19e47751-5d84-443f-b4ec-0f6c1fe93c8e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:27.943995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:27.953344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-23706bb0-b994-468d-a5bc-6f310fce465f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873743 Jul 12 16:42:27.953622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60600) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:27.955475 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] Sync routers for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:27.966119 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:27.967000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:28.001871 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-507fb7a4-d2c8-424a-b516-060077735142 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] delete failed (client error): The resource could not be found. Jul 12 16:42:28.003400 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-507fb7a4-d2c8-424a-b516-060077735142 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-110862189 HTTP/1.1" status: 404 len: 334 time: 0.0493214 Jul 12 16:42:28.007050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60604) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.013913 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:28.017384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-92300091-6104-4382-a080-bb335e5df8d0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'router': {'external_gateway_info': {'network_id': '19e47751-5d84-443f-b4ec-0f6c1fe93c8e'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:28.024023 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:28.024711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:28.082943 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:28.083777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb426f7-1438-420e-b666-49f5dc4ac25b None None] The sync data for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:28.134475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60608) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.224818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.269379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.301211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-92300091-6104-4382-a080-bb335e5df8d0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.326390 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-92300091-6104-4382-a080-bb335e5df8d0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] update failed (client error): The resource could not be found. Jul 12 16:42:28.327453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-92300091-6104-4382-a080-bb335e5df8d0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e HTTP/1.1" status: 404 len: 339 time: 0.3171132 Jul 12 16:42:28.332277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60610) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.338820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2134803920'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:28.366149 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.369246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.370729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/security-groups/345cdaac-d64e-4988-9626-78685af42f8e HTTP/1.1" status: 204 len: 168 time: 0.2344224 Jul 12 16:42:28.384607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:28.390468 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.419849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33612f68-380f-4c37-84cd-e58f19dbb6e1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345cdaac-d64e-4988-9626-78685af42f8e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:28.425228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60618) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.466105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:28.492115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.492115 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Added segment f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e of type vlan for network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 Jul 12 16:42:28.546095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting subnet 9fe602fe-08b6-4e0e-bdbc-2bcded9c8415 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:28.550326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.551861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.586487 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.594034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:28.594034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.619808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.666939 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3333201 Jul 12 16:42:28.670213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.676371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'subnet': {'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:28.802416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5f3ea-f34f-4a2c-bc2f-08782d532d0c tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Network': ['ID=eef80cdd-39a0-4766-ac3d-ae3159ce4d50,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:28.813849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:28.819238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.849393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Made reservation on behalf of d0a4e068999640ea954c745e3a2be1df for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:28.854676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.933995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.966083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe602fe-08b6-4e0e-bdbc-2bcded9c8415,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:28.974149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:28.976894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aa80ad50-4692-4ca1-b8ac-fa0ca84088c1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/subnets/9fe602fe-08b6-4e0e-bdbc-2bcded9c8415 HTTP/1.1" status: 204 len: 168 time: 0.5531154 Jul 12 16:42:28.979619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:28.989762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ad2f2-2c3c-47cc-abbf-23ca1faa808d None None] Network f5e170aa-344d-472c-b69b-cd57159bc274 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:29.116453 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.143186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.246768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Subnet': ['ID=4a03fedb-8f4a-4a85-be0c-4f88ff37d54c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:29.283680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Checking segment: {'id': 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:29.283991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network hostable DHCP agents. Network: eef80cdd-39a0-4766-ac3d-ae3159ce4d50, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:29.285589 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:29.285941 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.335694 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:42:29.346722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:29.353765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] DHCP port deletion for f5e170aa-344d-472c-b69b-cd57159bc274 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:29.371395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, eef80cdd-39a0-4766-ac3d-ae3159ce4d50) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:29.377270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:29.377876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.415805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc30377-c163-4933-b624-311fcb3e68f4 None None] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:29.422150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e24299b-5637-4b23-8d1a-dddafc6dfb8f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7508426 Jul 12 16:42:29.422847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60628) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:29.428600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-03fb6252-b984-4c4d-9c9c-e504848d5b92 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:29.510224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:29.510638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.550577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:29.604722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Deleting port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:29.605182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.732427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.750865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] For port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,segment=NetworkSegment(02267be4-881c-4999-8ae8-65fb0b708a7e),segment_id=02267be4-881c-4999-8ae8-65fb0b708a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:29.751273 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.802658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ca4810a1-242a-440b-8a69-91bcbd1f5493 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:29.811776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Calling delete_port for a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:29.825885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:29.840137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-eef80cdd-39a0-4766-ac3d-ae3159ce4d50', 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50', 'tenant_id': 'd0a4e068999640ea954c745e3a2be1df', 'fixed_ips': [{'subnet_id': '4a03fedb-8f4a-4a85-be0c-4f88ff37d54c'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:29.841126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.842273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] No DVR routers for this DVR port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:29.937810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: ca4810a1-242a-440b-8a69-91bcbd1f5493 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:29.938600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device ca4810a1-242a-440b-8a69-91bcbd1f5493 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:29.973510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-03fb6252-b984-4c4d-9c9c-e504848d5b92 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:29.991877 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.007886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e170aa-344d-472c-b69b-cd57159bc274']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:30.029306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02267be4-881c-4999-8ae8-65fb0b708a7e') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:30.029764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02267be4-881c-4999-8ae8-65fb0b708a7e') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:30.042007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.087445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.109581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:30.111208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.128820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Allocated IP 2001:db8:1::2 (eef80cdd-39a0-4766-ac3d-ae3159ce4d50/4a03fedb-8f4a-4a85-be0c-4f88ff37d54c/d5f03b93-3085-422a-af34-1572428c8190) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:30.144092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:30.155654 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:30.220889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Pushing event deleted for resources: {'Port': ['ID=a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:30.232199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.232545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.232667 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-03fb6252-b984-4c4d-9c9c-e504848d5b92 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:30.233102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.233201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03fb6252-b984-4c4d-9c9c-e504848d5b92 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e HTTP/1.1" status: 400 len: 364 time: 0.8099525 Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.237754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:30.238562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60632) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:30.244457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09498a96-283c-47cd-8e0a-8face71286ca None None] No DVR routers for this DVR port a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:30.260174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.275880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.280214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/networks/f5e170aa-344d-472c-b69b-cd57159bc274 HTTP/1.1" status: 204 len: 168 time: 1.2966123 Jul 12 16:42:30.281931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60634) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:30.359096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52a91d-c071-4ba8-9384-7e35922ea936 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Network': ['ID=f5e170aa-344d-472c-b69b-cd57159bc274,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:30.368008 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.385174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Transition to ACTIVE for port object d5f03b93-3085-422a-af34-1572428c8190 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:30.402145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Transition to ACTIVE for port object d5f03b93-3085-422a-af34-1572428c8190 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:30.409618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.473121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Pushing event updated for resources: {'Port': ['ID=d5f03b93-3085-422a-af34-1572428c8190,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:30.481732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:30.483430 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:30.486715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:30.566224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port d656ea53-f83e-4d6d-a0d0-82086d508d3f {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:30.566578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.609137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Attempting to bind port d5f03b93-3085-422a-af34-1572428c8190 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:30.609638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Attempting to bind port d5f03b93-3085-422a-af34-1572428c8190 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:30.610105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Attempting to bind port d5f03b93-3085-422a-af34-1572428c8190 on network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:30.615545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:30.616283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Checking segment: {'id': 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:30.618258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.618740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Bound using segment: {'id': 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:30.619479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Bound port: d5f03b93-3085-422a-af34-1572428c8190, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eef80cdd-39a0-4766-ac3d-ae3159ce4d50'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:30.619998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.688083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.688497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.700046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] For port d5f03b93-3085-422a-af34-1572428c8190, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:30.704941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] For port d5f03b93-3085-422a-af34-1572428c8190, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5f03b93-3085-422a-af34-1572428c8190,segment=NetworkSegment(f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e),segment_id=f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:30.705632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for d656ea53-f83e-4d6d-a0d0-82086d508d3f owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:30.710667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.785709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa38715-9424-4d89-97bd-9a5e9b138738 None None] Pushing event updated for resources: {'Port': ['ID=d5f03b93-3085-422a-af34-1572428c8190,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:30.811304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.934780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:30.993251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=d656ea53-f83e-4d6d-a0d0-82086d508d3f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:31.093360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:31.094544 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Floating IP 8ac65057-bd2d-443a-a9d7-221eaf1e8662 disassociated (deleted). External IP: 172.25.8.246, port: 17763d01-f563-47f4-98ec-9c0da8ebccf5. Jul 12 16:42:31.212904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Allocated IP 2001:db8::1 (f518e44d-4262-4748-b4c5-7e1b2efc246e/0628611a-2fed-46c3-a053-76d9e5466392/13a16e33-0392-4530-9f8b-745580dd2ed6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:31.326896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5f03b93-3085-422a-af34-1572428c8190 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:31.398711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d5f03b93-3085-422a-af34-1572428c8190 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:31.400782 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:31.422656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Transition to ACTIVE for port object 13a16e33-0392-4530-9f8b-745580dd2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:31.486661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:31.505345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:31.560719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:31.561007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a0f5ddc8-34a8-4c45-8693-8d8e67eb73cd not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:31.565103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Port': ['ID=13a16e33-0392-4530-9f8b-745580dd2ed6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:31.606167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network f518e44d-4262-4748-b4c5-7e1b2efc246e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:31.608700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:31.620413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:31.621000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:31.845538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:31.930158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.046730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3110bf4e-e0be-4751-a3e0-7336ac9e9935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.108115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:32.121198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.123073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:32.137121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:32.138194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:32.244593 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0b5f670e-6555-4c8a-89b3-1b3009921c25 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/floatingips/8ac65057-bd2d-443a-a9d7-221eaf1e8662 HTTP/1.1" status: 204 len: 168 time: 1.9613485 Jul 12 16:42:32.248993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:42:32.253199 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cd0b0-a243-4c32-bc35-a95d01f37c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:42:32.340978 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecd45c-ca2f-44c0-b94f-4e2f5a7161b1 x-openstack-request-id: req-a0ecd45c-ca2f-44c0-b94f-4e2f5a7161b1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:42:32.341275 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:42:32.341525 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0ecd45c-ca2f-44c0-b94f-4e2f5a7161b1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:42:32.341962 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'status': 'completed', 'code': 200} Jul 12 16:42:32.486785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7cdb7-2d0c-4807-9811-f14307088d61 None None] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:32.605083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-96c87b3c-7053-4163-a416-4f3f5c22c650 None None] Provisioning for port 13a16e33-0392-4530-9f8b-745580dd2ed6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:32.627720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-96c87b3c-7053-4163-a416-4f3f5c22c650 None None] Provisioning complete for port 13a16e33-0392-4530-9f8b-745580dd2ed6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:32.627720 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-96c87b3c-7053-4163-a416-4f3f5c22c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.636395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-8c1991d2-c787-40db-9f4d-f017744fff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:32.637958 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-8c1991d2-c787-40db-9f4d-f017744fff82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 1097 time: 0.2651477 Jul 12 16:42:32.706018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:32.714444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-96c87b3c-7053-4163-a416-4f3f5c22c650 None None] Port 13a16e33-0392-4530-9f8b-745580dd2ed6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:32.734426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.748062 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.769328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:32.903762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event updated for resources: {'Port': ['ID=13a16e33-0392-4530-9f8b-745580dd2ed6,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:32.917565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-0a96f3c2-4e8b-4288-bdfe-c366634272dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:32.926077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-0a96f3c2-4e8b-4288-bdfe-c366634272dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 200 len: 898 time: 0.2784903 Jul 12 16:42:32.989290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Provisioning for port d5f03b93-3085-422a-af34-1572428c8190 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:33.057027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0762d-ee90-4c68-a95b-1c49b8ca4d84 req-c9aa4826-5bd0-4500-a877-2ee10c594239 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:33.068051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-f787c6ca-4689-4db0-a3dd-f94f11e1324a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 200 len: 217 time: 0.1241727 Jul 12 16:42:33.068675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3c0762d-ee90-4c68-a95b-1c49b8ca4d84 req-c9aa4826-5bd0-4500-a877-2ee10c594239 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.1420732 Jul 12 16:42:33.132493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Provisioning complete for port d5f03b93-3085-422a-af34-1572428c8190 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:33.132713 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:33.144221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-636ab151-8c44-4747-b133-f963cff1ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:33.146303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-636ab151-8c44-4747-b133-f963cff1ed80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 200 len: 835 time: 0.0689590 Jul 12 16:42:33.157819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c3c0762d-ee90-4c68-a95b-1c49b8ca4d84 req-88bfd3b5-55ed-4b23-b619-2a71b07eb5f7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874887 Jul 12 16:42:33.229026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Network f518e44d-4262-4748-b4c5-7e1b2efc246e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:33.232245 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:33.359503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:33.437632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:33.451967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:33.458871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] For port d5f03b93-3085-422a-af34-1572428c8190, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5f03b93-3085-422a-af34-1572428c8190,segment=NetworkSegment(f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e),segment_id=f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:33.498148 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:33.510557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:33.611242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cf6f-8368-4e43-8054-907caf3313cc None None] Pushing event updated for resources: {'Port': ['ID=d5f03b93-3085-422a-af34-1572428c8190,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:33.616447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:33.618444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:33.775901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:33.845953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-5c77333a-beef-4a64-a688-ee002901bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:33.847714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-5c77333a-beef-4a64-a688-ee002901bf6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24aafca1-f472-4931-a24c-f380b5649ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6913548 Jul 12 16:42:33.954799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Router 19e47751-5d84-443f-b4ec-0f6c1fe93c8e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:33.956274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0c9f4a9-82f7-4e09-a935-d42cfb748180 None None] Provisioning complete for port 13a16e33-0392-4530-9f8b-745580dd2ed6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:33.956730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f4a9-82f7-4e09-a935-d42cfb748180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.015879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9f4a9-82f7-4e09-a935-d42cfb748180 None None] Port 13a16e33-0392-4530-9f8b-745580dd2ed6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:34.065487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0c9f4a9-82f7-4e09-a935-d42cfb748180 None None] Provisioning complete for port d5f03b93-3085-422a-af34-1572428c8190 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:34.065862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0c9f4a9-82f7-4e09-a935-d42cfb748180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.145288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:34.159098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:34.171329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-26f35159-432b-4b47-84b7-200dd7cca2e9 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9307859 Jul 12 16:42:34.173258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:34.186844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-21eb30be-ae04-4a31-bf1b-fdb95b4e752e service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310187 Jul 12 16:42:34.198376 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] Sync routers for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:34.216035 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:34.217310 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:34.234296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94bf02-683c-45af-a736-b4cf78d223da None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:22Z', 'revision_number': 6, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '9883fde9-b53b-4404-a9fc-17a84dfcfd40', 'name': '', 'network_id': '24aafca1-f472-4931-a24c-f380b5649ee9', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:a7:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:18Z', 'updated_at': '2021-07-12T16:40:25Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'b70b23fe-c209-4d57-85c5-a2abbd3ac6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:34.311523 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:34.353041 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:34.354059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:34.400641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-6fbe2a93-4885-4f84-b001-8dd121dcf8ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:34.402356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-6fbe2a93-4885-4f84-b001-8dd121dcf8ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.1042650 Jul 12 16:42:34.407464 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:34.408249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92545ee3-1fe7-4729-b010-1ac713d98cf5 None None] The sync data for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:34.416200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9dadffdc-4b1d-4925-88ce-03d211f52315 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.474973 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-519a3992-771b-4c73-9afd-4a73f571e431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.540741 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-9dadffdc-4b1d-4925-88ce-03d211f52315 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 12 16:42:34.544414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9dadffdc-4b1d-4925-88ce-03d211f52315 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e HTTP/1.1" status: 409 len: 329 time: 0.3662207 Jul 12 16:42:34.544556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:34.567298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port 17763d01-f563-47f4-98ec-9c0da8ebccf5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:34.567629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.719420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3de1ec-3519-45f5-b166-d17864dd1bb5 None None] New status for floating IP 8ac65057-bd2d-443a-a9d7-221eaf1e8662: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:42:34.726767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port 17763d01-f563-47f4-98ec-9c0da8ebccf5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=17763d01-f563-47f4-98ec-9c0da8ebccf5,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:34.727181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.749416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for 17763d01-f563-47f4-98ec-9c0da8ebccf5 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:34.890762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-883cd0b0-a243-4c32-bc35-a95d01f37c3d req-f01dfe75-8242-4259-a52b-77d669ea6531 service neutron] 10.222.0.65 "GET /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428902 Jul 12 16:42:34.912557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62e652-d825-4ef0-b342-4d8ccbb73034 req-64098489-c068-42af-ad8b-718539d044be tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:34.914839 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a62e652-d825-4ef0-b342-4d8ccbb73034 req-64098489-c068-42af-ad8b-718539d044be tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9 HTTP/1.1" status: 200 len: 946 time: 0.4954526 Jul 12 16:42:34.922036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.970922 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:34.999497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2a62e652-d825-4ef0-b342-4d8ccbb73034 req-9145a50a-68b2-4612-bded-205c26723f02 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767257 Jul 12 16:42:35.022242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=17763d01-f563-47f4-98ec-9c0da8ebccf5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:35.078247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] No DVR routers for this DVR port 17763d01-f563-47f4-98ec-9c0da8ebccf5 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:35.081591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.083999 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a88ce99-af6e-43c8-aa7e-96dd0e3b9cbe req-b435612b-8907-491e-b2ee-c237f4bc2cd1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.65 "DELETE /v2.0/ports/17763d01-f563-47f4-98ec-9c0da8ebccf5 HTTP/1.1" status: 204 len: 173 time: 0.6743245 Jul 12 16:42:35.084548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'name': 'network-vif-deleted', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:42:35.088291 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904baf5-34eb-4f1e-b70b-f0e4a014e39f" -d '{"events": [{"server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "name": "network-vif-deleted", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:42:35.145189 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.158655 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19975820-a82b-46c9-ae8e-502b19647726 x-openstack-request-id: req-19975820-a82b-46c9-ae8e-502b19647726 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:42:35.158945 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9", "name": "network-vif-deleted", "tag": "17763d01-f563-47f4-98ec-9c0da8ebccf5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:42:35.159531 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19975820-a82b-46c9-ae8e-502b19647726 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:42:35.159965 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6ef4e-a7fd-4a96-823e-9ff19c3803a9', 'name': 'network-vif-deleted', 'tag': '17763d01-f563-47f4-98ec-9c0da8ebccf5', 'status': 'completed', 'code': 200} Jul 12 16:42:35.298898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5f03b93-3085-422a-af34-1572428c8190 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:35.415243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d5f03b93-3085-422a-af34-1572428c8190 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:35.417929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.636609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port 13a16e33-0392-4530-9f8b-745580dd2ed6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:35.636872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.683842 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.787077 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:35.798147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.813741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for 13a16e33-0392-4530-9f8b-745580dd2ed6 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:35.862080 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:35.972415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e6462ff-b3a2-407d-879f-76e4275aaf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.060622 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.108104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60688) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.120864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=13a16e33-0392-4530-9f8b-745580dd2ed6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:36.136082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e6462ff-b3a2-407d-879f-76e4275aaf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.140886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4e6462ff-b3a2-407d-879f-76e4275aaf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.191006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4e6462ff-b3a2-407d-879f-76e4275aaf2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f68d3f5ec8f34590b0a71445a481e3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019427 Jul 12 16:42:36.191961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60690) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.199085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6462ff-b3a2-407d-879f-76e4275aaf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d94f5ac-4cb7-4d6a-acf9-f437a17d79e5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:36.280467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.293949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.314800 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.317411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.403688 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.406812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.411146 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d94f5ac-4cb7-4d6a-acf9-f437a17d79e5 HTTP/1.1" status: 204 len: 168 time: 0.2176256 Jul 12 16:42:36.421301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48a4ca-e50a-4cbb-8309-026054f0eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d94f5ac-4cb7-4d6a-acf9-f437a17d79e5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:36.457516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.599142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Router 19e47751-5d84-443f-b4ec-0f6c1fe93c8e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:36.701983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:36.713518 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e2a971d-1ab8-4c4d-ba68-660b994b1eac tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618319 Jul 12 16:42:36.713518 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.713721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60698) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.715568 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] Sync routers for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:36.719187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:36.730576 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:36.731246 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:36.736168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/security-groups/adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b HTTP/1.1" status: 204 len: 168 time: 0.6247749 Jul 12 16:42:36.751750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d606-6d62-4d40-8d93-3df04b0f0c87 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1ae0b-8b3c-4516-8e7c-cdc35b11e69b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:36.773701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60702) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.781109 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:36.805008 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] Routers {'19e47751-5d84-443f-b4ec-0f6c1fe93c8e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:36.805653 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:36.807012 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-1fed956e-10ab-4a25-8cc2-30843dafdfec tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] show failed (client error): The resource could not be found. Jul 12 16:42:36.814676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1fed956e-10ab-4a25-8cc2-30843dafdfec tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1701533368 HTTP/1.1" status: 404 len: 335 time: 0.1018860 Jul 12 16:42:36.816739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60708) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.830435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-53c80334-dcc1-42e0-8902-9575a3a9f5bb tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:36.841176 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:36.842058 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ef45e-c978-45e6-a6bb-68a3f64becf5 None None] The sync data for ids ['19e47751-5d84-443f-b4ec-0f6c1fe93c8e'] in n-d-800078-3 is: [] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:36.895159 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-53c80334-dcc1-42e0-8902-9575a3a9f5bb tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] update failed (client error): The resource could not be found. Jul 12 16:42:36.901376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-53c80334-dcc1-42e0-8902-9575a3a9f5bb tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1872308620 HTTP/1.1" status: 404 len: 335 time: 0.0817606 Jul 12 16:42:36.902167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60712) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:36.968369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting subnet 4a03fedb-8f4a-4a85-be0c-4f88ff37d54c {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:36.971780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.021141 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.139447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.230712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.274049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Subnet': ['ID=4a03fedb-8f4a-4a85-be0c-4f88ff37d54c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:37.276852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.280912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-027024ab-9e5d-495b-8dfa-c31c50709c0f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/subnets/4a03fedb-8f4a-4a85-be0c-4f88ff37d54c HTTP/1.1" status: 204 len: 168 time: 0.3754385 Jul 12 16:42:37.282144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60726) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:37.293990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8edd5d-cc8d-4111-aee1-9baf60230e4b None None] Network eef80cdd-39a0-4766-ac3d-ae3159ce4d50 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:37.298678 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.373315 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.395366 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.435545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:37.504321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port d5f03b93-3085-422a-af34-1572428c8190 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:37.504662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.610461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] For port d5f03b93-3085-422a-af34-1572428c8190, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d5f03b93-3085-422a-af34-1572428c8190,segment=NetworkSegment(f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e),segment_id=f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:37.610831 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.627835 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for d5f03b93-3085-422a-af34-1572428c8190 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:37.630533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-517665352-network', 'tenant_id': '16921ab4829042bab6dbb0374411f6a9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:37.704112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Made reservation on behalf of 16921ab4829042bab6dbb0374411f6a9 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:37.706434 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.720506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.744357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.775035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port 9883fde9-b53b-4404-a9fc-17a84dfcfd40 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:37.778374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.778528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=d5f03b93-3085-422a-af34-1572428c8190,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:37.786066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] No DVR routers for this DVR port d5f03b93-3085-422a-af34-1572428c8190 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:37.789863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6985f58-9363-4b92-8a14-f4efabbb4620 None None] DHCP port deletion for eef80cdd-39a0-4766-ac3d-ae3159ce4d50 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:37.884655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.895314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef80cdd-39a0-4766-ac3d-ae3159ce4d50']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:37.917464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:37.918297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c50c9a-38c2-44bd-bd6d-696c1a0f6a7e') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:37.919300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port 9883fde9-b53b-4404-a9fc-17a84dfcfd40, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9883fde9-b53b-4404-a9fc-17a84dfcfd40,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:37.919774 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.928490 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.943099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for 9883fde9-b53b-4404-a9fc-17a84dfcfd40 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:37.944523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.952106 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:37.952495 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:37.955950 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:37.968551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.006187 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.026278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.053682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:38.053814 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.056352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/networks/eef80cdd-39a0-4766-ac3d-ae3159ce4d50 HTTP/1.1" status: 204 len: 168 time: 0.7743092 Jul 12 16:42:38.057272 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada12ac0-c02c-426f-9647-2fd338fcbecc tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Network': ['ID=eef80cdd-39a0-4766-ac3d-ae3159ce4d50,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.060655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60744) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:38.079010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92318e6-3e1c-43d5-9a17-6974321a51b3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.099760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.100226 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Added segment af1a0a73-6861-4845-8e8c-4f46d076c0f8 of type vlan for network 50ac8ca0-b58c-413f-b960-2e1d576db727 Jul 12 16:42:38.127936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting subnet b5e771c4-b1eb-4263-a28c-516e2936e51d {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:38.131679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.175773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.193546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.250482 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.251918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:38.252855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.275546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.333000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8948915 Jul 12 16:42:38.333854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60752) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:38.343327 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.354945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Request body: {'subnet': {'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-517665352-subnet', 'tenant_id': '16921ab4829042bab6dbb0374411f6a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:38.376025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e771c4-b1eb-4263-a28c-516e2936e51d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.380009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.382228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc3b7856-1d0c-4086-9477-407d137ca55e tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/subnets/b5e771c4-b1eb-4263-a28c-516e2936e51d HTTP/1.1" status: 204 len: 168 time: 0.3199649 Jul 12 16:42:38.388328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60754) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:38.389884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c634de9-697d-4c4e-88dd-0b3e99ba7021 None None] Network 52754110-f5dc-49f6-bec5-7da79d4e5329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:38.462200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting subnet 15f353ad-bdf6-4d1e-83f2-626f7894dd1f {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:38.466035 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.513981 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.624824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] DHCP port deletion for 52754110-f5dc-49f6-bec5-7da79d4e5329 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:38.632590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.707845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Deleting port f61970fa-26ca-4c3f-8956-b627df571ef6 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:38.708314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.711313 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.747710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Subnet': ['ID=15f353ad-bdf6-4d1e-83f2-626f7894dd1f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.755809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.758446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a85cc5cc-54ca-4753-979f-0bafbf1115f0 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/subnets/15f353ad-bdf6-4d1e-83f2-626f7894dd1f HTTP/1.1" status: 204 len: 168 time: 0.3689694 Jul 12 16:42:38.761044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60758) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:38.768472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101c70c-444d-42ea-aaec-32bc87fd5835 None None] Network 572a661f-08be-4c71-a68a-871506c7d43f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:38.803866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec2b60-b39c-4492-ae7e-f13f11e3afd6 admin admin] Pushing event updated for resources: {'Network': ['ID=50ac8ca0-b58c-413f-b960-2e1d576db727,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.844802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Made reservation on behalf of 16921ab4829042bab6dbb0374411f6a9 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:38.847642 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.869662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.871326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 17763d01-f563-47f4-98ec-9c0da8ebccf5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:38.873299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:38.938430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.943390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port f61970fa-26ca-4c3f-8956-b627df571ef6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:38.945988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:38.986691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=9883fde9-b53b-4404-a9fc-17a84dfcfd40,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:38.999645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 17763d01-f563-47f4-98ec-9c0da8ebccf5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:39.000443 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 17763d01-f563-47f4-98ec-9c0da8ebccf5 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:39.050357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] For port f61970fa-26ca-4c3f-8956-b627df571ef6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f61970fa-26ca-4c3f-8956-b627df571ef6,segment=NetworkSegment(cfa3ec75-4d99-42d9-b997-419c1050a532),segment_id=cfa3ec75-4d99-42d9-b997-419c1050a532)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:39.051021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.062855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] For port f61970fa-26ca-4c3f-8956-b627df571ef6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=f61970fa-26ca-4c3f-8956-b627df571ef6,segment=NetworkSegment(cfa3ec75-4d99-42d9-b997-419c1050a532),segment_id=cfa3ec75-4d99-42d9-b997-419c1050a532)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:39.062855 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.075123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Calling delete_port for f61970fa-26ca-4c3f-8956-b627df571ef6 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:39.083440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for f61970fa-26ca-4c3f-8956-b627df571ef6 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:39.212912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] DHCP port deletion for 572a661f-08be-4c71-a68a-871506c7d43f request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:39.314420 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.362085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.362531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.370001 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.389554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] No DVR routers for this DVR port f61970fa-26ca-4c3f-8956-b627df571ef6 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:39.397327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=f61970fa-26ca-4c3f-8956-b627df571ef6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:39.407873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] Pushing event deleted for resources: {'Port': ['ID=f61970fa-26ca-4c3f-8956-b627df571ef6,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:39.419043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52feba-2b0a-44da-a1f0-98192ae05ecd None None] No DVR routers for this DVR port f61970fa-26ca-4c3f-8956-b627df571ef6 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:39.439533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Deleting port ad8bfd0f-428e-422f-bda4-31dadde82b5e {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:39.439533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.477359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:39.505980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f61970fa-26ca-4c3f-8956-b627df571ef6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:39.539394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.553216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52754110-f5dc-49f6-bec5-7da79d4e5329']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:39.560026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Checking segment: {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:39.560393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Network hostable DHCP agents. Network: 50ac8ca0-b58c-413f-b960-2e1d576db727, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:39.564225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: f61970fa-26ca-4c3f-8956-b627df571ef6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:39.564600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device f61970fa-26ca-4c3f-8956-b627df571ef6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:39.565091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5f03b93-3085-422a-af34-1572428c8190 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:39.568389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa3ec75-4d99-42d9-b997-419c1050a532') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:39.571064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa3ec75-4d99-42d9-b997-419c1050a532') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:39.584357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.596425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:39.599819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d5f03b93-3085-422a-af34-1572428c8190 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:39.600243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d5f03b93-3085-422a-af34-1572428c8190 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:39.601417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ad8bfd0f-428e-422f-bda4-31dadde82b5e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:39.606693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.614781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:39.615426 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:39.621469 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:39.638540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] For port ad8bfd0f-428e-422f-bda4-31dadde82b5e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ad8bfd0f-428e-422f-bda4-31dadde82b5e,segment=NetworkSegment(53d419b0-614c-44cb-94a0-68b5a840f1ba),segment_id=53d419b0-614c-44cb-94a0-68b5a840f1ba)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:39.639235 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.646596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 50ac8ca0-b58c-413f-b960-2e1d576db727) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:39.653881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:39.654438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.666661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a71608-7263-4418-870d-e9fbe060fa95 None None] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:39.677429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Calling delete_port for ad8bfd0f-428e-422f-bda4-31dadde82b5e owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:39.715635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3ac03b94-0121-46b6-9c41-7503f5c8a4e9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3699567 Jul 12 16:42:39.727174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router 3a233d01-ed59-4e85-8585-65d0e17bfdff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:39.730004 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.735217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.742678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/networks/52754110-f5dc-49f6-bec5-7da79d4e5329 HTTP/1.1" status: 204 len: 168 time: 0.9793935 Jul 12 16:42:39.743576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:39.780100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2d8b-27d7-45bc-9f70-07ee73aa1b2f tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Network': ['ID=52754110-f5dc-49f6-bec5-7da79d4e5329,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:39.856477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.939360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:39.940598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.969130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port ad8bfd0f-428e-422f-bda4-31dadde82b5e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:39.970480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:39.978448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d999ef31-a226-499e-92e0-be4477417df1 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/3a233d01-ed59-4e85-8585-65d0e17bfdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2034807 Jul 12 16:42:39.979410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60774) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:39.998861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Sync routers for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:40.068938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] For port ad8bfd0f-428e-422f-bda4-31dadde82b5e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ad8bfd0f-428e-422f-bda4-31dadde82b5e,segment=NetworkSegment(53d419b0-614c-44cb-94a0-68b5a840f1ba),segment_id=53d419b0-614c-44cb-94a0-68b5a840f1ba)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:40.069557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.072806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting subnet b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:40.085512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0512f6-beb7-49f3-944b-ba48ede7b333 None None] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:40.094353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for ad8bfd0f-428e-422f-bda4-31dadde82b5e owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:40.095709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.102194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:40.103210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:40.132342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.197759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.245554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] Pushing event deleted for resources: {'Port': ['ID=ad8bfd0f-428e-422f-bda4-31dadde82b5e,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:40.269970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55da809-3aa7-4dee-9029-5425e40ed093 None None] No DVR routers for this DVR port ad8bfd0f-428e-422f-bda4-31dadde82b5e on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:40.279066 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.330003 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] No DVR routers for this DVR port ad8bfd0f-428e-422f-bda4-31dadde82b5e on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:40.335055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=ad8bfd0f-428e-422f-bda4-31dadde82b5e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:40.400924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.495891 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.510667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572a661f-08be-4c71-a68a-871506c7d43f']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:40.515626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:40.527927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.530461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d419b0-614c-44cb-94a0-68b5a840f1ba') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:40.531569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d419b0-614c-44cb-94a0-68b5a840f1ba') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:40.547282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.569189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.573969 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.578652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/subnets/b70b23fe-c209-4d57-85c5-a2abbd3ac6c3 HTTP/1.1" status: 204 len: 168 time: 0.5953624 Jul 12 16:42:40.578652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d71bb-40ab-4e24-a25d-f54c51c7a4ef tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Subnet': ['ID=b70b23fe-c209-4d57-85c5-a2abbd3ac6c3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:40.579772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60782) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:40.584926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:40.585409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self.session.flush() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:40.590051 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:40.595748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c870f-c3c8-40eb-9bc7-53c9e2774974 None None] Network 24aafca1-f472-4931-a24c-f380b5649ee9 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:40.732367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.743138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.752896 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/networks/572a661f-08be-4c71-a68a-871506c7d43f HTTP/1.1" status: 204 len: 168 time: 1.0044329 Jul 12 16:42:40.753587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:40.815108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96445c06-ef0d-48cd-97be-2cb2eadacf88 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Network': ['ID=572a661f-08be-4c71-a68a-871506c7d43f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:40.829648 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.859919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting subnet 0628611a-2fed-46c3-a053-76d9e5466392 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:42:40.863874 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.921456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:40.979228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:38Z', 'revision_number': 7, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': 'be334707-2ead-4743-9e2c-2d9051f19d2d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:40:12Z', 'updated_at': '2021-07-12T16:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:41.036167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Checking router: 3a233d01-ed59-4e85-8585-65d0e17bfdff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:41.036631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.059251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Routers {'3a233d01-ed59-4e85-8585-65d0e17bfdff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:41.060218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['3a233d01-ed59-4e85-8585-65d0e17bfdff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:41.078925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.118791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] DHCP port deletion for 24aafca1-f472-4931-a24c-f380b5649ee9 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:41.161131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port be334707-2ead-4743-9e2c-2d9051f19d2d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:41.161440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.166967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.217848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.223242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/subnets/0628611a-2fed-46c3-a053-76d9e5466392 HTTP/1.1" status: 204 len: 168 time: 0.4626722 Jul 12 16:42:41.227394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60794) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:41.256260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493cd7d-58d1-4139-869b-4ae5bd1b0bc6 None None] Network f518e44d-4262-4748-b4c5-7e1b2efc246e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:41.322691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] Set router 3a233d01-ed59-4e85-8585-65d0e17bfdff gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:41.361171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port be334707-2ead-4743-9e2c-2d9051f19d2d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=be334707-2ead-4743-9e2c-2d9051f19d2d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:41.361655 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.380475 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for be334707-2ead-4743-9e2c-2d9051f19d2d owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:41.428043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb88bed-fba1-4254-affe-027727076036 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Subnet': ['ID=0628611a-2fed-46c3-a053-76d9e5466392,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:41.435284 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.490815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:41Z', 'revision_number': 8, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:41.503056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Deleting port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:41.504032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.526868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23f4b0-53bb-4737-9831-f090c2df9367 None None] The sync data for ids ['3a233d01-ed59-4e85-8585-65d0e17bfdff'] in n-d-800078-3 is: [{'id': '3a233d01-ed59-4e85-8585-65d0e17bfdff', 'name': 'tempest-TestNetworkBasicOps-router-1264357297', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:40:11Z', 'updated_at': '2021-07-12T16:42:41Z', 'revision_number': 8, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:41.529867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e41ead76-ac45-4b36-a78a-dbc5db0aaab2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:41.668785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] For port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,segment=NetworkSegment(64f207ce-a29e-4757-8149-2d91a4687c79),segment_id=64f207ce-a29e-4757-8149-2d91a4687c79)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:41.668961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.691247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Calling delete_port for 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:41.715435 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.784168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=be334707-2ead-4743-9e2c-2d9051f19d2d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:41.846878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.870166 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:41.923850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Port': ['ID=98b69b17-c2ce-4679-b5e3-3f98c6b5e916,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:41.926166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] No DVR routers for this DVR port 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:42.059725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.061111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Deleting port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:42.061443 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.061558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.062157 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.077718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f518e44d-4262-4748-b4c5-7e1b2efc246e']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.102105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f207ce-a29e-4757-8149-2d91a4687c79') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.102940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f207ce-a29e-4757-8149-2d91a4687c79') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.115634 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.140080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.140304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.140943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Fanout notify agent at l3_agent the message router_deleted on router 3a233d01-ed59-4e85-8585-65d0e17bfdff {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:42:42.150436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.152251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-174a3372-217a-430d-ab36-9709e5cc1349 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/routers/3a233d01-ed59-4e85-8585-65d0e17bfdff HTTP/1.1" status: 204 len: 168 time: 1.5653324 Jul 12 16:42:42.154025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:42.154492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.154876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60798) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:42.158373 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:42.232046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:42.232451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.253629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Calling delete_port for e41ead76-ac45-4b36-a78a-dbc5db0aaab2 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:42.253806 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.259941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.277400 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.279737 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/networks/f518e44d-4262-4748-b4c5-7e1b2efc246e HTTP/1.1" status: 204 len: 168 time: 1.0510573 Jul 12 16:42:42.280705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b9e95-0277-4a66-af52-9de8ac8e9527 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Pushing event deleted for resources: {'Network': ['ID=f518e44d-4262-4748-b4c5-7e1b2efc246e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:42.282577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60800) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:42.297661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.322677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f62aef35-473f-483f-88fe-1cd15621431a tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "GET /v2.0/ports?device_id=19e47751-5d84-443f-b4ec-0f6c1fe93c8e HTTP/1.1" status: 200 len: 205 time: 0.0356278 Jul 12 16:42:42.323061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:42.340809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:42.364498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.394979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:42:42.395780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.455194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826be1a-34eb-4e67-b643-41f06575eed8 None None] DHCP port deletion for f518e44d-4262-4748-b4c5-7e1b2efc246e request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:42:42.510229 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.516912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:42.533228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.560458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port e41ead76-ac45-4b36-a78a-dbc5db0aaab2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,segment=NetworkSegment(f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0),segment_id=f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:42.561040 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.562787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] Pushing event deleted for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:42.574441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2519c9-ebdb-463e-83e0-7f8e9ad45247 None None] No DVR routers for this DVR port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:42.587551 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for e41ead76-ac45-4b36-a78a-dbc5db0aaab2 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:42:42.708839 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.742734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] No DVR routers for this DVR port e41ead76-ac45-4b36-a78a-dbc5db0aaab2 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:42:42.749659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=e41ead76-ac45-4b36-a78a-dbc5db0aaab2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:42.775706 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.778818 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.842400 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.845397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Fanout notify agent at l3_agent the message router_deleted on router 19e47751-5d84-443f-b4ec-0f6c1fe93c8e {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:42:42.860673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.863170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.864594 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-31bccb35-7aba-4314-99ad-6d65a915c9f2 tempest-RoutersNegativeIpV6Test-173364649 tempest-RoutersNegativeIpV6Test-173364649-project] 10.222.0.58 "DELETE /v2.0/routers/19e47751-5d84-443f-b4ec-0f6c1fe93c8e HTTP/1.1" status: 204 len: 168 time: 0.5403950 Jul 12 16:42:42.874929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aafca1-f472-4931-a24c-f380b5649ee9']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.888805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.889112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a16987-d21b-4bdc-b0d7-0bb9c72a66e0') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:42.901741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.933278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.940503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:42:42.940706 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self.session.flush() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:42:42.993852 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:42:43.020329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.036215 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.046191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/networks/24aafca1-f472-4931-a24c-f380b5649ee9 HTTP/1.1" status: 204 len: 168 time: 0.8839889 Jul 12 16:42:43.056347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60812) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:43.064322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'network': {'name': 'tempest-network-smoke--1155534428', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:43.070987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56297c8-1b7f-436d-90db-aaa2413f6cd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Network': ['ID=24aafca1-f472-4931-a24c-f380b5649ee9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:43.098771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:43.103562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.132413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:42:43.142770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.143123 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Added segment b9c99b2a-8178-463b-b8d6-9862e8843a42 of type vlan for network f6c0a312-288b-4b91-8154-66e706d3fbba Jul 12 16:42:43.209690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.240032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:43.250399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.257677 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:43.258511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.277520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2186532 Jul 12 16:42:43.280299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60822) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:43.285697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'admin_state_up': True, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:43.289898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device be334707-2ead-4743-9e2c-2d9051f19d2d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:43.321062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: be334707-2ead-4743-9e2c-2d9051f19d2d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:43.321062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device be334707-2ead-4743-9e2c-2d9051f19d2d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:43.321419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9883fde9-b53b-4404-a9fc-17a84dfcfd40 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:43.339926 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.341054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.345559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4db21-e9d6-4298-80ee-74766472c7cf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Network': ['ID=f6c0a312-288b-4b91-8154-66e706d3fbba,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:43.348723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9883fde9-b53b-4404-a9fc-17a84dfcfd40 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:43.349292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9883fde9-b53b-4404-a9fc-17a84dfcfd40 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:43.349792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:42:43.372466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f6c0a312-288b-4b91-8154-66e706d3fbba details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:42:43.375102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:42:43.375629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 98b69b17-c2ce-4679-b5e3-3f98c6b5e916 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:42:43.429199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.524656 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-981c75b3-c3c2-4af9-b338-e9ab65bed9de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0a4e068999640ea954c745e3a2be1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833037 Jul 12 16:42:43.527916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60828) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:43.607012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.609073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.635695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.693183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.696881 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.700352 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e38f3a5-f0d1-4afa-bb3a-f9253cb4ef39 HTTP/1.1" status: 204 len: 168 time: 0.1681924 Jul 12 16:42:43.712404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cefd6-0842-474e-bc92-facdd91cfb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38f3a5-f0d1-4afa-bb3a-f9253cb4ef39,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:43.835915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.856539 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:43.971354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.25.8.164 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/29afb602-0ee2-4abb-af45-5730d27f8093) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:44.094042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.140497 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.194180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:44.202351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:44.207090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:44.234910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=29afb602-0ee2-4abb-af45-5730d27f8093,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:44.480124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60852) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:44.680172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-561786fe-3953-480b-921d-1527c600249b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:44.680971 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-561786fe-3953-480b-921d-1527c600249b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 12 16:42:44.681695 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-561786fe-3953-480b-921d-1527c600249b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:42:44.682944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-561786fe-3953-480b-921d-1527c600249b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1977053 Jul 12 16:42:44.686815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:44.699938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--610914838'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:44.734276 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.747217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.882833 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.887927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.905225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:44.931926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7070c03-67b8-4456-9cd7-8281a10a4428,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:45.004729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.009552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.041064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.042613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3545246 Jul 12 16:42:45.045442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60870) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.050994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'a94e7ea9-77c3-4137-8944-2118cf0597a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:45.057144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5676e-97fe-4eee-b79c-a88c5680c2c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94e7ea9-77c3-4137-8944-2118cf0597a4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:45.082973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.151987 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.157131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.165358 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.197549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac4fe8-ae6b-4cce-a916-3de80bd3fda8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:45.209016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.214547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b8fcc1a5-7925-4d6e-a24b-abfd6dd56b1f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656265 Jul 12 16:42:45.214798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60872) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.223991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8f53aba4-78e6-48d9-89eb-61167a45cd36 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'a94e7ea9-77c3-4137-8944-2118cf0597a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:45.286510 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f53aba4-78e6-48d9-89eb-61167a45cd36 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.305212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:42:45.366307 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-8f53aba4-78e6-48d9-89eb-61167a45cd36 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): There was a conflict when trying to complete your request. Jul 12 16:42:45.370622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8f53aba4-78e6-48d9-89eb-61167a45cd36 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1539874 Jul 12 16:42:45.371198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60882) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.433439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.450365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:45.464884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Sync routers for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:45.470683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.472490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-37372df6-5ad2-45e9-b91f-cefe6242fd4c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1909029 Jul 12 16:42:45.476364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.484685 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:45.486580 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:45.497481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.524253 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-178f5ce8-6668-4b15-980e-352f199f45e2 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4928b5ecc2564ec0b4b97c11191088a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442927 Jul 12 16:42:45.525322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60890) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.581567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.584442 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.585604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/a94e7ea9-77c3-4137-8944-2118cf0597a4 HTTP/1.1" status: 204 len: 168 time: 0.2133961 Jul 12 16:42:45.589386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60892) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.602205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c288-bd32-41fa-aa23-1b0e9a2a6c8c tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94e7ea9-77c3-4137-8944-2118cf0597a4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:45.649931 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:45.680538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-aa8c89d1-5432-40ed-a30b-13b0b939a344 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896075 Jul 12 16:42:45.680745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60894) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.685403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--590823770'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:45.708803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249c15f-cd68-4bf9-aabc-1eed35969fdb tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:45.710788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c249c15f-cd68-4bf9-aabc-1eed35969fdb tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1846423 Jul 12 16:42:45.714192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60896) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.725823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.774925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f4596114-66bd-4392-953f-b5d91463e682 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586469 Jul 12 16:42:45.777009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60900) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.784110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811968216', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:45.850069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.857944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.899238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:45.904339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2226193 Jul 12 16:42:45.907774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60902) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.909712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:44Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:45.915616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8fef2dd1-0e8d-444b-a337-8f8da08e9c58 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '55098993-eebf-431a-b70e-c940bbd4dbd5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:45.916258 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-8fef2dd1-0e8d-444b-a337-8f8da08e9c58 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 12 16:42:45.917062 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-8fef2dd1-0e8d-444b-a337-8f8da08e9c58 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:45.921916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8fef2dd1-0e8d-444b-a337-8f8da08e9c58 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115693 Jul 12 16:42:45.922093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60904) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:45.924870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc63c2d-2aff-497f-87e4-1b74994b9e4f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55098993-eebf-431a-b70e-c940bbd4dbd5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:45.962375 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Checking router: a008fc86-c10e-40ef-8b79-59ec2d7cbe92 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:45.962680 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Updating router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 port 29afb602-0ee2-4abb-af45-5730d27f8093 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:42:45.997744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:46.004012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.015564 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.023848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.103323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.209854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.213422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.217483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/55098993-eebf-431a-b70e-c940bbd4dbd5 HTTP/1.1" status: 204 len: 168 time: 0.2944918 Jul 12 16:42:46.217874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60906) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.233358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b9e85-d149-4b72-8dba-44f6bb32996e tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55098993-eebf-431a-b70e-c940bbd4dbd5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:46.318510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.323575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d207497a-b857-4efb-a946-a86fe2bbdb75 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036489 Jul 12 16:42:46.327175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.332503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993215704'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:46.365604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.407741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Checking segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:46.408539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network hostable DHCP agents. Network: f6c0a312-288b-4b91-8154-66e706d3fbba, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:42:46.424428 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.433585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Subnet': ['ID=f09dcce8-b615-40f7-b6d2-d5b0cf919e71,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:46.440039 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Transition to ACTIVE for port object 29afb602-0ee2-4abb-af45-5730d27f8093 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:46.447132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f6c0a312-288b-4b91-8154-66e706d3fbba is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:42:46.449439 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.459826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f6c0a312-288b-4b91-8154-66e706d3fbba) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:46.471688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:46.472285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.480280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b126568-3130-4e9f-8233-fa9bdf3ca468 None None] Network f6c0a312-288b-4b91-8154-66e706d3fbba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:46.511161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.525663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eeab8806-be2f-4dc5-8113-affda194929f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7473986 Jul 12 16:42:46.527802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.528819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60914) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.579535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.581351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2530146 Jul 12 16:42:46.587671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60920) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.596708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-61f3ec40-ba67-41c6-8ae7-91f37ddf60d9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'db0dd217-637b-4f68-8455-69179dc61ee6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:46.597816 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-61f3ec40-ba67-41c6-8ae7-91f37ddf60d9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 12 16:42:46.598186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Pushing event updated for resources: {'Port': ['ID=29afb602-0ee2-4abb-af45-5730d27f8093,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:46.599120 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-61f3ec40-ba67-41c6-8ae7-91f37ddf60d9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:46.601089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-61f3ec40-ba67-41c6-8ae7-91f37ddf60d9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105591 Jul 12 16:42:46.607979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60922) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.629692 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.630039 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.630372 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.634213 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.634705 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.635378 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.637235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e6a4f-63b8-4d92-b00b-6651c75010a9 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0dd217-637b-4f68-8455-69179dc61ee6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:46.640563 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.641166 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.641758 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.642306 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.642850 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.645739 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:42:46.660124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Attempting to bind port 29afb602-0ee2-4abb-af45-5730d27f8093 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:46.661888 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Attempting to bind port 29afb602-0ee2-4abb-af45-5730d27f8093 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:46.662505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Attempting to bind port 29afb602-0ee2-4abb-af45-5730d27f8093 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:46.678445 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:46.679907 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:46.680422 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.682224 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:46.682848 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Bound port: 29afb602-0ee2-4abb-af45-5730d27f8093, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:46.683694 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.726357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.764591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f6c0a312-288b-4b91-8154-66e706d3fbba', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:42:46.765483 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.781965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.809112 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] For port 29afb602-0ee2-4abb-af45-5730d27f8093, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:46.813905 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] For port 29afb602-0ee2-4abb-af45-5730d27f8093, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29afb602-0ee2-4abb-af45-5730d27f8093,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:46.825228 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.893159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.896204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:46.897424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/db0dd217-637b-4f68-8455-69179dc61ee6 HTTP/1.1" status: 204 len: 168 time: 0.2881684 Jul 12 16:42:46.902606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60926) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:46.921308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e87c8-5fc7-4f9d-bb01-18a35b116a8b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0dd217-637b-4f68-8455-69179dc61ee6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:46.935819 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:46.936449 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:47.005061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-de178cc5-c2e8-4dc8-9780-b41ea70bcec1 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011493 Jul 12 16:42:47.009205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60928) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.014556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185551823'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.040650 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdba8c-74e6-4987-b81c-4487ef088cd2 None None] Pushing event updated for resources: {'Port': ['ID=29afb602-0ee2-4abb-af45-5730d27f8093,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:47.074602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.092953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Allocated IP 172.20.0.2 (f6c0a312-288b-4b91-8154-66e706d3fbba/f09dcce8-b615-40f7-b6d2-d5b0cf919e71/3e5712e3-0795-4bd9-973a-55e0d5414d0e) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:47.157382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:47.184664 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.189670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.239398 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.243756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2305748 Jul 12 16:42:47.244195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60932) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.250289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c2389156-0451-4179-9709-22a73b7dbc90 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'ebf17873-25f8-416e-8904-8e6d9292a53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.251217 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-c2389156-0451-4179-9709-22a73b7dbc90 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 12 16:42:47.252373 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-c2389156-0451-4179-9709-22a73b7dbc90 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:47.255828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c2389156-0451-4179-9709-22a73b7dbc90 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070355 Jul 12 16:42:47.255828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118b9ab-e49c-4029-835a-2f7c78353a5b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf17873-25f8-416e-8904-8e6d9292a53d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:47.257708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60934) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.263171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a94ebe2e-3205-49c0-91b1-efdf356304a2 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'ebf17873-25f8-416e-8904-8e6d9292a53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.264125 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-a94ebe2e-3205-49c0-91b1-efdf356304a2 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 12 16:42:47.264815 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-a94ebe2e-3205-49c0-91b1-efdf356304a2 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:47.268217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a94ebe2e-3205-49c0-91b1-efdf356304a2 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069673 Jul 12 16:42:47.269848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60936) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.278620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c5d9eea3-0c56-4b59-80b0-dd235d77e3c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'ebf17873-25f8-416e-8904-8e6d9292a53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.280748 n-d-800078-3 neutron-server[93712]: WARNING neutron.api.v2.base [None req-c5d9eea3-0c56-4b59-80b0-dd235d77e3c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 12 16:42:47.281554 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-c5d9eea3-0c56-4b59-80b0-dd235d77e3c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:47.283331 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c5d9eea3-0c56-4b59-80b0-dd235d77e3c8 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122008 Jul 12 16:42:47.286120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60938) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.293661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d18c4373-27ab-474b-8a99-506ff8cbbc57 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'ebf17873-25f8-416e-8904-8e6d9292a53d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.294830 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-d18c4373-27ab-474b-8a99-506ff8cbbc57 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 12 16:42:47.295721 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-d18c4373-27ab-474b-8a99-506ff8cbbc57 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:47.299175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d18c4373-27ab-474b-8a99-506ff8cbbc57 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095222 Jul 12 16:42:47.300600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60940) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.378055 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.418445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.427626 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.437892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Transition to ACTIVE for port object 3e5712e3-0795-4bd9-973a-55e0d5414d0e will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:47.455845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Transition to ACTIVE for port object 3e5712e3-0795-4bd9-973a-55e0d5414d0e will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:47.464042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.519028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.522294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.526365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/ebf17873-25f8-416e-8904-8e6d9292a53d HTTP/1.1" status: 204 len: 168 time: 0.2222130 Jul 12 16:42:47.528664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.534887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Pushing event updated for resources: {'Port': ['ID=3e5712e3-0795-4bd9-973a-55e0d5414d0e,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:47.550074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Network f6c0a312-288b-4b91-8154-66e706d3fbba is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:47.551961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:47.555934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:47.585870 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:44Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:47.622478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26748c4b-4ef6-41aa-ad47-3aae969e3225 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf17873-25f8-416e-8904-8e6d9292a53d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:47.625526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Attempting to bind port 3e5712e3-0795-4bd9-973a-55e0d5414d0e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:47.625973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Attempting to bind port 3e5712e3-0795-4bd9-973a-55e0d5414d0e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:47.626420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Attempting to bind port 3e5712e3-0795-4bd9-973a-55e0d5414d0e on network f6c0a312-288b-4b91-8154-66e706d3fbba {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:47.633790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:47.634496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Checking segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:47.635057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.636123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Bound using segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:47.636773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Bound port: 3e5712e3-0795-4bd9-973a-55e0d5414d0e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:47.637877 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.644039 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fa240-b2ad-452c-b63a-520dd05197e8 None None] The sync data for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 is: [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:44Z', 'revision_number': 3, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:47.660815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-20b38a00-b85c-426a-9fa7-18451f42a030 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297095 Jul 12 16:42:47.664969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60946) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:47.681901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--510513277'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:47.727262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.758381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.770318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] For port 3e5712e3-0795-4bd9-973a-55e0d5414d0e, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:47.780338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] For port 3e5712e3-0795-4bd9-973a-55e0d5414d0e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3e5712e3-0795-4bd9-973a-55e0d5414d0e,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:47.789283 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.927204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.938438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.981382 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6d302-aa61-4640-89a7-0682a454367a None None] Pushing event updated for resources: {'Port': ['ID=3e5712e3-0795-4bd9-973a-55e0d5414d0e,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:47.989966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:47.991526 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3254287 Jul 12 16:42:47.996845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.039970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-03fb0d62-151e-4c0f-a92b-ae6a04fb16b3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.040662 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-03fb0d62-151e-4c0f-a92b-ae6a04fb16b3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 12 16:42:48.048838 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-03fb0d62-151e-4c0f-a92b-ae6a04fb16b3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.050099 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-03fb0d62-151e-4c0f-a92b-ae6a04fb16b3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0424266 Jul 12 16:42:48.055919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60952) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.061173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dee098d4-3a90-4fd2-9515-a56292e9a74d tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.134638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d57fc-8676-4f57-8524-1b3875204131 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07600dce-2af4-4307-985c-582812229d21,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:48.201873 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-dee098d4-3a90-4fd2-9515-a56292e9a74d tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.205765 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dee098d4-3a90-4fd2-9515-a56292e9a74d tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1461890 Jul 12 16:42:48.206108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60954) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.217533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-88fc3d8f-e90a-4984-9fec-1dc3520449a3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.218161 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-88fc3d8f-e90a-4984-9fec-1dc3520449a3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 12 16:42:48.220143 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-88fc3d8f-e90a-4984-9fec-1dc3520449a3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.223129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88fc3d8f-e90a-4984-9fec-1dc3520449a3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154796 Jul 12 16:42:48.225840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.247772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-49403df5-c3fa-4427-a872-c30340586d80 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.354672 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-49403df5-c3fa-4427-a872-c30340586d80 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.355780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49403df5-c3fa-4427-a872-c30340586d80 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1271670 Jul 12 16:42:48.358788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60958) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.367511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f3739bf5-676e-4b11-ab64-040149ba72dd tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.368044 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-f3739bf5-676e-4b11-ab64-040149ba72dd tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 12 16:42:48.368542 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-f3739bf5-676e-4b11-ab64-040149ba72dd tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.369544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f3739bf5-676e-4b11-ab64-040149ba72dd tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099788 Jul 12 16:42:48.373236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.380378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e9fe9bd8-5617-471b-95d0-9eb9be215b73 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.434306 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-e9fe9bd8-5617-471b-95d0-9eb9be215b73 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Project 3f95ef5afbd744cbbfd4a6e6d0802f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:42:48.438839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.1 (f6c0a312-288b-4b91-8154-66e706d3fbba/f09dcce8-b615-40f7-b6d2-d5b0cf919e71/ab62c2c0-a54d-4132-8a13-bb88f48a3d49) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:48.469934 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-e9fe9bd8-5617-471b-95d0-9eb9be215b73 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.471117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e9fe9bd8-5617-471b-95d0-9eb9be215b73 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0969059 Jul 12 16:42:48.473950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60962) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.479711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0bdbcffe-19ec-4092-a589-47aacda86f53 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.480412 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-0bdbcffe-19ec-4092-a589-47aacda86f53 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 12 16:42:48.481074 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-0bdbcffe-19ec-4092-a589-47aacda86f53 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.482363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0bdbcffe-19ec-4092-a589-47aacda86f53 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072386 Jul 12 16:42:48.485057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.491141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1ff871a3-af87-4ce8-a921-8bb850aa74f3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.532281 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-1ff871a3-af87-4ce8-a921-8bb850aa74f3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Project 3f95ef5afbd744cbbfd4a6e6d0802f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:42:48.552433 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-1ff871a3-af87-4ce8-a921-8bb850aa74f3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.553688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ff871a3-af87-4ce8-a921-8bb850aa74f3 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0674856 Jul 12 16:42:48.557223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60966) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.568710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-19ae3102-7596-463d-ba5a-e1d9e5f3cbfa tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '07600dce-2af4-4307-985c-582812229d21', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:48.597284 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-19ae3102-7596-463d-ba5a-e1d9e5f3cbfa tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Project 3f95ef5afbd744cbbfd4a6e6d0802f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:42:48.618278 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-19ae3102-7596-463d-ba5a-e1d9e5f3cbfa tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:48.619923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19ae3102-7596-463d-ba5a-e1d9e5f3cbfa tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0611658 Jul 12 16:42:48.623530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.645738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.667156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object ab62c2c0-a54d-4132-8a13-bb88f48a3d49 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:48.736988 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.753662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.793675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f6c0a312-288b-4b91-8154-66e706d3fbba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:48.797396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:48.800251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:42:48.804471 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.834858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:48.862010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.875444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.878031 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:48.879409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/07600dce-2af4-4307-985c-582812229d21 HTTP/1.1" status: 204 len: 168 time: 0.2544799 Jul 12 16:42:48.883132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.966405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477114-8a21-4872-a547-7d101e143dc4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07600dce-2af4-4307-985c-582812229d21,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:48.979199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dee41a9b-0ed1-47fe-8987-7ad3437552b7 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947287 Jul 12 16:42:48.983437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:48.989164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--238265489'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:49.024846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.145388 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.276363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.290128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.339383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.344063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3565395 Jul 12 16:42:49.347201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60978) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.361357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5f3f65e6-dded-404d-b26e-fffe69337866 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'c9373c48-687b-487b-95d9-a0a6703d58e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:49.366331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e7e5a-7331-4f48-80df-6280f6609f27 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9373c48-687b-487b-95d9-a0a6703d58e6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:49.443160 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-5f3f65e6-dded-404d-b26e-fffe69337866 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The resource could not be found. Jul 12 16:42:49.447284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5f3f65e6-dded-404d-b26e-fffe69337866 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0967441 Jul 12 16:42:49.447505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.448175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3e5712e3-0795-4bd9-973a-55e0d5414d0e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:49.459259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-42f38e49-d739-4da2-8abb-787073d49ee6 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': 'c9373c48-687b-487b-95d9-a0a6703d58e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'da6f7bb6-f0ac-4ec5-aaaf-97d5c2410729'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:49.526770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 3e5712e3-0795-4bd9-973a-55e0d5414d0e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:49.532974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29afb602-0ee2-4abb-af45-5730d27f8093 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:49.545194 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-42f38e49-d739-4da2-8abb-787073d49ee6 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The resource could not be found. Jul 12 16:42:49.547250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-42f38e49-d739-4da2-8abb-787073d49ee6 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0972795 Jul 12 16:42:49.556602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60982) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.649755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 29afb602-0ee2-4abb-af45-5730d27f8093 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:49.664453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 29afb602-0ee2-4abb-af45-5730d27f8093 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:49.665181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.684783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.710682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.754930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe29f7-2ffe-478d-b2a0-3e558f9f48b5 None None] Network f6c0a312-288b-4b91-8154-66e706d3fbba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:42:49.787683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.790451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.792663 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.794204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.797024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/c9373c48-687b-487b-95d9-a0a6703d58e6 HTTP/1.1" status: 204 len: 168 time: 0.2392468 Jul 12 16:42:49.814552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695b2a2-d5f6-4bc4-a90f-68629816c283 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9373c48-687b-487b-95d9-a0a6703d58e6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:49.844912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63227e17-d279-49c0-9618-1660a4c95f14 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495205 Jul 12 16:42:49.848732 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:49.851181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:49.863798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1650bb7a-a9b5-4fb7-a1b6-339f2d6d4072 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '6499fc50-b704-429f-b443-22d5095a98ff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:49.917421 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Provisioning for port 3e5712e3-0795-4bd9-973a-55e0d5414d0e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:49.934113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Provisioning complete for port 3e5712e3-0795-4bd9-973a-55e0d5414d0e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:49.934714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.021952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:50.066815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.083954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.139380 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-1650bb7a-a9b5-4fb7-a1b6-339f2d6d4072 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The resource could not be found. Jul 12 16:42:50.144607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 60994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:50.159541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283071928'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:50.160392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1650bb7a-a9b5-4fb7-a1b6-339f2d6d4072 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3051417 Jul 12 16:42:50.202565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.217658 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.308313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 29afb602-0ee2-4abb-af45-5730d27f8093, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29afb602-0ee2-4abb-af45-5730d27f8093,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:50.329885 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.431347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f6c0a312-288b-4b91-8154-66e706d3fbba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:42:50.438286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] For port 3e5712e3-0795-4bd9-973a-55e0d5414d0e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3e5712e3-0795-4bd9-973a-55e0d5414d0e,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:50.446940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:42:50.455023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.458858 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.460805 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.549020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.556907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 60998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:50.557586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4091311 Jul 12 16:42:50.563265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484aec7-cbf8-4570-903a-74d1ff2915bc tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588c122e-28f0-44b8-8c63-83beb11a3ffe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:50.565188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243874101'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:50.609607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=29afb602-0ee2-4abb-af45-5730d27f8093,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:50.703122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b21b79-0c1c-4fb3-b102-aada977a70c0 None None] Pushing event updated for resources: {'Port': ['ID=3e5712e3-0795-4bd9-973a-55e0d5414d0e,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:50.751190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:50.939813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:42:51.025136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Provisioning complete for port 3e5712e3-0795-4bd9-973a-55e0d5414d0e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:51.031157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.091265 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.123037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.155033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce9f2f-8770-443f-b1c1-0fc5b1cf9bc6,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:51.180703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.182025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e7c3c2e-45b5-4478-a97c-2fe1dec3c8bf tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6237726 Jul 12 16:42:51.185155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32770) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.190151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d9920d69-aa78-4769-921a-46272a00684b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '588c122e-28f0-44b8-8c63-83beb11a3ffe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4fce9f2f-8770-443f-b1c1-0fc5b1cf9bc6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:51.197792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:42:51.212138 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-69ebc4ab-e26e-4487-b7e7-c8baca193d01 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/a008fc86-c10e-40ef-8b79-59ec2d7cbe92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6822560 Jul 12 16:42:51.214697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32772) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.237275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Sync routers for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:42:51.269110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:51.269881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:51.276212 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-d9920d69-aa78-4769-921a-46272a00684b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:51.280771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d9920d69-aa78-4769-921a-46272a00684b tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0946054 Jul 12 16:42:51.281340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32774) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.369600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Provisioning for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:51.429950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:51.430667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.445567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.466782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3e5712e3-0795-4bd9-973a-55e0d5414d0e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:51.503839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.504512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.505133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.505754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.506432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.508236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.509034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.516591 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d6e3805b-de5c-4ff9-a9e3-5482c3e73e7a tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.3004243 Jul 12 16:42:51.519562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32778) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.532608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.605952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe5ea0-a1c1-4166-bdb7-56fd8cffa73b None None] Port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:51.623017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.625829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.627012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/4fce9f2f-8770-443f-b1c1-0fc5b1cf9bc6 HTTP/1.1" status: 204 len: 168 time: 0.3447392 Jul 12 16:42:51.630715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32780) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.651879 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:51.670725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728143e0-3959-49e5-b74c-a61e03560b4a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce9f2f-8770-443f-b1c1-0fc5b1cf9bc6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:51.731524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5dbcea99-681f-4ccf-b328-5e9c69b32b76 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0996954 Jul 12 16:42:51.743624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.789657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.790352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.791006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.791716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.792351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.797979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.798664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:51.803232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-36288948-1709-4fba-94c0-5dab5ad1f70d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.2775581 Jul 12 16:42:51.804776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32784) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.845258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.883671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.944528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.949686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.951346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9decdb5b-fc71-4da2-8dd8-2d6fa71bd76d None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:51.951765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9decdb5b-fc71-4da2-8dd8-2d6fa71bd76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.952472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/588c122e-28f0-44b8-8c63-83beb11a3ffe HTTP/1.1" status: 204 len: 168 time: 0.2035882 Jul 12 16:42:51.957163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 3e5712e3-0795-4bd9-973a-55e0d5414d0e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:51.957163 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:51.957584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32788) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:51.980852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2841-6d53-4eaa-a206-ac8cf8cee04f tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588c122e-28f0-44b8-8c63-83beb11a3ffe,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:52.105918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9decdb5b-fc71-4da2-8dd8-2d6fa71bd76d None None] Port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:52.129156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9bba7010-8ba3-4da1-82ee-f13031f00f7d tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688244 Jul 12 16:42:52.133504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32790) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:52.138688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--398918036'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:52.214867 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.223371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29afb602-0ee2-4abb-af45-5730d27f8093 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:52.268895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-02391b2d-5314-4f6d-a43c-3fe80c52b43e None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:52.269512 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-02391b2d-5314-4f6d-a43c-3fe80c52b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.419555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f200c50-9946-4b26-9353-0e308a928b0d tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.6123455 Jul 12 16:42:52.455163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.460871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.521141 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.522969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3879163 Jul 12 16:42:52.526135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:52.531721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-05f647d5-0440-43de-9d11-4fca10778067 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '058200b5-e99b-4225-93f1-8e1a9f99db1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:52.537247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee7cd-7000-4891-a3c2-a156be4657f4 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058200b5-e99b-4225-93f1-8e1a9f99db1a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:52.603641 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-05f647d5-0440-43de-9d11-4fca10778067 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:52.604446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-05f647d5-0440-43de-9d11-4fca10778067 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0773709 Jul 12 16:42:52.607298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32798) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:52.611828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-34b6b6eb-d332-4a12-8e79-c5105bf55054 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group_rule': {'security_group_id': '058200b5-e99b-4225-93f1-8e1a9f99db1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:52.668638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 2, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:52.692069 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-34b6b6eb-d332-4a12-8e79-c5105bf55054 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 16:42:52.694932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34b6b6eb-d332-4a12-8e79-c5105bf55054 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0850370 Jul 12 16:42:52.696675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32800) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:52.723233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-02391b2d-5314-4f6d-a43c-3fe80c52b43e None None] Port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:42:52.728109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Checking router: a008fc86-c10e-40ef-8b79-59ec2d7cbe92 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:42:52.728109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Updating router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:42:52.777408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.792337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 29afb602-0ee2-4abb-af45-5730d27f8093 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:52.792907 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.796148 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.825194 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.892385 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.895544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:52.899865 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/058200b5-e99b-4225-93f1-8e1a9f99db1a HTTP/1.1" status: 204 len: 168 time: 0.1993432 Jul 12 16:42:52.900945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32804) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:52.917397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf7da-1486-4657-9293-b8d445d79758 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058200b5-e99b-4225-93f1-8e1a9f99db1a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:53.016422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d4d44841-8af9-46a7-9d89-e1432c140373 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1136377 Jul 12 16:42:53.020271 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32806) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.026120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'tempest-secgroup--681906836'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:53.102931 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.239034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32808) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.249731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686132424', 'description': 'tempest-secgroup-smoke-1686132424 description', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:53.328862 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.336114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.358325 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.379626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.381637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3600068 Jul 12 16:42:53.388947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32810) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.394638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dddef547-b585-4e25-8c87-15ae7dcf6b70 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:53.395393 n-d-800078-3 neutron-server[93711]: WARNING neutron.api.v2.base [None req-dddef547-b585-4e25-8c87-15ae7dcf6b70 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 12 16:42:53.396448 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-dddef547-b585-4e25-8c87-15ae7dcf6b70 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] update failed (client error): There was a conflict when trying to complete your request. Jul 12 16:42:53.406415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dddef547-b585-4e25-8c87-15ae7dcf6b70 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "PUT /v2.0/security-groups/aaffd94e-3768-4b39-a507-bd2dcfb14548 HTTP/1.1" status: 409 len: 330 time: 0.0070519 Jul 12 16:42:53.407506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb146d-69ce-4e11-8257-0ef450c820ca tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaffd94e-3768-4b39-a507-bd2dcfb14548,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:53.413497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32812) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.510927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.530102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.547033 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.573082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Transition to ACTIVE for port object ab62c2c0-a54d-4132-8a13-bb88f48a3d49 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:53.588470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.600090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.607070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.650830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4061bbfc-698b-41d3-8821-5e3a916b2f48,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:53.665553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.669803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7b16e1fa-7649-4903-846e-de10bb259504 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4267333 Jul 12 16:42:53.669946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32818) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.674481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:53.683353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.689077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.689671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/aaffd94e-3768-4b39-a507-bd2dcfb14548 HTTP/1.1" status: 204 len: 168 time: 0.2771473 Jul 12 16:42:53.692380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32820) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.740521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d3da-fe56-4692-94db-94710460077a tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaffd94e-3768-4b39-a507-bd2dcfb14548,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:53.762564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.786760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c4592b53-a0c5-4e72-a9df-4fe35a795822 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930085 Jul 12 16:42:53.798340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32824) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.818374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904377-e688-46d5-87eb-ee2f0749b7ae None None] Pushing event updated for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:53.839637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Attempting to bind port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:42:53.839964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Attempting to bind port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:42:53.840327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Attempting to bind port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 on network f6c0a312-288b-4b91-8154-66e706d3fbba {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:42:53.853317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:42:53.855902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Checking segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:42:53.856582 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.856837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Bound using segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:42:53.857332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Bound port: ab62c2c0-a54d-4132-8a13-bb88f48a3d49, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:42:53.859837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:53.869012 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-07d1a67e-8332-40a8-aec2-aad7ac41b1c6 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] delete failed (client error): The resource could not be found. Jul 12 16:42:53.875113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07d1a67e-8332-40a8-aec2-aad7ac41b1c6 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "DELETE /v2.0/security-groups/d514311f-49c7-4ac6-b587-cd7b319f3a9a HTTP/1.1" status: 404 len: 347 time: 0.0751474 Jul 12 16:42:53.878591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32828) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.940742 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-8162ee06-55b3-4b32-9102-20ef01e46f26 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] show failed (client error): The resource could not be found. Jul 12 16:42:53.951257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8162ee06-55b3-4b32-9102-20ef01e46f26 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-groups/aa0d8231-46d9-401f-8fd0-d39c5f06fa75 HTTP/1.1" status: 404 len: 347 time: 0.0712492 Jul 12 16:42:53.953831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32832) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:53.995431 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-fa00daa3-540b-4663-8964-7dc5808e3945 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] show failed (client error): The resource could not be found. Jul 12 16:42:54.002863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fa00daa3-540b-4663-8964-7dc5808e3945 tempest-NegativeSecGroupIPv6Test-1905919806 tempest-NegativeSecGroupIPv6Test-1905919806-project] 10.222.0.58 "GET /v2.0/security-group-rules/67d66cb0-8775-4078-a0e6-9cc740f14577 HTTP/1.1" status: 404 len: 356 time: 0.0375080 Jul 12 16:42:54.007636 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.017257 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.061380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac80298-86ae-4f22-8bb6-275b420b5c81,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:54.082734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] For port ab62c2c0-a54d-4132-8a13-bb88f48a3d49, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:42:54.088364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] For port ab62c2c0-a54d-4132-8a13-bb88f48a3d49, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:42:54.090318 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.092024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-32a91f1a-99f7-4422-8237-bfea0a34012a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211481 Jul 12 16:42:54.095130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32836) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:54.098559 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.110129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:54.220066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904377-e688-46d5-87eb-ee2f0749b7ae None None] Pushing event updated for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:54.221314 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.239039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:42:54.240156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:42:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:54.374743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.389723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.455813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32840) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:54.505972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:42:54.514785 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.521062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4210227 Jul 12 16:42:54.523356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32844) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:54.528637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:54.531837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493c97e-07ec-42b2-ba02-8914a0869b6c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94f45d7-84a6-4190-b912-016f456e78ab,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:54.592876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.692577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32846) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:54.692883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2c07f332-bd52-46d1-9690-a7f6530dadcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f95ef5afbd744cbbfd4a6e6d0802f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357049 Jul 12 16:42:54.703174 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.707554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.734371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ffc0dc-c49b-4e63-9196-c416e6aeba4b,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:54.742046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.743516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b6f189b0-1610-4b31-accb-0eac1db2b6f5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2189627 Jul 12 16:42:54.748484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32848) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:54.753709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:54.798173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.828454 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.876912 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.918291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:54Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:42:54.919412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.929974 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.950829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c90e-d07b-45f6-81e0-5fb3037f522e None None] The sync data for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 is: [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:54Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:42:54.964898 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.970773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:54.972341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7070c03-67b8-4456-9cd7-8281a10a4428 HTTP/1.1" status: 204 len: 168 time: 0.2781069 Jul 12 16:42:54.986414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0494cf-cda4-4c9f-89ef-f8dc233b11e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7070c03-67b8-4456-9cd7-8281a10a4428,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:55.081872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002e8bea-e1f0-4e8a-bd31-54d985278ad5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:55.095495 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.110993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2d5a912f-ad98-4ac5-8734-a58760b4608d tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3610876 Jul 12 16:42:55.115209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32856) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:55.120946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:55.180218 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:42:55.188065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.322221 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.348809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.374740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.376305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599478 Jul 12 16:42:55.380532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:55.385089 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac1094-5e73-42f2-aa4e-9404d12f8298 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25dd1aa-9255-4a86-bb39-05db703d1728,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:55.387041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'security_group_rule': {'security_group_id': '4061bbfc-698b-41d3-8821-5e3a916b2f48', 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:55.450092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab62c2c0-a54d-4132-8a13-bb88f48a3d49 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:55.478651 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Project 4928b5ecc2564ec0b4b97c11191088a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:42:55.507984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.630607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:42:55.638629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:55.642543 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.656256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.666683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.711615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d387ff9-8524-40a3-8990-c430e46c1a39,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:55.716133 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.717820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0ec21a66-762a-4936-a1c3-af05fb8dbfc6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3360882 Jul 12 16:42:55.897994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:55.985746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ab62c2c0-a54d-4132-8a13-bb88f48a3d49, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:42:55.993328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:56.205675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:56.344089 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-51fd5238-cd35-4f5e-b4ba-170e232059db tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686132424&fields=id&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 267 time: 0.1656065 Jul 12 16:42:56.537863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-65ae56e3-7975-4f7e-986b-7ee9df8a5a91 None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:56.538888 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65ae56e3-7975-4f7e-986b-7ee9df8a5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:56.635425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5d636f97-4f62-4321-85cb-e17827eb2816 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:56.645993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5d636f97-4f62-4321-85cb-e17827eb2816 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 797 time: 0.2953048 Jul 12 16:42:56.687415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-dbc762fd-dcbb-46db-9cca-1583448b87f6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/quotas/4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 375 time: 0.0345287 Jul 12 16:42:56.809426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5556d311-c8c5-4349-99af-640527e200ed tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163380 Jul 12 16:42:57.204630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-45c997ad-8739-4f0d-8768-f346c4171973 service neutron] 10.222.0.58 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765366 Jul 12 16:42:57.346461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab62c2c0-a54d-4132-8a13-bb88f48a3d49 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:42:57.382882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-45f767fe-e8f2-44ff-85b5-63c5cadbbf88 service neutron] 10.222.0.58 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466599 Jul 12 16:42:57.511561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:42:57.512501 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:57.670569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ce8a6361-9795-46fa-ae29-f4f0b1f79ddd req-f47a4e8c-7a84-4213-b2a8-54a7569a8639 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 210 time: 0.0612152 Jul 12 16:42:57.878583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32930) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:58.056326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-926f8c36-8ba8-4cc4-9f31-a0f0ca4b2f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.226862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-926f8c36-8ba8-4cc4-9f31-a0f0ca4b2f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.233285 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-926f8c36-8ba8-4cc4-9f31-a0f0ca4b2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.286616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-926f8c36-8ba8-4cc4-9f31-a0f0ca4b2f47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c6e0e219ce24a4dbe081f3b9adbe17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066281 Jul 12 16:42:58.288650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f8c36-8ba8-4cc4-9f31-a0f0ca4b2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843009c2-fb57-4a5b-988b-7f5227466bb4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:58.290180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32946) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:58.359213 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.394083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.486611 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.490324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:58.495692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/843009c2-fb57-4a5b-988b-7f5227466bb4 HTTP/1.1" status: 204 len: 168 time: 0.2042251 Jul 12 16:42:58.505525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097a636-80e4-4c86-a5b5-007e3fa195ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843009c2-fb57-4a5b-988b-7f5227466bb4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:58.584774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32952) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:58.847316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ffead2e6-3aaa-4177-a4a7-c8414d8dc0ab req-22b6a2c7-b018-4776-87c2-f8949a3ff134 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 210 time: 0.0356085 Jul 12 16:42:58.884029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff5f05-e823-4dc6-a60c-8d4f731704b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.054920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff5f05-e823-4dc6-a60c-8d4f731704b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.064047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14ff5f05-e823-4dc6-a60c-8d4f731704b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.094242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff5f05-e823-4dc6-a60c-8d4f731704b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283fed1f-37f5-4bfa-a785-74395e46c5b2,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:59.137885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:59.138493 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-14ff5f05-e823-4dc6-a60c-8d4f731704b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef9cf77d5b3d4222b58d694dd762eab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513439 Jul 12 16:42:59.174368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-59acf0ac-3de6-474e-9eea-2c75e991f874 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:42:59.175935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-59acf0ac-3de6-474e-9eea-2c75e991f874 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 797 time: 0.1897492 Jul 12 16:42:59.208082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.233699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.263320 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-fcc18ff9-cf82-4367-94ae-f6f2400cfa4a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4928b5ecc2564ec0b4b97c11191088a1 HTTP/1.1" status: 200 len: 380 time: 0.0784616 Jul 12 16:42:59.272451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'port': {'device_id': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'admin_state_up': True, 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'security_groups': ['4061bbfc-698b-41d3-8821-5e3a916b2f48']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:42:59.306693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.312101 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.313744 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/283fed1f-37f5-4bfa-a785-74395e46c5b2 HTTP/1.1" status: 204 len: 168 time: 0.1746304 Jul 12 16:42:59.325837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fb20d-82fe-4896-81a7-8c9c4b4050d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fed1f-37f5-4bfa-a785-74395e46c5b2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:42:59.457754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Made reservation on behalf of 4928b5ecc2564ec0b4b97c11191088a1 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:42:59.461578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.624649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.20.0.11 (f6c0a312-288b-4b91-8154-66e706d3fbba/f09dcce8-b615-40f7-b6d2-d5b0cf919e71/432aeb06-eaee-47b4-ad65-59c9d7a7dbfb) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:42:59.730010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 32988) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:59.745392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa308c04-bb25-4de5-8b97-677478579e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.815351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.840436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Transition to ACTIVE for port object 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:42:59.847225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa308c04-bb25-4de5-8b97-677478579e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.852877 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa308c04-bb25-4de5-8b97-677478579e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.885353 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:42:59.938983 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fa308c04-bb25-4de5-8b97-677478579e3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c608bbb5c46348399df1b5addfc74b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077825 Jul 12 16:42:59.943646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 32994) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:42:59.947203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308c04-bb25-4de5-8b97-677478579e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adfd2d1-d431-4a8c-8b53-ce5b35f408f2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:00.032245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network f6c0a312-288b-4b91-8154-66e706d3fbba is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:00.043503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:00.046386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:00.053383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:00.119278 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.149753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafea9f4-1895-4df3-938f-fda7485c6c1d req-083fd5bc-2eff-4214-9439-dc3fa71cc49c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:00.156723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafea9f4-1895-4df3-938f-fda7485c6c1d req-083fd5bc-2eff-4214-9439-dc3fa71cc49c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 932 time: 0.1274607 Jul 12 16:43:00.170994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:00.175483 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.214422 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.218469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafea9f4-1895-4df3-938f-fda7485c6c1d req-5f14a7be-801e-4a6e-a892-85e0e42cb020 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553334 Jul 12 16:43:00.242143 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-4465184d-2db5-4c0f-a2b4-2270e1de7274 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9735904 Jul 12 16:43:00.261137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Request body: {'port': {'device_id': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:00.384740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9122c8a0-ea43-46dc-af1d-009e3f6e92fa None None] Provisioning for port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:00.390017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9122c8a0-ea43-46dc-af1d-009e3f6e92fa None None] Provisioning complete for port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:00.390635 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9122c8a0-ea43-46dc-af1d-009e3f6e92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.436552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9122c8a0-ea43-46dc-af1d-009e3f6e92fa None None] Port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:43:00.715084 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.727947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.730774 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:00.732034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8adfd2d1-d431-4a8c-8b53-ce5b35f408f2 HTTP/1.1" status: 204 len: 168 time: 0.7613020 Jul 12 16:43:00.765310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adfd2d1-d431-4a8c-8b53-ce5b35f408f2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:00.789347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.789700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.790029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.790355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.790681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.791140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.791468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.791818 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.792141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.792508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.792832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:00.793148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48676f5-7e00-4098-8fb6-6c4a8dcf8eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:01.135607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:01.143841 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.156770 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Transition to ACTIVE for port object 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:01.161480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.405298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Pushing event updated for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:01.489446 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Attempting to bind port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:01.490034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Attempting to bind port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:01.490525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Attempting to bind port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb on network f6c0a312-288b-4b91-8154-66e706d3fbba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:01.517792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb on network f6c0a312-288b-4b91-8154-66e706d3fbba not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:43:01.518732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Attempting to bind port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb on network f6c0a312-288b-4b91-8154-66e706d3fbba {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:01.531270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:01.531641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Checking segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:01.532042 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Bound using segment: {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:01.532484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Bound port: 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c99b2a-8178-463b-b8d6-9862e8843a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:01.532849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.615696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:01.663883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaee15-b54f-4bfa-b861-ee54386f1b7a req-f90a7f67-6986-4140-9fd6-4f01b46a79fd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:01.665719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edaaee15-b54f-4bfa-b861-ee54386f1b7a req-f90a7f67-6986-4140-9fd6-4f01b46a79fd tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 944 time: 0.2630620 Jul 12 16:43:01.668630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:01.672331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:01.706526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.750048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-edaaee15-b54f-4bfa-b861-ee54386f1b7a req-1933181c-55e9-46d8-b867-f9487ff1367c tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737467 Jul 12 16:43:01.761593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:01.762260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.763765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] 10.222.0.77 "PUT /v2.0/ports/432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 1092 time: 1.5092547 Jul 12 16:43:01.764236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:01.767190 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21f454-acb5-4198-b155-336deb9e0ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:01.804458 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38c9c9d8-f1c4-42a2-9c17-d15253cdd5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:01.822893 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2f7e-c565-4d33-93f2-787aed9b1272 service neutron] Pushing event updated for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:01.849877 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b375a9-a226-4fb3-8eac-193d44c59ba5 x-openstack-request-id: req-c2b375a9-a226-4fb3-8eac-193d44c59ba5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:01.851528 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:01.852006 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2b375a9-a226-4fb3-8eac-193d44c59ba5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:01.852725 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'status': 'completed', 'code': 200} Jul 12 16:43:01.927528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-6b270c5e-bfa6-4593-8580-a4a23e2ac6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:01.930864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-6b270c5e-bfa6-4593-8580-a4a23e2ac6bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1095 time: 0.0957980 Jul 12 16:43:01.998312 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-6f6f9761-0abc-4262-9bde-114c7f8ed4d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 217 time: 0.0585239 Jul 12 16:43:02.018222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38c9c9d8-f1c4-42a2-9c17-d15253cdd5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.024502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-38c9c9d8-f1c4-42a2-9c17-d15253cdd5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.058036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d2fd8b59-1e92-4147-9afd-4748bd543b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.072137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5051e111-fe05-45c2-83f6-fbb467065dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:02.073353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5051e111-fe05-45c2-83f6-fbb467065dad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 200 len: 835 time: 0.0626345 Jul 12 16:43:02.102296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-38c9c9d8-f1c4-42a2-9c17-d15253cdd5a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb4ca76bd697422494a8f325eed5d8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837620 Jul 12 16:43:02.109176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9c9d8-f1c4-42a2-9c17-d15253cdd5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a392a8d-34af-4ff8-84bf-6fe0a548ec88,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:02.113179 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33162) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:02.155026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-883c41a9-40e5-44c2-a4dc-68e1706d0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:02.156697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-883c41a9-40e5-44c2-a4dc-68e1706d0b66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c0a312-288b-4b91-8154-66e706d3fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769889 Jul 12 16:43:02.190384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.222781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.294235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.297982 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.299830 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a392a8d-34af-4ff8-84bf-6fe0a548ec88 HTTP/1.1" status: 204 len: 168 time: 0.1852973 Jul 12 16:43:02.309932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce24983-5a7f-4968-afaa-9a8668b1129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a392a8d-34af-4ff8-84bf-6fe0a548ec88,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:02.364246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-5eef48f6-df19-4348-bbfc-549c9694a772 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998169 Jul 12 16:43:02.480197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-438ea0c1-ffdd-4adf-ba1c-02aafbc1bc6e req-0078a348-92bf-45a6-8bd4-d40dff8c8fce service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095972 Jul 12 16:43:02.602737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-408037d1-8f2e-416e-97eb-7b73d4184061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:02.604391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-408037d1-8f2e-416e-97eb-7b73d4184061 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1095 time: 0.0698946 Jul 12 16:43:02.712134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:02.725086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-961318d1-71f5-4f7d-b74a-412b5f27dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:02.727326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-961318d1-71f5-4f7d-b74a-412b5f27dced service neutron] 10.222.0.77 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 898 time: 0.1167543 Jul 12 16:43:02.735746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b61d023-a72d-4cf5-abb3-e7fb47dda0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.780508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-4ae95549-db33-441b-bbe3-840d69ca2a17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 217 time: 0.0444961 Jul 12 16:43:02.883136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-d27a80e5-193d-41cf-a279-5deeb969bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:02.885695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-d27a80e5-193d-41cf-a279-5deeb969bc03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 200 len: 835 time: 0.0985122 Jul 12 16:43:02.887478 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b61d023-a72d-4cf5-abb3-e7fb47dda0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.893545 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b61d023-a72d-4cf5-abb3-e7fb47dda0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:02.965281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b61d023-a72d-4cf5-abb3-e7fb47dda0fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e176ae06973e47648318674fc3de471e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512891 Jul 12 16:43:02.966635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61d023-a72d-4cf5-abb3-e7fb47dda0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbbdcee-1ca9-40a7-b55e-395d0fd962ee,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:02.970717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33192) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:03.046519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-d8a6b858-e784-4381-83a7-90ee2ddcea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:03.047927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-d8a6b858-e784-4381-83a7-90ee2ddcea68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c0a312-288b-4b91-8154-66e706d3fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541564 Jul 12 16:43:03.050350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:03.060810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f0251-8d9d-4a6d-8dce-7bab7be4130e req-3d4a118f-3093-440e-9f00-0d667480d791 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:03.062751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-423f0251-8d9d-4a6d-8dce-7bab7be4130e req-3d4a118f-3093-440e-9f00-0d667480d791 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 944 time: 0.1542439 Jul 12 16:43:03.089949 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:03.162657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-423f0251-8d9d-4a6d-8dce-7bab7be4130e req-964b2839-bef0-42ed-bb8f-8800cef0f00e tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909209 Jul 12 16:43:03.179724 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:03.182440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:03.183684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dbbdcee-1ca9-40a7-b55e-395d0fd962ee HTTP/1.1" status: 204 len: 168 time: 0.2116096 Jul 12 16:43:03.191970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6608a7-986c-4198-adc0-90412dd0b0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbbdcee-1ca9-40a7-b55e-395d0fd962ee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:03.209777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-c1372817-c51a-4597-b739-f0049de15c6b service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459751 Jul 12 16:43:03.331641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b21f454-acb5-4198-b155-336deb9e0ea6 req-18bb263c-28be-4b36-b8e5-f420030c04a0 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145549 Jul 12 16:43:03.404223 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:03.927375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:43:04.047458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:04.061240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'port_id': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'mac_address': 'fa:16:3e:e1:df:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:43:04.105938 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:04.120724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:04.150210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:04.154203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:04.231131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:04.391238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:43:04.481604 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fa78ab98-cddf-406a-a321-54f78c2adbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:04.846005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babaf89-b020-4a5a-a1aa-543b440fdf2e req-9d46fc85-5c2c-426d-a974-aea02472477b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:04.847520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1babaf89-b020-4a5a-a1aa-543b440fdf2e req-9d46fc85-5c2c-426d-a974-aea02472477b tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 945 time: 0.5284755 Jul 12 16:43:04.894982 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1babaf89-b020-4a5a-a1aa-543b440fdf2e req-8b363b16-f5c4-41b2-b5bf-78f8801c101a tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Jul 12 16:43:04.910015 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:05.665211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:05.857181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:05.942119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:06.009051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:06.013838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:06.014279 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:06.110567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:06.137938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:06.141793 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea5385-451d-4fdd-a9fd-d1da08f9fc47" -d '{"events": [{"server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "name": "network-vif-plugged", "status": "completed", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:06.169963 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:06.179376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:06.181350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5a80-5906-4809-8d73-c0455e0df569 req-2b7c8c33-0a22-47cb-90da-77b68f3402f0 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:06.188697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e78a5a80-5906-4809-8d73-c0455e0df569 req-2b7c8c33-0a22-47cb-90da-77b68f3402f0 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 945 time: 0.1283324 Jul 12 16:43:06.231956 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4380a633-27b9-499d-a5b9-084426440661 x-openstack-request-id: req-4380a633-27b9-499d-a5b9-084426440661 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:06.232353 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "name": "network-vif-plugged", "status": "completed", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:06.232774 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4380a633-27b9-499d-a5b9-084426440661 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:06.233543 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'code': 200} Jul 12 16:43:06.274655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:06.300199 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e78a5a80-5906-4809-8d73-c0455e0df569 req-2ac1b82d-cff9-4510-b313-da083d892412 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093233 Jul 12 16:43:06.338846 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:43:06.368957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1a2b-5b67-46c8-ae17-34f91e3fe177 req-beba08a1-c53f-4316-905b-becb1a5d9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:06.370946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff2d1a2b-5b67-46c8-ae17-34f91e3fe177 req-beba08a1-c53f-4316-905b-becb1a5d9e8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1097 time: 0.0767577 Jul 12 16:43:06.426633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff2d1a2b-5b67-46c8-ae17-34f91e3fe177 req-5f425d5a-27f5-4d26-9dd3-b3cba09523fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Jul 12 16:43:06.639102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff15fe20-0d65-49aa-bb15-587c8054c487 None None] Provisioning complete for port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:06.639465 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff15fe20-0d65-49aa-bb15-587c8054c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:07.315689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:07.535892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdef2f4-e92c-4560-8e2f-b0b5620f6c11 req-02cfd098-3f02-4e36-9580-d1d256be4759 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:07.537534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdef2f4-e92c-4560-8e2f-b0b5620f6c11 req-02cfd098-3f02-4e36-9580-d1d256be4759 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 946 time: 0.0843437 Jul 12 16:43:07.598821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6cdef2f4-e92c-4560-8e2f-b0b5620f6c11 req-4c1bf6f5-ae60-4833-913a-859cdbc66c12 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522733 Jul 12 16:43:07.830653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076284cc-dcb5-4feb-9e20-329dcc624c3f req-f4e48050-2b80-4862-9716-54b027a7d4b8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:07.832395 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076284cc-dcb5-4feb-9e20-329dcc624c3f req-f4e48050-2b80-4862-9716-54b027a7d4b8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 946 time: 0.0733826 Jul 12 16:43:07.881992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-076284cc-dcb5-4feb-9e20-329dcc624c3f req-51939473-4044-45ac-ab82-238a3ddfdabf tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Jul 12 16:43:07.911488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33312) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:07.973260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff044039-0d0d-4165-bb15-360771a55918 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:07.974837 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff044039-0d0d-4165-bb15-360771a55918 tempest-TestNetworkBasicOps-45066285 tempest-TestNetworkBasicOps-45066285-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1092 time: 0.0622764 Jul 12 16:43:07.978691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33314) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:07.983885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:08.008996 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:08.112978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:08.274918 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Allocated IP 172.25.8.170 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/d7620eef-2c90-4ceb-8a0a-e3d59b22a296) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:08.385808 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:08.428700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:08.472037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:08.475010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:08.480714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:08.504368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=d7620eef-2c90-4ceb-8a0a-e3d59b22a296,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:09.099972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:09.223577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:09.429926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:09.435349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:09.510880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event updated for resources: {'Port': ['ID=d7620eef-2c90-4ceb-8a0a-e3d59b22a296,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:09.524359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:09.637340 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Floating IP be9f3237-f625-43c9-81f0-146ef4047c3b associated. External IP: 172.25.8.170, port: 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb. Jul 12 16:43:10.169087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:43:10.295421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:43:10.312881 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Sync routers for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:43:10.320778 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:10.324254 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:10.325400 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:10.372740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abf8bd7f-2d71-4ed4-a608-20fce7e3c3e7 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3889492 Jul 12 16:43:10.372740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:10.372740 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:10.374968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33366) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:10.449273 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f75171-bc96-4e26-8ddf-811deb7c83e7 x-openstack-request-id: req-b2f75171-bc96-4e26-8ddf-811deb7c83e7 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:10.449639 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:10.449984 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2f75171-bc96-4e26-8ddf-811deb7c83e7 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:10.450456 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'status': 'completed', 'code': 200} Jul 12 16:43:10.488159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:10.530060 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8bd70cdf-94b5-4ab0-bcc7-1b94bf95c555 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/be9f3237-f625-43c9-81f0-146ef4047c3b HTTP/1.1" status: 200 len: 992 time: 0.1531682 Jul 12 16:43:10.547698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-40785f19-c7ef-4781-9a84-55d282b51511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:10.549290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-40785f19-c7ef-4781-9a84-55d282b51511 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1097 time: 0.0682054 Jul 12 16:43:10.666074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-576eb114-7df0-480e-8e9e-fc758cf736a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:10.667908 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-576eb114-7df0-480e-8e9e-fc758cf736a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 898 time: 0.1124299 Jul 12 16:43:10.790768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'be9f3237-f625-43c9-81f0-146ef4047c3b', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'port_id': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'mac_address': 'fa:16:3e:e1:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:43:08Z', 'updated_at': '2021-07-12T16:43:08Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:10.800503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-9822a52d-05b8-423a-8305-d9ada99e4d64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 1000 time: 0.1260967 Jul 12 16:43:10.823193 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Checking router: a008fc86-c10e-40ef-8b79-59ec2d7cbe92 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:43:10.832315 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:10.832938 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:10.864423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-4d7e5ba4-d343-4ef1-a6de-8b156796b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:10.866130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-4d7e5ba4-d343-4ef1-a6de-8b156796b38d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 200 len: 835 time: 0.0587802 Jul 12 16:43:10.949852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-778db5f4-07fe-47ae-b5ff-d0a98f62a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:10.955157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-778db5f4-07fe-47ae-b5ff-d0a98f62a046 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c0a312-288b-4b91-8154-66e706d3fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830493 Jul 12 16:43:10.959977 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:11.098062 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-e53af15c-5592-4da4-9939-a95b81da32e0 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363783 Jul 12 16:43:11.220351 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93bad5c1-eae7-4977-aa1c-d4cf5a823c6a req-bb6f004a-6f45-42f3-8d1e-5f78ea795eee service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162603 Jul 12 16:43:11.293776 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'be9f3237-f625-43c9-81f0-146ef4047c3b', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'port_id': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'mac_address': 'fa:16:3e:e1:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:43:08Z', 'updated_at': '2021-07-12T16:43:08Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:11.325947 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc300e-4314-4f53-b564-8abd119a6bb3 None None] The sync data for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 is: [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'be9f3237-f625-43c9-81f0-146ef4047c3b', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'port_id': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'mac_address': 'fa:16:3e:e1:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:43:08Z', 'updated_at': '2021-07-12T16:43:08Z', 'revision_number': 0, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:43:11.392654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33392) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:11.512582 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f5a7-a9da-4234-abd2-8a6c3e4361b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.532999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33396) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:11.614066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb261-bc60-4464-be3e-3e2ff940ce8e None None] New status for floating IP be9f3237-f625-43c9-81f0-146ef4047c3b: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:43:11.642654 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f5a7-a9da-4234-abd2-8a6c3e4361b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.649311 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbf6f5a7-a9da-4234-abd2-8a6c3e4361b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.717211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6f5a7-a9da-4234-abd2-8a6c3e4361b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b42350a-c5fc-49c4-a399-6df06ae07c84,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:11.734154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44e2e504-f354-443a-aec6-c1e4bb5c74af tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/be9f3237-f625-43c9-81f0-146ef4047c3b HTTP/1.1" status: 200 len: 992 time: 0.1993639 Jul 12 16:43:11.735266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cbf6f5a7-a9da-4234-abd2-8a6c3e4361b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=511181c7deb64fa6983af275342851db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412530 Jul 12 16:43:11.737470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33402) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:11.796321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.822900 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.877598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.880322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:11.881599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b42350a-c5fc-49c4-a399-6df06ae07c84 HTTP/1.1" status: 204 len: 168 time: 0.1431968 Jul 12 16:43:11.890222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386ad5-7bbe-45de-9abf-82e65e8cdd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b42350a-c5fc-49c4-a399-6df06ae07c84,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:12.158312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33416) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:12.172491 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-580c0b1b-1849-4974-acc3-e56370035e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.277249 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-580c0b1b-1849-4974-acc3-e56370035e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.281754 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-580c0b1b-1849-4974-acc3-e56370035e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.322410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-580c0b1b-1849-4974-acc3-e56370035e40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9de717b139142918c1f6d345708f48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628511 Jul 12 16:43:12.323727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0b1b-1849-4974-acc3-e56370035e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edaf803-1aa1-4f08-b121-c1af9d4cd9ee,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:12.325085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:12.392921 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.414871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.470216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.473223 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:12.474735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6edaf803-1aa1-4f08-b121-c1af9d4cd9ee HTTP/1.1" status: 204 len: 168 time: 0.1481690 Jul 12 16:43:12.484069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edaf803-1aa1-4f08-b121-c1af9d4cd9ee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:12.498557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.498989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.499350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.499724 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.500064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.500697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.500872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.501205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.501540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.501869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.502247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.502588 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cf03-e90f-4d1a-87ca-ec7af66c3321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:12.737910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:12.863682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4725c598-eed9-4d75-8846-90444218cae8 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/be9f3237-f625-43c9-81f0-146ef4047c3b HTTP/1.1" status: 200 len: 994 time: 0.1235521 Jul 12 16:43:13.696727 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-b1aa046c-fb2d-41ef-877a-abef2daa1a1b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563989 Jul 12 16:43:13.826310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-a5a702e4-79cc-44b0-b35f-927d0c4d5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:13.827962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-a5a702e4-79cc-44b0-b35f-927d0c4d5ed0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1096 time: 0.0717716 Jul 12 16:43:13.990506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-275693be-45c8-4a4c-9af9-5f38dffad496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:13.993166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-275693be-45c8-4a4c-9af9-5f38dffad496 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1255939 Jul 12 16:43:14.083317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-3e7ea47a-46a7-471a-88c4-06339ec58674 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 1000 time: 0.0782087 Jul 12 16:43:14.145057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-d52d42ae-d4c7-46e1-91a9-8a2c7c420213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:14.146640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-d52d42ae-d4c7-46e1-91a9-8a2c7c420213 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0533111 Jul 12 16:43:14.223363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-f950426a-69e1-4b4e-b1a6-fccb69748142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:14.224951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-f950426a-69e1-4b4e-b1a6-fccb69748142 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662262 Jul 12 16:43:14.354982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-ce0a62e2-ce19-4008-aee3-24db7be17e35 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174886 Jul 12 16:43:14.469323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c446219-ac83-457c-87ae-e5d7363c61c7 req-b7371693-c3ce-4c62-89aa-e31e407ae81c service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022239 Jul 12 16:43:20.950010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-11f0a9fc-7440-4662-bcd1-c10a330fbd4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724938 Jul 12 16:43:21.085139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-8068cab9-9290-4202-affd-6833c3e5c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:21.087221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-8068cab9-9290-4202-affd-6833c3e5c2c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1097 time: 0.0822780 Jul 12 16:43:21.203728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-f1ffc267-ee10-4187-bb8a-6190fd334d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:21.205362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-f1ffc267-ee10-4187-bb8a-6190fd334d4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 898 time: 0.0996161 Jul 12 16:43:21.279783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-2e075d88-7e50-4637-9a69-f48ee909f58a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 1002 time: 0.0670788 Jul 12 16:43:21.330078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-a223584d-e482-4a8d-af13-ca56f231f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:21.333561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-a223584d-e482-4a8d-af13-ca56f231f504 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 200 len: 835 time: 0.0462837 Jul 12 16:43:21.422530 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-b4bae3f0-2f43-4027-9663-e03ad79eae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:21.424102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-b4bae3f0-2f43-4027-9663-e03ad79eae5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c0a312-288b-4b91-8154-66e706d3fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865040 Jul 12 16:43:21.533574 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-8e02112e-93b0-4bb5-baf8-9b46a4320acb service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024642 Jul 12 16:43:21.642687 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c57d0d60-e06e-4ebc-a796-302e81bd07dc req-155e7eef-7150-4013-a1cf-a0737c57cb19 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035075 Jul 12 16:43:31.592083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33904) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:31.716750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-302191c5-32bb-45d8-9f53-50a38c57776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.819812 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-302191c5-32bb-45d8-9f53-50a38c57776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.823615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-302191c5-32bb-45d8-9f53-50a38c57776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.863085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-302191c5-32bb-45d8-9f53-50a38c57776b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8e0ce2b596644feb6601888addb716d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698262 Jul 12 16:43:31.863893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302191c5-32bb-45d8-9f53-50a38c57776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db75feb-df1a-4b75-8649-5f38ac2ab954,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:31.866833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33912) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:31.917686 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.944002 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.993876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:31.996925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.000311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4db75feb-df1a-4b75-8649-5f38ac2ab954 HTTP/1.1" status: 204 len: 168 time: 0.1296740 Jul 12 16:43:32.006046 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc6131-a146-4071-b395-82574d3006bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db75feb-df1a-4b75-8649-5f38ac2ab954,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:32.064125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-769ced1b-7a67-437f-9545-f06c62309d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.656366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 33948) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:32.759869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053999497-network', 'tenant_id': '727e8af98e4144bba5994c4a6785d0a1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:32.782617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Made reservation on behalf of 727e8af98e4144bba5994c4a6785d0a1 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:32.785048 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.794445 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.893304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.898257 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.923013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:43:32.933344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd327b8-2237-4f32-be8b-4d32ffd95786,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:32.938191 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:32.938534 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Added segment d56f5a50-4597-49d1-97c5-40eface6ef41 of type vlan for network 66f7aa42-dfca-4585-8e2a-a651263cdc81 Jul 12 16:43:32.984084 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.016076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.017322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:33.017947 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.085200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4273264 Jul 12 16:43:33.087889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 33968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:33.093223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Request body: {'subnet': {'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053999497-subnet', 'tenant_id': '727e8af98e4144bba5994c4a6785d0a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:33.098375 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a2fe3-0b10-4aa9-b438-d0a4ee7aa236 admin admin] Pushing event updated for resources: {'Network': ['ID=66f7aa42-dfca-4585-8e2a-a651263cdc81,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:33.110762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:43:33.121863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Made reservation on behalf of 727e8af98e4144bba5994c4a6785d0a1 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:33.124737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.308140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.365770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:33.376477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Checking segment: {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:33.376865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Network hostable DHCP agents. Network: 66f7aa42-dfca-4585-8e2a-a651263cdc81, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:43:33.398147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:43:33.403000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.410744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 66f7aa42-dfca-4585-8e2a-a651263cdc81) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:33.415906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:33.416567 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:33.421653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3289d-b9db-4a2c-805b-688a524c8263 None None] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:33.439407 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bafd82e9-53c3-4ce2-90f0-102373a140d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3430281 Jul 12 16:43:33.560790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc76ba-6bd0-4cfa-b008-ea0050c6c7d8 None None] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:34.467149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c506bdad-65bb-4cfe-86ac-a324cbad0dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:34.905773 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:35.306848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-fccb2b85-b535-45cd-82a1-187a6a66355b tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:35.308379 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-fccb2b85-b535-45cd-82a1-187a6a66355b tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 809 time: 0.1534090 Jul 12 16:43:35.323219 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-17ebe88d-8741-4678-88e2-3a484683a9be tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/quotas/727e8af98e4144bba5994c4a6785d0a1 HTTP/1.1" status: 200 len: 375 time: 0.0094333 Jul 12 16:43:35.377716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-5a40cadf-5c20-4afb-83ea-9de1d5229ab7 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495527 Jul 12 16:43:35.471076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-be41e317-c002-432d-9c68-821b309c88ab service neutron] 10.222.0.58 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Jul 12 16:43:35.567362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-c241c724-eac2-4811-89f6-cf2b695ddbbb service neutron] 10.222.0.58 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Jul 12 16:43:35.665356 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:35.748801 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0c517bc-b3b7-4e7b-b10b-1ebfd6fa6219 req-be80bdb4-fd1b-4dc0-ba40-fa0cba89045e tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 210 time: 0.0325856 Jul 12 16:43:35.862151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:36.882549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-ad6c8978-637f-4c40-8298-e581bbaf2d3c tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:36.885319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-ad6c8978-637f-4c40-8298-e581bbaf2d3c tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 809 time: 0.1388810 Jul 12 16:43:36.900143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Request body: {'port': {'device_id': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81', 'admin_state_up': True, 'tenant_id': '727e8af98e4144bba5994c4a6785d0a1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:36.944311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7f19b3db-e9c3-4b8d-aaea-8d13b27a3de7 req-d6bfec5a-07d8-4249-88b3-f4edfdaec8b3 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 210 time: 0.0480597 Jul 12 16:43:37.035424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Made reservation on behalf of 727e8af98e4144bba5994c4a6785d0a1 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:37.039580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.172855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Allocated IP 172.20.0.9 (66f7aa42-dfca-4585-8e2a-a651263cdc81/2da9f638-b2f6-4ca7-a528-4fbe2fb6d464/bbfe3deb-533a-4cfe-9010-7845beede932) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:37.306873 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.347610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.389660 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.438862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:37.442124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:37.446848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:37.472049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Pushing event updated for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:37.501663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:37.502285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.517408 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-e0cf40f4-09a8-4825-bc45-b5222f85f354 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220841 Jul 12 16:43:37.529385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Request body: {'port': {'device_id': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:37.614836 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.955809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfe3deb-533a-4cfe-9010-7845beede932 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:37.964921 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:37.982978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Transition to ACTIVE for port object bbfe3deb-533a-4cfe-9010-7845beede932 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:37.987726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:38.066643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:38.184882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Attempting to bind port bbfe3deb-533a-4cfe-9010-7845beede932 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:38.185295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Attempting to bind port bbfe3deb-533a-4cfe-9010-7845beede932 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:38.185701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Attempting to bind port bbfe3deb-533a-4cfe-9010-7845beede932 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:38.201781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Port bbfe3deb-533a-4cfe-9010-7845beede932 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:43:38.202111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Attempting to bind port bbfe3deb-533a-4cfe-9010-7845beede932 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:38.210562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:38.210898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Checking segment: {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:38.211286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Bound using segment: {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:38.211749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Bound port: bbfe3deb-533a-4cfe-9010-7845beede932, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:38.212110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:38.236292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a02584-0a71-481b-afaf-33c0a0e7b087 req-8d2d4cab-1d1e-4905-bd63-990e06d633ba tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:38.237710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94a02584-0a71-481b-afaf-33c0a0e7b087 req-8d2d4cab-1d1e-4905-bd63-990e06d633ba tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 943 time: 0.1235683 Jul 12 16:43:38.326064 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94a02584-0a71-481b-afaf-33c0a0e7b087 req-fcf1584a-f421-4a6a-97f7-0e1afbb4a0d4 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652690 Jul 12 16:43:38.330717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:38.334198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bbfe3deb-533a-4cfe-9010-7845beede932,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:38.340082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:38.383847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:38.384404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:38.385922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] 10.222.0.77 "PUT /v2.0/ports/bbfe3deb-533a-4cfe-9010-7845beede932 HTTP/1.1" status: 200 len: 1091 time: 0.8613265 Jul 12 16:43:38.386395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:38.388706 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b1dff-650c-47cd-a47d-d4e7a4e052c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:38.437441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9c504-ce9f-413b-b697-a86582c0282c service neutron] Pushing event updated for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:38.475293 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625abc48-c651-4609-a345-e97c03718065 x-openstack-request-id: req-625abc48-c651-4609-a345-e97c03718065 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:38.475872 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:38.476119 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-625abc48-c651-4609-a345-e97c03718065 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:38.476527 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932', 'status': 'completed', 'code': 200} Jul 12 16:43:38.509054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-11455bf0-13b4-4522-b62f-4f6c84844ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:38.510550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-11455bf0-13b4-4522-b62f-4f6c84844ced service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 1094 time: 0.0701096 Jul 12 16:43:38.562147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-9bc51ece-cf05-4a0a-ac1b-4b5db933f806 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfe3deb-533a-4cfe-9010-7845beede932 HTTP/1.1" status: 200 len: 217 time: 0.0427318 Jul 12 16:43:38.632065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-445bdad2-037c-4e88-88ef-b19ecb3b8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:38.634486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-445bdad2-037c-4e88-88ef-b19ecb3b8f69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 HTTP/1.1" status: 200 len: 849 time: 0.0657325 Jul 12 16:43:38.687828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-75f69d48-e814-472d-9522-b1578baed041 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66f7aa42-dfca-4585-8e2a-a651263cdc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458486 Jul 12 16:43:38.828362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-9ce37df7-f9c3-4675-bf1d-25f90cc56f98 service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330411 Jul 12 16:43:38.951849 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e295d984-2b92-4351-b504-b4ea0d0921cd req-c608ccb1-efda-4977-887f-cbf30908ca9c service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170297 Jul 12 16:43:39.089657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-9dc3cbb5-9476-4186-a16b-b35d8f46d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:39.091430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-9dc3cbb5-9476-4186-a16b-b35d8f46d5ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 1094 time: 0.0893476 Jul 12 16:43:39.229406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-77c14875-847c-44f4-baa7-40ec5728d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:39.232248 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-77c14875-847c-44f4-baa7-40ec5728d29e service neutron] 10.222.0.77 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 910 time: 0.1344938 Jul 12 16:43:39.292845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-d4386776-a0d7-4e26-be9e-c96c122c38c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbfe3deb-533a-4cfe-9010-7845beede932 HTTP/1.1" status: 200 len: 217 time: 0.0532527 Jul 12 16:43:39.370816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-8f418d43-1ab7-41ea-b2bc-81c841aa25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:39.372497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-8f418d43-1ab7-41ea-b2bc-81c841aa25a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 HTTP/1.1" status: 200 len: 849 time: 0.0726852 Jul 12 16:43:39.423830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-7468c5d0-3112-4a89-bc93-cd4585ab1641 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66f7aa42-dfca-4585-8e2a-a651263cdc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432878 Jul 12 16:43:39.563999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:39.589689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-d04d254b-c10b-455c-ac15-cf3f740d1b90 service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591833 Jul 12 16:43:39.661766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77687a-b8ab-4235-aae3-cc8809f8cb81 req-b025220a-c790-4df5-a498-30da32cd2bed tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:39.663493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-65b3f6b1-158d-49f4-b3dd-60b24a09f0e0 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/floatingips/be9f3237-f625-43c9-81f0-146ef4047c3b HTTP/1.1" status: 200 len: 994 time: 0.0978773 Jul 12 16:43:39.663957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b77687a-b8ab-4235-aae3-cc8809f8cb81 req-b025220a-c790-4df5-a498-30da32cd2bed tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 943 time: 0.1650646 Jul 12 16:43:39.735329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8b77687a-b8ab-4235-aae3-cc8809f8cb81 req-a47a6e2b-57e9-48d1-a11b-6c3b601a617a tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637946 Jul 12 16:43:39.754279 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-577b1dff-650c-47cd-a47d-d4e7a4e052c8 req-bf316e6f-0f39-41fe-89b8-d6267366898e service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570225 Jul 12 16:43:40.026862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bbfe3deb-533a-4cfe-9010-7845beede932 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:43:40.043278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34328) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:40.182591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bbfe3deb-533a-4cfe-9010-7845beede932,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:40.206641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'bbfe3deb-533a-4cfe-9010-7845beede932', 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81', 'port_id': 'bbfe3deb-533a-4cfe-9010-7845beede932', 'mac_address': 'fa:16:3e:e9:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da9f638-b2f6-4ca7-a528-4fbe2fb6d464', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:43:40.265239 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:40.282507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfe3deb-533a-4cfe-9010-7845beede932 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:40.327286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bbfe3deb-533a-4cfe-9010-7845beede932,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:40.332656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:40.432230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:40.445521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.446042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.446482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.447137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.447634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.448144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.448739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.449212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.449834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.450317 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.450893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.451360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:43:40.611363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['bbfe3deb-533a-4cfe-9010-7845beede932'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:43:40.681439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port d7620eef-2c90-4ceb-8a0a-e3d59b22a296 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:40.681985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:40.845993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:40.846979 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:40.863877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for d7620eef-2c90-4ceb-8a0a-e3d59b22a296 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:41.059256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5dff3-fcb8-49c8-9bf8-751de14f4a7c req-2b1b56c0-6610-4a68-9836-946790f825ad tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:41.060818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89c5dff3-fcb8-49c8-9bf8-751de14f4a7c req-2b1b56c0-6610-4a68-9836-946790f825ad tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 944 time: 0.1189225 Jul 12 16:43:41.140076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89c5dff3-fcb8-49c8-9bf8-751de14f4a7c req-b00f352f-8a8c-40ec-b69d-83cab8ec7691 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Jul 12 16:43:41.145545 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:41.184999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=d7620eef-2c90-4ceb-8a0a-e3d59b22a296,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:41.269581 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:41.270020 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Floating IP be9f3237-f625-43c9-81f0-146ef4047c3b disassociated (deleted). External IP: 172.25.8.170, port: 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb. Jul 12 16:43:41.514372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:43:41.638786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:43:41.643396 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:41.650107 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Sync routers for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:43:41.659911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:41.660536 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:41.686518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dba0c84b-fe28-4cd2-a8f5-a9a19120d3c6 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/floatingips/be9f3237-f625-43c9-81f0-146ef4047c3b HTTP/1.1" status: 204 len: 168 time: 1.6411731 Jul 12 16:43:41.686518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:41.688871 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:41.739923 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cd5eb1-24dd-423f-b03b-ae6683cea295 x-openstack-request-id: req-72cd5eb1-24dd-423f-b03b-ae6683cea295 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:41.740290 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:41.740456 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72cd5eb1-24dd-423f-b03b-ae6683cea295 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:41.740894 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'status': 'completed', 'code': 200} Jul 12 16:43:41.785263 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:41.838990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-8f635df5-5dc7-44f4-94c3-113262bccd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:41.840718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-8f635df5-5dc7-44f4-94c3-113262bccd0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 1097 time: 0.0787272 Jul 12 16:43:42.020033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-834368a3-e39f-427a-989d-f22bc0e3b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.022111 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-834368a3-e39f-427a-989d-f22bc0e3b22b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 200 len: 898 time: 0.1742852 Jul 12 16:43:42.043958 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:42.050197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bbfe3deb-533a-4cfe-9010-7845beede932 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:42.085036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Checking router: a008fc86-c10e-40ef-8b79-59ec2d7cbe92 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:43:42.096987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:42.097228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-93102fe7-0bab-43af-aa36-6e9ae32e3cb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 200 len: 217 time: 0.0476763 Jul 12 16:43:42.098215 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:42.149303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-47a43253-feff-4b6c-aa3d-626b7fbb8c73 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.156552 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-47a43253-feff-4b6c-aa3d-626b7fbb8c73 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 813 time: 0.1679363 Jul 12 16:43:42.160062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port bbfe3deb-533a-4cfe-9010-7845beede932 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:42.167359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port bbfe3deb-533a-4cfe-9010-7845beede932 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:42.168483 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:42.221410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-bfe83c2a-1b0c-4c11-ae56-7df2288cf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.221892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a663-6ed8-49b4-a4ee-ba63008ebe3d req-aa47a6c6-c97e-48da-b231-e285f866042f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.222982 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-bfe83c2a-1b0c-4c11-ae56-7df2288cf96f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 200 len: 835 time: 0.0637796 Jul 12 16:43:42.226480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a37a663-6ed8-49b4-a4ee-ba63008ebe3d req-aa47a6c6-c97e-48da-b231-e285f866042f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 946 time: 0.1370707 Jul 12 16:43:42.233166 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-34469fdf-bffb-447a-bd5b-527b642a5cfd tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/quotas/16921ab4829042bab6dbb0374411f6a9 HTTP/1.1" status: 200 len: 375 time: 0.0756097 Jul 12 16:43:42.276316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-9aef22de-29d8-41e8-92f0-5a731a7859ca tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jul 12 16:43:42.304901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a37a663-6ed8-49b4-a4ee-ba63008ebe3d req-ca1292ba-84d9-42ad-b3ec-9fa979cb2161 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683272 Jul 12 16:43:42.328357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:42.360175 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:42.381661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:42.384897 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa731f2-cf28-4d57-adb7-efe9da5d87a7" -d '{"events": [{"server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:42.413074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bbfe3deb-533a-4cfe-9010-7845beede932,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:42.420102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:42.429442 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-39132f90-3d0a-474e-8207-921ba1f3a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.430992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-39132f90-3d0a-474e-8207-921ba1f3a7b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c0a312-288b-4b91-8154-66e706d3fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947632 Jul 12 16:43:42.439511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-44ae6594-ecf3-4c0d-815e-1a90377112ff service neutron] 10.222.0.58 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619689 Jul 12 16:43:42.506762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:42.567855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938925d4-dedc-442e-9214-af7fcf8adac8 req-2400ff09-e6b6-4bca-9750-0e48e07e9036 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.570880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-938925d4-dedc-442e-9214-af7fcf8adac8 req-2400ff09-e6b6-4bca-9750-0e48e07e9036 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.1070411 Jul 12 16:43:42.621911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-938925d4-dedc-442e-9214-af7fcf8adac8 req-82c626d0-9d11-448d-9468-fa0f15ed1fd5 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Jul 12 16:43:42.624337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-f5d61d0c-34c2-472b-963c-b25e101f6bc2 service neutron] 10.222.0.58 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836832 Jul 12 16:43:42.628814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-434925b6-b314-48f9-9590-c7f2b824c64f service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871600 Jul 12 16:43:42.648755 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:42.691521 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af764a0d-98ba-4c7f-8d0c-98cf7baebee2 x-openstack-request-id: req-af764a0d-98ba-4c7f-8d0c-98cf7baebee2 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:42.693112 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "name": "network-vif-plugged", "status": "completed", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:42.695307 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af764a0d-98ba-4c7f-8d0c-98cf7baebee2 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:42.695439 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932', 'code': 200} Jul 12 16:43:42.713646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55589e6b-1c94-4641-92b0-c1f72243c8b5 None None] The sync data for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 is: [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:49Z', 'revision_number': 4, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab62c2c0-a54d-4132-8a13-bb88f48a3d49', 'name': '', 'network_id': 'f6c0a312-288b-4b91-8154-66e706d3fbba', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'mac_address': 'fa:16:3e:57:03:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:48Z', 'updated_at': '2021-07-12T16:42:55Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'subnets': [{'id': 'f09dcce8-b615-40f7-b6d2-d5b0cf919e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:43:42.782501 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-bd415a87-d993-40b6-8372-1867012a01c0 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460681 Jul 12 16:43:42.876285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-315295ad-3fb2-480a-b1f8-19b59a69ae55 req-89594671-abe5-4f14-a220-43e3fa954b71 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 210 time: 0.0519714 Jul 12 16:43:42.888781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da6ec1-3d81-41ad-b54a-1cfc386502c0 req-7655c16f-8e28-457e-85fa-b6d56b5758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:42.890826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23da6ec1-3d81-41ad-b54a-1cfc386502c0 req-7655c16f-8e28-457e-85fa-b6d56b5758ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 1096 time: 0.1224945 Jul 12 16:43:42.938312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23da6ec1-3d81-41ad-b54a-1cfc386502c0 req-e105d055-0136-4f49-a42b-d37b4246ac45 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Jul 12 16:43:43.070639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f7686-6157-4634-a795-7767fee5f62b None None] New status for floating IP be9f3237-f625-43c9-81f0-146ef4047c3b: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:43:43.340934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:43:43.533327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-e8b2dab2-b560-4ca8-bbaf-2b4dbe2212d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:43.534233 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584832de-313f-4956-82a4-fe38e651eacb req-fe63eadd-9091-4d80-ba2e-a5c33a1f7204 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:43.535310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-584832de-313f-4956-82a4-fe38e651eacb req-fe63eadd-9091-4d80-ba2e-a5c33a1f7204 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 946 time: 0.0808589 Jul 12 16:43:43.535893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-e8b2dab2-b560-4ca8-bbaf-2b4dbe2212d5 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 946 time: 0.0798287 Jul 12 16:43:43.588385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-584832de-313f-4956-82a4-fe38e651eacb req-bee34b16-7968-498a-85b2-a3c2c7910207 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/security-groups?id=4061bbfc-698b-41d3-8821-5e3a916b2f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Jul 12 16:43:43.683443 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:43.683829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:43.837105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:43.837549 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:43.857928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:43.923815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49e8a-9fab-47d2-ac8e-02016a32e82d req-0e1e22a1-2f8d-4556-be34-a99b7eab82f4 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:43.925389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee49e8a-9fab-47d2-ac8e-02016a32e82d req-0e1e22a1-2f8d-4556-be34-a99b7eab82f4 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.1542826 Jul 12 16:43:43.996184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8ee49e8a-9fab-47d2-ac8e-02016a32e82d req-52655585-baa7-44d9-b032-fb969dbd6a1f tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621707 Jul 12 16:43:44.056666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-649126b3-07b4-400e-bbf3-726018d83493 req-aca5811e-c6ec-472f-89ca-79369ddbcd99 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 210 time: 0.0480745 Jul 12 16:43:44.092146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:44.125373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=432aeb06-eaee-47b4-ad65-59c9d7a7dbfb,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:44.191993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] No DVR routers for this DVR port 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:43:44.195116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:44.197490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1379aa40-a0b0-4901-99b6-121ebc56f914 req-5f297ae4-a28a-4fc0-8f36-fe148bff8533 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.77 "DELETE /v2.0/ports/432aeb06-eaee-47b4-ad65-59c9d7a7dbfb HTTP/1.1" status: 204 len: 173 time: 0.6541839 Jul 12 16:43:44.197986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'name': 'network-vif-deleted', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:44.201403 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef23212-5d5f-43fa-8a5c-6163110c0c19" -d '{"events": [{"server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "name": "network-vif-deleted", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:44.261767 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffbe5f5-ab41-4f18-bc61-8747f6821e42 x-openstack-request-id: req-9ffbe5f5-ab41-4f18-bc61-8747f6821e42 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:44.262234 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb69418-e68f-420e-aa24-ca35c0c6d89c", "name": "network-vif-deleted", "tag": "432aeb06-eaee-47b4-ad65-59c9d7a7dbfb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:44.263250 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ffbe5f5-ab41-4f18-bc61-8747f6821e42 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:44.263395 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb69418-e68f-420e-aa24-ca35c0c6d89c', 'name': 'network-vif-deleted', 'tag': '432aeb06-eaee-47b4-ad65-59c9d7a7dbfb', 'status': 'completed', 'code': 200} Jul 12 16:43:44.276378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-94fa1050-9d3c-44b8-8f15-3a0bc5b4cc08 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:44.278133 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-94fa1050-9d3c-44b8-8f15-3a0bc5b4cc08 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 813 time: 0.1346250 Jul 12 16:43:44.311970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Request body: {'port': {'device_id': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727', 'admin_state_up': True, 'tenant_id': '16921ab4829042bab6dbb0374411f6a9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:44.466592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Made reservation on behalf of 16921ab4829042bab6dbb0374411f6a9 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:44.470423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:44.627357 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Allocated IP 172.20.0.6 (50ac8ca0-b58c-413f-b960-2e1d576db727/5c8eb63f-b932-4cb2-8dc0-aa8b7a907925/225b7186-c9b3-490a-ad3d-8b68ab655831) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:44.830194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94f40a44-c9f4-4a58-8d5a-4aae1a3e6bd9 req-657e569c-f4d1-4583-942d-13bfbc5cbb99 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfb69418-e68f-420e-aa24-ca35c0c6d89c HTTP/1.1" status: 200 len: 210 time: 0.0507400 Jul 12 16:43:44.869951 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:44.921815 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:44.978911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:44.982555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:44.986957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:45.019226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Pushing event updated for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:45.051887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:45.053251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.068357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-23812d2b-a49b-4292-9aaf-f05f7dd63bc1 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633033 Jul 12 16:43:45.085187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Request body: {'port': {'device_id': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:45.171553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.214820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce76406-302c-4ee8-9d0f-9e490ef345f9 req-a4acfb59-defa-4f78-9e6f-ebc3efe72363 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:45.216472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fce76406-302c-4ee8-9d0f-9e490ef345f9 req-a4acfb59-defa-4f78-9e6f-ebc3efe72363 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.0719788 Jul 12 16:43:45.258733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fce76406-302c-4ee8-9d0f-9e490ef345f9 req-f512a27c-0622-421f-bbd5-15fcfd243ae5 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Jul 12 16:43:45.409647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd97b7-1532-4dfb-a8ad-a6f5ad65d4d7 req-fa83b0be-7f9e-48ea-926c-2d1adc26aaa8 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:45.411219 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80fd97b7-1532-4dfb-a8ad-a6f5ad65d4d7 req-fa83b0be-7f9e-48ea-926c-2d1adc26aaa8 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 931 time: 0.1988599 Jul 12 16:43:45.475969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-80fd97b7-1532-4dfb-a8ad-a6f5ad65d4d7 req-66d71282-bbbb-4e7f-ad07-f1411201f730 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Jul 12 16:43:45.553061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225b7186-c9b3-490a-ad3d-8b68ab655831 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:45.560820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.574148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Transition to ACTIVE for port object 225b7186-c9b3-490a-ad3d-8b68ab655831 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:45.577472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.657041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Pushing event updated for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:45.709494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Attempting to bind port 225b7186-c9b3-490a-ad3d-8b68ab655831 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:45.709831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Attempting to bind port 225b7186-c9b3-490a-ad3d-8b68ab655831 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:45.710152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Attempting to bind port 225b7186-c9b3-490a-ad3d-8b68ab655831 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:45.714652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Port 225b7186-c9b3-490a-ad3d-8b68ab655831 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:43:45.714969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Attempting to bind port 225b7186-c9b3-490a-ad3d-8b68ab655831 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:45.720194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:45.720194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Checking segment: {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:45.720476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Bound using segment: {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:45.720859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Bound port: 225b7186-c9b3-490a-ad3d-8b68ab655831, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:45.721364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.791730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:45.794969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=225b7186-c9b3-490a-ad3d-8b68ab655831,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:45.802452 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.844831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:45.845456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:45.846860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] 10.222.0.65 "PUT /v2.0/ports/225b7186-c9b3-490a-ad3d-8b68ab655831 HTTP/1.1" status: 200 len: 1091 time: 0.7666399 Jul 12 16:43:45.847309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:45.850761 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:45.887716 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e949-5c31-4ba4-93c0-db84f9b38a8b service neutron] Pushing event updated for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:45.930713 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189df59d-978a-43d6-b7f4-4b2217fb36f7 x-openstack-request-id: req-189df59d-978a-43d6-b7f4-4b2217fb36f7 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:45.931065 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:45.931386 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-189df59d-978a-43d6-b7f4-4b2217fb36f7 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:45.931881 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831', 'status': 'completed', 'code': 200} Jul 12 16:43:45.947972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:45.979868 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-3def85be-2abe-4489-b8b7-662e9af074c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:45.981392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-3def85be-2abe-4489-b8b7-662e9af074c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 1094 time: 0.0629661 Jul 12 16:43:46.012384 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.031956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-a9beb4b9-e831-4b8b-9dc3-748656bb9f06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225b7186-c9b3-490a-ad3d-8b68ab655831 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Jul 12 16:43:46.040029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.053304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:43:46.074767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:43:46.076182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 432aeb06-eaee-47b4-ad65-59c9d7a7dbfb not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:43:46.105712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.108454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.109769 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/security-groups/4061bbfc-698b-41d3-8821-5e3a916b2f48 HTTP/1.1" status: 204 len: 168 time: 0.1604824 Jul 12 16:43:46.120376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c34c-63da-49e0-b0e7-3837f5c890d9 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4061bbfc-698b-41d3-8821-5e3a916b2f48,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:46.127236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-7d7709de-44d7-43f1-8d41-49bf61f7c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.129767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-7d7709de-44d7-43f1-8d41-49bf61f7c108 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 HTTP/1.1" status: 200 len: 853 time: 0.0667593 Jul 12 16:43:46.144530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34558) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:46.160074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6abd1f-707c-4a9d-88a5-cb778c85ddf7 req-9f7e7a1f-8be3-46c0-b734-43621ade36e1 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.161577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e6abd1f-707c-4a9d-88a5-cb778c85ddf7 req-9f7e7a1f-8be3-46c0-b734-43621ade36e1 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.1321452 Jul 12 16:43:46.182275 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-f84b89a5-c425-4d95-a917-cabc75a6421f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=50ac8ca0-b58c-413f-b960-2e1d576db727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 12 16:43:46.264882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e6abd1f-707c-4a9d-88a5-cb778c85ddf7 req-83c5113e-7e81-4aeb-88b9-bf411f0f4efe tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851669 Jul 12 16:43:46.311127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-27c7d05a-4ede-4665-a07c-024cf744ec94 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136518 Jul 12 16:43:46.420510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-245dcefb-7fb1-4816-b0d7-aa2a6101ce71 req-fdbfd53f-5ee3-4c59-a439-da43b2e6893b service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973823 Jul 12 16:43:46.539598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-ae7528b2-72fe-4e3a-a5f6-2a8264968a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.541415 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-ae7528b2-72fe-4e3a-a5f6-2a8264968a21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 1094 time: 0.0622180 Jul 12 16:43:46.551657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.651011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-dcaeb864-ba48-4faa-b3ec-e4e56aad6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.652598 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-dcaeb864-ba48-4faa-b3ec-e4e56aad6b7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 914 time: 0.1036711 Jul 12 16:43:46.699246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-aca3e64a-7cf0-4e90-8ddf-f165383bbe03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=225b7186-c9b3-490a-ad3d-8b68ab655831 HTTP/1.1" status: 200 len: 217 time: 0.0394948 Jul 12 16:43:46.761350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-1001eabf-1748-4ae6-a5c0-5660284cab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.763014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-1001eabf-1748-4ae6-a5c0-5660284cab0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 HTTP/1.1" status: 200 len: 853 time: 0.0569885 Jul 12 16:43:46.801665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-917dd444-bf88-4c44-a230-ae8f160b1a36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=50ac8ca0-b58c-413f-b960-2e1d576db727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313470 Jul 12 16:43:46.894480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905dce2-efec-4b5c-ac94-f2506e695ee4 req-0224600c-8783-478b-8196-86a045882017 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:46.896629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6905dce2-efec-4b5c-ac94-f2506e695ee4 req-0224600c-8783-478b-8196-86a045882017 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 943 time: 0.1131361 Jul 12 16:43:46.898789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-5d0dca79-5fb3-49c1-9fe8-d57d5e233105 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897896 Jul 12 16:43:46.910798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port ab62c2c0-a54d-4132-8a13-bb88f48a3d49 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:46.911134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:46.992000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6905dce2-efec-4b5c-ac94-f2506e695ee4 req-2994f3ae-cdf7-41ac-934e-b07498782bed tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884562 Jul 12 16:43:47.036345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port ab62c2c0-a54d-4132-8a13-bb88f48a3d49, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:47.036738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:47.051771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for ab62c2c0-a54d-4132-8a13-bb88f48a3d49 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:47.312458 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-0b90a850-9138-4c5b-9e9a-83890dd5e116 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:47.314032 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-0b90a850-9138-4c5b-9e9a-83890dd5e116 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.1318035 Jul 12 16:43:47.369499 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:47.375131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33ab7865-9f93-49e2-b7c9-2cbf69a595f7 req-bddf878e-ea5f-4e73-b364-b5b14d4a1e83 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677100 Jul 12 16:43:47.420610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=ab62c2c0-a54d-4132-8a13-bb88f48a3d49,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:47.495838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab96e3-aa56-4ced-a0d7-277144dfb82f req-9d574315-20a4-4fc4-abf8-536b43b1cae3 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:47.497453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a8ab96e3-aa56-4ced-a0d7-277144dfb82f req-9d574315-20a4-4fc4-abf8-536b43b1cae3 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 945 time: 0.0891974 Jul 12 16:43:47.560498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a8ab96e3-aa56-4ced-a0d7-277144dfb82f req-01ee41a3-750e-4f75-a9a6-3de630e2dcf9 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Jul 12 16:43:47.614448 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Deleting port bbfe3deb-533a-4cfe-9010-7845beede932 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:47.615654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.010000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.076951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] For port bbfe3deb-533a-4cfe-9010-7845beede932, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=bbfe3deb-533a-4cfe-9010-7845beede932,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:48.077304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.097653 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Calling delete_port for bbfe3deb-533a-4cfe-9010-7845beede932 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:48.326861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8ed6d-6ebe-4a89-ae15-eb3e95fbdab1 req-659e7a10-c825-4fa7-a5a0-727fb93704c3 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:48.328325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5e8ed6d-6ebe-4a89-ae15-eb3e95fbdab1 req-659e7a10-c825-4fa7-a5a0-727fb93704c3 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 943 time: 0.1926768 Jul 12 16:43:48.457295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e5e8ed6d-6ebe-4a89-ae15-eb3e95fbdab1 req-025c0f89-cca2-484f-810d-e1b5ac4a5a43 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184168 Jul 12 16:43:48.466327 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.475431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:43:48.507828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Pushing event deleted for resources: {'Port': ['ID=bbfe3deb-533a-4cfe-9010-7845beede932,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:48.594054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] No DVR routers for this DVR port bbfe3deb-533a-4cfe-9010-7845beede932 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:43:48.597978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.601755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96dfc979-0513-4540-9f03-4eb83ef35c1f req-b5b53708-44ad-41c9-861d-12aeddea0f21 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "DELETE /v2.0/ports/bbfe3deb-533a-4cfe-9010-7845beede932 HTTP/1.1" status: 204 len: 173 time: 1.2781177 Jul 12 16:43:48.601755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'name': 'network-vif-deleted', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:48.603414 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e97e519-2743-4fc4-932d-003e55e420f6" -d '{"events": [{"server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "name": "network-vif-deleted", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:48.667813 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca11afe-abc9-4afd-95a6-f44061691a67 x-openstack-request-id: req-5ca11afe-abc9-4afd-95a6-f44061691a67 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:48.668480 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d506447-67cf-4e22-9811-267cbdcfe09f", "name": "network-vif-deleted", "tag": "bbfe3deb-533a-4cfe-9010-7845beede932", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:48.668480 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ca11afe-abc9-4afd-95a6-f44061691a67 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:48.668841 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d506447-67cf-4e22-9811-267cbdcfe09f', 'name': 'network-vif-deleted', 'tag': 'bbfe3deb-533a-4cfe-9010-7845beede932', 'status': 'completed', 'code': 200} Jul 12 16:43:48.700955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:43:48.711258 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Sync routers for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:43:48.717641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-019ee3b5-d348-452b-a520-86e1aaae0dfb tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "PUT /v2.0/routers/a008fc86-c10e-40ef-8b79-59ec2d7cbe92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718620 Jul 12 16:43:48.720315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34570) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:48.723567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d7dd83e8-06d6-467b-b0df-eae6e093e5b3 req-45885975-b7d4-475a-aad9-e9d13b54b1ab tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d506447-67cf-4e22-9811-267cbdcfe09f HTTP/1.1" status: 200 len: 210 time: 0.0318375 Jul 12 16:43:48.724295 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:48.725253 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:48.804197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting subnet f09dcce8-b615-40f7-b6d2-d5b0cf919e71 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:43:48.808190 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.862253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:48.862974 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:48.995474 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.078029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.111938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Subnet': ['ID=f09dcce8-b615-40f7-b6d2-d5b0cf919e71,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:49.121747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.126905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-906f9092-4de6-4c42-b8b2-0b69d4acd82f tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/subnets/f09dcce8-b615-40f7-b6d2-d5b0cf919e71 HTTP/1.1" status: 204 len: 168 time: 0.4020019 Jul 12 16:43:49.127331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34572) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:49.128254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30277a-a084-44b6-9078-891c1ff19bc8 None None] Network f6c0a312-288b-4b91-8154-66e706d3fbba requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:49.152565 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:43:47Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:49.184958 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Checking router: a008fc86-c10e-40ef-8b79-59ec2d7cbe92 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:43:49.195214 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Routers {'a008fc86-c10e-40ef-8b79-59ec2d7cbe92'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:49.195977 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:49.256396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 225b7186-c9b3-490a-ad3d-8b68ab655831 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:43:49.267683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.371505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] Set router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:49.425347 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.486449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=225b7186-c9b3-490a-ad3d-8b68ab655831,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:49.505632 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Deleting port 29afb602-0ee2-4abb-af45-5730d27f8093 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:49.505975 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.507044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '225b7186-c9b3-490a-ad3d-8b68ab655831', 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727', 'port_id': '225b7186-c9b3-490a-ad3d-8b68ab655831', 'mac_address': 'fa:16:3e:ea:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8eb63f-b932-4cb2-8dc0-aa8b7a907925', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:43:49.570379 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.608019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225b7186-c9b3-490a-ad3d-8b68ab655831 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:49.625146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] DHCP port deletion for f6c0a312-288b-4b91-8154-66e706d3fbba request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:43:49.635507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] For port 29afb602-0ee2-4abb-af45-5730d27f8093, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=29afb602-0ee2-4abb-af45-5730d27f8093,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:49.636318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.658667 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Calling delete_port for 29afb602-0ee2-4abb-af45-5730d27f8093 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:49.671368 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:43:47Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:49.672634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=225b7186-c9b3-490a-ad3d-8b68ab655831,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:49.681466 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.711319 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358ed82-2313-495b-8b84-c7c3ed75aafb None None] The sync data for ids ['a008fc86-c10e-40ef-8b79-59ec2d7cbe92'] in n-d-800078-3 is: [{'id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'name': 'tempest-TestNetworkBasicOps-router-1498025220', 'tenant_id': '4928b5ecc2564ec0b4b97c11191088a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:43:47Z', 'revision_number': 5, 'project_id': '4928b5ecc2564ec0b4b97c11191088a1', 'gw_port': {'id': '29afb602-0ee2-4abb-af45-5730d27f8093', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008fc86-c10e-40ef-8b79-59ec2d7cbe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:42:43Z', 'updated_at': '2021-07-12T16:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:43:49.720628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3634-3951-4224-b03a-2ac41c4b8757 req-e8b771f6-1961-4b92-ac25-9a0f500f847a tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:49.722481 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be6b3634-3951-4224-b03a-2ac41c4b8757 req-e8b771f6-1961-4b92-ac25-9a0f500f847a tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 943 time: 0.1002607 Jul 12 16:43:49.777639 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:49.782247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Deleting port 3e5712e3-0795-4bd9-973a-55e0d5414d0e {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:43:49.782627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.816256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be6b3634-3951-4224-b03a-2ac41c4b8757 req-cf5da132-8bea-46c0-9b16-e09f426fbbc2 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787823 Jul 12 16:43:49.871848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] For port 3e5712e3-0795-4bd9-973a-55e0d5414d0e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=3e5712e3-0795-4bd9-973a-55e0d5414d0e,segment=NetworkSegment(b9c99b2a-8178-463b-b8d6-9862e8843a42),segment_id=b9c99b2a-8178-463b-b8d6-9862e8843a42)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:49.873138 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.891804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Calling delete_port for 3e5712e3-0795-4bd9-973a-55e0d5414d0e owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:43:49.941635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:49.987156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Port': ['ID=29afb602-0ee2-4abb-af45-5730d27f8093,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:50.001073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.031024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] Pushing event deleted for resources: {'Port': ['ID=3e5712e3-0795-4bd9-973a-55e0d5414d0e,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:50.036380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae4ca9-9138-4ee5-9456-420850c16ea7 None None] No DVR routers for this DVR port 3e5712e3-0795-4bd9-973a-55e0d5414d0e on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:43:50.044410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['225b7186-c9b3-490a-ad3d-8b68ab655831'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:43:50.074636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bbfe3deb-533a-4cfe-9010-7845beede932 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:43:50.084583 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.106234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: bbfe3deb-533a-4cfe-9010-7845beede932 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:43:50.106234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device bbfe3deb-533a-4cfe-9010-7845beede932 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:43:50.132595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-560aa356-c2e6-49c8-b787-322edaa99197 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:50.134613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-560aa356-c2e6-49c8-b787-322edaa99197 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 809 time: 0.1638336 Jul 12 16:43:50.153665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-d4dbc324-1f5b-474e-87d4-3c747c106f41 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/quotas/727e8af98e4144bba5994c4a6785d0a1 HTTP/1.1" status: 200 len: 375 time: 0.0133743 Jul 12 16:43:50.197396 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-7213732b-cda3-479b-8bbb-d3e73862c0f2 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382223 Jul 12 16:43:50.215562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.218371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.301482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.302743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Fanout notify agent at l3_agent the message router_deleted on router a008fc86-c10e-40ef-8b79-59ec2d7cbe92 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:43:50.312076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.316054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d8daa28-3d95-4ed4-a51d-3682ec337f91 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/routers/a008fc86-c10e-40ef-8b79-59ec2d7cbe92 HTTP/1.1" status: 204 len: 168 time: 1.1871545 Jul 12 16:43:50.316788 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34590) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:50.344162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-a409e259-98fc-4783-aa48-fa94fcab7caa service neutron] 10.222.0.58 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383333 Jul 12 16:43:50.402884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.444804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-15dbefed-6fa3-4279-8fea-729793bd509e service neutron] 10.222.0.58 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939641 Jul 12 16:43:50.512770 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.524896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c0a312-288b-4b91-8154-66e706d3fbba']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:50.539266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c99b2a-8178-463b-b8d6-9862e8843a42') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:50.539266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c99b2a-8178-463b-b8d6-9862e8843a42') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:50.547176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.562914 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.574024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:43:50.574514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:43:50.578009 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:43:50.665091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71ddb52c-8b64-46bb-bf63-a8293d4da704 req-c4e93995-3057-43f0-a428-6576852ee94f tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 210 time: 0.0403388 Jul 12 16:43:50.678335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.694890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:50.699039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] 10.222.0.58 "DELETE /v2.0/networks/f6c0a312-288b-4b91-8154-66e706d3fbba HTTP/1.1" status: 204 len: 168 time: 0.3790796 Jul 12 16:43:50.711886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862804c-b5cf-4f4a-9953-817ecbce6fd3 tempest-TestNetworkBasicOps-2096307262 tempest-TestNetworkBasicOps-2096307262-project] Pushing event deleted for resources: {'Network': ['ID=f6c0a312-288b-4b91-8154-66e706d3fbba,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:50.950974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34608) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:51.029556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd890f-6d26-4051-8c1f-881984740fd5 req-0c6bef85-77e0-468e-99c8-cbdbc69cf6f6 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:51.031344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03dd890f-6d26-4051-8c1f-881984740fd5 req-0c6bef85-77e0-468e-99c8-cbdbc69cf6f6 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 944 time: 0.0786114 Jul 12 16:43:51.083979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03dd890f-6d26-4051-8c1f-881984740fd5 req-507233eb-7c21-4766-adaa-0b670dbcf05a tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Jul 12 16:43:51.111104 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-34c806a7-dfb4-4f3e-bc0c-c773631fbce7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4928b5ecc2564ec0b4b97c11191088a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588054 Jul 12 16:43:51.113555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34612) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:51.176364 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.202978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.276406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 225b7186-c9b3-490a-ad3d-8b68ab655831 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:51.279664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.283844 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.288177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f3ba76f-8c40-40f3-b7c4-7c4788a6ea3e HTTP/1.1" status: 204 len: 168 time: 0.1703267 Jul 12 16:43:51.295247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac957f-c12b-414a-8a18-336969a64d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3ba76f-8c40-40f3-b7c4-7c4788a6ea3e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:51.361886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 225b7186-c9b3-490a-ad3d-8b68ab655831 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:51.367069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 225b7186-c9b3-490a-ad3d-8b68ab655831 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:51.369807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.430203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3e5712e3-0795-4bd9-973a-55e0d5414d0e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:43:51.452269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 3e5712e3-0795-4bd9-973a-55e0d5414d0e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:43:51.452617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 3e5712e3-0795-4bd9-973a-55e0d5414d0e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:43:51.453128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab62c2c0-a54d-4132-8a13-bb88f48a3d49 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:43:51.479129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ab62c2c0-a54d-4132-8a13-bb88f48a3d49 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:43:51.479518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab62c2c0-a54d-4132-8a13-bb88f48a3d49 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:43:51.479898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29afb602-0ee2-4abb-af45-5730d27f8093 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:43:51.515878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 29afb602-0ee2-4abb-af45-5730d27f8093 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:43:51.516212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 29afb602-0ee2-4abb-af45-5730d27f8093 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:43:51.532465 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.557128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:51.559359 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b44491-fc5a-4459-ab5d-c8c4e62f8efc" -d '{"events": [{"server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "name": "network-vif-plugged", "status": "completed", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:51.588261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=225b7186-c9b3-490a-ad3d-8b68ab655831,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:51.605063 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.610493 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aeb888-329c-410b-8093-a8b432bf5e01 x-openstack-request-id: req-97aeb888-329c-410b-8093-a8b432bf5e01 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:51.610777 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "name": "network-vif-plugged", "status": "completed", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:51.611031 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97aeb888-329c-410b-8093-a8b432bf5e01 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:51.611419 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831', 'code': 200} Jul 12 16:43:51.673164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34620) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:51.693596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:51.700608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80fe9ba8-0234-4aaf-a109-df39011f3705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:51.790411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded7e2-2561-488f-b75c-315d4c7656af req-38508da5-789d-4dbf-a984-591bb380bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:51.792730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9fded7e2-2561-488f-b75c-315d4c7656af req-38508da5-789d-4dbf-a984-591bb380bf17 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 1096 time: 0.0772982 Jul 12 16:43:51.843177 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9fded7e2-2561-488f-b75c-315d4c7656af req-32a35970-88ba-438d-98c2-8b50672e07f5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Jul 12 16:43:51.867471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-c68dc499-7c72-4722-ab58-ff01df4a765a tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:51.869080 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-c68dc499-7c72-4722-ab58-ff01df4a765a tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 809 time: 0.1877992 Jul 12 16:43:51.873682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c90119df-5217-4bcb-a513-9c466345de25 req-b12c117a-bb2b-48aa-a53c-61ea12181c17 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 210 time: 0.0550597 Jul 12 16:43:51.886215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Request body: {'port': {'device_id': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81', 'admin_state_up': True, 'tenant_id': '727e8af98e4144bba5994c4a6785d0a1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:51.996261 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80fe9ba8-0234-4aaf-a109-df39011f3705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.001415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-80fe9ba8-0234-4aaf-a109-df39011f3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.066445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-80fe9ba8-0234-4aaf-a109-df39011f3705 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4f043233b414bd6ab7d421f474ad5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919828 Jul 12 16:43:52.067188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe9ba8-0234-4aaf-a109-df39011f3705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad8c874-67eb-41dc-8755-1843833a20e2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:52.070932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34624) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:52.087032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Made reservation on behalf of 727e8af98e4144bba5994c4a6785d0a1 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:52.093347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.139211 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.173253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.238877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Allocated IP 172.20.0.4 (66f7aa42-dfca-4585-8e2a-a651263cdc81/2da9f638-b2f6-4ca7-a528-4fbe2fb6d464/2b57565d-7195-4a5f-8f1b-9d44a4cba4f8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:52.270602 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.273244 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.275901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ad8c874-67eb-41dc-8755-1843833a20e2 HTTP/1.1" status: 204 len: 168 time: 0.2035520 Jul 12 16:43:52.293826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406b45-b983-44a0-8734-4c44de6eceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad8c874-67eb-41dc-8755-1843833a20e2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:52.305258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a20ee-1214-4a4d-ba33-0dccf3f9089d req-3cec9828-2bd4-4697-83a6-a5516123b39f tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:52.306824 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0a20ee-1214-4a4d-ba33-0dccf3f9089d req-3cec9828-2bd4-4697-83a6-a5516123b39f tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 945 time: 0.0946801 Jul 12 16:43:52.356238 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fa0a20ee-1214-4a4d-ba33-0dccf3f9089d req-e5947b1a-a99e-4cac-9b12-4d880423c5b3 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Jul 12 16:43:52.425339 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.472053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.522398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Network 66f7aa42-dfca-4585-8e2a-a651263cdc81 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:52.525609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:52.528133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:52.556536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Pushing event updated for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:52.588600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:52.589218 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:52.604539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-4867465d-cbf7-4867-a247-1f47c4c42b58 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245350 Jul 12 16:43:52.617529 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Request body: {'port': {'device_id': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:52.701296 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.084284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:53.096020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.122819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Transition to ACTIVE for port object 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:53.127574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.144203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce06d4-08f6-456d-b0bf-8028648534ec req-39a2cc66-32b8-4cb8-a801-101dac266406 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:53.145650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0ce06d4-08f6-456d-b0bf-8028648534ec req-39a2cc66-32b8-4cb8-a801-101dac266406 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 931 time: 0.1371446 Jul 12 16:43:53.212826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Pushing event updated for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:53.252568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0ce06d4-08f6-456d-b0bf-8028648534ec req-806b7f71-9cd2-4fd9-ab03-9bd3ac6e98b9 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845931 Jul 12 16:43:53.309144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Attempting to bind port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:53.309503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Attempting to bind port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:53.309778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Attempting to bind port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:53.314373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:43:53.314699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Attempting to bind port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 on network 66f7aa42-dfca-4585-8e2a-a651263cdc81 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:53.322629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:53.322629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Checking segment: {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:53.322862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Bound using segment: {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:53.323144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Bound port: 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56f5a50-4597-49d1-97c5-40eface6ef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:53.323516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.399709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:53.403144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:53.407741 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.445902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:53.446528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:53.448044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] 10.222.0.77 "PUT /v2.0/ports/2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 HTTP/1.1" status: 200 len: 1091 time: 0.8355255 Jul 12 16:43:53.448566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:53.450963 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:53.494792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3571922-648e-4d99-b793-d6c118ba8641 service neutron] Pushing event updated for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:53.499334 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b2fe54-532a-444a-8da0-da9d05b64327 x-openstack-request-id: req-33b2fe54-532a-444a-8da0-da9d05b64327 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:53.499634 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:53.499885 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33b2fe54-532a-444a-8da0-da9d05b64327 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:53.500277 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8', 'status': 'completed', 'code': 200} Jul 12 16:43:53.561670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-07400fe0-182c-4b7b-b694-7203e7bd831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:53.563271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-07400fe0-182c-4b7b-b694-7203e7bd831c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 1094 time: 0.0609715 Jul 12 16:43:53.576648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a98b35-5cd2-44f2-adb1-0a70f3764685 req-10262ea1-e508-48c3-b66a-e9d9fb1a72e4 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:53.578228 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1a98b35-5cd2-44f2-adb1-0a70f3764685 req-10262ea1-e508-48c3-b66a-e9d9fb1a72e4 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 945 time: 0.0701077 Jul 12 16:43:53.613207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-ea88c94c-5bfa-4572-919a-5ba123a02d50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 HTTP/1.1" status: 200 len: 217 time: 0.0432277 Jul 12 16:43:53.624949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1a98b35-5cd2-44f2-adb1-0a70f3764685 req-0c5a2a0d-8e51-4dd9-9790-334b4b2dcad8 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Jul 12 16:43:53.666135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-e4a05140-d9a4-4068-92a7-cf013afe09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:53.668007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-e4a05140-d9a4-4068-92a7-cf013afe09ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 HTTP/1.1" status: 200 len: 849 time: 0.0494983 Jul 12 16:43:53.705493 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-30d3ffd4-7aa8-49e7-aadf-9fbc6097f201 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66f7aa42-dfca-4585-8e2a-a651263cdc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309572 Jul 12 16:43:53.826245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-0108979e-99c1-4a89-9c31-047831f81d2d service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141992 Jul 12 16:43:53.929813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ef2aa1c-67ac-4289-9638-2f450aeb0e09 req-1437dd28-54d8-4fa0-8a64-d95b2a7dba83 service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978794 Jul 12 16:43:54.035644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-345b620e-11c4-43a7-a078-d2091e27b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:54.038546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-345b620e-11c4-43a7-a078-d2091e27b60a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=727e8af98e4144bba5994c4a6785d0a1&device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 1094 time: 0.0615196 Jul 12 16:43:54.158715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-69eb5512-f395-496d-aa13-0c2fd5f08070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:54.160276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-69eb5512-f395-496d-aa13-0c2fd5f08070 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 200 len: 910 time: 0.1160901 Jul 12 16:43:54.213778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-0bb45829-3163-4168-ad56-4bddfd93c86a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 HTTP/1.1" status: 200 len: 217 time: 0.0463364 Jul 12 16:43:54.289633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-ba17e721-bd90-496e-8bce-de96d911cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:54.291708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-ba17e721-bd90-496e-8bce-de96d911cdab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 HTTP/1.1" status: 200 len: 849 time: 0.0696445 Jul 12 16:43:54.338835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-06467bec-70ef-4a9d-9ff8-b7ff3ea459ca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66f7aa42-dfca-4585-8e2a-a651263cdc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389707 Jul 12 16:43:54.466246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547336c6-e072-4f08-a703-c8d095e052a8 req-a0451b92-3ccf-4db5-b70f-4f0121a35966 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:54.468569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-547336c6-e072-4f08-a703-c8d095e052a8 req-a0451b92-3ccf-4db5-b70f-4f0121a35966 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 943 time: 0.0822687 Jul 12 16:43:54.483393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-dad63af9-daa3-49fd-bd69-d8090d9b678b service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352010 Jul 12 16:43:54.516898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-547336c6-e072-4f08-a703-c8d095e052a8 req-50e8e976-a864-4f1c-bae4-cc481294a7b8 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Jul 12 16:43:54.602813 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d887b8f3-07b7-42e2-8f9f-93eda67eb5d7 req-fbc65a21-5be4-4610-a9b4-63734b0cd2dd service neutron] 10.222.0.77 "GET /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123800 Jul 12 16:43:55.193967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:55.202919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'network': {'name': 'tempest-network-smoke--401460609', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:55.238647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:55.243143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.255001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.375312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.380136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.426747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:43:55.433794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c96067-cc43-41b2-9dc9-4fecda52e422,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:55.446142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.446812 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Added segment 84230ae6-8bc6-43af-ab2c-d4d33421558b of type vlan for network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 Jul 12 16:43:55.504383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.538523 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.544512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:55.545105 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.612168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4162867 Jul 12 16:43:55.616401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34764) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:55.621150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'admin_state_up': True, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:55.629570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dd6f1-74dd-458f-9705-dc45a10cf817 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Network': ['ID=c6ea207b-9c7b-4ab6-b006-318e18e94bf7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:55.640812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:43:55.664116 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.665896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.736378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb77c0-d5c2-4b44-a353-90040766be23 req-f87e5c03-af4a-43c3-b65b-5aae28ebf0d3 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:55.736852 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-decb77c0-d5c2-4b44-a353-90040766be23 req-f87e5c03-af4a-43c3-b65b-5aae28ebf0d3 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 943 time: 0.0788100 Jul 12 16:43:55.777659 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:55.783373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-decb77c0-d5c2-4b44-a353-90040766be23 req-6d3cad9f-b596-47da-a0c7-f5d502bc6ef1 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Jul 12 16:43:55.925946 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.113331 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:43:56.238496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:56.267877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8', 'network_id': '66f7aa42-dfca-4585-8e2a-a651263cdc81', 'port_id': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8', 'mac_address': 'fa:16:3e:04:4f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da9f638-b2f6-4ca7-a528-4fbe2fb6d464', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:43:56.315899 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.331340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:43:56.355565 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:56.360498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.424929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:56.437342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.458965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.573265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.25.8.222 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/74b27f1a-9802-476e-aa80-62271b911915) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:56.592643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['2b57565d-7195-4a5f-8f1b-9d44a4cba4f8'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:43:56.697884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.745878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:56.792914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:43:56.795929 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:56.799626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:43:56.806166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=74b27f1a-9802-476e-aa80-62271b911915,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:57.058423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82515ea2-8b6e-4c7d-92a9-864cb2708720 req-34a064a0-2423-4da5-9841-dd9a1c885e09 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:57.060000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82515ea2-8b6e-4c7d-92a9-864cb2708720 req-34a064a0-2423-4da5-9841-dd9a1c885e09 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 944 time: 0.1445684 Jul 12 16:43:57.141143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82515ea2-8b6e-4c7d-92a9-864cb2708720 req-acfe327e-fb08-4e01-8343-059527598b35 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Jul 12 16:43:57.155641 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:57.386361 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:57.544624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 64e54905-726a-43b3-a97e-3ecb6fb11276 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:43:57.690165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:43:57.699926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Sync routers for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:43:57.712413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:57.713107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:57.713751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:57.714801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-963706b5-4f1b-4596-84c9-21c920e20b6d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0972650 Jul 12 16:43:57.718360 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:57.840939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:57.890500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-10a9470c-c321-4444-bd9e-c87162a0af03 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d53e4d34c8084aa2b1d82abe45304009&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1701481 Jul 12 16:43:57.893742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34776) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:58.018087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a5a27-3a25-4f5e-8e15-3efa055d4215 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:58.019965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a55a5a27-3a25-4f5e-8e15-3efa055d4215 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247973 Jul 12 16:43:58.023545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34778) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:58.058297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c880f5be-6780-4794-96bf-108dac48cf5e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333130 Jul 12 16:43:58.060699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:43:56Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:58.060908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34780) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:58.066114 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828120523', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:43:58.095910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Checking router: 64e54905-726a-43b3-a97e-3ecb6fb11276 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:43:58.096265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Updating router 64e54905-726a-43b3-a97e-3ecb6fb11276 port 74b27f1a-9802-476e-aa80-62271b911915 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:43:58.127193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:43:58.160607 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.181839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:43:58.186750 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.294259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:43:58.303030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:43:58.303502 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.453532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c32a3e-a954-458c-a042-0fd2195c1495 req-643882d5-f760-4d70-9a34-b4c26ad38ff8 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:58.461099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17c32a3e-a954-458c-a042-0fd2195c1495 req-643882d5-f760-4d70-9a34-b4c26ad38ff8 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 944 time: 0.1659739 Jul 12 16:43:58.484568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.528152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:43:58.530601 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959f41e-5fbe-470e-b37b-b895f3d4b3b6" -d '{"events": [{"server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:43:58.554550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17c32a3e-a954-458c-a042-0fd2195c1495 req-e1bd2082-e7ab-43cd-9d9e-f23bdce263ef tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924363 Jul 12 16:43:58.555944 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.566078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:43:58.573925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.620189 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.634523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Subnet': ['ID=34a1d707-f48e-452a-9ed0-2448f0d7f65b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:58.644707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Checking segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:58.645070 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network hostable DHCP agents. Network: c6ea207b-9c7b-4ab6-b006-318e18e94bf7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:43:58.650230 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5098715c-3f88-4d9d-a078-1d922edd1812 x-openstack-request-id: req-5098715c-3f88-4d9d-a078-1d922edd1812 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:43:58.651304 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:43:58.651630 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5098715c-3f88-4d9d-a078-1d922edd1812 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:43:58.652346 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8', 'code': 200} Jul 12 16:43:58.653350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Transition to ACTIVE for port object 74b27f1a-9802-476e-aa80-62271b911915 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:58.666688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:43:58.670262 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.675569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:58.679260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, c6ea207b-9c7b-4ab6-b006-318e18e94bf7) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:43:58.684839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:58.685555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.712209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8655b8b9-1d55-4038-b23f-9678eb03b669 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6501703 Jul 12 16:43:58.714909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:43:58.715483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bc1e5-ca88-4268-a999-45005a100959 None None] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:43:58.736314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Attempting to bind port 74b27f1a-9802-476e-aa80-62271b911915 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:43:58.736685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Attempting to bind port 74b27f1a-9802-476e-aa80-62271b911915 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:43:58.737043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Attempting to bind port 74b27f1a-9802-476e-aa80-62271b911915 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:43:58.787032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7de58-dce6-4e5f-9d77-638effeb88f7 req-15180f6c-cace-4b15-8d03-8de759f6d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:58.789615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-adc7de58-dce6-4e5f-9d77-638effeb88f7 req-15180f6c-cace-4b15-8d03-8de759f6d97b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 1096 time: 0.0741720 Jul 12 16:43:58.789745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:43:58.790132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:43:58.790556 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.790924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:43:58.791392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Bound port: 74b27f1a-9802-476e-aa80-62271b911915, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:43:58.791868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:58.831355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad5af-5033-476d-8ba6-68b4e7f31576 None None] Pushing event updated for resources: {'Port': ['ID=74b27f1a-9802-476e-aa80-62271b911915,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:58.844731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-adc7de58-dce6-4e5f-9d77-638effeb88f7 req-999b7d2b-73f5-4443-9a03-4b3d41ee9deb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Jul 12 16:43:59.057511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] For port 74b27f1a-9802-476e-aa80-62271b911915, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:43:59.061323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] For port 74b27f1a-9802-476e-aa80-62271b911915, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=74b27f1a-9802-476e-aa80-62271b911915,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:43:59.083784 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:59.179030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:43:59.179933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:59.187617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad5af-5033-476d-8ba6-68b4e7f31576 None None] Pushing event updated for resources: {'Port': ['ID=74b27f1a-9802-476e-aa80-62271b911915,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:43:59.241729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:43:59.242305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:59.271095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:59.467032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:43:59.651821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Allocated IP 172.20.0.2 (c6ea207b-9c7b-4ab6-b006-318e18e94bf7/34a1d707-f48e-452a-9ed0-2448f0d7f65b/d91ddc1d-970e-4089-aeeb-cc6ee322e4bc) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:43:59.805274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf274-d843-40f7-86d4-e0c31c2d8b2c req-2922b23d-d26c-4ffb-ac9b-dbac3f36e556 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:43:59.806806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71ccf274-d843-40f7-86d4-e0c31c2d8b2c req-2922b23d-d26c-4ffb-ac9b-dbac3f36e556 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 945 time: 0.0896318 Jul 12 16:43:59.855187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71ccf274-d843-40f7-86d4-e0c31c2d8b2c req-40fd82b5-e2dc-49e7-ae85-c32721df075c tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Jul 12 16:43:59.898144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:43:56Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:43:59.933362 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:43:59.935498 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af84e3-c756-49b4-bd00-7267183077db None None] The sync data for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 is: [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:43:56Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:43:59.944830 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Transition to ACTIVE for port object d91ddc1d-970e-4089-aeeb-cc6ee322e4bc will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:59.963863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Transition to ACTIVE for port object d91ddc1d-970e-4089-aeeb-cc6ee322e4bc will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:43:59.970526 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.011852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:00.016964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:00.020845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:00.030942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Pushing event updated for resources: {'Port': ['ID=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:00.048693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.20.0.1 (c6ea207b-9c7b-4ab6-b006-318e18e94bf7/34a1d707-f48e-452a-9ed0-2448f0d7f65b/408c95b6-8c46-40ae-b82f-e918d56df0ce) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:00.110036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Attempting to bind port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:00.110334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Attempting to bind port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:00.110693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Attempting to bind port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc on network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:00.118259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:00.118642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Checking segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:00.119046 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.119439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Bound using segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:00.119968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Bound port: d91ddc1d-970e-4089-aeeb-cc6ee322e4bc, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:00.120351 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.183300 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.197737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Transition to ACTIVE for port object 408c95b6-8c46-40ae-b82f-e918d56df0ce will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:00.212512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] For port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:00.216504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] For port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:00.222065 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.269983 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.333871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f39037-4f8a-42fc-9ebd-962d63c39fbc None None] Pushing event updated for resources: {'Port': ['ID=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:00.351852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:00.355568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:00.358184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:00.367398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:00.420834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:00.637528 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.088076 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.090773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23299-20e9-49d2-a4a3-1e420202c781 req-6f5c03b8-3262-4a0a-bf88-761aff0af693 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:01.092820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29f23299-20e9-49d2-a4a3-1e420202c781 req-6f5c03b8-3262-4a0a-bf88-761aff0af693 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 945 time: 0.0915205 Jul 12 16:44:01.099629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.166574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29f23299-20e9-49d2-a4a3-1e420202c781 req-35eef360-9263-4fb2-ac6d-096bb417b349 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674195 Jul 12 16:44:01.214892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:01.230823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.231882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.231974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.233416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.233817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.234379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.235031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.240748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.241424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.241970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.242550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.243087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:01.247978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.395428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:01.397778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:01.489192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 74b27f1a-9802-476e-aa80-62271b911915 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:01.577600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 74b27f1a-9802-476e-aa80-62271b911915 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:01.584214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 74b27f1a-9802-476e-aa80-62271b911915 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:01.584567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.644561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 64e54905-726a-43b3-a97e-3ecb6fb11276 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:44:01.726487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.789440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 74b27f1a-9802-476e-aa80-62271b911915, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=74b27f1a-9802-476e-aa80-62271b911915,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:01.795912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:01.878860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:01.888452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=74b27f1a-9802-476e-aa80-62271b911915,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:01.893310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bea0accf-42cf-41ea-8bd1-14007445fb8d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "PUT /v2.0/routers/64e54905-726a-43b3-a97e-3ecb6fb11276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1738136 Jul 12 16:44:01.894558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 34810) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:01.900145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d91ddc1d-970e-4089-aeeb-cc6ee322e4bc up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:01.902229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f39a9-e79d-415f-82cd-24b49317fefb None None] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:44:01.902501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1241462753', 'description': 'tempest-secgroup_access--1241462753 description', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:01.936888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.057539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b52cb60a-0d4b-46f0-96f1-5573e6e83551 None None] Provisioning for port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:02.085856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8a58d50f-dda4-4c1a-8ee7-042a08d2f00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.099617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.111993 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.118731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:02.127123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:02.127655 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.159086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.164397 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2679946 Jul 12 16:44:02.165012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34814) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:02.173546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--530897523', 'description': 'tempest-secgroup_general--530897523 description', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:02.174740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f58a0d-7b42-4105-b76d-679fa4a3503c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:02.230160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.306886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.362890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:02.370005 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.438549 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Sync routers for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:02.446365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.452515 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.461986 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:02.462791 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:02.509119 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.510730 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3445282 Jul 12 16:44:02.511917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d6bd8-b614-448a-a735-60956eb03a35 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2452b30a-10ac-4ddf-82b0-33140ff7a865,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:02.514763 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 34818) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:02.524297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'security_group_rule': {'security_group_id': '8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:02.526750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:02.571362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.576611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cba986-ab24-4c8e-854a-494e7989f27b req-fcb715c9-c1a4-4369-84bb-467395518320 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:02.580902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2cba986-ab24-4c8e-854a-494e7989f27b req-fcb715c9-c1a4-4369-84bb-467395518320 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 945 time: 0.1414912 Jul 12 16:44:02.627404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2cba986-ab24-4c8e-854a-494e7989f27b req-59b5bbac-b67e-4b44-a817-73e395200af8 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Jul 12 16:44:02.679914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:02.685496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.702215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.708589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Provisioning for port 408c95b6-8c46-40ae-b82f-e918d56df0ce completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:02.714410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:02.714784 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.759394 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-aafe9404-5f6e-4874-81d4-a8212283da20 req-c978b41b-5e34-414f-be52-b04f632e9f2c tempest-ServerActionsTestJSON-68168185 tempest-ServerActionsTestJSON-68168185-project] (93711) timed out ('10.222.0.77', 53388) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:44:02.771836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638161da-61c2-4092-9527-24f37b361f97,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:02.781572 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.790978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-602afe26-b9b7-4a43-8b0d-621fb01e35f6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2670150 Jul 12 16:44:02.803760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Port 408c95b6-8c46-40ae-b82f-e918d56df0ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:02.858601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Provisioning complete for port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:02.858994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d20e1c2-6737-41d2-896c-a9cf0ee34110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:02.971939 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 2, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:03.015066 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Checking router: 64e54905-726a-43b3-a97e-3ecb6fb11276 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:03.015335 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Updating router 64e54905-726a-43b3-a97e-3ecb6fb11276 port 408c95b6-8c46-40ae-b82f-e918d56df0ce binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:44:03.042440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-9aa5a08f-cc04-46a9-81b2-1eb9df109f70 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--1241462753&fields=id&tenant_id=d53e4d34c8084aa2b1d82abe45304009 HTTP/1.1" status: 200 len: 267 time: 0.0633152 Jul 12 16:44:03.077469 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.084276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-c009cf19-b408-4e91-a414-a5779ceb1958 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--530897523&fields=id&tenant_id=d53e4d34c8084aa2b1d82abe45304009 HTTP/1.1" status: 200 len: 267 time: 0.0398667 Jul 12 16:44:03.149786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4eca3f61-e50f-47dd-82b2-62264a1cf52c None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:03.150722 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4eca3f61-e50f-47dd-82b2-62264a1cf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.227568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3f61-e50f-47dd-82b2-62264a1cf52c None None] Port 408c95b6-8c46-40ae-b82f-e918d56df0ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:03.308189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-9fb481d7-255a-4536-9339-a810e5e0ad12 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:03.310981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-9fb481d7-255a-4536-9339-a810e5e0ad12 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 796 time: 0.2178607 Jul 12 16:44:03.339397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-6a5c9483-4555-4dbc-b3bd-31ae07f3a08f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/quotas/d53e4d34c8084aa2b1d82abe45304009 HTTP/1.1" status: 200 len: 375 time: 0.0177047 Jul 12 16:44:03.354397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8880e32b-9988-449e-9fbe-d2a0bd041fc2 None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:03.355126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8880e32b-9988-449e-9fbe-d2a0bd041fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.425817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.431883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8880e32b-9988-449e-9fbe-d2a0bd041fc2 None None] Port 408c95b6-8c46-40ae-b82f-e918d56df0ce cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:03.461467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 74b27f1a-9802-476e-aa80-62271b911915 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:03.480657 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-4f13b993-6704-464b-9563-b9d4e8ccb684 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397226 Jul 12 16:44:03.544819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 74b27f1a-9802-476e-aa80-62271b911915 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:03.545420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.581502 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.602968 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Transition to ACTIVE for port object 408c95b6-8c46-40ae-b82f-e918d56df0ce will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:03.613068 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.752990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-84c1f127-83f8-40a7-bc1d-a7a6c2a529ae service neutron] 10.222.0.58 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576473 Jul 12 16:44:03.766670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-0d5892ae-48b3-4a97-bdeb-c7c7e37969c2 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:03.770248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-0d5892ae-48b3-4a97-bdeb-c7c7e37969c2 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 945 time: 0.2254953 Jul 12 16:44:03.772574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d91ddc1d-970e-4089-aeeb-cc6ee322e4bc up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:03.823351 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Pushing event updated for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:03.889706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.891001 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.891429 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.892469 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.898932 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.899464 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.902031 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.913170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.913578 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.915284 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.915653 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.916007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:03.935681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:03.936066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.958731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Attempting to bind port 408c95b6-8c46-40ae-b82f-e918d56df0ce on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:03.959277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Attempting to bind port 408c95b6-8c46-40ae-b82f-e918d56df0ce by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:03.970889 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Attempting to bind port 408c95b6-8c46-40ae-b82f-e918d56df0ce on network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:03.997201 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:03.997646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Checking segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:03.998066 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:03.998468 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Bound using segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:03.998967 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Bound port: 408c95b6-8c46-40ae-b82f-e918d56df0ce, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:03.999352 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.007192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-37f53418-673d-43b0-b6f5-f801d6a8c6a2 service neutron] 10.222.0.58 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432117 Jul 12 16:44:04.082091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Deleting port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:44:04.082636 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.149848 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] For port 408c95b6-8c46-40ae-b82f-e918d56df0ce, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:04.165251 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] For port 408c95b6-8c46-40ae-b82f-e918d56df0ce, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=408c95b6-8c46-40ae-b82f-e918d56df0ce,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:04.170880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60e7f-23dc-48ba-9c18-2d4ce93526d5 req-1265c916-ea70-4258-9884-9b81c81b62ac tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:04.172528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6a60e7f-23dc-48ba-9c18-2d4ce93526d5 req-1265c916-ea70-4258-9884-9b81c81b62ac tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 945 time: 0.3173797 Jul 12 16:44:04.173606 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.253117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:04.254064 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:43:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:04.277170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ffb1-5b35-47b3-a34a-e954f2e7f481 None None] Pushing event updated for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:04.322335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6a60e7f-23dc-48ba-9c18-2d4ce93526d5 req-2aa07f23-4f15-419b-820c-d1918fe2374c tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/security-groups?id=8dd327b8-2237-4f32-be8b-4d32ffd95786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380830 Jul 12 16:44:04.377219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] For port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,segment=NetworkSegment(d56f5a50-4597-49d1-97c5-40eface6ef41),segment_id=d56f5a50-4597-49d1-97c5-40eface6ef41)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:04.377596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.401723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16cad3f4-f136-4dae-88fe-9590a4ba09bc req-a594ad76-f593-4c10-8fb7-e1b8aa9e0e3b tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 210 time: 0.1813347 Jul 12 16:44:04.413369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Calling delete_port for 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:44:04.450740 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:04.483400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d53dd038-07ef-4a70-9a27-9a50bcd4fd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.656166 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.696181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Pushing event deleted for resources: {'Port': ['ID=2b57565d-7195-4a5f-8f1b-9d44a4cba4f8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:04.741691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] No DVR routers for this DVR port 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:44:04.745322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:04.747612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-beb22cb5-1d83-4ea0-b8a2-737eee0dde03 req-3fe694e1-b958-42cc-860c-87fb144e9398 tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.77 "DELETE /v2.0/ports/2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 HTTP/1.1" status: 204 len: 173 time: 0.9694705 Jul 12 16:44:04.748216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'name': 'network-vif-deleted', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:04.759089 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd81cb2-1774-4899-b484-f272e7ae45a0" -d '{"events": [{"server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "name": "network-vif-deleted", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:04.773809 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:04Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:04.811673 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6f1be-2d7e-4360-8fba-b00a1475f50f None None] The sync data for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 is: [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:04Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:04.829310 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779d7175-b66b-4d95-950e-2d5ea2d6b4bb x-openstack-request-id: req-779d7175-b66b-4d95-950e-2d5ea2d6b4bb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:04.829816 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012fe1a8-ee91-4079-bb0c-ba3a75051b1e", "name": "network-vif-deleted", "tag": "2b57565d-7195-4a5f-8f1b-9d44a4cba4f8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:04.829917 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-779d7175-b66b-4d95-950e-2d5ea2d6b4bb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:04.830296 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012fe1a8-ee91-4079-bb0c-ba3a75051b1e', 'name': 'network-vif-deleted', 'tag': '2b57565d-7195-4a5f-8f1b-9d44a4cba4f8', 'status': 'completed', 'code': 200} Jul 12 16:44:04.916870 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.493256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 408c95b6-8c46-40ae-b82f-e918d56df0ce up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:05.570789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7e007f97-36f0-4ac1-a337-26a6ddff9ccc req-f03894b8-08ff-4ce2-85d0-a2698a4d5dcf tempest-VolumesActionsTest-1828075764 tempest-VolumesActionsTest-1828075764-project] 10.222.0.58 "GET /v2.0/ports?device_id=012fe1a8-ee91-4079-bb0c-ba3a75051b1e HTTP/1.1" status: 200 len: 210 time: 0.0583382 Jul 12 16:44:05.624939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 408c95b6-8c46-40ae-b82f-e918d56df0ce completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:05.638340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:05.639725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.683197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff9ad665-91d4-481b-8307-bbcdab275515 req-e44d74db-b8c1-49b2-bea9-5b5b54d90fd5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 210 time: 0.0545056 Jul 12 16:44:05.776772 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.796767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.848452 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 408c95b6-8c46-40ae-b82f-e918d56df0ce, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=408c95b6-8c46-40ae-b82f-e918d56df0ce,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:05.857455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.906749 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:05.934899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:06.146813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:44:06.212927 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:44:06.213269 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 2b57565d-7195-4a5f-8f1b-9d44a4cba4f8 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:44:06.226827 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9b30fdc1-da5d-49a2-bfac-43eac75d4c10 None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:06.227202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9b30fdc1-da5d-49a2-bfac-43eac75d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:06.326878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-2ca1290c-e7be-4ec3-a63f-a31c2a652c65 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:06.330517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-2ca1290c-e7be-4ec3-a63f-a31c2a652c65 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.77 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 796 time: 0.1856711 Jul 12 16:44:06.405582 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-472a8715-cdf1-4f05-9c93-c5f95cb34dd6 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53e4d34c8084aa2b1d82abe45304009 HTTP/1.1" status: 200 len: 477 time: 0.0648673 Jul 12 16:44:06.415267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'port': {'device_id': 'c521db7f-31e5-4500-a40f-9d622533043d', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'admin_state_up': True, 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'security_groups': ['8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433', '2452b30a-10ac-4ddf-82b0-33140ff7a865']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:06.544498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:06.548229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:06.700280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.20.0.10 (c6ea207b-9c7b-4ab6-b006-318e18e94bf7/34a1d707-f48e-452a-9ed0-2448f0d7f65b/740afb34-94e3-4fbb-9860-598054abcddd) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:06.909958 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:06.928764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Transition to ACTIVE for port object 740afb34-94e3-4fbb-9860-598054abcddd will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:06.986441 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d94f2e54-bd89-40e2-922c-639f12da3219 req-ce543cf6-22fd-45f1-857a-b610440e38b9 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 210 time: 0.1470318 Jul 12 16:44:07.022143 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.090599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:07.098373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:07.106648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:07.139702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:07.176446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:07.176446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.210118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-99213cd1-2ca0-4b41-8b95-ad4235bd5cb2 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7993023 Jul 12 16:44:07.225269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Request body: {'port': {'device_id': 'c521db7f-31e5-4500-a40f-9d622533043d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:07.334935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.404627 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.431988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 408c95b6-8c46-40ae-b82f-e918d56df0ce up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:07.512400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0c500b17-2a53-451c-8b76-46a1874e103d None None] Provisioning for port 740afb34-94e3-4fbb-9860-598054abcddd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:07.521765 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0c500b17-2a53-451c-8b76-46a1874e103d None None] Provisioning complete for port 740afb34-94e3-4fbb-9860-598054abcddd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:07.522549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0c500b17-2a53-451c-8b76-46a1874e103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.579465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0c500b17-2a53-451c-8b76-46a1874e103d None None] Port 740afb34-94e3-4fbb-9860-598054abcddd cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:07.593493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 408c95b6-8c46-40ae-b82f-e918d56df0ce triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:07.594171 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.837525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740afb34-94e3-4fbb-9860-598054abcddd {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:44:07.845561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.861324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Transition to ACTIVE for port object 740afb34-94e3-4fbb-9860-598054abcddd will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:07.866379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:07.920856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:08.012941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Attempting to bind port 740afb34-94e3-4fbb-9860-598054abcddd on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:08.013275 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Attempting to bind port 740afb34-94e3-4fbb-9860-598054abcddd by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:08.013610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Attempting to bind port 740afb34-94e3-4fbb-9860-598054abcddd on network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:08.019900 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Port 740afb34-94e3-4fbb-9860-598054abcddd on network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:44:08.020228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Attempting to bind port 740afb34-94e3-4fbb-9860-598054abcddd on network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:08.026640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:08.027007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Checking segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:08.027373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Bound using segment: {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:08.027833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Bound port: 740afb34-94e3-4fbb-9860-598054abcddd, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84230ae6-8bc6-43af-ab2c-d4d33421558b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:08.028202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:08.111322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:08.117560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=740afb34-94e3-4fbb-9860-598054abcddd,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:08.127895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:08.175367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.176452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:08.178849 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] 10.222.0.77 "PUT /v2.0/ports/740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 1131 time: 0.9591889 Jul 12 16:44:08.179505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:08.182173 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4f046-45a3-450a-9553-4796e294bcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:08.263435 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b006e-36c3-46c9-a548-803610eaf4e5 x-openstack-request-id: req-950b006e-36c3-46c9-a548-803610eaf4e5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:08.263818 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:08.263997 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-950b006e-36c3-46c9-a548-803610eaf4e5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:08.264409 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd', 'status': 'completed', 'code': 200} Jul 12 16:44:08.307526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22546291-1a34-4227-a7c7-3b5bbe37d6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:08.308432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601070f-2b02-4ad9-bf17-ad0c8c88ffa6 req-2f422286-dcfc-4fba-b6f0-f1d9f796b964 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.316211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b601070f-2b02-4ad9-bf17-ad0c8c88ffa6 req-2f422286-dcfc-4fba-b6f0-f1d9f796b964 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 983 time: 0.1323109 Jul 12 16:44:08.375497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-e9374518-5c3a-43b3-9241-bc76b6bb8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.378035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-e9374518-5c3a-43b3-9241-bc76b6bb8c40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1134 time: 0.1436117 Jul 12 16:44:08.390356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b601070f-2b02-4ad9-bf17-ad0c8c88ffa6 req-41c0aba3-4c2d-4cc4-b318-1177e7252a55 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0611982 Jul 12 16:44:08.444345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-4c4044d1-2852-4120-8ac5-5b28e68cc5e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 217 time: 0.0555451 Jul 12 16:44:08.506261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-9b45111b-72d3-4704-8b27-d0e940450290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.507948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-9b45111b-72d3-4704-8b27-d0e940450290 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 200 len: 835 time: 0.0579977 Jul 12 16:44:08.608346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd223489-5690-407e-b264-193c6d026e4c req-5a0e620f-132e-4cb6-b046-fc55c669d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.610979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-5a0e620f-132e-4cb6-b046-fc55c669d131 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947304 Jul 12 16:44:08.730698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-c5c9a1a5-8b40-43f3-aa21-96d3897de6d6 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134279 Jul 12 16:44:08.851843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dd223489-5690-407e-b264-193c6d026e4c req-b826959d-91a8-4b30-bc92-63c52ca060d0 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150038 Jul 12 16:44:08.982823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-9d774e8d-1938-4d95-afb3-d6ec906e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:08.984698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-9d774e8d-1938-4d95-afb3-d6ec906e0249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1134 time: 0.0772505 Jul 12 16:44:09.118810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-80b07641-1a9e-48db-b49c-38475adc639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:09.120893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-80b07641-1a9e-48db-b49c-38475adc639d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 897 time: 0.1295717 Jul 12 16:44:09.190240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-0db7c07c-3100-4b9b-a5c6-45955c47e737 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 217 time: 0.0619009 Jul 12 16:44:09.271086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-0188a07e-1c84-4b0c-ba15-a4b86a61314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:09.272872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-0188a07e-1c84-4b0c-ba15-a4b86a61314a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 200 len: 835 time: 0.0765865 Jul 12 16:44:09.394384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-a7c52126-7c80-48b7-954f-043119a12bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:09.398015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-a7c52126-7c80-48b7-954f-043119a12bd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177375 Jul 12 16:44:09.538057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-3b724a3a-a6b6-4e2f-a0c6-09470fe0142f service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303408 Jul 12 16:44:09.714416 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aac4f046-45a3-450a-9553-4796e294bcf5 req-1a7075f8-cc2a-465f-93bf-2b58d6f7de15 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685388 Jul 12 16:44:09.728266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315199fe-3a9a-48cb-af05-a864b749f63b req-81b626b2-ca5e-4255-83c2-15e09f1202ec tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:09.730026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-315199fe-3a9a-48cb-af05-a864b749f63b req-81b626b2-ca5e-4255-83c2-15e09f1202ec tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 983 time: 0.1125345 Jul 12 16:44:10.142307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-315199fe-3a9a-48cb-af05-a864b749f63b req-2b75cda5-5460-4ab7-904a-2cd294a1461e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4039290 Jul 12 16:44:10.172905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 740afb34-94e3-4fbb-9860-598054abcddd details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:44:10.315993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=740afb34-94e3-4fbb-9860-598054abcddd,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:10.503743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '740afb34-94e3-4fbb-9860-598054abcddd', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'port_id': '740afb34-94e3-4fbb-9860-598054abcddd', 'mac_address': 'fa:16:3e:8d:07:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:44:10.554449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:10.570345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740afb34-94e3-4fbb-9860-598054abcddd {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:44:10.593549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=740afb34-94e3-4fbb-9860-598054abcddd,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:10.600968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:10.665545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:10.888613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['740afb34-94e3-4fbb-9860-598054abcddd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:44:11.431123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822b09c-8f09-4d66-95b1-127fc43ed1c7 req-789c0781-eb63-4ee7-91eb-af5878d46026 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:11.433800 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8822b09c-8f09-4d66-95b1-127fc43ed1c7 req-789c0781-eb63-4ee7-91eb-af5878d46026 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 984 time: 0.0985990 Jul 12 16:44:11.490929 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8822b09c-8f09-4d66-95b1-127fc43ed1c7 req-425f5035-009d-4454-8fe4-aa30a58663e3 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508199 Jul 12 16:44:12.174753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 740afb34-94e3-4fbb-9860-598054abcddd up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:12.275330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 740afb34-94e3-4fbb-9860-598054abcddd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:12.279902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 740afb34-94e3-4fbb-9860-598054abcddd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:12.280488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:12.515230 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:12.552454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:12.554282 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163925ea-14b3-4f88-9a94-41514b06f649" -d '{"events": [{"server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "name": "network-vif-plugged", "status": "completed", "tag": "740afb34-94e3-4fbb-9860-598054abcddd"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:12.607056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=740afb34-94e3-4fbb-9860-598054abcddd,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:12.620237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:12.635209 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a5096-949c-41a7-b308-2c367dc9cf17 x-openstack-request-id: req-8a0a5096-949c-41a7-b308-2c367dc9cf17 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:12.635807 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "name": "network-vif-plugged", "status": "completed", "tag": "740afb34-94e3-4fbb-9860-598054abcddd", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:12.636243 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a0a5096-949c-41a7-b308-2c367dc9cf17 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:12.636638 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd', 'code': 200} Jul 12 16:44:12.740589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:12.825022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c144-8cf9-41bc-ba0e-21ab3f1d6bdd req-0af4789d-81a2-44f3-bee8-ebbddc52eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:12.827393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1995c144-8cf9-41bc-ba0e-21ab3f1d6bdd req-0af4789d-81a2-44f3-bee8-ebbddc52eeb8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.0924428 Jul 12 16:44:12.879800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98155514-4dcc-4e29-be2d-7674311908f1 req-25aa773a-406b-4d5c-bc40-69d0a4cb8f1d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:12.885276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98155514-4dcc-4e29-be2d-7674311908f1 req-25aa773a-406b-4d5c-bc40-69d0a4cb8f1d tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.2090964 Jul 12 16:44:12.955229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1995c144-8cf9-41bc-ba0e-21ab3f1d6bdd req-41fb4717-7486-48cf-bd8b-5811f9135c6f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1155596 Jul 12 16:44:12.971053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-98155514-4dcc-4e29-be2d-7674311908f1 req-cbb3a55a-69b0-42dd-85c3-0e9270b2cb5c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785949 Jul 12 16:44:13.089763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3439cf2b-c6d5-4845-a9e3-45cb45f8150a None None] Provisioning complete for port 740afb34-94e3-4fbb-9860-598054abcddd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:13.090150 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3439cf2b-c6d5-4845-a9e3-45cb45f8150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:14.884139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecede8ec-206e-41d5-b35f-b0875d09cc18 req-aec85db5-62ab-4ce3-804f-e7a013f1cdbf tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:14.891327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecede8ec-206e-41d5-b35f-b0875d09cc18 req-aec85db5-62ab-4ce3-804f-e7a013f1cdbf tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.7266283 Jul 12 16:44:14.904662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-5b7534ed-7f44-4720-b8d7-d7122492c4bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117351 Jul 12 16:44:14.981325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ecede8ec-206e-41d5-b35f-b0875d09cc18 req-6e03d89c-8612-4dfe-bb84-a5e4ef2b93a8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0879607 Jul 12 16:44:15.094182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413024-2dd1-438e-8321-cc8a2d842229 req-9d56383c-a148-45ec-9c1a-7316e86d168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.096041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-9d56383c-a148-45ec-9c1a-7316e86d168e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 1096 time: 0.1126211 Jul 12 16:44:15.239976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecaf9-21ca-4d41-8e38-06edc6352f55 req-85bec06d-860d-4f69-8031-956220cf6b25 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.242284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2cecaf9-21ca-4d41-8e38-06edc6352f55 req-85bec06d-860d-4f69-8031-956220cf6b25 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.1070473 Jul 12 16:44:15.288615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413024-2dd1-438e-8321-cc8a2d842229 req-88451a9f-c9f2-4adf-8c8e-128bd84131ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.290161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-88451a9f-c9f2-4adf-8c8e-128bd84131ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1602204 Jul 12 16:44:15.315880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f2cecaf9-21ca-4d41-8e38-06edc6352f55 req-4dc949e2-d1cf-4f45-b2d3-df7a77a3cebd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0611701 Jul 12 16:44:15.431989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-6762b415-9c35-49fc-b270-b6edcd2b3356 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 200 len: 1000 time: 0.1337209 Jul 12 16:44:15.536549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413024-2dd1-438e-8321-cc8a2d842229 req-b97fe273-b5f2-4bc3-8bc5-22f0354d23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.537949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-b97fe273-b5f2-4bc3-8bc5-22f0354d23b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0989642 Jul 12 16:44:15.603059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-e2e08263-1f2a-4d0b-a9be-f9a3597ff160 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.604624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-e2e08263-1f2a-4d0b-a9be-f9a3597ff160 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.1122930 Jul 12 16:44:15.633178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-6a491390-8cf7-4c3e-adea-19250bf92476 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:15.642531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413024-2dd1-438e-8321-cc8a2d842229 req-3a4fea50-19df-4ce2-b823-6403ce2f87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:15.644029 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-3a4fea50-19df-4ce2-b823-6403ce2f87ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987391 Jul 12 16:44:15.794389 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-6dd90e65-f0d3-40ca-bd69-78e8584fbf39 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385295 Jul 12 16:44:15.902339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-6a491390-8cf7-4c3e-adea-19250bf92476 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:15.909472 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-6a491390-8cf7-4c3e-adea-19250bf92476 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:15.956412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01413024-2dd1-438e-8321-cc8a2d842229 req-7250bda3-987f-49f1-af3f-a442ea45c0ff service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525226 Jul 12 16:44:15.959847 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f20b60d4-20fa-40d1-8ed8-2979912a8df7 req-6a491390-8cf7-4c3e-adea-19250bf92476 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3490467 Jul 12 16:44:15.960911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a491390-8cf7-4c3e-adea-19250bf92476 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ea74ad-6a28-4500-b661-9604dda47438,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:15.999160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35020) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:16.095414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab09c27-d30d-431d-84f3-a411fa70af71 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:16.101074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9ab09c27-d30d-431d-84f3-a411fa70af71 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1131 time: 0.0986722 Jul 12 16:44:16.101972 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35024) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:16.107528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '740afb34-94e3-4fbb-9860-598054abcddd', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:16.139430 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:16.306118 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:16.472659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.25.8.154 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0d96ebb6-29b1-427a-b15f-900ef44d973d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:16.613317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:16.675861 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:16.745440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:16.750821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:16.760014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=0d96ebb6-29b1-427a-b15f-900ef44d973d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:16.765908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:17.318960 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:17.492156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:17.838799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:17.848586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:17.968314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=0d96ebb6-29b1-427a-b15f-900ef44d973d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:17.979920 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:18.100961 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Floating IP ee997252-b71b-46fe-b276-c531dc78198e associated. External IP: 172.25.8.154, port: 740afb34-94e3-4fbb-9860-598054abcddd. Jul 12 16:44:18.497502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 64e54905-726a-43b3-a97e-3ecb6fb11276 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:44:18.652190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:18.662137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Sync routers for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:18.679897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:18.680559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:18.697332 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:18.806925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-93767d6c-90f2-4515-be3d-0daa2e495e10 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7024972 Jul 12 16:44:18.806925 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:18.808638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:18.831263 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8582c81-a3d3-49bd-9fb8-eed58d596fff" -d '{"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:18.935436 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee4e82-e657-45d9-9d7f-d90638050c9c x-openstack-request-id: req-ceee4e82-e657-45d9-9d7f-d90638050c9c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:18.935750 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:18.935997 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceee4e82-e657-45d9-9d7f-d90638050c9c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:18.936397 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd', 'status': 'completed', 'code': 200} Jul 12 16:44:19.003880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:19.034014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.034497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.034965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.035639 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.036330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.036970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.037420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.037871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.043492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:19.055209 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-340eceaa-1abc-4d5c-97d7-6415a0cc937e tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.2443302 Jul 12 16:44:19.140791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.141248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.141700 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.142148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.142593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.143033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.143472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.144120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.165763 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4f7f6215-fef9-4d3e-a058-d5dfceadff07 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1209331 Jul 12 16:44:19.166403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:19.280382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-cf51a1ba-ccf1-42dd-a8c0-06c6d8b07700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.282110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-cf51a1ba-ccf1-42dd-a8c0-06c6d8b07700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.2232139 Jul 12 16:44:19.422027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ee997252-b71b-46fe-b276-c531dc78198e', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'port_id': '740afb34-94e3-4fbb-9860-598054abcddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'mac_address': 'fa:16:3e:8d:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521db7f-31e5-4500-a40f-9d622533043d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:17Z', 'updated_at': '2021-07-12T16:44:17Z', 'revision_number': 0, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:19.464551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Checking router: 64e54905-726a-43b3-a97e-3ecb6fb11276 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:19.476005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-8bb2cd3c-bcd8-48fd-ad24-e85450b8e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.483876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:19.484512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:19.497986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-8bb2cd3c-bcd8-48fd-ad24-e85450b8e7e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 897 time: 0.2059183 Jul 12 16:44:19.683855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-6807d95e-5cea-420c-83bb-da095971e764 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 1000 time: 0.1790876 Jul 12 16:44:19.727270 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6b505e5-6bb3-47ed-a206-7cd05a9362cb tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.5596359 Jul 12 16:44:19.728112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35070) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:19.753984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-43937d40-fce7-4ea0-bd54-c9bcc446287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.756653 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-43937d40-fce7-4ea0-bd54-c9bcc446287f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 200 len: 835 time: 0.0657470 Jul 12 16:44:19.818110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:19.837434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b713d-4922-4d53-acd6-8827658ca425 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.838027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b713d-4922-4d53-acd6-8827658ca425 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.843297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-126b713d-4922-4d53-acd6-8827658ca425 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=64e54905-726a-43b3-a97e-3ecb6fb11276 HTTP/1.1" status: 200 len: 1990 time: 0.1140723 Jul 12 16:44:19.851806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-a58892e5-40e5-4bcd-b827-2507e75b0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:19.853315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-a58892e5-40e5-4bcd-b827-2507e75b0fcc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902214 Jul 12 16:44:19.872904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-d645b4e4-46e3-43b2-ba75-6eca3fde4985 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:44:19.874892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-d645b4e4-46e3-43b2-ba75-6eca3fde4985 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133660 Jul 12 16:44:20.015544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-85bbf356-e41a-4bdc-bc8f-d7e6b0d5f622 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342914 Jul 12 16:44:20.174736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8582c81-a3d3-49bd-9fb8-eed58d596fff req-fbcd1375-8d2f-4285-b453-675b8f5176e7 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510971 Jul 12 16:44:20.226808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ee997252-b71b-46fe-b276-c531dc78198e', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'port_id': '740afb34-94e3-4fbb-9860-598054abcddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'mac_address': 'fa:16:3e:8d:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521db7f-31e5-4500-a40f-9d622533043d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:17Z', 'updated_at': '2021-07-12T16:44:17Z', 'revision_number': 0, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:20.311674 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422e6e9-2740-4fa1-9ee4-27d3214f3acd None None] The sync data for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 is: [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ee997252-b71b-46fe-b276-c531dc78198e', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'port_id': '740afb34-94e3-4fbb-9860-598054abcddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'mac_address': 'fa:16:3e:8d:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c521db7f-31e5-4500-a40f-9d622533043d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:17Z', 'updated_at': '2021-07-12T16:44:17Z', 'revision_number': 0, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:20.341699 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:44:20.646176 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2e7c8-ec58-4cf3-bd0e-b782ac3d1c8d None None] New status for floating IP ee997252-b71b-46fe-b276-c531dc78198e: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:44:21.377169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-830e7b47-25cb-453c-8a40-019987b9e7c3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932493 Jul 12 16:44:21.500597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-47589fba-de85-4e97-a401-50cad362b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:21.506346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-47589fba-de85-4e97-a401-50cad362b065 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.0774412 Jul 12 16:44:21.684985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-dd2649ba-57dc-4082-96da-b90a37b815ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:21.686612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-dd2649ba-57dc-4082-96da-b90a37b815ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 897 time: 0.1479883 Jul 12 16:44:21.803326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-dc271299-826c-47f7-a318-8918ab6b3313 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 1002 time: 0.1082361 Jul 12 16:44:21.860965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-98d1faa9-beb8-4c01-a08a-dac2814c9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:21.862465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-98d1faa9-beb8-4c01-a08a-dac2814c9354 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 200 len: 835 time: 0.0531056 Jul 12 16:44:21.938271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-5b6a6c8f-eb3c-4624-b286-ae8f0ade22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:21.939975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-5b6a6c8f-eb3c-4624-b286-ae8f0ade22ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710895 Jul 12 16:44:22.058556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-26e7576e-3256-4cc9-9fd9-6f544c0495ec service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114683 Jul 12 16:44:22.177682 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b49a85d6-d06d-49ae-b9ea-36dcebbd0105 req-bd4ef1b4-7275-4e55-b194-114d3e862e6d service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131585 Jul 12 16:44:23.665706 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409c15-0d12-44ee-8cc6-ab9552cc9e45 req-666e291c-e861-4871-a9e8-c1056209200c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:23.668318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5409c15-0d12-44ee-8cc6-ab9552cc9e45 req-666e291c-e861-4871-a9e8-c1056209200c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 945 time: 0.0719609 Jul 12 16:44:23.715322 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5409c15-0d12-44ee-8cc6-ab9552cc9e45 req-9e081dc3-bbed-4d11-8807-a497855d310f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414832 Jul 12 16:44:25.013803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee91e2-65d6-49db-aef1-bcd60a665ff0 req-ceb0f3a1-266c-406d-9c5a-d5ae72165f1e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:25.015631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72ee91e2-65d6-49db-aef1-bcd60a665ff0 req-ceb0f3a1-266c-406d-9c5a-d5ae72165f1e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 945 time: 0.0950010 Jul 12 16:44:25.077637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-72ee91e2-65d6-49db-aef1-bcd60a665ff0 req-115d5bb8-fe6e-41fe-a612-7097904374be tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516651 Jul 12 16:44:25.287239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689838a-db34-41ba-9678-50b40982d826 req-46248532-0d69-46f9-89aa-1153d5f35498 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:25.288835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7689838a-db34-41ba-9678-50b40982d826 req-46248532-0d69-46f9-89aa-1153d5f35498 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 945 time: 0.0812316 Jul 12 16:44:25.410311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:44:25.410916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:25.512341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 982c6daf-d58f-4b44-b3c2-b3d3185a9473, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=982c6daf-d58f-4b44-b3c2-b3d3185a9473,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:25.512709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:25.745827 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:25.746197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:25.746492 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e disassociated. External IP: 172.25.8.71, port: 982c6daf-d58f-4b44-b3c2-b3d3185a9473. Jul 12 16:44:25.746826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 982c6daf-d58f-4b44-b3c2-b3d3185a9473 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:44:25.941128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:26.370019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=982c6daf-d58f-4b44-b3c2-b3d3185a9473,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:26.409675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff744c-cb34-4487-9065-328eb5ef08dc req-acffbc76-622b-477e-820f-fa10d55d9c0f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0326149 Jul 12 16:44:26.565574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:44:26.691250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:26.706554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:26.720670 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:26.721316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:26.747850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 982c6daf-d58f-4b44-b3c2-b3d3185a9473 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:44:26.750716 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:26.752850 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7689838a-db34-41ba-9678-50b40982d826 req-fab613b4-39c7-4876-a458-64b070c63f45 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "DELETE /v2.0/ports/982c6daf-d58f-4b44-b3c2-b3d3185a9473 HTTP/1.1" status: 204 len: 173 time: 1.4582555 Jul 12 16:44:26.753292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'name': 'network-vif-deleted', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:26.756891 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca87d5-7884-4109-bb1d-8b19de9449e3" -d '{"events": [{"server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "name": "network-vif-deleted", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:26.798485 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f87e15d-bc69-43c1-bfd1-c4089d3f17cb x-openstack-request-id: req-2f87e15d-bc69-43c1-bfd1-c4089d3f17cb {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:26.798798 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7342fd6a-d1d5-4d10-adb7-dcf10c7f5372", "name": "network-vif-deleted", "tag": "982c6daf-d58f-4b44-b3c2-b3d3185a9473", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:26.799026 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f87e15d-bc69-43c1-bfd1-c4089d3f17cb {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:26.799423 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342fd6a-d1d5-4d10-adb7-dcf10c7f5372', 'name': 'network-vif-deleted', 'tag': '982c6daf-d58f-4b44-b3c2-b3d3185a9473', 'status': 'completed', 'code': 200} Jul 12 16:44:26.865544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:27.142875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:27.174923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:27.191752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:27.192611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:27.318465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:27.595885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 982c6daf-d58f-4b44-b3c2-b3d3185a9473 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:44:27.624105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 982c6daf-d58f-4b44-b3c2-b3d3185a9473 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:44:27.624520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 982c6daf-d58f-4b44-b3c2-b3d3185a9473 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:44:27.730451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebcbd375-7a57-4a74-8958-59e74dbb1e86 req-51bf6770-277d-4d1b-a4e8-736ba05049e8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0645456 Jul 12 16:44:27.808973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:27.852243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee41fa0-4d45-4ecd-95ab-1cbd1a0b587e None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:28.273204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38ec74-035a-4f15-b2be-cdbac678e59e None None] New status for floating IP 59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:44:28.909392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5b90a9f1-7791-4127-b4ed-cacfaa6903b2 req-45546fd9-b67d-4e4a-b4bd-d4852441c1db tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0348799 Jul 12 16:44:30.115691 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-33eae1a4-1c3e-4799-ad72-2272b85425fa req-5326c0aa-264b-4f39-acf4-e25ffdc4abc3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Jul 12 16:44:31.317310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd63f4ac-d781-4737-b287-d8aab071eaba req-95157cc4-255d-4266-a33c-091dfe4c0710 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=7342fd6a-d1d5-4d10-adb7-dcf10c7f5372 HTTP/1.1" status: 200 len: 210 time: 0.0690515 Jul 12 16:44:32.037908 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a5de021-5838-4f04-a440-ce0291165246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.488208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35262) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:32.564263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Deleting subnet 2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:44:32.569940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.612112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.685467 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.704705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-53f8bf23-70ce-42cf-9130-7114a9f68330 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73518900&fields=id&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 267 time: 0.0761597 Jul 12 16:44:32.750956 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.789623 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.791936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2da9f638-b2f6-4ca7-a528-4fbe2fb6d464 HTTP/1.1" status: 204 len: 168 time: 0.3026896 Jul 12 16:44:32.793633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51006a-0c8b-4a25-9fd0-7c6655350c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da9f638-b2f6-4ca7-a528-4fbe2fb6d464,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:32.794580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35272) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:32.914471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-a9266ac1-d835-4440-9694-d4aef58b8edd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:32.916012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-a9266ac1-d835-4440-9694-d4aef58b8edd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.2037330 Jul 12 16:44:32.918573 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:32.936712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-97e019ed-f5d8-43ef-a624-298a1788b7c8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0148652 Jul 12 16:44:33.057417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.074069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f7aa42-dfca-4585-8e2a-a651263cdc81']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:33.093097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56f5a50-4597-49d1-97c5-40eface6ef41') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:33.093395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56f5a50-4597-49d1-97c5-40eface6ef41') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:33.109858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.141599 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-b2ce574c-33fe-4567-82c1-f31d57b6d2db tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1930332 Jul 12 16:44:33.142614 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.149198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:44:33.149589 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:44:33.151486 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:44:33.264131 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.270764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.275272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] 10.222.0.58 "DELETE /v2.0/networks/66f7aa42-dfca-4585-8e2a-a651263cdc81 HTTP/1.1" status: 204 len: 168 time: 0.4769313 Jul 12 16:44:33.292644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Pushing event deleted for resources: {'Network': ['ID=66f7aa42-dfca-4585-8e2a-a651263cdc81,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:33.306702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.307054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.307396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.307818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.308094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.308424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.308752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.309076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.309399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.309720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.310310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.310455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e5a2-96d2-4fcb-946a-eb105a4d5bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:33.324094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-f1a37a6b-310b-4670-8e9b-d08cc42899db service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620963 Jul 12 16:44:33.429110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-29881a47-658b-4d1a-8629-9dd12b56b2c3 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989058 Jul 12 16:44:33.436738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.470745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:33.517068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bae91d81-ffe6-42f3-958d-fd01860ad56e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=727e8af98e4144bba5994c4a6785d0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450766 Jul 12 16:44:33.519549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35282) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:33.573170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.599376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.663273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.666129 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:33.667346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dd327b8-2237-4f32-be8b-4d32ffd95786 HTTP/1.1" status: 204 len: 168 time: 0.1466389 Jul 12 16:44:33.676953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3383d3-d03a-4ecc-926d-9f20a01ae934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd327b8-2237-4f32-be8b-4d32ffd95786,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:33.829560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-333a6e59-f8bc-4ad4-8b20-db58c2feb434 req-78feeb2c-e72a-413a-ab23-0dbd60d52393 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 210 time: 0.0447640 Jul 12 16:44:34.470348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a5662a18-d30e-42ff-8140-5a0a684d9c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:34.908648 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:34.997711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5a10c1f-b4e1-4249-91c3-8d8813e47bb9 req-2af694a0-db5f-47c8-b7c1-c1a51beabdef tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 210 time: 0.0444210 Jul 12 16:44:35.119132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-8df10af2-fb63-47e6-8a43-09ab87ef16ad tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:35.120778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-8df10af2-fb63-47e6-8a43-09ab87ef16ad tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1551156 Jul 12 16:44:35.169736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-4db99a32-b8df-406d-86a1-b8bc81c3487a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 378 time: 0.0404711 Jul 12 16:44:35.180226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'security_groups': ['66fa67fe-fc0a-43b1-8228-ed0c14c20142']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:35.314975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:35.319894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.466020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.13 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/81ea55a7-88d7-406d-abb3-2fca2e6b8d3c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:35.645307 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.660907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:35.680659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.704091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.771367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:35.773382 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:35.793628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:35.871175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:35.891958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.924661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:35.925408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:35.943835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-0cac26ce-fcd3-43d7-b571-d031a639d3e1 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660191 Jul 12 16:44:35.971659 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Request body: {'port': {'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:36.094107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.179451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8044d1f-051c-4301-a66f-94bc9b8ad1fb None None] Provisioning for port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:36.185288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b8044d1f-051c-4301-a66f-94bc9b8ad1fb None None] Provisioning complete for port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:36.188123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b8044d1f-051c-4301-a66f-94bc9b8ad1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.236290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f5ca-e917-4295-8fea-fa277d7aec19 req-d0e85610-f484-4cb4-9477-eb2b268b0f4b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:36.239236 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4152f5ca-e917-4295-8fea-fa277d7aec19 req-d0e85610-f484-4cb4-9477-eb2b268b0f4b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 932 time: 0.0859499 Jul 12 16:44:36.281748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b8044d1f-051c-4301-a66f-94bc9b8ad1fb None None] Port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:36.301092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4152f5ca-e917-4295-8fea-fa277d7aec19 req-0a8d4bc4-9520-4b82-bf69-91c3de2da415 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457752 Jul 12 16:44:36.424306 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:44:36.433299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.446467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Transition to ACTIVE for port object 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:36.450436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.506818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:36.595328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Attempting to bind port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:36.595695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Attempting to bind port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:36.596035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Attempting to bind port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:36.603076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:44:36.603410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Attempting to bind port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:36.609979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:36.610471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:36.610961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:36.611535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Bound port: 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:36.612066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.705309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:36.709841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:36.715064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.751773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:36.752519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:36.753865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] 10.222.0.77 "PUT /v2.0/ports/81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 1092 time: 0.8043725 Jul 12 16:44:36.754478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:36.756946 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a79aa-e2de-4477-b32b-4ced11fe493b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:36.786894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79df4a-4768-4ecc-ad08-ac2f8c9ed122 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:36.825335 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f3d14-a135-4525-9a2d-ef7185ccb1cb x-openstack-request-id: req-453f3d14-a135-4525-9a2d-ef7185ccb1cb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:36.825778 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:36.826128 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-453f3d14-a135-4525-9a2d-ef7185ccb1cb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:36.826813 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'status': 'completed', 'code': 200} Jul 12 16:44:36.883543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-101bff9e-edf2-47c0-acf4-a348be9d0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:36.885271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-101bff9e-edf2-47c0-acf4-a348be9d0004 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1095 time: 0.0716546 Jul 12 16:44:36.936206 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-f29197d0-f466-4df8-8609-3f98524ec6a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 217 time: 0.0426195 Jul 12 16:44:36.995712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-acfc39f3-6684-4a46-aa7d-91e4799f20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:36.997290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-acfc39f3-6684-4a46-aa7d-91e4799f20dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0539043 Jul 12 16:44:37.081930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-dc864d6d-cc36-40fb-b2ea-7db79c56bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.084712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-dc864d6d-cc36-40fb-b2ea-7db79c56bd08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741735 Jul 12 16:44:37.186325 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-a8a819a1-6678-4ec6-9b91-8b9f77804f00 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944893 Jul 12 16:44:37.292059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54a05f30-6c58-4dea-b576-96f83d6a1082 req-96f3fef1-d555-4eb0-a2d2-f443195a68cb service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987394 Jul 12 16:44:37.305730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:37.423527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-7e83689a-0516-4e4c-a804-dff468525062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.425144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-7e83689a-0516-4e4c-a804-dff468525062 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1095 time: 0.0732837 Jul 12 16:44:37.521429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ddd1-994c-452e-a5e1-04ff961fe5ee req-d971a193-367a-4479-8b0c-9112a0e74f73 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.523893 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5206ddd1-994c-452e-a5e1-04ff961fe5ee req-d971a193-367a-4479-8b0c-9112a0e74f73 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0790589 Jul 12 16:44:37.531378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-0218eb2f-e762-439d-b7b9-0e8600bb5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.532904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-0218eb2f-e762-439d-b7b9-0e8600bb5e2e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1009133 Jul 12 16:44:37.583703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-dba703ec-46e8-4704-94eb-f98ab7594c24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 217 time: 0.0431819 Jul 12 16:44:37.586308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5206ddd1-994c-452e-a5e1-04ff961fe5ee req-e2d65b1d-8e67-4867-9559-a66181d8ed35 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535698 Jul 12 16:44:37.644021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-a5f65b65-369b-4f55-8cdb-8b3bef862962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.645623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-a5f65b65-369b-4f55-8cdb-8b3bef862962 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0535285 Jul 12 16:44:37.707007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-b6d56121-8b76-471a-aa5a-4836f16358f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:37.710157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-b6d56121-8b76-471a-aa5a-4836f16358f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564768 Jul 12 16:44:37.813786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-e3c852cb-fb4c-4733-9b8a-ea052b9f3063 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910926 Jul 12 16:44:37.915368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-516a79aa-e2de-4477-b32b-4ced11fe493b req-f1885245-dcba-44c9-8a4e-c6e0c17d17c7 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948024 Jul 12 16:44:38.772147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0884372-e94e-465f-949e-f23060950954 req-268c47a1-8706-4bcd-bbcf-c39b02d792cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:38.773663 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0884372-e94e-465f-949e-f23060950954 req-268c47a1-8706-4bcd-bbcf-c39b02d792cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0693107 Jul 12 16:44:38.813160 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0884372-e94e-465f-949e-f23060950954 req-58040ae7-3f90-484f-8965-a696e0702e82 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338843 Jul 12 16:44:40.000053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44f77-25b4-4a70-a6c3-67f54f42d903 req-e3945eab-257e-4a3e-9698-6f404f72d835 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:40.004156 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16b44f77-25b4-4a70-a6c3-67f54f42d903 req-e3945eab-257e-4a3e-9698-6f404f72d835 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0750515 Jul 12 16:44:40.053983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-16b44f77-25b4-4a70-a6c3-67f54f42d903 req-4955a9d4-3749-499d-abe7-eff72c39b596 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418751 Jul 12 16:44:41.248546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15528-2cc8-4be5-9976-bba6ed7148fc req-a5afc9e6-df2f-41b8-94c8-3dec4a5c7e51 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:41.250095 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97c15528-2cc8-4be5-9976-bba6ed7148fc req-a5afc9e6-df2f-41b8-94c8-3dec4a5c7e51 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0798004 Jul 12 16:44:41.598429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-97c15528-2cc8-4be5-9976-bba6ed7148fc req-cf16ec75-3437-449a-8cb3-a146ff028e18 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3411217 Jul 12 16:44:42.796204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e44f6e-0c92-4f1b-a60a-a784036f772b req-37dde3f5-906e-433b-be95-1a59d78a545b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:42.798091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4e44f6e-0c92-4f1b-a60a-a784036f772b req-37dde3f5-906e-433b-be95-1a59d78a545b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0798562 Jul 12 16:44:42.850368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4e44f6e-0c92-4f1b-a60a-a784036f772b req-2a1ee61a-0bda-41a1-b4d6-7967aa9bda6b tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453179 Jul 12 16:44:44.034221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d613e98-004d-4681-b525-30573f0bc64f req-03304b43-9444-43db-b560-3dcce0473e8e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:44.038103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d613e98-004d-4681-b525-30573f0bc64f req-03304b43-9444-43db-b560-3dcce0473e8e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0695562 Jul 12 16:44:44.080001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8d613e98-004d-4681-b525-30573f0bc64f req-87f63da2-4829-47b4-9b1d-a54f91c4c266 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352392 Jul 12 16:44:45.270158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f307b-f1b6-4ab2-b77e-042e44228281 req-35757235-2fd8-4a36-892a-a153e1c166c4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:45.271837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-751f307b-f1b6-4ab2-b77e-042e44228281 req-35757235-2fd8-4a36-892a-a153e1c166c4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0738573 Jul 12 16:44:45.313095 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-751f307b-f1b6-4ab2-b77e-042e44228281 req-7a7c0179-4eb1-45a9-b648-c83b73ed4382 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354302 Jul 12 16:44:46.136229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41665a-31b8-4b29-bcce-7e7de7e0711c req-c8535fd8-236c-44f1-a439-128868d62a3b tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:46.137760 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe41665a-31b8-4b29-bcce-7e7de7e0711c req-c8535fd8-236c-44f1-a439-128868d62a3b tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 945 time: 0.0735459 Jul 12 16:44:46.179319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe41665a-31b8-4b29-bcce-7e7de7e0711c req-38ff7ae0-0837-4773-bb1a-114f6f660098 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Jul 12 16:44:46.500009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417d41-ea83-4894-aa07-ba03139cc2bc req-34481f5c-1848-4a02-964c-857fa4af3eaf tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:46.501558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89417d41-ea83-4894-aa07-ba03139cc2bc req-34481f5c-1848-4a02-964c-857fa4af3eaf tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0722463 Jul 12 16:44:46.548707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89417d41-ea83-4894-aa07-ba03139cc2bc req-40e0e248-1465-4570-88af-aee4769aaf54 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408354 Jul 12 16:44:47.366852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b57e4-29a3-4e0d-a7f2-d289512b152e req-68276725-f723-482b-897f-2099f759b8ed tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:47.368814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a30b57e4-29a3-4e0d-a7f2-d289512b152e req-68276725-f723-482b-897f-2099f759b8ed tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 945 time: 0.0711601 Jul 12 16:44:47.408227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a30b57e4-29a3-4e0d-a7f2-d289512b152e req-3e94f270-b87b-4a31-866e-7a4ef207d8fc tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Jul 12 16:44:47.729895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e7a90-5008-41f2-9c50-594c92f57027 req-fed1155e-4150-4ea2-919b-3e3de0426826 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:47.731478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f9e7a90-5008-41f2-9c50-594c92f57027 req-fed1155e-4150-4ea2-919b-3e3de0426826 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 944 time: 0.0664301 Jul 12 16:44:47.772743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f9e7a90-5008-41f2-9c50-594c92f57027 req-2d0b420a-7c93-4243-8bb2-ce63c743d891 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353460 Jul 12 16:44:47.773204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-a90d1b27-76fa-4861-9652-f7e4c5376e69 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:47.774731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-a90d1b27-76fa-4861-9652-f7e4c5376e69 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 945 time: 0.0706398 Jul 12 16:44:47.897382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Deleting port 225b7186-c9b3-490a-ad3d-8b68ab655831 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:44:47.898319 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:47.996690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] For port 225b7186-c9b3-490a-ad3d-8b68ab655831, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=225b7186-c9b3-490a-ad3d-8b68ab655831,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:47.997058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.013718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Calling delete_port for 225b7186-c9b3-490a-ad3d-8b68ab655831 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:44:48.162666 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.179687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['225b7186-c9b3-490a-ad3d-8b68ab655831'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:44:48.221742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Pushing event deleted for resources: {'Port': ['ID=225b7186-c9b3-490a-ad3d-8b68ab655831,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:48.249099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] No DVR routers for this DVR port 225b7186-c9b3-490a-ad3d-8b68ab655831 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:44:48.251989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.253788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d68ebed-3870-4cc9-9220-d80888a870c9 req-6edf6fdd-df07-4654-af80-82c5a3ac5bc7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "DELETE /v2.0/ports/225b7186-c9b3-490a-ad3d-8b68ab655831 HTTP/1.1" status: 204 len: 173 time: 0.4718835 Jul 12 16:44:48.254309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'name': 'network-vif-deleted', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:48.256584 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009bb1a6-b4c1-4f56-a004-4589ea9de7ad" -d '{"events": [{"server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "name": "network-vif-deleted", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:48.294542 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992b656d-c255-4253-b5ff-a88e8ec615ff x-openstack-request-id: req-992b656d-c255-4253-b5ff-a88e8ec615ff {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:48.294831 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59831b3-b3b4-405c-9b76-019cc7e7aa9b", "name": "network-vif-deleted", "tag": "225b7186-c9b3-490a-ad3d-8b68ab655831", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:48.295082 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-992b656d-c255-4253-b5ff-a88e8ec615ff {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:48.295508 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59831b3-b3b4-405c-9b76-019cc7e7aa9b', 'name': 'network-vif-deleted', 'tag': '225b7186-c9b3-490a-ad3d-8b68ab655831', 'status': 'completed', 'code': 200} Jul 12 16:44:48.320190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:44:48.427157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:48.439706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:44:48.481376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.494862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:44:48.515385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:48.519952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.573335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed14bcf7-7a7b-47e9-af79-6414f2be1fce req-ff8b6ab4-fd65-4dd7-8de3-58edf415323f tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a59831b3-b3b4-405c-9b76-019cc7e7aa9b HTTP/1.1" status: 200 len: 210 time: 0.0333767 Jul 12 16:44:48.576339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:48.586726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.587160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.587542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.587919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.588265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.588739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.589088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.589423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.589757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.590087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.590419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.590747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:44:48.624933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35384) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:48.743784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b5035ad3-ad06-4c85-84af-9628ff56a3b2 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2414 time: 0.1173761 Jul 12 16:44:48.746240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35386) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:48.751143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'network': {'name': 'tempest-network-smoke--280738579', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'port_security_enabled': False}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:48.759487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:44:48.774267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:48.779246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.808486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:44:48.820827 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.821115 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Added segment 3bfc3b5e-422e-4133-83ff-6f052f272b01 of type vlan for network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 Jul 12 16:44:48.880630 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.917205 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.927781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:48.929066 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:48.995664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48d76-d098-4b7c-8d7e-1a7f8c7146a8 req-655d2647-a477-432e-902e-165ab0fb3b9a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:49.005140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77d48d76-d098-4b7c-8d7e-1a7f8c7146a8 req-655d2647-a477-432e-902e-165ab0fb3b9a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 945 time: 0.0865157 Jul 12 16:44:49.013093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35390) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:49.013313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2660284 Jul 12 16:44:49.014252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb7fdd-96f7-49c2-adcb-52421e5e60b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Network': ['ID=4189b14a-a6ea-4eed-9532-e7cb7b69a342,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:49.017715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'admin_state_up': True, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:49.028693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:44:49.063933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-77d48d76-d098-4b7c-8d7e-1a7f8c7146a8 req-e028f9b5-854c-431b-8680-a934f9dc2aa0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578675 Jul 12 16:44:49.067054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.067054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.136398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.277771 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.484845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.506009 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.611675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.25.8.124 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/36827886-4df8-4070-b165-5c8359b189ed) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:49.726264 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.770763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:49.816515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:49.816515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:49.819566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:49.851775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=36827886-4df8-4070-b165-5c8359b189ed,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:50.102305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.322499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e25a-93fb-4dca-8e2d-dfb7f0cc4b0a req-11bec58c-1d3d-4cc0-9daf-050d5505bf85 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:50.324378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4c6e25a-93fb-4dca-8e2d-dfb7f0cc4b0a req-11bec58c-1d3d-4cc0-9daf-050d5505bf85 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 945 time: 0.1298580 Jul 12 16:44:50.335280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:50.389481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:50.393779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:50.395386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.411954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c4c6e25a-93fb-4dca-8e2d-dfb7f0cc4b0a req-f765bba3-66d8-43af-991b-1af6c9b87695 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521700 Jul 12 16:44:50.413013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.489104 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.518494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:50.521638 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd04db7-e3e6-418d-92df-94ab75c6b6a6" -d '{"events": [{"server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "name": "network-vif-plugged", "status": "completed", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:50.536562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:50.542258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.573755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 5e17a799-361a-48e4-815d-71d898545d90 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:44:50.618626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:50.629294 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09869f38-fc4a-44c8-9a89-a8dccb2c027b x-openstack-request-id: req-09869f38-fc4a-44c8-9a89-a8dccb2c027b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:50.630540 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "name": "network-vif-plugged", "status": "completed", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:50.630983 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09869f38-fc4a-44c8-9a89-a8dccb2c027b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:50.631561 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'code': 200} Jul 12 16:44:50.700612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:50.713689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Sync routers for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:50.715763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a91520-497c-442c-9560-c8e3d809f5ae req-1d010eda-47e4-4cd6-9143-cd329a48e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:50.717274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77a91520-497c-442c-9560-c8e3d809f5ae req-1d010eda-47e4-4cd6-9143-cd329a48e5ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0684164 Jul 12 16:44:50.724320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:50.725121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:50.726166 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:50.727830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-10850919-1987-4409-8dab-dedd7fb0faea tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7136986 Jul 12 16:44:50.731854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35402) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:50.767749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77a91520-497c-442c-9560-c8e3d809f5ae req-3899fe39-643e-4b0e-9b66-101652639c35 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419567 Jul 12 16:44:50.827390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74c4c6-ff9c-4a1e-9571-8266914b65d3 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:50.832629 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ab74c4c6-ff9c-4a1e-9571-8266914b65d3 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d53e4d34c8084aa2b1d82abe45304009&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0965221 Jul 12 16:44:50.835333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35404) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:50.868985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:51.077314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c54f9-a493-401a-9083-867605429917 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:51.079018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0e4c54f9-a493-401a-9083-867605429917 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2443414 Jul 12 16:44:51.081802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35408) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.090792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f5633858-5e55-40bd-b1d7-94322be833dd None None] Provisioning complete for port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:51.091162 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5633858-5e55-40bd-b1d7-94322be833dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.126069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-819e409d-7edc-4a41-9dc4-9d502e169671 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404515 Jul 12 16:44:51.126314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35410) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.165101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cac4a868-2d3d-492f-bbb5-9adb01059e2f tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d53e4d34c8084aa2b1d82abe45304009&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352230 Jul 12 16:44:51.165449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35412) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.250431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:49Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:51.262273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec05fd-bf36-4e4c-8f60-be060c1f976c tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:51.263808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3eec05fd-bf36-4e4c-8f60-be060c1f976c tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974317 Jul 12 16:44:51.266612 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.277848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Checking router: 5e17a799-361a-48e4-815d-71d898545d90 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:51.278195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Updating router 5e17a799-361a-48e4-815d-71d898545d90 port 36827886-4df8-4070-b165-5c8359b189ed binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:44:51.296705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0bbfe674-8d21-4c55-abd5-f03ad03babe0 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289643 Jul 12 16:44:51.299168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35416) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.305110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177197567', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:51.316914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.393272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:51.397158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.604550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.612129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.618758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 225b7186-c9b3-490a-ad3d-8b68ab655831 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:44:51.649306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 225b7186-c9b3-490a-ad3d-8b68ab655831 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:44:51.649783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 225b7186-c9b3-490a-ad3d-8b68ab655831 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:44:51.651832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Transition to ACTIVE for port object 36827886-4df8-4070-b165-5c8359b189ed will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:51.660012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.662395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5c63-e992-4d06-bbb2-6828f5c7d1e7 req-bd80c7d5-a920-4f81-aa13-b06b33610cbe tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:51.666835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba7a5c63-e992-4d06-bbb2-6828f5c7d1e7 req-bd80c7d5-a920-4f81-aa13-b06b33610cbe tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.0895202 Jul 12 16:44:51.688129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Subnet': ['ID=79ea0275-e60e-443b-aa80-2179a11bddb4,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:51.701085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Checking segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:51.701875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network hostable DHCP agents. Network: 4189b14a-a6ea-4eed-9532-e7cb7b69a342, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:44:51.716903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Attempting to bind port 36827886-4df8-4070-b165-5c8359b189ed on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:51.717274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Attempting to bind port 36827886-4df8-4070-b165-5c8359b189ed by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:51.717638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Attempting to bind port 36827886-4df8-4070-b165-5c8359b189ed on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:51.719565 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ba7a5c63-e992-4d06-bbb2-6828f5c7d1e7 req-9a628375-4444-4f9d-aa4e-42b4f3096dc3 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452869 Jul 12 16:44:51.721517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba6867-e852-45fe-9dc7-f0d3e1b88468 None None] Pushing event updated for resources: {'Port': ['ID=36827886-4df8-4070-b165-5c8359b189ed,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:51.721762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:44:51.727713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:51.728474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:51.728474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.728864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:51.729485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Bound port: 36827886-4df8-4070-b165-5c8359b189ed, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:51.729775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.734540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 4189b14a-a6ea-4eed-9532-e7cb7b69a342) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:51.739107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:51.739803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.757399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4ed7f-f7c0-4c70-8cda-4965c8f25db1 None None] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:44:51.765604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5aec5122-dc96-412a-8e63-69999fe2ad83 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4623284 Jul 12 16:44:51.766077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:51.842131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] For port 36827886-4df8-4070-b165-5c8359b189ed, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:51.846685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] For port 36827886-4df8-4070-b165-5c8359b189ed, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36827886-4df8-4070-b165-5c8359b189ed,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:51.853039 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:51.968095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:51.968723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:51.976505 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba6867-e852-45fe-9dc7-f0d3e1b88468 None None] Pushing event updated for resources: {'Port': ['ID=36827886-4df8-4070-b165-5c8359b189ed,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:52.036632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'fixed_ips': [{'subnet_id': '79ea0275-e60e-443b-aa80-2179a11bddb4'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:44:52.037488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.179689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:52.319661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.503228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Allocated IP 172.20.0.18 (4189b14a-a6ea-4eed-9532-e7cb7b69a342/79ea0275-e60e-443b-aa80-2179a11bddb4/4505bf2d-5a02-4592-9f0a-a5e709803917) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:52.685881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:49Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:52.719579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29a093-87ae-4664-85f1-99bdf89c1978 None None] The sync data for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 is: [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:49Z', 'revision_number': 3, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:52.726900 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.739784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Transition to ACTIVE for port object 4505bf2d-5a02-4592-9f0a-a5e709803917 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:52.755943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Transition to ACTIVE for port object 4505bf2d-5a02-4592-9f0a-a5e709803917 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:52.773703 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.830454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:52.831280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.20.0.17 (4189b14a-a6ea-4eed-9532-e7cb7b69a342/79ea0275-e60e-443b-aa80-2179a11bddb4/67b5a547-0a8d-4895-967b-5e64b78683a2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:52.835696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:52.840434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:52.850251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Pushing event updated for resources: {'Port': ['ID=4505bf2d-5a02-4592-9f0a-a5e709803917,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:52.920668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Attempting to bind port 4505bf2d-5a02-4592-9f0a-a5e709803917 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:52.921224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Attempting to bind port 4505bf2d-5a02-4592-9f0a-a5e709803917 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:52.921684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Attempting to bind port 4505bf2d-5a02-4592-9f0a-a5e709803917 on network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:52.928824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:52.929363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Checking segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:52.929997 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.930622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Bound using segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:52.931316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Bound port: 4505bf2d-5a02-4592-9f0a-a5e709803917, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:52.931813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:52.988685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.003678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Transition to ACTIVE for port object 67b5a547-0a8d-4895-967b-5e64b78683a2 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:53.007746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] For port 4505bf2d-5a02-4592-9f0a-a5e709803917, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:53.011983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] For port 4505bf2d-5a02-4592-9f0a-a5e709803917, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4505bf2d-5a02-4592-9f0a-a5e709803917,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:53.018797 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.117096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648bf4f-3c29-45bc-892f-6be3007c1b21 None None] Pushing event updated for resources: {'Port': ['ID=4505bf2d-5a02-4592-9f0a-a5e709803917,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:53.124610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.275933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:53.277288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:53.290198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505c997-a08b-43dc-bb79-f6e995083b34 req-825e3d67-9bb5-42dd-a35f-4f3748927431 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:53.292125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9505c997-a08b-43dc-bb79-f6e995083b34 req-825e3d67-9bb5-42dd-a35f-4f3748927431 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.3380923 Jul 12 16:44:53.294444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:53.312235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:53.390444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9505c997-a08b-43dc-bb79-f6e995083b34 req-9b254595-87f4-4f8d-9967-a378b8f55c83 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854354 Jul 12 16:44:53.403191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.573367 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36827886-4df8-4070-b165-5c8359b189ed up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:53.686867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 36827886-4df8-4070-b165-5c8359b189ed completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:53.697191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 36827886-4df8-4070-b165-5c8359b189ed triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:53.699925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.714108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.746591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1f57-ca5c-429e-b919-c1a179262a45 req-bb388edf-74ed-4e29-9911-3b658e472da5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:53.749877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af6a1f57-ca5c-429e-b919-c1a179262a45 req-bb388edf-74ed-4e29-9911-3b658e472da5 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.1253912 Jul 12 16:44:53.794927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af6a1f57-ca5c-429e-b919-c1a179262a45 req-b120000a-456e-4a16-ac97-d9d4a230e6a0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360141 Jul 12 16:44:53.804204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.821603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35444) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:53.834984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 36827886-4df8-4070-b165-5c8359b189ed, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36827886-4df8-4070-b165-5c8359b189ed,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:53.841135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:53.940327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=36827886-4df8-4070-b165-5c8359b189ed,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:54.158859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3509fa-959c-4e3c-8c59-df857c51c3a9 tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:54.160742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0a3509fa-959c-4e3c-8c59-df857c51c3a9 tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1092 time: 0.3381538 Jul 12 16:44:54.163406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35448) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:44:54.168463 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:54.201456 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.352334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.433052 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.440028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.453864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e186c-0211-4795-b150-17f999f22a6d None None] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:44:54.477318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.25.8.74 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/f953ae8f-b9e7-4c92-a7d7-ccf841fee50a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:54.520498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.578355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a0ed8fe-712d-48de-a8bd-3ea82e649fbf None None] Provisioning for port 4505bf2d-5a02-4592-9f0a-a5e709803917 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:54.624433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:54.665661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.677123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:54.678726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:54.714517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:54.768681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=f953ae8f-b9e7-4c92-a7d7-ccf841fee50a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:54.780411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:54.785888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:54.789389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:54.826614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 5e17a799-361a-48e4-815d-71d898545d90 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:44:54.970386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:54.977375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e954b882-84bc-4285-ad71-6f994bd59122 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "PUT /v2.0/routers/5e17a799-361a-48e4-815d-71d898545d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098756 Jul 12 16:44:55.098067 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Sync routers for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:55.115331 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:55.115995 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:55.162877 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47819f6f-5232-4962-89d1-dc9440576d60 None None] Provisioning for port 67b5a547-0a8d-4895-967b-5e64b78683a2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:55.168200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-47819f6f-5232-4962-89d1-dc9440576d60 None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:55.168586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47819f6f-5232-4962-89d1-dc9440576d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.254910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-47819f6f-5232-4962-89d1-dc9440576d60 None None] Port 67b5a547-0a8d-4895-967b-5e64b78683a2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:55.330580 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:55.402957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c85838bb-a4a7-4399-8fd0-d2067ff92996 None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:55.405220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c85838bb-a4a7-4399-8fd0-d2067ff92996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.495122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c85838bb-a4a7-4399-8fd0-d2067ff92996 None None] Port 67b5a547-0a8d-4895-967b-5e64b78683a2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:55.578748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-abbd2f36-f31c-4da0-9ebc-e0520b5b659a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:55.594970 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-abbd2f36-f31c-4da0-9ebc-e0520b5b659a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/networks?id=4189b14a-a6ea-4eed-9532-e7cb7b69a342 HTTP/1.1" status: 200 len: 797 time: 0.2194154 Jul 12 16:44:55.620550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-c471b9bc-f7fd-413a-a7f1-ba5e338228a8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/quotas/d53e4d34c8084aa2b1d82abe45304009 HTTP/1.1" status: 200 len: 375 time: 0.0244870 Jul 12 16:44:55.667469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36827886-4df8-4070-b165-5c8359b189ed up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:55.706000 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '67b5a547-0a8d-4895-967b-5e64b78683a2', 'name': '', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:ef:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:52Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 2, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:55.746227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.748545 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Checking router: 5e17a799-361a-48e4-815d-71d898545d90 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:55.748717 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Updating router 5e17a799-361a-48e4-815d-71d898545d90 port 67b5a547-0a8d-4895-967b-5e64b78683a2 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:44:55.749041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 36827886-4df8-4070-b165-5c8359b189ed triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:55.749509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.760060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-3caabe87-206f-4b99-b27e-268549900d36 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1386030 Jul 12 16:44:55.805861 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.914940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:55.922141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-c618b276-986f-4359-b107-8b8684b7cc6b service neutron] 10.222.0.58 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498330 Jul 12 16:44:55.973868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4505bf2d-5a02-4592-9f0a-a5e709803917 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:56.030233 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c65da76b-e970-452d-aa79-66c5be2e9372 None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:56.030613 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c65da76b-e970-452d-aa79-66c5be2e9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.115324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c65da76b-e970-452d-aa79-66c5be2e9372 None None] Port 67b5a547-0a8d-4895-967b-5e64b78683a2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:56.135539 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-960005bb-c758-4c03-9977-a7c21564495b service neutron] 10.222.0.58 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097464 Jul 12 16:44:56.157857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 4505bf2d-5a02-4592-9f0a-a5e709803917 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:56.171110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4505bf2d-5a02-4592-9f0a-a5e709803917 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:56.171110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.303417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.311074 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.390346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a9063f51-3393-4527-8cf9-0c94d2a83f23 None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:56.390723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a9063f51-3393-4527-8cf9-0c94d2a83f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.392324 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.439085 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.473031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 4505bf2d-5a02-4592-9f0a-a5e709803917, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4505bf2d-5a02-4592-9f0a-a5e709803917,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:56.478280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a9063f51-3393-4527-8cf9-0c94d2a83f23 None None] Port 67b5a547-0a8d-4895-967b-5e64b78683a2 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:56.480553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.532402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f80a778-916b-4b2f-a489-1df20c164f90 req-834677f6-76cf-4b46-897b-71bf23a897fe tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 210 time: 0.0441842 Jul 12 16:44:56.538622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=f953ae8f-b9e7-4c92-a7d7-ccf841fee50a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:56.548045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=4505bf2d-5a02-4592-9f0a-a5e709803917,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:56.556980 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.576478 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Transition to ACTIVE for port object 67b5a547-0a8d-4895-967b-5e64b78683a2 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:56.583657 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.647394 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 07712d73-90e4-4ab0-ab66-fb778a5c1f9a associated. External IP: 172.25.8.74, port: 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c. Jul 12 16:44:56.732174 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d82f5-6ff0-402d-8129-87df97cfd2f4 None None] Pushing event updated for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:56.747152 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Attempting to bind port 67b5a547-0a8d-4895-967b-5e64b78683a2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:56.747954 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Attempting to bind port 67b5a547-0a8d-4895-967b-5e64b78683a2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:56.748475 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Attempting to bind port 67b5a547-0a8d-4895-967b-5e64b78683a2 on network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:56.759487 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:56.763878 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Checking segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:56.764761 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.765317 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Bound using segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:56.766010 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Bound port: 67b5a547-0a8d-4895-967b-5e64b78683a2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:56.766561 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.922047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] For port 67b5a547-0a8d-4895-967b-5e64b78683a2, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:56.927215 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] For port 67b5a547-0a8d-4895-967b-5e64b78683a2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67b5a547-0a8d-4895-967b-5e64b78683a2,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:56.934675 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:56.951985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:44:57.001377 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:57.002187 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:57.021313 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-0057cedf-d8bf-46ca-af72-cbf23d079da7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:57.028865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-0057cedf-d8bf-46ca-af72-cbf23d079da7 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 813 time: 0.1872315 Jul 12 16:44:57.045931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-da182f81-60ab-4349-a0b5-b84e1e8797ed tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/quotas/16921ab4829042bab6dbb0374411f6a9 HTTP/1.1" status: 200 len: 375 time: 0.0159075 Jul 12 16:44:57.091118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-3cad7546-0ea3-4383-87fe-ce86e7ec1580 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439904 Jul 12 16:44:57.121235 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:57.144066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:44:57.161710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:44:57.174720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:57.185487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:57.187210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:57.211113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-88c2f8c6-fc1a-4eb4-b3cb-22121e25dbe1 service neutron] 10.222.0.58 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182685 Jul 12 16:44:57.275812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35c5902b-7443-44e7-8c96-afabd6739243 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1111495 Jul 12 16:44:57.276448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:57.279019 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e54e6-2088-4a36-b336-3118799ba2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:57.295897 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d82f5-6ff0-402d-8129-87df97cfd2f4 None None] Pushing event updated for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:57.320220 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb15e889-f21a-48c1-b068-77a40f4de8bb x-openstack-request-id: req-fb15e889-f21a-48c1-b068-77a40f4de8bb {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:57.320712 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:57.321128 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb15e889-f21a-48c1-b068-77a40f4de8bb {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:57.321682 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'status': 'completed', 'code': 200} Jul 12 16:44:57.338778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-ff242df2-f287-40d3-9763-1156718e8a6a service neutron] 10.222.0.58 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187601 Jul 12 16:44:57.356553 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:44:57.412567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-bc7676c2-aa36-4530-98e6-87a581bf8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:57.415342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-bc7676c2-aa36-4530-98e6-87a581bf8467 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0682406 Jul 12 16:44:57.473983 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '67b5a547-0a8d-4895-967b-5e64b78683a2', 'name': '', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:ef:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:52Z', 'updated_at': '2021-07-12T16:44:56Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:57.480029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:57.520728 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c87d8-0273-46e0-b8c0-8ebe3635329e None None] The sync data for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 is: [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '67b5a547-0a8d-4895-967b-5e64b78683a2', 'name': '', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:ef:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:52Z', 'updated_at': '2021-07-12T16:44:56Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:57.526298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4505bf2d-5a02-4592-9f0a-a5e709803917 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:57.548614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-014513bc-03e1-46b8-b2e1-34375cf97b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:57.551070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-014513bc-03e1-46b8-b2e1-34375cf97b16 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1277642 Jul 12 16:44:57.676903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7f8ddfc5-fdf9-40e3-b01c-c32473ab4996 req-5c034bdb-ca5f-462f-bd1b-90f5b9a03feb tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 210 time: 0.1138029 Jul 12 16:44:57.728197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-a39cb58b-ae6c-47a6-81f5-9af651cb0400 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 999 time: 0.1712885 Jul 12 16:44:57.783619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 4505bf2d-5a02-4592-9f0a-a5e709803917 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:57.784508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:57.790955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6259552b-bd6c-4084-b48f-700560b87e9b req-7a97ed98-cc54-4717-8d13-ec62e5fc4e08 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 210 time: 0.0610795 Jul 12 16:44:57.848866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-8f931847-c750-478f-ab97-fd2ea720db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:57.850656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-8f931847-c750-478f-ab97-fd2ea720db32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.1054177 Jul 12 16:44:57.945350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-9c9a2279-c6d7-4b05-8dac-0e0960348d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:57.947158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-9c9a2279-c6d7-4b05-8dac-0e0960348d76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905864 Jul 12 16:44:58.106691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-8430016b-a21e-466b-a9d7-4e8e992fb428 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430318 Jul 12 16:44:58.129781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:55Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:58.161553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-8958d432-efeb-41fd-b3a6-f74388b60cc8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:58.166269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-8958d432-efeb-41fd-b3a6-f74388b60cc8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.65 "GET /v2.0/networks?id=4189b14a-a6ea-4eed-9532-e7cb7b69a342 HTTP/1.1" status: 200 len: 797 time: 0.2350645 Jul 12 16:44:58.180181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:44:58.190541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:44:58.192543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:44:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:58.196385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Request body: {'port': {'device_id': '38582d8d-bf57-4205-90f4-177b83cd0849', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'admin_state_up': True, 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:58.284786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb1e54e6-2088-4a36-b336-3118799ba2d2 req-3ab1fe9f-cc4d-403e-9d91-919dd214eaa8 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689982 Jul 12 16:44:58.374889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Made reservation on behalf of d53e4d34c8084aa2b1d82abe45304009 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:58.380852 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:58.394250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:44:58.534573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Allocated IP 172.20.0.28 (4189b14a-a6ea-4eed-9532-e7cb7b69a342/79ea0275-e60e-443b-aa80-2179a11bddb4/738ff426-e4b2-4542-bd59-c51ec90eb6c0) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:58.667386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:55Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:44:58.689639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:58.710100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Transition to ACTIVE for port object 738ff426-e4b2-4542-bd59-c51ec90eb6c0 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:58.759562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:58.813808 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:58.831249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:58.838712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:58.872577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff1f0d31-fec6-4bd1-857d-7f2b696bbb45 req-cf683558-591c-468e-bb15-2612fb962b90 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 210 time: 0.0600207 Jul 12 16:44:58.874185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bf7a3b-8798-45dc-aa55-189b3dd4ccf8 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:55Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:44:58.897857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event updated for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:58.973228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:58.974071 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.000082 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-a5d4e96f-de8a-4f69-a2c3-7a511a290979 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8105192 Jul 12 16:44:59.020280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Request body: {'port': {'device_id': '38582d8d-bf57-4205-90f4-177b83cd0849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:59.083483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1cba-09df-4a81-8364-dcf255ce27c2 req-1b67b1e8-122a-45e8-98d2-07a9697925a5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:59.086127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9dcc1cba-09df-4a81-8364-dcf255ce27c2 req-1b67b1e8-122a-45e8-98d2-07a9697925a5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 895 time: 0.1280384 Jul 12 16:44:59.135484 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.165247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1fb67b3-7e47-47d3-afd2-5cf1a346563c None None] Provisioning for port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:59.171150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d1fb67b3-7e47-47d3-afd2-5cf1a346563c None None] Provisioning complete for port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:59.172452 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d1fb67b3-7e47-47d3-afd2-5cf1a346563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.236227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb67b3-7e47-47d3-afd2-5cf1a346563c None None] Port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:44:59.260400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-ebae4bd5-718a-461d-ae1d-4e95b2291535 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:59.261969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-ebae4bd5-718a-461d-ae1d-4e95b2291535 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 813 time: 0.1749370 Jul 12 16:44:59.282932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Request body: {'port': {'device_id': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727', 'admin_state_up': True, 'tenant_id': '16921ab4829042bab6dbb0374411f6a9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:44:59.407057 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e319b-48c9-428b-a08f-6e3dbc4c4a1c None None] New status for floating IP 07712d73-90e4-4ab0-ab66-fb778a5c1f9a: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:44:59.446067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Made reservation on behalf of 16921ab4829042bab6dbb0374411f6a9 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:44:59.449832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.515769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67b5a547-0a8d-4895-967b-5e64b78683a2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:44:59.540223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738ff426-e4b2-4542-bd59-c51ec90eb6c0 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:44:59.551372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.570374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Transition to ACTIVE for port object 738ff426-e4b2-4542-bd59-c51ec90eb6c0 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:44:59.571467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 67b5a547-0a8d-4895-967b-5e64b78683a2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:44:59.574536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.577349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:44:59.578111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.605433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Allocated IP 172.20.0.4 (50ac8ca0-b58c-413f-b960-2e1d576db727/5c8eb63f-b932-4cb2-8dc0-aa8b7a907925/66930dda-f5ca-4b91-ae56-10725dfcc838) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:44:59.646314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Pushing event updated for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:59.676192 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.717432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 67b5a547-0a8d-4895-967b-5e64b78683a2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67b5a547-0a8d-4895-967b-5e64b78683a2,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:44:59.725522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.743339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Attempting to bind port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:44:59.743722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Attempting to bind port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:44:59.744051 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Attempting to bind port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 on network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:59.748675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 on network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:44:59.748957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Attempting to bind port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 on network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:44:59.754712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:44:59.755056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Checking segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:44:59.755424 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Bound using segment: {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:44:59.755883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Bound port: 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfc3b5e-422e-4133-83ff-6f052f272b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:44:59.756235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.800482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:59.815422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.829905 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:44:59.834768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:44:59.838826 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.865439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.882436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:44:59.882965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:44:59.884647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] 10.222.0.65 "PUT /v2.0/ports/738ff426-e4b2-4542-bd59-c51ec90eb6c0 HTTP/1.1" status: 200 len: 1055 time: 0.8710368 Jul 12 16:44:59.885041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:44:59.887781 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28184af-fca0-4de3-b250-0541d4e53feb" -d '{"events": [{"name": "network-changed", "server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:44:59.921413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58526c-8645-4fd8-9e11-ab57560fb077 service neutron] Pushing event updated for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:59.923959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Network 50ac8ca0-b58c-413f-b960-2e1d576db727 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:44:59.931311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Pushing event updated for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:44:59.934488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:44:59.942084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:44:59.952578 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48eebd6-1b17-4068-af86-8a6001f61650 x-openstack-request-id: req-f48eebd6-1b17-4068-af86-8a6001f61650 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:44:59.952870 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:44:59.958271 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f48eebd6-1b17-4068-af86-8a6001f61650 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:44:59.958783 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0', 'status': 'completed', 'code': 200} Jul 12 16:45:00.042537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.043224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.046886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-68a3d729-7f4c-438d-a06c-cde04fbac231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.048514 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-68a3d729-7f4c-438d-a06c-cde04fbac231 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 1058 time: 0.0826898 Jul 12 16:45:00.059942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-32f0a104-6d69-47d8-b90e-72f6b7dc77e9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830505 Jul 12 16:45:00.071350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Request body: {'port': {'device_id': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:45:00.109724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-ba3f2f20-f3ae-49ec-9fcf-92f5e68014ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0 HTTP/1.1" status: 200 len: 217 time: 0.0508487 Jul 12 16:45:00.168862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-cf07647b-8327-44fd-b5e8-d80bb36ea4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.170679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-cf07647b-8327-44fd-b5e8-d80bb36ea4c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=79ea0275-e60e-443b-aa80-2179a11bddb4 HTTP/1.1" status: 200 len: 837 time: 0.0505619 Jul 12 16:45:00.227311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4f38f14-6334-4e91-9732-872008603608 None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:45:00.227939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4f38f14-6334-4e91-9732-872008603608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.259885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7fd1-9ae0-43cd-8133-74b2dde19f2f req-592ed00f-27e1-47c3-ae44-6162dc18d37a tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.261546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-418f7fd1-9ae0-43cd-8133-74b2dde19f2f req-592ed00f-27e1-47c3-ae44-6162dc18d37a tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 931 time: 0.1874480 Jul 12 16:45:00.271876 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.317116 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735857a5-cd99-42b2-8146-c40dea32b188 req-529b605e-9ac7-431c-8e49-32e56aa1923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.318815 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-529b605e-9ac7-431c-8e49-32e56aa1923b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4189b14a-a6ea-4eed-9532-e7cb7b69a342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360292 Jul 12 16:45:00.340095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ee5-027b-4ce4-b1f2-eb20ddc10fcd req-ced3944c-174d-4e3b-ba13-1c6232120ba5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.355639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e2b0ee5-027b-4ce4-b1f2-eb20ddc10fcd req-ced3944c-174d-4e3b-ba13-1c6232120ba5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 907 time: 0.1197200 Jul 12 16:45:00.363479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-418f7fd1-9ae0-43cd-8133-74b2dde19f2f req-e0a445e8-5fc8-4403-ad09-e1d021b83c4f tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932541 Jul 12 16:45:00.465466 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-f3c3b4ca-6226-4b47-a689-31b86a62a2a2 service neutron] 10.222.0.65 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337187 Jul 12 16:45:00.568864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-735857a5-cd99-42b2-8146-c40dea32b188 req-0eb34d8c-caab-4dab-9efd-d2586d080573 service neutron] 10.222.0.65 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918636 Jul 12 16:45:00.617322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66930dda-f5ca-4b91-ae56-10725dfcc838 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:45:00.624719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.636959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Transition to ACTIVE for port object 66930dda-f5ca-4b91-ae56-10725dfcc838 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:45:00.640491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.677494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28184af-fca0-4de3-b250-0541d4e53feb req-992a4749-701a-48b8-abfb-f9d17bb370f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.678995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-992a4749-701a-48b8-abfb-f9d17bb370f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 1058 time: 0.0551281 Jul 12 16:45:00.713290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Pushing event updated for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:00.767284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Attempting to bind port 66930dda-f5ca-4b91-ae56-10725dfcc838 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:45:00.767641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Attempting to bind port 66930dda-f5ca-4b91-ae56-10725dfcc838 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:45:00.767971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Attempting to bind port 66930dda-f5ca-4b91-ae56-10725dfcc838 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:45:00.772923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Port 66930dda-f5ca-4b91-ae56-10725dfcc838 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:45:00.773242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Attempting to bind port 66930dda-f5ca-4b91-ae56-10725dfcc838 on network 50ac8ca0-b58c-413f-b960-2e1d576db727 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:45:00.777341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28184af-fca0-4de3-b250-0541d4e53feb req-03f80849-c0f3-4e33-b71d-8c1f04a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.778084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:45:00.778424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Checking segment: {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:45:00.778818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Bound using segment: {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:45:00.778950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-03f80849-c0f3-4e33-b71d-8c1f04a36b96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4189b14a-a6ea-4eed-9532-e7cb7b69a342 HTTP/1.1" status: 200 len: 898 time: 0.0928926 Jul 12 16:45:00.779239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Bound port: 66930dda-f5ca-4b91-ae56-10725dfcc838, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1a0a73-6861-4845-8e8c-4f46d076c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:45:00.779610 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.827229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-09084eb6-1343-4551-9b84-1f62f86b6068 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0 HTTP/1.1" status: 200 len: 217 time: 0.0412090 Jul 12 16:45:00.847540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:45:00.851218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66930dda-f5ca-4b91-ae56-10725dfcc838,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:45:00.855975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.881180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28184af-fca0-4de3-b250-0541d4e53feb req-23f2d134-0f51-41a9-9ed0-91df148836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.882619 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-23f2d134-0f51-41a9-9ed0-91df148836b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=79ea0275-e60e-443b-aa80-2179a11bddb4 HTTP/1.1" status: 200 len: 837 time: 0.0470204 Jul 12 16:45:00.891104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.891742 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:00.893117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] 10.222.0.65 "PUT /v2.0/ports/66930dda-f5ca-4b91-ae56-10725dfcc838 HTTP/1.1" status: 200 len: 1091 time: 0.8264506 Jul 12 16:45:00.893552 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:00.896656 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c90f8-071f-4812-881a-38554f2bf5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:00.927116 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e163250-9727-4e0e-b233-b25f6e8eddcd service neutron] Pushing event updated for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:00.947606 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb500f-e631-486e-b4ff-07a12956cc53 x-openstack-request-id: req-8dbb500f-e631-486e-b4ff-07a12956cc53 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:00.947911 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:00.948162 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dbb500f-e631-486e-b4ff-07a12956cc53 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:00.948965 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838', 'status': 'completed', 'code': 200} Jul 12 16:45:00.954650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28184af-fca0-4de3-b250-0541d4e53feb req-850401c9-ad64-4966-82f0-ad909c01c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.956174 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-850401c9-ad64-4966-82f0-ad909c01c6ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4189b14a-a6ea-4eed-9532-e7cb7b69a342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646968 Jul 12 16:45:00.996719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-c64e8981-478f-4535-b66d-ec3ade0b767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:00.998359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-c64e8981-478f-4535-b66d-ec3ade0b767f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 1094 time: 0.0629027 Jul 12 16:45:01.040862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-dc944d78-7fc3-4faf-b56e-d83b134e4982 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66930dda-f5ca-4b91-ae56-10725dfcc838 HTTP/1.1" status: 200 len: 217 time: 0.0350306 Jul 12 16:45:01.053274 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-8ae55c95-6ad8-4f79-939f-98160fdc6dd4 service neutron] 10.222.0.65 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886238 Jul 12 16:45:01.093651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4b66bb75-63c7-4a4d-a22d-148bfeb461d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.095258 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-4b66bb75-63c7-4a4d-a22d-148bfeb461d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 HTTP/1.1" status: 200 len: 853 time: 0.0467017 Jul 12 16:45:01.129546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-f0adc178-100b-4b1e-a2ec-90cd6d37ea08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=50ac8ca0-b58c-413f-b960-2e1d576db727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274668 Jul 12 16:45:01.152371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a28184af-fca0-4de3-b250-0541d4e53feb req-0af9657e-7b01-412b-aa6b-6d5d9e20ec31 service neutron] 10.222.0.65 "GET /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Jul 12 16:45:01.224578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-ee2cc467-a17b-4dfb-bb29-fc4e9e6e2838 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880687 Jul 12 16:45:01.315381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e3bd16aa-a7c6-4ee2-9d85-724846afba77 req-34d3c6e9-0e6e-4851-8eed-05263c54d119 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Jul 12 16:45:01.423838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-db68eda8-25ff-49ea-ab04-aad3c6cd83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.425869 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-db68eda8-25ff-49ea-ab04-aad3c6cd83a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16921ab4829042bab6dbb0374411f6a9&device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 1094 time: 0.0629056 Jul 12 16:45:01.477032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67b5a547-0a8d-4895-967b-5e64b78683a2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:45:01.531110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 67b5a547-0a8d-4895-967b-5e64b78683a2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:45:01.531897 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:01.574231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-1144eb8a-033f-4935-8f1d-ff42e3ac6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.575735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-1144eb8a-033f-4935-8f1d-ff42e3ac6c2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 200 len: 914 time: 0.1427133 Jul 12 16:45:01.576457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457719f-22db-4b8a-819c-37926ba995e1 req-de12ffaf-10cf-4c41-8841-122c9e8a90b6 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.578032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6457719f-22db-4b8a-819c-37926ba995e1 req-de12ffaf-10cf-4c41-8841-122c9e8a90b6 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 943 time: 0.0791686 Jul 12 16:45:01.602512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003767e-2e9b-4a9c-9442-ec00f1da79e1 req-f8b90c54-c612-4a25-b104-f79fa9ffbc41 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.604171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4003767e-2e9b-4a9c-9442-ec00f1da79e1 req-f8b90c54-c612-4a25-b104-f79fa9ffbc41 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 907 time: 0.1139333 Jul 12 16:45:01.627949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6457719f-22db-4b8a-819c-37926ba995e1 req-526bf948-49e5-4edc-9db9-d434d9c4c38d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Jul 12 16:45:01.645381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-7acb98a4-8402-4b67-9bec-c8d986390ea5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66930dda-f5ca-4b91-ae56-10725dfcc838 HTTP/1.1" status: 200 len: 217 time: 0.0607769 Jul 12 16:45:01.695822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-8bf2de74-7f82-42db-b46e-24157c9c28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:01.697281 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-8bf2de74-7f82-42db-b46e-24157c9c28d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 HTTP/1.1" status: 200 len: 853 time: 0.0450075 Jul 12 16:45:01.731176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-d87a1d87-2c5a-43cf-bab0-8ec152b59f97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=50ac8ca0-b58c-413f-b960-2e1d576db727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266800 Jul 12 16:45:01.827406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-92c3490d-be3e-49b6-867a-34a6754ed9a8 service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883317 Jul 12 16:45:01.926360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd6c90f8-071f-4812-881a-38554f2bf5ab req-2b4f534f-bb10-446f-8f25-1dcf12ef3bde service neutron] 10.222.0.65 "GET /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883555 Jul 12 16:45:02.041151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d8e9eb40-50b7-4d8f-8721-455e0ba3e14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:02.812757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a64550-3531-4566-9ace-5646948c43aa req-559cafde-2497-4f2b-a75c-f2657f7d9e8b tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:02.814259 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40a64550-3531-4566-9ace-5646948c43aa req-559cafde-2497-4f2b-a75c-f2657f7d9e8b tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 943 time: 0.0709693 Jul 12 16:45:02.817618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d1da1-3ac6-4b7f-b6e2-4f89dfd2da39 req-165069f7-2858-4c9a-8201-d1c4f079ccdb tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:02.819273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c8d1da1-3ac6-4b7f-b6e2-4f89dfd2da39 req-165069f7-2858-4c9a-8201-d1c4f079ccdb tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 907 time: 0.0758069 Jul 12 16:45:02.858537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-40a64550-3531-4566-9ace-5646948c43aa req-9eb1bacf-e516-462f-8387-07fad62269e3 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Jul 12 16:45:03.433979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:03.664815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66930dda-f5ca-4b91-ae56-10725dfcc838 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:45:03.761059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66930dda-f5ca-4b91-ae56-10725dfcc838,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:03.772357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '66930dda-f5ca-4b91-ae56-10725dfcc838', 'network_id': '50ac8ca0-b58c-413f-b960-2e1d576db727', 'port_id': '66930dda-f5ca-4b91-ae56-10725dfcc838', 'mac_address': 'fa:16:3e:16:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8eb63f-b932-4cb2-8dc0-aa8b7a907925', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:45:03.809504 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:03.825339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66930dda-f5ca-4b91-ae56-10725dfcc838 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:45:03.844265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66930dda-f5ca-4b91-ae56-10725dfcc838,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:03.849186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:03.888124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 738ff426-e4b2-4542-bd59-c51ec90eb6c0 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:45:03.915757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:04.004410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:04.012795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8099383-e875-4878-b3d0-82c77feeb5fa req-69498204-167f-4a86-a6b1-b6814b93710f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:04.014460 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8099383-e875-4878-b3d0-82c77feeb5fa req-69498204-167f-4a86-a6b1-b6814b93710f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 907 time: 0.0754282 Jul 12 16:45:04.020832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '738ff426-e4b2-4542-bd59-c51ec90eb6c0', 'network_id': '4189b14a-a6ea-4eed-9532-e7cb7b69a342', 'port_id': '738ff426-e4b2-4542-bd59-c51ec90eb6c0', 'mac_address': 'fa:16:3e:6f:42:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ea0275-e60e-443b-aa80-2179a11bddb4', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:45:04.054570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f870a-cd27-4076-9923-f1982627a4ca req-7a391f81-11ac-4cd8-beeb-cd14c45de878 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:04.056229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-960f870a-cd27-4076-9923-f1982627a4ca req-7a391f81-11ac-4cd8-beeb-cd14c45de878 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 944 time: 0.0696528 Jul 12 16:45:04.059843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:04.072538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738ff426-e4b2-4542-bd59-c51ec90eb6c0 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:45:04.094979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:04.099763 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:04.101905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-960f870a-cd27-4076-9923-f1982627a4ca req-6106b175-b9ea-4485-b30b-3a65f3503d64 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 Jul 12 16:45:04.154550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:04.399632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['738ff426-e4b2-4542-bd59-c51ec90eb6c0'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:45:04.401694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['66930dda-f5ca-4b91-ae56-10725dfcc838'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:45:04.492548 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-320ab90d-981c-4213-b365-c8eb8316eb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:04.911086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.192324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16314306-4a90-4c6c-83bb-fc5d1c8b9f58 req-2fec20a6-0f2d-4c3c-9d8d-ca0f31d9d3a3 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:05.193870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-16314306-4a90-4c6c-83bb-fc5d1c8b9f58 req-2fec20a6-0f2d-4c3c-9d8d-ca0f31d9d3a3 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 908 time: 0.0687668 Jul 12 16:45:05.300127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562600e-7c1a-41f4-86b9-4c8c7565c4a9 req-3e2a7490-60ac-47e9-897c-f9a7645427ad tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:05.302341 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0562600e-7c1a-41f4-86b9-4c8c7565c4a9 req-3e2a7490-60ac-47e9-897c-f9a7645427ad tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 944 time: 0.0672629 Jul 12 16:45:05.341038 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0562600e-7c1a-41f4-86b9-4c8c7565c4a9 req-b4465d79-ea09-4e36-b7b3-c49c3cb5cb04 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330892 Jul 12 16:45:05.681659 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66930dda-f5ca-4b91-ae56-10725dfcc838 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:45:05.713238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.735768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 66930dda-f5ca-4b91-ae56-10725dfcc838 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:45:05.739228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 66930dda-f5ca-4b91-ae56-10725dfcc838 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:45:05.739610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.819157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.842065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:05.844344 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67484359-7484-4bb7-81f4-f72de9a1c43d" -d '{"events": [{"server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "name": "network-vif-plugged", "status": "completed", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:05.864521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66930dda-f5ca-4b91-ae56-10725dfcc838,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:05.869788 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.874545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:05.898908 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68825f4d-7e77-4071-a155-f073593a126b x-openstack-request-id: req-68825f4d-7e77-4071-a155-f073593a126b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:05.899245 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "name": "network-vif-plugged", "status": "completed", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:05.899501 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68825f4d-7e77-4071-a155-f073593a126b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:05.899909 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838', 'code': 200} Jul 12 16:45:05.905465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 738ff426-e4b2-4542-bd59-c51ec90eb6c0 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:45:05.959886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:05.977698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:45:05.981521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:45:05.981890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:06.008192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151d6a-9a8c-4911-bee5-dd1c40e362ae req-91c38627-a511-4df9-8391-df84ee6fab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:06.009705 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e151d6a-9a8c-4911-bee5-dd1c40e362ae req-91c38627-a511-4df9-8391-df84ee6fab3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 1096 time: 0.0578606 Jul 12 16:45:06.049383 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e151d6a-9a8c-4911-bee5-dd1c40e362ae req-dbd20331-5586-45f8-8b29-6edc1692c169 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285649 Jul 12 16:45:06.062500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:06.094468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:06.099378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:06.160903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:06.383298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce51894-05fd-42ba-8ab5-31dddd4e079a req-81e89941-8c5f-4cfa-912f-a5cb8e0afb16 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:06.385109 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9ce51894-05fd-42ba-8ab5-31dddd4e079a req-81e89941-8c5f-4cfa-912f-a5cb8e0afb16 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0757048 Jul 12 16:45:06.488646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1d3cfa31-2bd2-4e5c-8b53-0ddaa813046e None None] Provisioning complete for port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:45:06.489168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d3cfa31-2bd2-4e5c-8b53-0ddaa813046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:06.521668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa62435-927f-4bf1-855a-1b123bb12ada req-4236a045-984c-4872-8eb2-eab4816c888e tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:06.523164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfa62435-927f-4bf1-855a-1b123bb12ada req-4236a045-984c-4872-8eb2-eab4816c888e tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 945 time: 0.0659082 Jul 12 16:45:06.561997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfa62435-927f-4bf1-855a-1b123bb12ada req-6f6c9e55-d529-4cee-bbbb-dcfcdd589e8f tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Jul 12 16:45:07.304213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:07.594924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8d9f-bc05-41ef-b456-50edb19681ec req-bb6982e1-0810-4f1a-b23b-4b437d77ce79 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:07.596671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e58e8d9f-bc05-41ef-b456-50edb19681ec req-bb6982e1-0810-4f1a-b23b-4b437d77ce79 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0806358 Jul 12 16:45:07.740956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652568d-90aa-49c4-ae5d-bc0337f95ec5 req-f667a392-7b3b-4282-b41a-77e5b446c7e8 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:07.742432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9652568d-90aa-49c4-ae5d-bc0337f95ec5 req-f667a392-7b3b-4282-b41a-77e5b446c7e8 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 945 time: 0.0640337 Jul 12 16:45:07.783817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9652568d-90aa-49c4-ae5d-bc0337f95ec5 req-3962cdd1-01a8-4ee4-91a1-e99031fc7763 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Jul 12 16:45:07.900821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:07.903183 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32107444-57ee-4292-a932-1ab758b607e2" -d '{"events": [{"server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "name": "network-vif-plugged", "status": "completed", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:07.938083 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a41564-d72b-4464-bbf6-4d68c3ed1fcc x-openstack-request-id: req-e3a41564-d72b-4464-bbf6-4d68c3ed1fcc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:07.938380 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "name": "network-vif-plugged", "status": "completed", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:07.938631 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3a41564-d72b-4464-bbf6-4d68c3ed1fcc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:07.939023 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0', 'code': 200} Jul 12 16:45:08.056713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d92b-eef6-404c-9aa4-74940d0256da req-94a2816a-2bb6-46d1-b92b-4712d0cd397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:08.058307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e577d92b-eef6-404c-9aa4-74940d0256da req-94a2816a-2bb6-46d1-b92b-4712d0cd397a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 1060 time: 0.0553026 Jul 12 16:45:08.810644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679e29-d270-4619-8880-c56a509fd143 req-c9496142-1466-4400-ac56-96ad86741755 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:08.812592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55679e29-d270-4619-8880-c56a509fd143 req-c9496142-1466-4400-ac56-96ad86741755 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0849154 Jul 12 16:45:10.055451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ff3e-2530-498e-be73-59a0d01aeade req-09c339a0-6c6c-4eef-ad74-2daa93add293 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:10.057535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d12ff3e-2530-498e-be73-59a0d01aeade req-09c339a0-6c6c-4eef-ad74-2daa93add293 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0876272 Jul 12 16:45:10.248647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595b1e5-1bcf-4725-82d0-43d879b76670 req-71b8e818-16f1-41a1-ae99-194721a82142 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:10.250335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8595b1e5-1bcf-4725-82d0-43d879b76670 req-71b8e818-16f1-41a1-ae99-194721a82142 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0674503 Jul 12 16:45:10.431440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42b6c7-4c4d-4967-8f69-fd4f7e272230 req-d2c0f907-5035-4695-bb23-bd1f8b1204f8 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:10.433069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f42b6c7-4c4d-4967-8f69-fd4f7e272230 req-d2c0f907-5035-4695-bb23-bd1f8b1204f8 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 1060 time: 0.0689814 Jul 12 16:45:10.603355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f242aa-14bd-4c4d-b4c8-dd7d42ddb465 req-40e5a0a6-bce8-445f-b727-6be489836c75 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:10.605006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a8f242aa-14bd-4c4d-b4c8-dd7d42ddb465 req-40e5a0a6-bce8-445f-b727-6be489836c75 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.0582142 Jul 12 16:45:10.643568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a8f242aa-14bd-4c4d-b4c8-dd7d42ddb465 req-25a434fe-6905-45df-b188-456b8cbc25e7 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325072 Jul 12 16:45:10.668127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35582) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:10.723479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92faf0c1-054e-4a10-9f87-8df8f17c7043 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:10.728081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-92faf0c1-054e-4a10-9f87-8df8f17c7043 tempest-TestSecurityGroupsBasicOps-2045931672 tempest-TestSecurityGroupsBasicOps-2045931672-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 1055 time: 0.0559130 Jul 12 16:45:11.105963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d37f-b4b1-48f2-b68a-2a12e89d3950 req-fbe8ffbf-2fbd-46ff-b1ed-5b1f40e990cc tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:11.107364 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9619d37f-b4b1-48f2-b68a-2a12e89d3950 req-fbe8ffbf-2fbd-46ff-b1ed-5b1f40e990cc tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0656457 Jul 12 16:45:12.300308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f66270-58e4-4c15-8546-320f2dda9785 req-8a147eb9-05c5-4f1b-88c3-5165f754059a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:12.302374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-88f66270-58e4-4c15-8546-320f2dda9785 req-8a147eb9-05c5-4f1b-88c3-5165f754059a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0689540 Jul 12 16:45:12.456115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-e34e1334-a1b4-4a50-938b-3dfa6b2c47ac tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:12.458662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-e34e1334-a1b4-4a50-938b-3dfa6b2c47ac tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.65 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 909 time: 0.0690370 Jul 12 16:45:12.587482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:12.587910 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:12.686072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 738ff426-e4b2-4542-bd59-c51ec90eb6c0, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=738ff426-e4b2-4542-bd59-c51ec90eb6c0,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:12.686364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:12.704126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 738ff426-e4b2-4542-bd59-c51ec90eb6c0 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:12.838983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:12.868547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=738ff426-e4b2-4542-bd59-c51ec90eb6c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:12.922177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] No DVR routers for this DVR port 738ff426-e4b2-4542-bd59-c51ec90eb6c0 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:45:12.925294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:12.927903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-59dc8c7f-7a16-440d-baf2-a6ac056479e0 req-f122c835-d4f8-4133-8638-51003c0cd45f tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.65 "DELETE /v2.0/ports/738ff426-e4b2-4542-bd59-c51ec90eb6c0 HTTP/1.1" status: 204 len: 173 time: 0.4548254 Jul 12 16:45:12.928340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'name': 'network-vif-deleted', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:12.930746 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d7ce3-9c83-4742-9a41-f25cca9773b9" -d '{"events": [{"server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "name": "network-vif-deleted", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:12.976289 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308cd454-b17d-448c-9ddd-c0a9811f643a x-openstack-request-id: req-308cd454-b17d-448c-9ddd-c0a9811f643a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:12.976555 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38582d8d-bf57-4205-90f4-177b83cd0849", "name": "network-vif-deleted", "tag": "738ff426-e4b2-4542-bd59-c51ec90eb6c0", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:12.976810 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-308cd454-b17d-448c-9ddd-c0a9811f643a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:12.977368 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38582d8d-bf57-4205-90f4-177b83cd0849', 'name': 'network-vif-deleted', 'tag': '738ff426-e4b2-4542-bd59-c51ec90eb6c0', 'status': 'completed', 'code': 200} Jul 12 16:45:13.464370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb1cb5ca-b426-4e35-b5c2-a549a36d3827 req-3719cfee-129c-478e-bb4f-1a9c251c3cf8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=38582d8d-bf57-4205-90f4-177b83cd0849 HTTP/1.1" status: 200 len: 210 time: 0.0312304 Jul 12 16:45:14.559369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35604) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:14.985251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:15.279287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 67b5a547-0a8d-4895-967b-5e64b78683a2 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:15.279653 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:15.371819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 67b5a547-0a8d-4895-967b-5e64b78683a2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=67b5a547-0a8d-4895-967b-5e64b78683a2,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:15.372174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:15.386200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 67b5a547-0a8d-4895-967b-5e64b78683a2 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:15.583279 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:15.615125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=67b5a547-0a8d-4895-967b-5e64b78683a2,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:15.660625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.661071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.661565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.661910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.662245 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.662591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.662917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.663244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.663654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.663990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.664314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.664649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:15.742551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 738ff426-e4b2-4542-bd59-c51ec90eb6c0 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:15.764231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 738ff426-e4b2-4542-bd59-c51ec90eb6c0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:15.764587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 738ff426-e4b2-4542-bd59-c51ec90eb6c0 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:16.179078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.416214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 5e17a799-361a-48e4-815d-71d898545d90 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:45:16.522152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:45:16.527750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d625bf76-c058-4c70-994a-2c766b5ed8f5 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "PUT /v2.0/routers/5e17a799-361a-48e4-815d-71d898545d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9672594 Jul 12 16:45:16.530304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35608) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:16.532433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Sync routers for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:45:16.542992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:16.543664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:16.585631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting subnet 79ea0275-e60e-443b-aa80-2179a11bddb4 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:45:16.588756 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.631025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.658538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:16.718758 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.784743 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.814097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Subnet': ['ID=79ea0275-e60e-443b-aa80-2179a11bddb4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:16.816128 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.821323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3d89692a-5993-44af-9b69-f59186f3c9b4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/subnets/79ea0275-e60e-443b-aa80-2179a11bddb4 HTTP/1.1" status: 204 len: 168 time: 0.2873337 Jul 12 16:45:16.822203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35614) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:16.839114 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c84e74-b76c-4fdb-a3cf-1f832a277d53 None None] Network 4189b14a-a6ea-4eed-9532-e7cb7b69a342 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:45:16.934997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:16.957692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:45:15Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:16.991308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Checking router: 5e17a799-361a-48e4-815d-71d898545d90 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:45:17.007373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Routers {'5e17a799-361a-48e4-815d-71d898545d90'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:17.008018 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5e17a799-361a-48e4-815d-71d898545d90'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:17.044133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.101572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 36827886-4df8-4070-b165-5c8359b189ed {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:17.101917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.122373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] DHCP port deletion for 4189b14a-a6ea-4eed-9532-e7cb7b69a342 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:45:17.131501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] Set router 5e17a799-361a-48e4-815d-71d898545d90 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:17.182241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 36827886-4df8-4070-b165-5c8359b189ed, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=36827886-4df8-4070-b165-5c8359b189ed,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:17.182598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.195660 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 36827886-4df8-4070-b165-5c8359b189ed owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:17.291234 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Deleting port 4505bf2d-5a02-4592-9f0a-a5e709803917 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:17.291640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.380506 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.384791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] For port 4505bf2d-5a02-4592-9f0a-a5e709803917, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=4505bf2d-5a02-4592-9f0a-a5e709803917,segment=NetworkSegment(3bfc3b5e-422e-4133-83ff-6f052f272b01),segment_id=3bfc3b5e-422e-4133-83ff-6f052f272b01)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:17.384991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.401683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Calling delete_port for 4505bf2d-5a02-4592-9f0a-a5e709803917 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:17.443241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=36827886-4df8-4070-b165-5c8359b189ed,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:17.455339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:45:15Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:17.487984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.497524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe719-6872-4dad-9de3-7c5fe95686a1 None None] The sync data for ids ['5e17a799-361a-48e4-815d-71d898545d90'] in n-d-800078-3 is: [{'id': '5e17a799-361a-48e4-815d-71d898545d90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1257268614', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '36827886-4df8-4070-b165-5c8359b189ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:45:15Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '36827886-4df8-4070-b165-5c8359b189ed', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e17a799-361a-48e4-815d-71d898545d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:44:49Z', 'updated_at': '2021-07-12T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:45:17.513607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4505bf2d-5a02-4592-9f0a-a5e709803917 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:17.558107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.588250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] Pushing event deleted for resources: {'Port': ['ID=4505bf2d-5a02-4592-9f0a-a5e709803917,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:17.592708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97a302-6c4b-4807-bf96-bf64db5bed88 None None] No DVR routers for this DVR port 4505bf2d-5a02-4592-9f0a-a5e709803917 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:45:17.593939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No active binding found for port 4505bf2d-5a02-4592-9f0a-a5e709803917 {{(pid=93713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:45:17.594772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 4505bf2d-5a02-4592-9f0a-a5e709803917 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:17.610673 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.612790 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.658659 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.659177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Fanout notify agent at l3_agent the message router_deleted on router 5e17a799-361a-48e4-815d-71d898545d90 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:45:17.669058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.670155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82d6d226-d93e-4810-9949-d9621582bbde tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/routers/5e17a799-361a-48e4-815d-71d898545d90 HTTP/1.1" status: 204 len: 168 time: 0.8477535 Jul 12 16:45:17.672776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35616) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:17.759313 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.855915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.870956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4189b14a-a6ea-4eed-9532-e7cb7b69a342']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:17.889498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfc3b5e-422e-4133-83ff-6f052f272b01') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:17.889866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfc3b5e-422e-4133-83ff-6f052f272b01') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:17.900889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.919605 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.926619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:45:17.927188 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:45:17.930538 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:45:18.001307 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.009529 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.011502 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/networks/4189b14a-a6ea-4eed-9532-e7cb7b69a342 HTTP/1.1" status: 204 len: 168 time: 0.3377709 Jul 12 16:45:18.014546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35624) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:18.024283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce4b22-a9e5-4148-836c-919396087758 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Network': ['ID=4189b14a-a6ea-4eed-9532-e7cb7b69a342,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:18.194556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 0d96ebb6-29b1-427a-b15f-900ef44d973d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:18.195091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.290322 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.290645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.302643 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 0d96ebb6-29b1-427a-b15f-900ef44d973d owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:18.487911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.518288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=0d96ebb6-29b1-427a-b15f-900ef44d973d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:18.589856 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:18.590459 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Floating IP ee997252-b71b-46fe-b276-c531dc78198e disassociated (deleted). External IP: 172.25.8.154, port: 740afb34-94e3-4fbb-9860-598054abcddd. Jul 12 16:45:19.169442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 64e54905-726a-43b3-a97e-3ecb6fb11276 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:45:19.280742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:45:19.285930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:19.290186 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Sync routers for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:45:19.299483 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:19.300715 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:19.324735 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7aeb3dce-1e8e-42c1-939c-f49bc7cbc5e4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee997252-b71b-46fe-b276-c531dc78198e HTTP/1.1" status: 204 len: 168 time: 1.3089628 Jul 12 16:45:19.325261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:19.327502 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d293c8-e2e1-4037-bf91-90c530ab35fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:19.366291 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc90707-344c-47a9-84b8-bbc2b2a62924 x-openstack-request-id: req-bcc90707-344c-47a9-84b8-bbc2b2a62924 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:19.366612 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "tag": "740afb34-94e3-4fbb-9860-598054abcddd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:19.366892 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcc90707-344c-47a9-84b8-bbc2b2a62924 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:19.367261 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd', 'status': 'completed', 'code': 200} Jul 12 16:45:19.420994 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:19.467877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-46020b17-6a06-4a66-b198-ec8efa61d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:19.469501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-46020b17-6a06-4a66-b198-ec8efa61d53c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d53e4d34c8084aa2b1d82abe45304009&device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 1136 time: 0.0758209 Jul 12 16:45:19.476131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36827886-4df8-4070-b165-5c8359b189ed no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:19.497669 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 36827886-4df8-4070-b165-5c8359b189ed {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:19.498004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 36827886-4df8-4070-b165-5c8359b189ed not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:19.498849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67b5a547-0a8d-4895-967b-5e64b78683a2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:19.592613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-74ef55cc-35dc-4010-ad0a-66255ff9d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:19.594626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-74ef55cc-35dc-4010-ad0a-66255ff9d273 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 200 len: 897 time: 0.1170599 Jul 12 16:45:19.643030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-a032fb3f-dc69-42f1-bf7c-4799237b45fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 200 len: 217 time: 0.0401084 Jul 12 16:45:19.682675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:19.699925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 67b5a547-0a8d-4895-967b-5e64b78683a2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:19.700253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 67b5a547-0a8d-4895-967b-5e64b78683a2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:19.714314 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Checking router: 64e54905-726a-43b3-a97e-3ecb6fb11276 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:45:19.722887 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:19.723717 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:19.731962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-c66d70d8-592a-4024-b4a9-d73bf703203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:19.733443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-c66d70d8-592a-4024-b4a9-d73bf703203b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 200 len: 835 time: 0.0843716 Jul 12 16:45:19.794219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf51362-7ebe-4dc6-9825-e610481b4889 req-bfc544eb-50ec-4591-8ba7-acbbb6385fc8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:19.795657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf51362-7ebe-4dc6-9825-e610481b4889 req-bfc544eb-50ec-4591-8ba7-acbbb6385fc8 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.1114242 Jul 12 16:45:19.830714 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:19.837241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-f3481a12-e567-477e-98be-3fe486b1ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:19.838752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-f3481a12-e567-477e-98be-3fe486b1ab25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6ea207b-9c7b-4ab6-b006-318e18e94bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975547 Jul 12 16:45:19.848239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf51362-7ebe-4dc6-9825-e610481b4889 req-e8cce8ad-409e-4eba-9d90-90708aa02d01 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458288 Jul 12 16:45:19.937613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-ec59d021-970d-409c-95bc-882bfc3935ea service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882583 Jul 12 16:45:20.036874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1d293c8-e2e1-4037-bf91-90c530ab35fb req-736f7219-67f9-4113-87f5-2e5a1f2ffbc1 service neutron] 10.222.0.77 "GET /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926270 Jul 12 16:45:20.139309 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:20.167166 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204aaab-9c0f-43d9-ac35-6fe013bccdeb None None] The sync data for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 is: [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:44:00Z', 'revision_number': 4, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '408c95b6-8c46-40ae-b82f-e918d56df0ce', 'name': '', 'network_id': 'c6ea207b-9c7b-4ab6-b006-318e18e94bf7', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'mac_address': 'fa:16:3e:74:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:59Z', 'updated_at': '2021-07-12T16:44:05Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'subnets': [{'id': '34a1d707-f48e-452a-9ed0-2448f0d7f65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:45:20.423956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13cbb1-2856-47c3-b94a-a89214510111 None None] New status for floating IP ee997252-b71b-46fe-b276-c531dc78198e: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:45:20.904902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-095e8e41-63d2-4e56-8f0f-ba0d36b93dff tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:20.906506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-095e8e41-63d2-4e56-8f0f-ba0d36b93dff tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.77 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.0702436 Jul 12 16:45:21.013871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 740afb34-94e3-4fbb-9860-598054abcddd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:21.014212 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:21.044470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aec5f-898b-43a1-b0b3-4dcf29d9225c req-92c40ac8-1fbb-4629-bf86-37b5e885c875 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:21.046037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d27aec5f-898b-43a1-b0b3-4dcf29d9225c req-92c40ac8-1fbb-4629-bf86-37b5e885c875 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c521db7f-31e5-4500-a40f-9d622533043d HTTP/1.1" status: 200 len: 985 time: 0.0680285 Jul 12 16:45:21.092122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d27aec5f-898b-43a1-b0b3-4dcf29d9225c req-4a8658f3-a059-4edf-a1b2-a204ce67c587 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433&id=2452b30a-10ac-4ddf-82b0-33140ff7a865&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381348 Jul 12 16:45:21.121415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 740afb34-94e3-4fbb-9860-598054abcddd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=740afb34-94e3-4fbb-9860-598054abcddd,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:21.121415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:21.134781 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 740afb34-94e3-4fbb-9860-598054abcddd owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:21.413524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:21.452086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=740afb34-94e3-4fbb-9860-598054abcddd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:21.513875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] No DVR routers for this DVR port 740afb34-94e3-4fbb-9860-598054abcddd on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:45:21.516626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:21.518929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75407b8c-8b36-4786-86c2-0a4a4fab803d req-423564dd-63aa-4eba-a0f8-3b0093caf4c4 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.77 "DELETE /v2.0/ports/740afb34-94e3-4fbb-9860-598054abcddd HTTP/1.1" status: 204 len: 173 time: 0.6069312 Jul 12 16:45:21.520001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'name': 'network-vif-deleted', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:21.523539 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394dc1d4-8428-4e76-a268-dd19e665cd58" -d '{"events": [{"server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "name": "network-vif-deleted", "tag": "740afb34-94e3-4fbb-9860-598054abcddd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:21.568497 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c330378e-9752-4f15-a2b5-623eeaea02bb x-openstack-request-id: req-c330378e-9752-4f15-a2b5-623eeaea02bb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:21.568950 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c521db7f-31e5-4500-a40f-9d622533043d", "name": "network-vif-deleted", "tag": "740afb34-94e3-4fbb-9860-598054abcddd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:21.569221 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c330378e-9752-4f15-a2b5-623eeaea02bb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:21.569609 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c521db7f-31e5-4500-a40f-9d622533043d', 'name': 'network-vif-deleted', 'tag': '740afb34-94e3-4fbb-9860-598054abcddd', 'status': 'completed', 'code': 200} Jul 12 16:45:22.191478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35648) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:22.246140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.273526 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.368370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.371108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.372367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/security-groups/2452b30a-10ac-4ddf-82b0-33140ff7a865 HTTP/1.1" status: 204 len: 168 time: 0.1798658 Jul 12 16:45:22.375171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35656) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:22.384977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-a18ee351-7184-4141-ab46-1588ba1d0cf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914962 Jul 12 16:45:22.392490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc7b17-b71f-47d8-a17e-cac6c64fae09 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452b30a-10ac-4ddf-82b0-33140ff7a865,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:22.456306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.485440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.491538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9be67-4f32-4516-957a-448e24977d5d req-f7444188-c4b2-4f1c-a879-b978788ac01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:22.493100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-f7444188-c4b2-4f1c-a879-b978788ac01a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0581639 Jul 12 16:45:22.547685 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.550441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:22.555118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433 HTTP/1.1" status: 204 len: 168 time: 0.1754205 Jul 12 16:45:22.556553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35658) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:22.602653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531068d9-c53f-42f1-849f-d7e5d10b772c tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c1e6f-1cb9-46c1-aa37-c17ea1c12433,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:22.612570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9be67-4f32-4516-957a-448e24977d5d req-be761e9a-a678-4504-be50-cfd25a4fa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:22.614243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-be761e9a-a678-4504-be50-cfd25a4fa0a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0983832 Jul 12 16:45:22.688486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-bdca7b47-20cc-4931-9039-b7ec0ff3fd36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 1001 time: 0.0665853 Jul 12 16:45:22.738100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9be67-4f32-4516-957a-448e24977d5d req-10e85a7b-9863-412c-82c3-b4eb703642a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:22.740560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-10e85a7b-9863-412c-82c3-b4eb703642a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0460393 Jul 12 16:45:22.805097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9be67-4f32-4516-957a-448e24977d5d req-24e27b60-d70e-4ab2-bf9b-7feb46f8f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:22.806604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-24e27b60-d70e-4ab2-bf9b-7feb46f8f5bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603588 Jul 12 16:45:22.905916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-1b6246fb-0379-48f7-a0d3-d5f550f78edb service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920122 Jul 12 16:45:22.978993 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:23.006053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0c9be67-4f32-4516-957a-448e24977d5d req-508f183e-ab51-4552-801b-3dfe738aa269 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940776 Jul 12 16:45:23.282332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 408c95b6-8c46-40ae-b82f-e918d56df0ce {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:23.282812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:23.400736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 408c95b6-8c46-40ae-b82f-e918d56df0ce, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=408c95b6-8c46-40ae-b82f-e918d56df0ce,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:23.401304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:23.414057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 408c95b6-8c46-40ae-b82f-e918d56df0ce owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:23.609695 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:23.636489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=408c95b6-8c46-40ae-b82f-e918d56df0ce,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:23.823434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.051112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Router 64e54905-726a-43b3-a97e-3ecb6fb11276 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:45:24.158963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:45:24.167013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b68c87e3-89e9-45fd-bd89-be07986a6580 tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "PUT /v2.0/routers/64e54905-726a-43b3-a97e-3ecb6fb11276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063876 Jul 12 16:45:24.167013 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:24.170581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Sync routers for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:45:24.179606 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:24.180224 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:24.228598 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting subnet 34a1d707-f48e-452a-9ed0-2448f0d7f65b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:45:24.231775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.279222 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.300059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:24.381534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.454629 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.472242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 740afb34-94e3-4fbb-9860-598054abcddd no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:24.489301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Subnet': ['ID=34a1d707-f48e-452a-9ed0-2448f0d7f65b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:24.491328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.495428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2140e2aa-d103-473f-a8da-fa301939513e tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/subnets/34a1d707-f48e-452a-9ed0-2448f0d7f65b HTTP/1.1" status: 204 len: 168 time: 0.3257191 Jul 12 16:45:24.496208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35670) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:24.497828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 740afb34-94e3-4fbb-9860-598054abcddd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:24.498346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 740afb34-94e3-4fbb-9860-598054abcddd not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:24.511156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa0e50-bdd5-4d42-80db-30fd4c2bd7d2 None None] Network c6ea207b-9c7b-4ab6-b006-318e18e94bf7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:45:24.515537 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:45:23Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:24.552777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Checking router: 64e54905-726a-43b3-a97e-3ecb6fb11276 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:45:24.563181 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Routers {'64e54905-726a-43b3-a97e-3ecb6fb11276'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:45:24.564098 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:45:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['64e54905-726a-43b3-a97e-3ecb6fb11276'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:24.648583 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.674818 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] Set router 64e54905-726a-43b3-a97e-3ecb6fb11276 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:45:24.824515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] DHCP port deletion for c6ea207b-9c7b-4ab6-b006-318e18e94bf7 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:45:24.836691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.879905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Deleting port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:24.880599 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.959416 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:45:23Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:24.964364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Deleting port 74b27f1a-9802-476e-aa80-62271b911915 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:24.965076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] For port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,segment=NetworkSegment(84230ae6-8bc6-43af-ab2c-d4d33421558b),segment_id=84230ae6-8bc6-43af-ab2c-d4d33421558b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:24.965681 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.966089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:24.982093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Calling delete_port for d91ddc1d-970e-4089-aeeb-cc6ee322e4bc owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:25.011291 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2db340-2d56-4127-a2c4-5a5a102fb47b None None] The sync data for ids ['64e54905-726a-43b3-a97e-3ecb6fb11276'] in n-d-800078-3 is: [{'id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1340333094', 'tenant_id': 'd53e4d34c8084aa2b1d82abe45304009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '74b27f1a-9802-476e-aa80-62271b911915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:43:55Z', 'updated_at': '2021-07-12T16:45:23Z', 'revision_number': 5, 'project_id': 'd53e4d34c8084aa2b1d82abe45304009', 'gw_port': {'id': '74b27f1a-9802-476e-aa80-62271b911915', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e54905-726a-43b3-a97e-3ecb6fb11276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:43:56Z', 'updated_at': '2021-07-12T16:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:45:25.058818 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] For port 74b27f1a-9802-476e-aa80-62271b911915, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=74b27f1a-9802-476e-aa80-62271b911915,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:25.059183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.074940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.075731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Calling delete_port for 74b27f1a-9802-476e-aa80-62271b911915 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:25.105809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] Pushing event deleted for resources: {'Port': ['ID=d91ddc1d-970e-4089-aeeb-cc6ee322e4bc,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:25.107834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fe3af-374c-4b2b-b9ad-5ebb572d6a3b None None] No DVR routers for this DVR port d91ddc1d-970e-4089-aeeb-cc6ee322e4bc on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:45:25.276893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.303846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Port': ['ID=74b27f1a-9802-476e-aa80-62271b911915,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:25.376429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.481171 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.483570 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.538052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 408c95b6-8c46-40ae-b82f-e918d56df0ce no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:25.539854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.540470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Fanout notify agent at l3_agent the message router_deleted on router 64e54905-726a-43b3-a97e-3ecb6fb11276 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:45:25.559072 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.560672 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af5140c5-04fa-4a97-b14b-b28d7563fb4a tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/routers/64e54905-726a-43b3-a97e-3ecb6fb11276 HTTP/1.1" status: 204 len: 168 time: 1.0631843 Jul 12 16:45:25.564088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35676) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:25.575837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 408c95b6-8c46-40ae-b82f-e918d56df0ce {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:25.576794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 408c95b6-8c46-40ae-b82f-e918d56df0ce not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:25.577253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d91ddc1d-970e-4089-aeeb-cc6ee322e4bc no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:25.649290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: d91ddc1d-970e-4089-aeeb-cc6ee322e4bc {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:25.652929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device d91ddc1d-970e-4089-aeeb-cc6ee322e4bc not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:25.709776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.809898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.823799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ea207b-9c7b-4ab6-b006-318e18e94bf7']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:25.840377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84230ae6-8bc6-43af-ab2c-d4d33421558b') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:25.840669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84230ae6-8bc6-43af-ab2c-d4d33421558b') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:45:25.855053 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.871087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.878120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:45:25.878522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:45:25.882283 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:45:25.960253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.966985 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:25.968838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] 10.222.0.58 "DELETE /v2.0/networks/c6ea207b-9c7b-4ab6-b006-318e18e94bf7 HTTP/1.1" status: 204 len: 168 time: 0.4033952 Jul 12 16:45:25.981931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948b754-e4af-4661-a45a-4ef43b2318bd tempest-TestSecurityGroupsBasicOps-1747182900 tempest-TestSecurityGroupsBasicOps-1747182900-project] Pushing event deleted for resources: {'Network': ['ID=c6ea207b-9c7b-4ab6-b006-318e18e94bf7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:26.330581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35684) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:26.491255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-feddd58d-b5ca-4654-bb4a-e9e80c4f3f87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d53e4d34c8084aa2b1d82abe45304009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594162 Jul 12 16:45:26.493765 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35688) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:26.541353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:26.561860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:26.620028 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:26.622893 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:26.624197 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88c96067-cc43-41b2-9dc9-4fecda52e422 HTTP/1.1" status: 204 len: 168 time: 0.1295319 Jul 12 16:45:26.632867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27729-7934-4dc4-8e5b-f69c3d83b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c96067-cc43-41b2-9dc9-4fecda52e422,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:26.899332 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35700) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:26.913343 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6191f72-be59-43b8-a9d3-f6e1b12d2500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.003726 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6191f72-be59-43b8-a9d3-f6e1b12d2500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.009136 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6191f72-be59-43b8-a9d3-f6e1b12d2500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.048869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6191f72-be59-43b8-a9d3-f6e1b12d2500 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc842f9bf1ca4aa39ee3a726e6b8e320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484160 Jul 12 16:45:27.049730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6191f72-be59-43b8-a9d3-f6e1b12d2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b25212-b3ac-411f-9232-37781374ceb8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:27.051569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35702) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:27.102345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.127291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.178632 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.181496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.182815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9b25212-b3ac-411f-9232-37781374ceb8 HTTP/1.1" status: 204 len: 168 time: 0.1297207 Jul 12 16:45:27.191445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c5b69-da5b-4689-a29a-ab802fa3d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b25212-b3ac-411f-9232-37781374ceb8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:27.412078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 74b27f1a-9802-476e-aa80-62271b911915 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:27.434703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 74b27f1a-9802-476e-aa80-62271b911915 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:27.435052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 74b27f1a-9802-476e-aa80-62271b911915 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:45:27.524409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35708) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:27.575054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35710) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:45:27.575270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ce9b953e-e69f-4615-ab7a-4ec3cf63074b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=beb49ec1251147a3a5ea9d88fe83d609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495830 Jul 12 16:45:27.641746 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.670662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.739511 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.742345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:27.743518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3ea74ad-6a28-4500-b661-9604dda47438 HTTP/1.1" status: 204 len: 168 time: 0.1673973 Jul 12 16:45:27.752988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3090f-2dc5-4e49-9066-46abb32c0e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ea74ad-6a28-4500-b661-9604dda47438,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:32.043082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-73c1c554-cc28-4cf3-bfb6-0f69f4cee6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:33.420527 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:33.615238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846346-6828-4b26-82fc-0ce1b8196f1d req-c2d8f3ba-20d4-41f4-9cf8-964be289e816 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:33.616758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-10846346-6828-4b26-82fc-0ce1b8196f1d req-c2d8f3ba-20d4-41f4-9cf8-964be289e816 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 945 time: 0.0650210 Jul 12 16:45:33.655613 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-10846346-6828-4b26-82fc-0ce1b8196f1d req-bccb8b31-e322-44bd-84e6-f75163fa0645 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Jul 12 16:45:34.351037 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:45:34.472757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c11f513a-7e17-4d38-bcc3-68adcbfc60e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:34.832045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b1f88-c3e8-4b6f-a567-bcc60ec1b6cc req-b47d822e-6f70-4716-87da-549e82e6ce3c tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:34.834026 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac9b1f88-c3e8-4b6f-a567-bcc60ec1b6cc req-b47d822e-6f70-4716-87da-549e82e6ce3c tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 945 time: 0.0670750 Jul 12 16:45:34.877218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ac9b1f88-c3e8-4b6f-a567-bcc60ec1b6cc req-e867ff6a-9696-415c-8caf-8e86646689fe tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/security-groups?id=e92318e6-3e1c-43d5-9a17-6974321a51b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Jul 12 16:45:34.914947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.240842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-557baa5a-ae86-4c4c-b8ff-763c5b2c06fc tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:45:35.242303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-557baa5a-ae86-4c4c-b8ff-763c5b2c06fc tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 945 time: 0.0713201 Jul 12 16:45:35.347793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Deleting port 66930dda-f5ca-4b91-ae56-10725dfcc838 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:45:35.348150 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.443043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] For port 66930dda-f5ca-4b91-ae56-10725dfcc838, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66930dda-f5ca-4b91-ae56-10725dfcc838,segment=NetworkSegment(af1a0a73-6861-4845-8e8c-4f46d076c0f8),segment_id=af1a0a73-6861-4845-8e8c-4f46d076c0f8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:45:35.443488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.456214 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Calling delete_port for 66930dda-f5ca-4b91-ae56-10725dfcc838 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:45:35.587872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.603842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['66930dda-f5ca-4b91-ae56-10725dfcc838'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:45:35.616743 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Pushing event deleted for resources: {'Port': ['ID=66930dda-f5ca-4b91-ae56-10725dfcc838,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:45:35.627105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.627455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.627849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.628194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.628533 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.628862 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.629188 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.629512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.631223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.631223 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.631421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.631611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:45:35.675473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] No DVR routers for this DVR port 66930dda-f5ca-4b91-ae56-10725dfcc838 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:45:35.678978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.680980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f13e26b-3daf-46d9-8d5a-a8f50fef77a5 req-0c2a3031-70bb-434d-908a-db24cc3de61d tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.65 "DELETE /v2.0/ports/66930dda-f5ca-4b91-ae56-10725dfcc838 HTTP/1.1" status: 204 len: 173 time: 0.4295049 Jul 12 16:45:35.681417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'name': 'network-vif-deleted', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:45:35.683681 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf9c8b8-46ac-46f5-a2f7-4b97b83efa25" -d '{"events": [{"server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "name": "network-vif-deleted", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:45:35.693081 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.867860 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:35.898093 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a21ca-3c06-4e53-b570-2470d152a758 x-openstack-request-id: req-218a21ca-3c06-4e53-b570-2470d152a758 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:45:35.898594 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7412d200-9f75-43e8-94bb-619cb8a1242f", "name": "network-vif-deleted", "tag": "66930dda-f5ca-4b91-ae56-10725dfcc838", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:45:35.898702 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-218a21ca-3c06-4e53-b570-2470d152a758 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:45:35.899016 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7412d200-9f75-43e8-94bb-619cb8a1242f', 'name': 'network-vif-deleted', 'tag': '66930dda-f5ca-4b91-ae56-10725dfcc838', 'status': 'completed', 'code': 200} Jul 12 16:45:36.030996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17ba7ff1-4601-47dc-8cfd-a1ca4fcf9c1b req-c7b1ab25-2189-4cf2-8102-0fb62a7c03a9 tempest-VolumesSnapshotTestJSON-2010831660 tempest-VolumesSnapshotTestJSON-2010831660-project] 10.222.0.58 "GET /v2.0/ports?device_id=7412d200-9f75-43e8-94bb-619cb8a1242f HTTP/1.1" status: 200 len: 210 time: 0.0322313 Jul 12 16:45:37.306242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:45:37.883859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66930dda-f5ca-4b91-ae56-10725dfcc838 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:45:37.906325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 66930dda-f5ca-4b91-ae56-10725dfcc838 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:45:37.906681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66930dda-f5ca-4b91-ae56-10725dfcc838 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:46:02.045354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2026cdad-3106-4a95-becf-dcc92fc0764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:03.432035 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:04.476215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-411e16a3-a485-4894-8ffd-1330bfaaabbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:04.916004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:05.692909 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:05.870943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:07.323753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:11.351321 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:46:17.327823 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 35930) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:17.374147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Deleting subnet 5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:46:17.377621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.417160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.457474 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.514312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.541862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8eb63f-b932-4cb2-8dc0-aa8b7a907925,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:17.550135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.553417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5c8eb63f-b932-4cb2-8dc0-aa8b7a907925 HTTP/1.1" status: 204 len: 168 time: 0.2245440 Jul 12 16:46:17.555398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.555863 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.556584 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.556852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35932) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:17.557308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.557308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.557847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.557936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.558207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.558547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.558858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.559183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.559504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4e290-3494-4340-8270-12a0db446de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:17.637065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.720503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.731890 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ac8ca0-b58c-413f-b960-2e1d576db727']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:17.742568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1a0a73-6861-4845-8e8c-4f46d076c0f8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:17.742866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1a0a73-6861-4845-8e8c-4f46d076c0f8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:17.751835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.770997 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.777307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:46:17.777685 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:46:17.779304 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:46:17.836168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.843105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:17.848955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50ac8ca0-b58c-413f-b960-2e1d576db727 HTTP/1.1" status: 204 len: 168 time: 0.2843366 Jul 12 16:46:17.855840 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b285-e69c-4b6d-911b-518ce0e758c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ac8ca0-b58c-413f-b960-2e1d576db727,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:18.020390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35936) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:18.060971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19d6aade-9151-4d46-aa8c-4e083d35062f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16921ab4829042bab6dbb0374411f6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390754 Jul 12 16:46:18.063327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 35938) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:18.111041 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:18.133906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:18.188561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:18.192191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:18.193266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e92318e6-3e1c-43d5-9a17-6974321a51b3 HTTP/1.1" status: 204 len: 168 time: 0.1290300 Jul 12 16:46:18.201374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1b976-dbf0-4792-ad76-be7285a6250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92318e6-3e1c-43d5-9a17-6974321a51b3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:24.328104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-70a17a20-261c-458e-94bc-f9f5a2f81acc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540798 Jul 12 16:46:24.421461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334da79-ab1e-4310-a109-824a018c25cf req-745c2779-0d24-4e9e-81d9-21b52f89af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:24.423573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-745c2779-0d24-4e9e-81d9-21b52f89af36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0546279 Jul 12 16:46:24.571373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334da79-ab1e-4310-a109-824a018c25cf req-672a9cfc-b41f-40be-9d6a-cd1bf37b2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:24.574425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-672a9cfc-b41f-40be-9d6a-cd1bf37b2c3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1206839 Jul 12 16:46:24.660413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-eebc6d95-c847-4881-bbfd-a71804c82e01 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 1001 time: 0.0790803 Jul 12 16:46:24.713836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334da79-ab1e-4310-a109-824a018c25cf req-902e708f-6971-494a-8eb3-da9491629064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:24.715665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-902e708f-6971-494a-8eb3-da9491629064 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0498981 Jul 12 16:46:24.784654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334da79-ab1e-4310-a109-824a018c25cf req-b4aeebe1-55e2-4379-bf14-ff49761bddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:24.785757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-b4aeebe1-55e2-4379-bf14-ff49761bddb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632751 Jul 12 16:46:24.889815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-2076528d-dca1-4998-8c46-644bf9665b7f service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979614 Jul 12 16:46:25.016189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c334da79-ab1e-4310-a109-824a018c25cf req-5066722d-4f4b-4667-9d0f-f13272f1c21b service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192544 Jul 12 16:46:27.319940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36032) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:27.430357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b4fca14-9118-4369-a61d-11ebe6401ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.532078 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b4fca14-9118-4369-a61d-11ebe6401ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.536911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6b4fca14-9118-4369-a61d-11ebe6401ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.573775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fca14-9118-4369-a61d-11ebe6401ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a054b-7821-435a-bb43-9f648a3a01cd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:27.577967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6b4fca14-9118-4369-a61d-11ebe6401ef1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c1717b566454010ac4558ed63491497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568994 Jul 12 16:46:27.580560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36036) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:27.631781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.653111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.703454 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.705954 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:27.707104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/898a054b-7821-435a-bb43-9f648a3a01cd HTTP/1.1" status: 204 len: 168 time: 0.1256557 Jul 12 16:46:27.716757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f565c4-ccf1-4ad8-8b24-ce1f68290d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a054b-7821-435a-bb43-9f648a3a01cd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:32.048323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6f10-d876-4b03-82ed-27dd984c0cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:33.450648 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:33.678855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-36e535ee-c477-48ee-af89-bf5fd9101a5c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73518900&fields=id&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 267 time: 0.0331874 Jul 12 16:46:33.784581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-46134ac5-38cf-4c0c-bed7-944c198f98cc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:33.786473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-46134ac5-38cf-4c0c-bed7-944c198f98cc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1012182 Jul 12 16:46:33.800734 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-a2696a15-d2bb-4e12-bfc5-c6a7d7dfb0fc tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/quotas/86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 375 time: 0.0089386 Jul 12 16:46:33.881163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-28a9bf9c-627b-4202-b97d-0a77db18e00d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750263 Jul 12 16:46:34.072780 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-6a8ed110-a912-4632-be18-c0f3ec574ba4 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807268 Jul 12 16:46:34.166831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-1e69ad76-e05f-42d7-a4f6-ec359be61fb1 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884964 Jul 12 16:46:34.460417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2703fce3-7ee2-42b2-8617-710a7124cb7e req-9847385e-eb83-433d-bd95-721adffab7f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Jul 12 16:46:34.477632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f1abbb7a-1284-42ed-80dc-fbc543db7c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:34.916810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:35.605707 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-328b26fb-f131-4588-a534-e61bc6cce0ba req-d3cbdcc6-82aa-4f31-a05f-1bbfd6c106db tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0312183 Jul 12 16:46:35.699550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:35.774390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-e4ba5afc-f0f5-4abf-b5f1-0c11ade9615f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:35.775931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-e4ba5afc-f0f5-4abf-b5f1-0c11ade9615f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 812 time: 0.1049139 Jul 12 16:46:35.831190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-4fa3580b-472a-4aca-8aac-b8034c98e787 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e128fc54fd4ae0a93c413188db751d HTTP/1.1" status: 200 len: 378 time: 0.0397151 Jul 12 16:46:35.841005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'port': {'device_id': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'admin_state_up': True, 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'security_groups': ['66fa67fe-fc0a-43b1-8228-ed0c14c20142']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:46:35.877663 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:35.955307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Made reservation on behalf of 86e128fc54fd4ae0a93c413188db751d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:46:35.959550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.093415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.20.0.9 (3f60ead9-050d-4070-97a2-93bedf60b770/d20f6c00-7b71-436f-8df3-72b3db802f1b/90134f5b-1699-49ec-ae97-29e4f6507c68) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:46:36.232047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.246960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Transition to ACTIVE for port object 90134f5b-1699-49ec-ae97-29e4f6507c68 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:46:36.282231 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.329851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network 3f60ead9-050d-4070-97a2-93bedf60b770 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:46:36.335932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:46:36.339772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:46:36.368799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:36.383985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.384330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.384673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.385008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.385340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.385671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.385997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.386323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.386644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.386966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.387293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.387631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:36.406735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:36.407739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.424432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ddbd9192-be5d-4097-9373-ba7089aa7dff tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882616 Jul 12 16:46:36.439986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-167fb7d5-f8f2-4fe8-9ac1-357d48e4cfba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:46:36.440999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-167fb7d5-f8f2-4fe8-9ac1-357d48e4cfba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059013 Jul 12 16:46:36.512347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Request body: {'port': {'device_id': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:46:36.587465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.623978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-749ba9f3-8aa5-4191-8208-daf7a45b3255 None None] Provisioning for port 90134f5b-1699-49ec-ae97-29e4f6507c68 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:46:36.628522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-749ba9f3-8aa5-4191-8208-daf7a45b3255 None None] Provisioning complete for port 90134f5b-1699-49ec-ae97-29e4f6507c68 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:46:36.631411 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-749ba9f3-8aa5-4191-8208-daf7a45b3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:36.673875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-749ba9f3-8aa5-4191-8208-daf7a45b3255 None None] Port 90134f5b-1699-49ec-ae97-29e4f6507c68 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:46:36.798069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313d03b-03ed-4bf4-8545-8dd94ae4c68f req-0f33a077-c922-4b75-a78d-5e01412cfdd2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:36.799613 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7313d03b-03ed-4bf4-8545-8dd94ae4c68f req-0f33a077-c922-4b75-a78d-5e01412cfdd2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 931 time: 0.0697234 Jul 12 16:46:37.216152 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7313d03b-03ed-4bf4-8545-8dd94ae4c68f req-bc9efb2f-ffa7-462b-95ce-92f53eb08b11 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4084449 Jul 12 16:46:37.248899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90134f5b-1699-49ec-ae97-29e4f6507c68 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:46:37.257204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.269029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Transition to ACTIVE for port object 90134f5b-1699-49ec-ae97-29e4f6507c68 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:46:37.274225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.314658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.324731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Pushing event updated for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:37.408499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Attempting to bind port 90134f5b-1699-49ec-ae97-29e4f6507c68 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:46:37.408913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Attempting to bind port 90134f5b-1699-49ec-ae97-29e4f6507c68 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:46:37.409272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Attempting to bind port 90134f5b-1699-49ec-ae97-29e4f6507c68 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:46:37.415334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Port 90134f5b-1699-49ec-ae97-29e4f6507c68 on network 3f60ead9-050d-4070-97a2-93bedf60b770 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:46:37.415958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Attempting to bind port 90134f5b-1699-49ec-ae97-29e4f6507c68 on network 3f60ead9-050d-4070-97a2-93bedf60b770 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:46:37.421112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:46:37.421697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Checking segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:46:37.421846 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Bound using segment: {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:46:37.422264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Bound port: 90134f5b-1699-49ec-ae97-29e4f6507c68, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:46:37.422657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.494401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:46:37.497701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=90134f5b-1699-49ec-ae97-29e4f6507c68,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:46:37.503811 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.545797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:37.546415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:37.547851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] 10.222.0.65 "PUT /v2.0/ports/90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 1091 time: 1.0970519 Jul 12 16:46:37.548302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:46:37.550604 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:46:37.574446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4d54a-3976-47e2-95d1-5210a6752872 service neutron] Pushing event updated for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:37.612014 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fbf514-1c98-4bb1-88a2-e9029541bcd9 x-openstack-request-id: req-05fbf514-1c98-4bb1-88a2-e9029541bcd9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:46:37.612311 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:46:37.612569 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05fbf514-1c98-4bb1-88a2-e9029541bcd9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:46:37.612963 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'status': 'completed', 'code': 200} Jul 12 16:46:37.667191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-82efac72-f096-40e4-8670-4ef839c90456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:37.669178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-82efac72-f096-40e4-8670-4ef839c90456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1094 time: 0.0691645 Jul 12 16:46:37.720538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-3136f297-0ac7-40dc-9c04-f10018df6f71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 217 time: 0.0379353 Jul 12 16:46:37.777886 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ee13bb37-9cda-46a8-83a9-7551a98a0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:37.779375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-ee13bb37-9cda-46a8-83a9-7551a98a0c23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0483592 Jul 12 16:46:37.850489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-2d7b40ae-abc1-4811-93a5-c9034aaaab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:37.852323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-2d7b40ae-abc1-4811-93a5-c9034aaaab83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615268 Jul 12 16:46:37.949112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-df55b3ae-4851-413a-b538-1d74fc73f2b7 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844328 Jul 12 16:46:38.050257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96b0133f-3cce-4e10-b5ff-c91e2c6e0280 req-c9e869ee-2613-4337-b0f7-b4fb6b0f29ab service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883300 Jul 12 16:46:38.152802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-b176079d-ce87-4032-a866-4964189bc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:38.154306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-b176079d-ce87-4032-a866-4964189bc3ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1094 time: 0.0558584 Jul 12 16:46:38.255020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-354bac2e-01f3-4279-af30-5b53ddb930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:38.256601 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-354bac2e-01f3-4279-af30-5b53ddb930ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0899713 Jul 12 16:46:38.309592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-391e467e-9b1d-4431-8ac8-e54cb11c783e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 217 time: 0.0413420 Jul 12 16:46:38.366975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-46bea3b9-6c76-4453-aae4-c940fcefff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:38.368511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-46bea3b9-6c76-4453-aae4-c940fcefff69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0479968 Jul 12 16:46:38.394540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49a739-c643-4adc-adcf-9b5d4194d1e3 req-90197e0a-b85c-4e26-8b0d-f65c9060db03 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:38.396387 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd49a739-c643-4adc-adcf-9b5d4194d1e3 req-90197e0a-b85c-4e26-8b0d-f65c9060db03 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0660062 Jul 12 16:46:38.436152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-e10c655a-5365-4517-9e78-4bf1ff878040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:38.437709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-e10c655a-5365-4517-9e78-4bf1ff878040 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597329 Jul 12 16:46:38.440160 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd49a739-c643-4adc-adcf-9b5d4194d1e3 req-76bc1add-19b9-4838-b270-db8cc44e7da0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382159 Jul 12 16:46:38.542975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-27df6f3f-23b6-4d16-aa6c-e47fd08536a0 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946064 Jul 12 16:46:38.637903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e22fa16-5aeb-4fe2-aaf5-bb80f3b6fe81 req-b353665d-8f5b-4b30-9561-99871ac5a90c service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838671 Jul 12 16:46:39.623152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4afe5-0a11-4cfb-8fb0-bcf63b0a1e80 req-ef447765-6f9d-4c8d-9a42-75b07f2bc57f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:39.624678 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1ed4afe5-0a11-4cfb-8fb0-bcf63b0a1e80 req-ef447765-6f9d-4c8d-9a42-75b07f2bc57f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0709879 Jul 12 16:46:39.663729 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1ed4afe5-0a11-4cfb-8fb0-bcf63b0a1e80 req-57a8ecfa-ac72-45db-b561-f6ecc9d09536 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330660 Jul 12 16:46:40.836579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dffae-69f5-4ea5-989b-8b26095fee0b req-5f0081a0-c617-42f0-a2c7-ec43ff552504 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:40.838080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f1dffae-69f5-4ea5-989b-8b26095fee0b req-5f0081a0-c617-42f0-a2c7-ec43ff552504 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0647743 Jul 12 16:46:40.879979 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f1dffae-69f5-4ea5-989b-8b26095fee0b req-ddfd5e4d-48b9-433d-baf7-04016fc8ee1d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363600 Jul 12 16:46:42.068705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8415-fe56-42fe-b384-ba952f94a8f6 req-e9323ba5-ac5a-408c-94f0-7256d58c91cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:42.072087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab8d8415-fe56-42fe-b384-ba952f94a8f6 req-e9323ba5-ac5a-408c-94f0-7256d58c91cd tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0767696 Jul 12 16:46:42.112793 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab8d8415-fe56-42fe-b384-ba952f94a8f6 req-4fb6f9ea-f7a5-4f0e-8e00-9a08c96d3011 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367012 Jul 12 16:46:43.295455 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97518be9-83e9-4bae-b4c0-f737c4a3241f req-ad0e970d-d8cb-49f2-9ba3-e61fdbc9d3f7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:43.296968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97518be9-83e9-4bae-b4c0-f737c4a3241f req-ad0e970d-d8cb-49f2-9ba3-e61fdbc9d3f7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0668654 Jul 12 16:46:43.337006 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-97518be9-83e9-4bae-b4c0-f737c4a3241f req-2c460c98-bb33-40e4-aff7-e9470a1ef7b4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335917 Jul 12 16:46:44.511072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10748c-221b-40c0-a5f1-f2ddc257cfc2 req-52b3989c-4c3a-4d4e-b2ab-9a448f31c7ba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:44.512480 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf10748c-221b-40c0-a5f1-f2ddc257cfc2 req-52b3989c-4c3a-4d4e-b2ab-9a448f31c7ba tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0648103 Jul 12 16:46:44.553587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf10748c-221b-40c0-a5f1-f2ddc257cfc2 req-9f93df3a-3bb3-4461-b171-112fd0fae45a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344200 Jul 12 16:46:45.724790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e506f5b-39ed-45fa-8477-7885eebce388 req-5931eccf-6b0b-47c3-b103-d704447930ea tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:45.726506 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e506f5b-39ed-45fa-8477-7885eebce388 req-5931eccf-6b0b-47c3-b103-d704447930ea tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0640008 Jul 12 16:46:45.766040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e506f5b-39ed-45fa-8477-7885eebce388 req-0d55824c-49f5-477e-8ac4-7e774b59cea7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325553 Jul 12 16:46:46.946495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51078f2-fedc-4013-bbd1-c541a8e97a44 req-6dd1e467-32f8-47bf-9cde-db4a69691c4a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:46.947999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b51078f2-fedc-4013-bbd1-c541a8e97a44 req-6dd1e467-32f8-47bf-9cde-db4a69691c4a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0690370 Jul 12 16:46:46.985389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b51078f2-fedc-4013-bbd1-c541a8e97a44 req-0443d7c5-6421-4c1d-8cb5-6041d0f3e437 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318618 Jul 12 16:46:48.138780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 90134f5b-1699-49ec-ae97-29e4f6507c68 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:46:48.162096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd961ed-8faf-4d83-98a8-579dcbad41df req-dea71a29-7e40-45e5-8746-811b52247a4d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:48.163599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fcd961ed-8faf-4d83-98a8-579dcbad41df req-dea71a29-7e40-45e5-8746-811b52247a4d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 943 time: 0.0688870 Jul 12 16:46:48.206123 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fcd961ed-8faf-4d83-98a8-579dcbad41df req-63ededa7-9338-4a22-83db-b852b11b5a51 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327425 Jul 12 16:46:48.236451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=90134f5b-1699-49ec-ae97-29e4f6507c68,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:46:48.248539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'port_id': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'mac_address': 'fa:16:3e:1a:fe:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:46:48.286651 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:48.299177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90134f5b-1699-49ec-ae97-29e4f6507c68 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:46:48.318801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=90134f5b-1699-49ec-ae97-29e4f6507c68,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:46:48.322812 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:48.351998 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:46:48.376881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:48.385460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.385738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.386083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.386425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.386758 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.387089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.387418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.387767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.388097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.388422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.388745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.389067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:46:48.611903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['90134f5b-1699-49ec-ae97-29e4f6507c68'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:46:49.374450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8263a-83a5-4338-9b90-f8d3bbab253d req-834eb96d-ec25-4512-8121-7a78c86292b7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:49.375942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64e8263a-83a5-4338-9b90-f8d3bbab253d req-834eb96d-ec25-4512-8121-7a78c86292b7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 944 time: 0.0641119 Jul 12 16:46:49.415468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64e8263a-83a5-4338-9b90-f8d3bbab253d req-0b6f6757-6c83-4b30-b289-9c353bc3ed04 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334153 Jul 12 16:46:50.160981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 90134f5b-1699-49ec-ae97-29e4f6507c68 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:46:50.213761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 90134f5b-1699-49ec-ae97-29e4f6507c68 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:46:50.217445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 90134f5b-1699-49ec-ae97-29e4f6507c68 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:46:50.217826 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:50.297042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:50.320292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:46:50.322564 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3e9855-714e-4bde-916d-195faf7a2dbd" -d '{"events": [{"server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "name": "network-vif-plugged", "status": "completed", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:46:50.335330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=90134f5b-1699-49ec-ae97-29e4f6507c68,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:46:50.339297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:50.396352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:50.512547 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e38ea6-cd3f-4c23-8c28-7ee5ba7d220b x-openstack-request-id: req-34e38ea6-cd3f-4c23-8c28-7ee5ba7d220b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:46:50.512845 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "name": "network-vif-plugged", "status": "completed", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:46:50.513101 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34e38ea6-cd3f-4c23-8c28-7ee5ba7d220b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:46:50.513505 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'code': 200} Jul 12 16:46:50.625310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1715dc4-7684-4be8-8349-2bd134d897f9 req-df38e88d-e0d4-489a-a8dd-44e9b602e523 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:50.626796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1715dc4-7684-4be8-8349-2bd134d897f9 req-df38e88d-e0d4-489a-a8dd-44e9b602e523 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0960472 Jul 12 16:46:50.636582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9447924f-9cf3-4ed1-b0ab-f69a4fccec4c None None] Provisioning complete for port 90134f5b-1699-49ec-ae97-29e4f6507c68 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:46:50.636951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9447924f-9cf3-4ed1-b0ab-f69a4fccec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:50.681242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e1715dc4-7684-4be8-8349-2bd134d897f9 req-79fbb444-b8d1-4eb5-90e3-ac57cf698176 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482304 Jul 12 16:46:50.683217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6ffa-18e1-46ef-8b74-a8aa5cb11920 req-c02d2b2a-6eea-4883-b920-61efdddc2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:50.684848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01d6ffa-18e1-46ef-8b74-a8aa5cb11920 req-c02d2b2a-6eea-4883-b920-61efdddc2ebb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0963912 Jul 12 16:46:50.726622 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d01d6ffa-18e1-46ef-8b74-a8aa5cb11920 req-6db1d030-fa35-468e-a066-a715de4998bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298557 Jul 12 16:46:51.859758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409a75-c642-44c6-bb1a-850467eb5cc0 req-b9d9e16f-aa24-4e2b-8978-3854735bc8f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:51.861221 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4409a75-c642-44c6-bb1a-850467eb5cc0 req-b9d9e16f-aa24-4e2b-8978-3854735bc8f8 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0643594 Jul 12 16:46:51.899134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4409a75-c642-44c6-bb1a-850467eb5cc0 req-e4edaab4-48b1-4cd7-a02c-b5dc18b567cb tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317168 Jul 12 16:46:52.069523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97a89e-5ff0-4fd6-ba1f-2ea3140a3e05 req-d0fcc224-f173-4c92-a956-a3f171355ece tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:52.070899 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e97a89e-5ff0-4fd6-ba1f-2ea3140a3e05 req-d0fcc224-f173-4c92-a956-a3f171355ece tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0634127 Jul 12 16:46:52.112262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3e97a89e-5ff0-4fd6-ba1f-2ea3140a3e05 req-e8421ac5-bf84-41f5-a70e-3ff8181c4d42 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359237 Jul 12 16:46:52.136002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:52.187079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3a004-84b0-40df-a540-fe448cd3aebb tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:52.188603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-50c3a004-84b0-40df-a540-fe448cd3aebb tempest-TestVolumeBootPattern-1804142510 tempest-TestVolumeBootPattern-1804142510-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1091 time: 0.0516412 Jul 12 16:46:52.191538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36126) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:46:52.195654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:46:52.217273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:52.313859 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:52.421159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Allocated IP 172.25.8.46 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/fc3184e8-7176-4997-b649-3f9199038329) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:46:52.523238 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:52.562690 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:52.604098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:46:52.608869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:46:52.611467 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:46:52.642229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=fc3184e8-7176-4997-b649-3f9199038329,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:52.994309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.069897 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.219463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.224565 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.293820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event updated for resources: {'Port': ['ID=fc3184e8-7176-4997-b649-3f9199038329,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:46:53.306309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.409626 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 900e27a1-3c00-4055-85c7-3c950438b59c associated. External IP: 172.25.8.46, port: 90134f5b-1699-49ec-ae97-29e4f6507c68. Jul 12 16:46:53.619700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:46:53.729285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:46:53.739177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:46:53.745206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:46:53.748562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:46:53.749189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:46:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:53.781256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6e78ff0a-cadc-4b9e-b0bb-a56f9436fd3c tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5888963 Jul 12 16:46:53.781848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:46:53.784312 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c47d9-7758-4482-ac82-1079193b7045" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:46:53.820593 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ece910-600f-40f0-ae4e-c8da31a6d495 x-openstack-request-id: req-e3ece910-600f-40f0-ae4e-c8da31a6d495 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:46:53.820886 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:46:53.821141 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3ece910-600f-40f0-ae4e-c8da31a6d495 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:46:53.821665 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'status': 'completed', 'code': 200} Jul 12 16:46:53.861557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:46:53.897747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c47d9-7758-4482-ac82-1079193b7045 req-c290132a-86f3-48e3-95d0-681875bb2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:53.899289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-c290132a-86f3-48e3-95d0-681875bb2128 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0549598 Jul 12 16:46:53.996082 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c47d9-7758-4482-ac82-1079193b7045 req-b80188e8-e0f5-4e7a-a65c-441adb9e8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:53.997563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-b80188e8-e0f5-4e7a-a65c-441adb9e8478 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0919042 Jul 12 16:46:54.064043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-9d05378d-19ab-434e-a7c9-9533435d48f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 998 time: 0.0593591 Jul 12 16:46:54.096032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}, {'id': '900e27a1-3c00-4055-85c7-3c950438b59c', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:1a:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:46:52Z', 'updated_at': '2021-07-12T16:46:52Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:54.117354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c47d9-7758-4482-ac82-1079193b7045 req-da102940-9486-4c3c-bbbf-8d09792913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:54.118819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-da102940-9486-4c3c-bbbf-8d09792913d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0490668 Jul 12 16:46:54.124182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:46:54.132529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:46:54.133133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:46:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:54.176731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c47d9-7758-4482-ac82-1079193b7045 req-64cf3f57-3236-49ff-9172-32299e2a9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:46:54.178149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-64cf3f57-3236-49ff-9172-32299e2a9640 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530672 Jul 12 16:46:54.241509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:46:54.269331 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-78ec3d25-9a2a-4732-b012-5cc34d1a11a5 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Jul 12 16:46:54.367044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a28c47d9-7758-4482-ac82-1079193b7045 req-86312239-066c-484d-a788-9a55096f75ea service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901904 Jul 12 16:46:54.474107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}, {'id': '900e27a1-3c00-4055-85c7-3c950438b59c', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:1a:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:46:52Z', 'updated_at': '2021-07-12T16:46:52Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:46:54.504612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e139c-6787-4327-8f4a-629af6c44681 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}, {'id': '900e27a1-3c00-4055-85c7-3c950438b59c', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:1a:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:46:52Z', 'updated_at': '2021-07-12T16:46:52Z', 'revision_number': 0, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:46:54.687329 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4f5e1-2d94-486b-81b5-dcc954206905 None None] New status for floating IP 900e27a1-3c00-4055-85c7-3c950438b59c: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:47:02.050940 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8599d7be-4e1c-4283-9141-66a4fff06e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:03.453986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:04.479691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eadd28ef-c9c0-4b5b-ad2f-d103bd3dfab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:04.918220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:05.694946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:05.876079 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:07.307820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:17.690980 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-fe2feb17-ab32-4587-95a3-acbc8b22edaf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594778 Jul 12 16:47:17.790486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-b625d592-2f69-430d-a93a-7047e624c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:17.792005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-b625d592-2f69-430d-a93a-7047e624c591 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0519779 Jul 12 16:47:17.907340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-012215b8-855e-4c3d-b47d-0f63e88b7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:17.908883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-012215b8-855e-4c3d-b47d-0f63e88b7c6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0887711 Jul 12 16:47:17.979078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-779012ef-e82e-42d5-97f7-619f322affee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 1000 time: 0.0602636 Jul 12 16:47:18.036266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-6b500b92-399b-4050-b9a3-74e726d11318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:18.037758 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-6b500b92-399b-4050-b9a3-74e726d11318 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0476723 Jul 12 16:47:18.100491 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-9b11b70a-c108-4765-85b1-0d8e602f4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:18.102262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-9b11b70a-c108-4765-85b1-0d8e602f4f0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533915 Jul 12 16:47:18.197123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-d2765375-4896-4d51-adc0-f896ef7a90b0 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823367 Jul 12 16:47:18.296893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9fa2f401-a5ed-4488-adeb-0d27ce7262ff req-32340ab6-a11a-450d-89fb-866f25a62f93 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881107 Jul 12 16:47:24.340620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-4ffe392d-f35c-45e1-97cc-f78e1787fa82 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532682 Jul 12 16:47:24.440708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-a7646a96-9c3a-4a87-9225-22e9e7aaec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:24.442245 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-a7646a96-9c3a-4a87-9225-22e9e7aaec9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0601704 Jul 12 16:47:24.552925 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-ae6e21aa-1a20-4d6a-8393-471d39042da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:24.554834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-ae6e21aa-1a20-4d6a-8393-471d39042da1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0932961 Jul 12 16:47:24.623309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-fe331557-cd01-4d2a-bfce-9d45479e7b47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 1001 time: 0.0614941 Jul 12 16:47:24.677691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-da7820aa-f0d4-4532-acf5-401f31e337b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:24.679167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-da7820aa-f0d4-4532-acf5-401f31e337b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0499885 Jul 12 16:47:24.736540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-ca7e6be2-0616-49a8-bd92-88cbc7c0179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:47:24.738056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-ca7e6be2-0616-49a8-bd92-88cbc7c0179f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527959 Jul 12 16:47:24.828334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-fdcd7de9-7184-4b00-bea6-43f6d8feedcf service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823460 Jul 12 16:47:24.924476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0778ba39-d8e8-4f2f-97d3-c9cb46d49592 req-b3f928a4-02f0-489d-ae2e-2cbc15e17410 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898843 Jul 12 16:47:25.352989 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:47:32.052926 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a58a5f5-0442-48f8-b71a-ae6f707afcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:33.453005 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:34.480380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-210e6f22-e250-4793-90b4-4697e576dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:34.923471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:35.703519 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:35.887436 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:47:37.312175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:02.053904 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2876ff04-abf0-4857-a9d1-7de90765b8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:02.351795 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:48:03.453831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.481348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b508b05-9f7f-4974-b14c-191101eb0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:04.924851 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.717373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:05.882532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:07.313705 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:18.678712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-92d87457-e67a-43e8-b590-0cfe4c838205 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540631 Jul 12 16:48:18.782489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-5e1632de-0b54-4e83-8807-8953303cc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:18.783996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-5e1632de-0b54-4e83-8807-8953303cc45b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0541775 Jul 12 16:48:18.895113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-a375df3b-9d5b-4d8e-b8ca-a298f89f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:18.896646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-a375df3b-9d5b-4d8e-b8ca-a298f89f3c67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0899458 Jul 12 16:48:18.962215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-d7454786-9a40-4051-97f5-0bfd4a1c6e11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 1000 time: 0.0581467 Jul 12 16:48:19.021310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-b88c37ff-1df7-4351-a321-f2b1dc07f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:19.022770 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-b88c37ff-1df7-4351-a321-f2b1dc07f6a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0494137 Jul 12 16:48:19.085078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-bc6a4439-7b32-4dc8-9d4f-235b3846e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:19.086570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-bc6a4439-7b32-4dc8-9d4f-235b3846e626 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528662 Jul 12 16:48:19.181459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-6a7decdc-f39f-40dc-99f9-3ac09d7d0f47 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829327 Jul 12 16:48:19.280541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f0a7a10a-551c-496f-8c88-f30ace0def07 req-e164072c-eac5-4ee7-96e3-6927ce31964c service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Jul 12 16:48:24.888418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-88ea4bbd-a479-471e-b197-41c8e688f3fb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643258 Jul 12 16:48:24.987238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-f26cac89-50e9-4a93-8183-e559f07ff794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:24.988835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-f26cac89-50e9-4a93-8183-e559f07ff794 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0574353 Jul 12 16:48:25.101105 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-6959aa10-803f-4b40-b6a5-462c0894095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:25.102861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-6959aa10-803f-4b40-b6a5-462c0894095e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0917735 Jul 12 16:48:25.168721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-4c1fab23-622e-4766-b689-78178a781a23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 1001 time: 0.0597637 Jul 12 16:48:25.227713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-456d3ba3-41d8-40c6-8dad-4bf1d2d94143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:25.229071 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-456d3ba3-41d8-40c6-8dad-4bf1d2d94143 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0542071 Jul 12 16:48:25.287928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-892b783a-37cc-4334-a76d-3b0f5adceabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:25.289384 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-892b783a-37cc-4334-a76d-3b0f5adceabe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544245 Jul 12 16:48:25.382445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-0f4a8d2a-d55f-4d0f-97ce-5be9816b6925 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868337 Jul 12 16:48:25.479068 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-805edf38-e747-4f21-9cb8-6113ff6a3136 req-b46bdb25-f7ff-4372-97fc-d30f55200fdc service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902443 Jul 12 16:48:32.054761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d506eca8-6d29-4407-a8e2-dc4becf0fd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.002480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:33.164983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port fc3184e8-7176-4997-b649-3f9199038329 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:33.165323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.247306 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.247650 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.260973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for fc3184e8-7176-4997-b649-3f9199038329 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:33.412217 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.442820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=fc3184e8-7176-4997-b649-3f9199038329,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:33.455425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.455794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.456154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.456498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.457027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.457410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.457410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.457865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.458073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.458350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.458669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.458987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:33.470908 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.519277 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:33.519683 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 900e27a1-3c00-4055-85c7-3c950438b59c disassociated (deleted). External IP: 172.25.8.46, port: 90134f5b-1699-49ec-ae97-29e4f6507c68. Jul 12 16:48:34.057753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:48:34.170583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:34.175455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.179724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:34.188395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:34.189022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:34.214953 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1f2bed3e-66ca-4834-b8d1-299a8c6c5112 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "DELETE /v2.0/floatingips/900e27a1-3c00-4055-85c7-3c950438b59c HTTP/1.1" status: 204 len: 168 time: 1.2113378 Jul 12 16:48:34.215547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:34.217895 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:34.261206 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d848fcc-19b0-4559-94eb-7ea7047c2859 x-openstack-request-id: req-6d848fcc-19b0-4559-94eb-7ea7047c2859 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:34.261501 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:34.261749 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d848fcc-19b0-4559-94eb-7ea7047c2859 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:34.262145 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'status': 'completed', 'code': 200} Jul 12 16:48:34.368455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-255924ec-b44f-4b65-9197-7dfc2284fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.370717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-255924ec-b44f-4b65-9197-7dfc2284fc97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0714703 Jul 12 16:48:34.478976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:34.498100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-d6659cfa-730d-4639-9804-543a62f06fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.499819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-d6659cfa-730d-4639-9804-543a62f06fa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.1179578 Jul 12 16:48:34.531072 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e93b0719-716c-4e79-8f4b-312c4110954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:34.558942 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-5569c41a-dbab-4ce3-ae70-0938d22f863c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 200 len: 217 time: 0.0511825 Jul 12 16:48:34.614829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-e2ad1b06-766a-41c8-b07f-145c42f5b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.616419 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-e2ad1b06-766a-41c8-b07f-145c42f5b104 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0489612 Jul 12 16:48:34.659710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9a15d-767c-4861-9c8c-de4befbf4bd2 req-2a2ae838-8dd9-4009-9dfe-973769e371bb tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.661808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63d9a15d-767c-4861-9c8c-de4befbf4bd2 req-2a2ae838-8dd9-4009-9dfe-973769e371bb tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0835242 Jul 12 16:48:34.694314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-e6590397-c4a8-407f-8b69-4d973cd6fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:34.695908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-e6590397-c4a8-407f-8b69-4d973cd6fe06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712759 Jul 12 16:48:34.707439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-63d9a15d-767c-4861-9c8c-de4befbf4bd2 req-a18647d7-0798-46a0-b35d-5fa92871c80d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373807 Jul 12 16:48:34.733341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:34.761409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:34.770061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:34.770684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:34.796128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-bacad0ef-c841-443b-9f3f-0e23d0231f3f service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921476 Jul 12 16:48:34.888917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:34.896028 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5542035b-3dd3-4706-b0a3-5ba7250ac2d0 req-362a2dd8-e6b4-4661-b9cb-f8fdfd6daaa6 service neutron] 10.222.0.65 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Jul 12 16:48:34.951468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.140683 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:35.168327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a82dd-2893-4a57-9f2e-9915dc90cfaf None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '07712d73-90e4-4ab0-ab66-fb778a5c1f9a', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'port_id': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'mac_address': 'fa:16:3e:a9:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:44:55Z', 'updated_at': '2021-07-12T16:44:59Z', 'revision_number': 1, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:35.398817 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89e8b5-343c-47b7-b96c-4e6bc3e5dee8 None None] New status for floating IP 900e27a1-3c00-4055-85c7-3c950438b59c: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:48:35.731011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.886952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:35.924076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ef180-e3b8-4808-a522-8e00e317c0f6 req-b02ec314-c6e3-42a1-8a03-b0abc60efb9d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:35.925636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-770ef180-e3b8-4808-a522-8e00e317c0f6 req-b02ec314-c6e3-42a1-8a03-b0abc60efb9d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0662415 Jul 12 16:48:35.966670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-770ef180-e3b8-4808-a522-8e00e317c0f6 req-37ace9d9-da62-47fc-8638-717633739597 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354652 Jul 12 16:48:36.358712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-24f3edb7-c383-4220-9fb3-dec75f8376d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:36.360278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-24f3edb7-c383-4220-9fb3-dec75f8376d2 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 945 time: 0.0684042 Jul 12 16:48:36.473536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 90134f5b-1699-49ec-ae97-29e4f6507c68 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:36.473927 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.567493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 90134f5b-1699-49ec-ae97-29e4f6507c68, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=90134f5b-1699-49ec-ae97-29e4f6507c68,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:36.567857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.582366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 90134f5b-1699-49ec-ae97-29e4f6507c68 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:36.720043 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.751642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=90134f5b-1699-49ec-ae97-29e4f6507c68,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:36.810646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 90134f5b-1699-49ec-ae97-29e4f6507c68 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:48:36.813480 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:36.815646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39acd3ad-3c58-495e-96a9-3574d59b0102 req-17dca5a6-2875-47ab-b225-cb2e632aae2f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.65 "DELETE /v2.0/ports/90134f5b-1699-49ec-ae97-29e4f6507c68 HTTP/1.1" status: 204 len: 173 time: 0.4453478 Jul 12 16:48:36.816010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'name': 'network-vif-deleted', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:36.818361 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc291c-bade-4d58-9c02-f74bdb5dc025" -d '{"events": [{"server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "name": "network-vif-deleted", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:36.883089 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b4684-5228-4fe1-8fc2-b99d86e37e90 x-openstack-request-id: req-9f5b4684-5228-4fe1-8fc2-b99d86e37e90 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:36.883475 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8ff679-1454-40c2-a9b1-bdc821b73aa0", "name": "network-vif-deleted", "tag": "90134f5b-1699-49ec-ae97-29e4f6507c68", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:36.883803 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f5b4684-5228-4fe1-8fc2-b99d86e37e90 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:36.884322 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ff679-1454-40c2-a9b1-bdc821b73aa0', 'name': 'network-vif-deleted', 'tag': '90134f5b-1699-49ec-ae97-29e4f6507c68', 'status': 'completed', 'code': 200} Jul 12 16:48:37.112706 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d1c0b95-21de-4c6f-b640-adfb57c8e39d req-6657f096-338c-4889-ae1b-50105165f2ae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0317843 Jul 12 16:48:37.317821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:38.271087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0c29250-8b30-4cf7-9d0b-12881131b3e3 req-a7b95523-6cb1-4adc-a811-4f01929f42ae tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0323243 Jul 12 16:48:39.353614 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:48:39.440874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ff9741c2-0fad-4576-8e4a-675ceea487d0 req-6311ab13-31ff-4e54-8bd2-bfadc7e5da78 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0322685 Jul 12 16:48:40.605933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d635fcb7-83ad-4119-a660-40afda89f854 req-cf5a262c-4fee-483e-a3bc-dbc706684d73 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8ff679-1454-40c2-a9b1-bdc821b73aa0 HTTP/1.1" status: 200 len: 210 time: 0.0289423 Jul 12 16:48:40.672201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 90134f5b-1699-49ec-ae97-29e4f6507c68 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:48:40.694070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 90134f5b-1699-49ec-ae97-29e4f6507c68 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:48:40.694413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 90134f5b-1699-49ec-ae97-29e4f6507c68 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:48:46.041423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36222) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:46.203709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port f953ae8f-b9e7-4c92-a7d7-ccf841fee50a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:46.204058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.286315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.286540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.299803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for f953ae8f-b9e7-4c92-a7d7-ccf841fee50a owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:46.456561 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.483463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=f953ae8f-b9e7-4c92-a7d7-ccf841fee50a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:46.548596 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.548906 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Floating IP 07712d73-90e4-4ab0-ab66-fb778a5c1f9a disassociated (deleted). External IP: 172.25.8.74, port: 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c. Jul 12 16:48:46.766425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:48:46.881095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:46.885823 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:46.891355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:46.900343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:46.901054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:46.927170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f545ddfc-7924-40e4-9d7c-6a64426ebbe7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "DELETE /v2.0/floatingips/07712d73-90e4-4ab0-ab66-fb778a5c1f9a HTTP/1.1" status: 204 len: 168 time: 0.8823001 Jul 12 16:48:46.927170 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:46.928000 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0045a136-c1be-470d-abf5-9b03f76d81b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:46.965973 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b93a6-b88d-4337-89be-a4fdd60acdcd x-openstack-request-id: req-107b93a6-b88d-4337-89be-a4fdd60acdcd {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:46.966941 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:46.967201 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-107b93a6-b88d-4337-89be-a4fdd60acdcd {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:46.967646 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'status': 'completed', 'code': 200} Jul 12 16:48:47.023288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:47.049877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-b6a28c6e-6cc1-4eaf-97df-e57030e28789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.051504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-b6a28c6e-6cc1-4eaf-97df-e57030e28789 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=86e128fc54fd4ae0a93c413188db751d&device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 1097 time: 0.0629296 Jul 12 16:48:47.151345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-0a36ba16-67cf-4ece-8600-8006bf19981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.153069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-0a36ba16-67cf-4ece-8600-8006bf19981d service neutron] 10.222.0.77 "GET /v2.0/networks?id=3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 200 len: 913 time: 0.0950186 Jul 12 16:48:47.217617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-154e14fd-9c94-475d-808c-970cc045bc62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 200 len: 217 time: 0.0525985 Jul 12 16:48:47.271237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:47.280640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-0001a0a3-3cad-4abc-b80e-aa7188551efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.282400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-0001a0a3-3cad-4abc-b80e-aa7188551efa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 200 len: 851 time: 0.0589156 Jul 12 16:48:47.300547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:47.309101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:47.310631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:47.391359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369207e-4410-4e17-bdf6-7df7fa0a6135 req-18f9353e-649c-47d3-bb23-8ea83621c68e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.392922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0369207e-4410-4e17-bdf6-7df7fa0a6135 req-18f9353e-649c-47d3-bb23-8ea83621c68e tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.1063151 Jul 12 16:48:47.398953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-119b7524-b82a-420b-8990-261fa98c3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:47.400482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-119b7524-b82a-420b-8990-261fa98c3246 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3f60ead9-050d-4070-97a2-93bedf60b770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047065 Jul 12 16:48:47.440590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:47.488585 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0369207e-4410-4e17-bdf6-7df7fa0a6135 req-32f96b2a-6e69-4c0f-a5f5-0db19b3364c6 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871372 Jul 12 16:48:47.530215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-c67eb13b-d4b2-4e3d-8081-13e42f629832 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220887 Jul 12 16:48:47.634871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0045a136-c1be-470d-abf5-9b03f76d81b5 req-b2bd1f8a-dbf5-44ea-a469-c0775dbfcfe8 service neutron] 10.222.0.77 "GET /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971339 Jul 12 16:48:47.688568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:47.716633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838a0c-4397-4948-8804-905a89fdea67 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:37:07Z', 'revision_number': 4, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '6b3a3905-a83a-4e66-b469-79c5b978e493', 'name': '', 'network_id': '3f60ead9-050d-4070-97a2-93bedf60b770', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'mac_address': 'fa:16:3e:c5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:06Z', 'updated_at': '2021-07-12T16:37:22Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'subnets': [{'id': 'd20f6c00-7b71-436f-8df3-72b3db802f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:47.974770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf7639-44bc-42e1-a0d5-66a521043323 None None] New status for floating IP 07712d73-90e4-4ab0-ab66-fb778a5c1f9a: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:48:48.671785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787405e6-8260-42a5-b763-de2c11d05f8d req-6bd894ab-c16b-4a77-8963-9596847fc3f0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:48.673342 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787405e6-8260-42a5-b763-de2c11d05f8d req-6bd894ab-c16b-4a77-8963-9596847fc3f0 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.0701356 Jul 12 16:48:48.718615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-787405e6-8260-42a5-b763-de2c11d05f8d req-26a87fe5-4295-4b52-aaa1-25580320ff8d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/security-groups?id=66fa67fe-fc0a-43b1-8228-ed0c14c20142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391669 Jul 12 16:48:48.791904 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-35bf7286-dae4-44c5-bc6a-6fe7d2313c0f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:48:48.793301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-35bf7286-dae4-44c5-bc6a-6fe7d2313c0f tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 946 time: 0.0708649 Jul 12 16:48:48.903771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:48.904113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.003554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] For port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:49.003959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.017068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:49.149467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.188309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=81ea55a7-88d7-406d-abb3-2fca2e6b8d3c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:49.233591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] No DVR routers for this DVR port 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:48:49.237091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:49.239201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6d354d9d-0a2e-4996-903c-2870b1d72966 req-b76e6550-d85c-4f6c-99b6-87e06dbc643d tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.77 "DELETE /v2.0/ports/81ea55a7-88d7-406d-abb3-2fca2e6b8d3c HTTP/1.1" status: 204 len: 173 time: 0.4404643 Jul 12 16:48:49.239700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'name': 'network-vif-deleted', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:48:49.242015 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211991f3-1430-460b-8921-ebb2cf94247b" -d '{"events": [{"server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "name": "network-vif-deleted", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:48:49.282161 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f03124-cb6e-48c4-9b44-994f40cd17ec x-openstack-request-id: req-88f03124-cb6e-48c4-9b44-994f40cd17ec {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:48:49.282456 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0dad08-b7d8-4a74-ba7b-c15e18418a9e", "name": "network-vif-deleted", "tag": "81ea55a7-88d7-406d-abb3-2fca2e6b8d3c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:48:49.282708 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88f03124-cb6e-48c4-9b44-994f40cd17ec {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:48:49.283108 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0dad08-b7d8-4a74-ba7b-c15e18418a9e', 'name': 'network-vif-deleted', 'tag': '81ea55a7-88d7-406d-abb3-2fca2e6b8d3c', 'status': 'completed', 'code': 200} Jul 12 16:48:49.870375 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8aee5e4-812d-423a-9617-cc3f27529054 req-f45b04ea-f214-402e-b126-8749a5d060a4 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 210 time: 0.0313597 Jul 12 16:48:51.069674 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5d742e1-a2e5-4826-84ed-73fc0a6531f6 req-3e5cb2ef-f27a-454e-aeeb-16d2530b3385 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jul 12 16:48:51.471611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:48:51.493983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:48:51.494332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 81ea55a7-88d7-406d-abb3-2fca2e6b8d3c not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:48:52.215204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd3d37e3-ddc3-45b3-ab1f-88ed2a5cd43f req-a69a17db-9c10-4a9d-99df-75e79f7f3a3a tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a0dad08-b7d8-4a74-ba7b-c15e18418a9e HTTP/1.1" status: 200 len: 210 time: 0.0309193 Jul 12 16:48:53.313898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36250) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:53.444672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Deleting port f75ab1b9-4f72-4dd1-929c-c883c290f4d5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:53.445017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.531916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.532246 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.543930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Calling delete_port for f75ab1b9-4f72-4dd1-929c-c883c290f4d5 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:53.680624 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.708173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'Port': ['ID=f75ab1b9-4f72-4dd1-929c-c883c290f4d5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:53.774316 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.776804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:53.778225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d0fdbcdc-286e-484f-85f1-2b82772bfa70 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "DELETE /v2.0/floatingips/59bf145b-6eb6-4ec2-9ce9-4fb9681eef1e HTTP/1.1" status: 204 len: 168 time: 0.4631710 Jul 12 16:48:56.122480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:56.217527 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:56.248082 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:56.304660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:56.307147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:56.308463 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] 10.222.0.58 "DELETE /v2.0/security-groups/66fa67fe-fc0a-43b1-8228-ed0c14c20142 HTTP/1.1" status: 204 len: 168 time: 0.1841052 Jul 12 16:48:56.319336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fefa8-7c1c-42fe-8dd6-20fd09d8fbd7 tempest-TestVolumeBootPattern-1771394947 tempest-TestVolumeBootPattern-1771394947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa67fe-fc0a-43b1-8228-ed0c14c20142,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:56.414730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36274) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:56.890574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.156067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Deleting port 6b3a3905-a83a-4e66-b469-79c5b978e493 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:57.156759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.238424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] For port 6b3a3905-a83a-4e66-b469-79c5b978e493, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6b3a3905-a83a-4e66-b469-79c5b978e493,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:57.238781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.252433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Calling delete_port for 6b3a3905-a83a-4e66-b469-79c5b978e493 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:57.433797 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.458431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3a3905-a83a-4e66-b469-79c5b978e493,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:57.673254 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:57.901328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Router 5554cc52-0d2d-49e5-9641-5b7b26f48cff has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:48:58.013708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:48:58.018851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8cae931f-6fdb-4953-9b08-3bb72423c453 admin admin] 10.222.0.58 "PUT /v2.0/routers/5554cc52-0d2d-49e5-9641-5b7b26f48cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6029608 Jul 12 16:48:58.021211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:58.024496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Sync routers for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:48:58.035135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:58.035787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:58.128906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.151637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:58.347938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:48:57Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:58.376168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Checking router: 5554cc52-0d2d-49e5-9641-5b7b26f48cff for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:48:58.385002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Routers {'5554cc52-0d2d-49e5-9641-5b7b26f48cff'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:48:58.385624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:58.506637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] Set router 5554cc52-0d2d-49e5-9641-5b7b26f48cff gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:48:58.553086 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.610415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Deleting port 8568a0da-3a29-4f57-8643-42dfcce1aa4b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:58.610757 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.695508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] For port 8568a0da-3a29-4f57-8643-42dfcce1aa4b, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8568a0da-3a29-4f57-8643-42dfcce1aa4b,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:58.695963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.713398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Calling delete_port for 8568a0da-3a29-4f57-8643-42dfcce1aa4b owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:58.719819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:48:57Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:58.751570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5aae45-0511-4a90-829f-7834de20dd74 None None] The sync data for ids ['5554cc52-0d2d-49e5-9641-5b7b26f48cff'] in n-d-800078-3 is: [{'id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'name': 'tempest-TestVolumeBootPattern-1957346796-router', 'tenant_id': '86e128fc54fd4ae0a93c413188db751d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:02Z', 'updated_at': '2021-07-12T16:48:57Z', 'revision_number': 5, 'project_id': '86e128fc54fd4ae0a93c413188db751d', 'gw_port': {'id': '8568a0da-3a29-4f57-8643-42dfcce1aa4b', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554cc52-0d2d-49e5-9641-5b7b26f48cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:03Z', 'updated_at': '2021-07-12T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:48:58.892022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:58.922091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=8568a0da-3a29-4f57-8643-42dfcce1aa4b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:58.989740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.082023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.084747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.138669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.139158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5554cc52-0d2d-49e5-9641-5b7b26f48cff {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:48:59.143574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.148165 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3e97f8a6-b208-4ca6-836b-b7cc80e8bf11 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5554cc52-0d2d-49e5-9641-5b7b26f48cff HTTP/1.1" status: 204 len: 168 time: 1.1227174 Jul 12 16:48:59.149120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36282) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:59.196220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Deleting subnet d20f6c00-7b71-436f-8df3-72b3db802f1b {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:48:59.199737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.250033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.333165 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.389728 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.418452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20f6c00-7b71-436f-8df3-72b3db802f1b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:59.428334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.428954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a509e2-abfd-4c7b-b4c2-e82223feca08 None None] Network 3f60ead9-050d-4070-97a2-93bedf60b770 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:48:59.432803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:48:59.433059 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d20f6c00-7b71-436f-8df3-72b3db802f1b HTTP/1.1" status: 204 len: 168 time: 0.2828596 Jul 12 16:48:59.437274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.437690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.438041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.438386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.438718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.439064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.439394 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.439750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.440078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.440567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.440882 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.441382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a450a-54a3-497f-bed8-204db134eb12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:48:59.514553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.568343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Deleting port 8d49fb89-a052-4597-ba56-90aaa74d989a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:48:59.569020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.638562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-27070321-08ce-4632-9834-b2606843450d admin admin] For port 8d49fb89-a052-4597-ba56-90aaa74d989a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8d49fb89-a052-4597-ba56-90aaa74d989a,segment=NetworkSegment(ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19),segment_id=ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:48:59.638830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.652933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Calling delete_port for 8d49fb89-a052-4597-ba56-90aaa74d989a owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:48:59.737929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.765090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d49fb89-a052-4597-ba56-90aaa74d989a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:48:59.769411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27070321-08ce-4632-9834-b2606843450d admin admin] No DVR routers for this DVR port 8d49fb89-a052-4597-ba56-90aaa74d989a on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:48:59.821543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4cc71-96fc-4d1b-aa96-d5e9af5b9582 None None] DHCP port deletion for 3f60ead9-050d-4070-97a2-93bedf60b770 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:48:59.867222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.872708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d49fb89-a052-4597-ba56-90aaa74d989a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:48:59.879526 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-27070321-08ce-4632-9834-b2606843450d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f60ead9-050d-4070-97a2-93bedf60b770']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:59.891979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-27070321-08ce-4632-9834-b2606843450d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:59.892351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-27070321-08ce-4632-9834-b2606843450d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd5ddfd-aa0a-458b-922e-4f1ec58bcd19') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:48:59.897215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8d49fb89-a052-4597-ba56-90aaa74d989a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:48:59.897566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8d49fb89-a052-4597-ba56-90aaa74d989a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:48:59.898074 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b3a3905-a83a-4e66-b469-79c5b978e493 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:48:59.903715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.917901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 6b3a3905-a83a-4e66-b469-79c5b978e493 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:48:59.918249 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6b3a3905-a83a-4e66-b469-79c5b978e493 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:48:59.918803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8568a0da-3a29-4f57-8643-42dfcce1aa4b no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:48:59.919409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.925493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:48:59.925885 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:48:59.927599 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:48:59.938851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8568a0da-3a29-4f57-8643-42dfcce1aa4b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:48:59.939259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8568a0da-3a29-4f57-8643-42dfcce1aa4b not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:48:59.984734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.990081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:48:59.992053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-27070321-08ce-4632-9834-b2606843450d admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f60ead9-050d-4070-97a2-93bedf60b770 HTTP/1.1" status: 204 len: 168 time: 0.5577595 Jul 12 16:48:59.994984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36286) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:00.016897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27070321-08ce-4632-9834-b2606843450d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f60ead9-050d-4070-97a2-93bedf60b770,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:00.402176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:00.676459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Deleting port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:00.677109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:00.755540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] For port bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:00.755920 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:00.769141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Calling delete_port for bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:00.969626 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:00.998546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:01.206094 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.435970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:49:01.552522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:49:01.565279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e2b712a7-9c92-4f5f-9c1f-c6144edf7f7f admin admin] 10.222.0.58 "PUT /v2.0/routers/4bc04eef-893d-41b1-9ad6-196f2b0f3880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693161 Jul 12 16:49:01.568289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:01.573818 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Sync routers for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:49:01.590457 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:49:01.591273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:01.694365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.734643 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:49:01.803156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.860657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Deleting port 95559687-05c2-4813-baf6-5df235c4a5c5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:01.861002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.944822 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:49:00Z', 'revision_number': 5, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port': {'id': '95559687-05c2-4813-baf6-5df235c4a5c5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:37:12Z', 'updated_at': '2021-07-12T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:01.946732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] For port 95559687-05c2-4813-baf6-5df235c4a5c5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=95559687-05c2-4813-baf6-5df235c4a5c5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:01.948181 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:01.961917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Calling delete_port for 95559687-05c2-4813-baf6-5df235c4a5c5 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:01.978300 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Checking router: 4bc04eef-893d-41b1-9ad6-196f2b0f3880 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:49:01.987269 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Routers {'4bc04eef-893d-41b1-9ad6-196f2b0f3880'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:49:01.988280 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:48:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:02.057922 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-da4a8460-0bfc-44fc-b3e5-340057cd47a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.084105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] Set router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:49:02.140080 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:49:01Z', 'revision_number': 6, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:02.144284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.174710 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27171ba-d85c-46e1-93fa-d01424e162e6 None None] The sync data for ids ['4bc04eef-893d-41b1-9ad6-196f2b0f3880'] in n-d-800078-3 is: [{'id': '4bc04eef-893d-41b1-9ad6-196f2b0f3880', 'name': 'tempest-TestVolumeBootPattern-462615194-router', 'tenant_id': '192d4164421f4fe49bca551730976e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:37:11Z', 'updated_at': '2021-07-12T16:49:01Z', 'revision_number': 6, 'project_id': '192d4164421f4fe49bca551730976e57', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:49:02.176417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Pushing event deleted for resources: {'Port': ['ID=95559687-05c2-4813-baf6-5df235c4a5c5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:02.246302 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.344383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.347046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.397063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.397817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc04eef-893d-41b1-9ad6-196f2b0f3880 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:49:02.402674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.403943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6a95c136-ab16-480c-8890-4df50be59548 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4bc04eef-893d-41b1-9ad6-196f2b0f3880 HTTP/1.1" status: 204 len: 168 time: 0.8347266 Jul 12 16:49:02.406417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:02.457754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Deleting subnet d353875b-ce7b-436f-9662-7933dca7a26a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:49:02.462544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.500714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.595040 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.661606 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.691759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.694605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d353875b-ce7b-436f-9662-7933dca7a26a HTTP/1.1" status: 204 len: 168 time: 0.2869220 Jul 12 16:49:02.695722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c8f22-14e2-48d3-8737-d72c8229f3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d353875b-ce7b-436f-9662-7933dca7a26a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:02.697085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36296) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:02.697632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034f8da-bf4f-4ac1-84b8-99e93223af17 None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:02.776487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.848189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Deleting port bdae54f3-e953-455a-a21f-9d6573844bd0 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:02.848382 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.927913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] For port bdae54f3-e953-455a-a21f-9d6573844bd0, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bdae54f3-e953-455a-a21f-9d6573844bd0,segment=NetworkSegment(c8d975b7-8f0e-44ef-b694-e2403eb431e2),segment_id=c8d975b7-8f0e-44ef-b694-e2403eb431e2)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:02.928181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:02.941690 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Calling delete_port for bdae54f3-e953-455a-a21f-9d6573844bd0 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:02.991171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] DHCP port deletion for 813111b8-1a82-4a87-bee9-73139ba27a8f request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:49:03.044492 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.061705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Deleting port bdae54f3-e953-455a-a21f-9d6573844bd0 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:03.062273 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.073703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdae54f3-e953-455a-a21f-9d6573844bd0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:03.076726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] No DVR routers for this DVR port bdae54f3-e953-455a-a21f-9d6573844bd0 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:49:03.165377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] For port bdae54f3-e953-455a-a21f-9d6573844bd0, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:03.165981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.177751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.189928 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813111b8-1a82-4a87-bee9-73139ba27a8f']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:03.208978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d975b7-8f0e-44ef-b694-e2403eb431e2') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:03.209263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d975b7-8f0e-44ef-b694-e2403eb431e2') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:49:03.222949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.245939 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.257454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:49:03.257992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: timer() Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:49:03.260272 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:49:03.336834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.343079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.345311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] 10.222.0.58 "DELETE /v2.0/networks/813111b8-1a82-4a87-bee9-73139ba27a8f HTTP/1.1" status: 204 len: 168 time: 0.6465766 Jul 12 16:49:03.362702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb48fe-1cf6-48ee-9975-19eeb51fe87e admin admin] Pushing event deleted for resources: {'Network': ['ID=813111b8-1a82-4a87-bee9-73139ba27a8f,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:03.371330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Calling delete_port for bdae54f3-e953-455a-a21f-9d6573844bd0 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:03.375026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Port bdae54f3-e953-455a-a21f-9d6573844bd0 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:49:03.376292 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.383748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Network 813111b8-1a82-4a87-bee9-73139ba27a8f is not hosted by any dhcp agent {{(pid=93713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 16:49:03.384198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] No DVR routers for this DVR port bdae54f3-e953-455a-a21f-9d6573844bd0 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:49:03.409073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Pushing event deleted for resources: {'Port': ['ID=bdae54f3-e953-455a-a21f-9d6573844bd0,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:03.417105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.417449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.417787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.418121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.418481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.418810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.419144 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.419499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.419817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.420140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.420464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.420786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb72845-6e44-4dcb-b49e-64bef2d512ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:03.470001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.528379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36300) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:03.579207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bdae54f3-e953-455a-a21f-9d6573844bd0 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:49:03.585288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b28b1cfa-5cec-44c8-a0f0-6de31084a86c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86e128fc54fd4ae0a93c413188db751d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554900 Jul 12 16:49:03.589216 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36302) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:03.600629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bdae54f3-e953-455a-a21f-9d6573844bd0 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:49:03.600874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bdae54f3-e953-455a-a21f-9d6573844bd0 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:49:03.601291 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95559687-05c2-4813-baf6-5df235c4a5c5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:49:03.623139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 95559687-05c2-4813-baf6-5df235c4a5c5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:49:03.623479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 95559687-05c2-4813-baf6-5df235c4a5c5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:49:03.623967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:49:03.644841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:49:03.645188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bbaaa2f5-a3a3-4c71-8f23-237bf45cebc1 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:49:03.655847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.679882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.729847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.734322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:03.735527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3436807e-7cf9-42a0-a9fe-917037b284e7 HTTP/1.1" status: 204 len: 168 time: 0.1457195 Jul 12 16:49:03.744547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324decf-03fd-4a55-9cb2-436a0515224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3436807e-7cf9-42a0-a9fe-917037b284e7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:04.118888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36308) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.160705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b9328540-8032-4f35-9745-3fd432ccce01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=192d4164421f4fe49bca551730976e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403149 Jul 12 16:49:04.163410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36310) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:04.220102 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.243181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.305052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.307661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.308863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0eb5636-6ecd-4373-98ec-4f3e49bb4084 HTTP/1.1" status: 204 len: 168 time: 0.1444852 Jul 12 16:49:04.317857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b036b-f4d3-49c9-8bad-b7aac4880ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb5636-6ecd-4373-98ec-4f3e49bb4084,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:04.482906 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9af4cbd0-ebe6-4732-8348-3f28adf0b13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:04.823212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-35eca210-8718-4665-854b-a4da925ac307 req-8ce18df3-d383-4285-9a2f-f6c246d50ad9 service neutron] (93711) timed out ('10.222.0.65', 53647) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:49:04.924354 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:05.737533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:05.897832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:07.327560 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:15.197333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-27efda66-2296-4f6d-9281-c23c277f2d20 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306249 Jul 12 16:49:15.427005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-609b5546-53c9-43d8-9244-b01838fdf1e8 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:15.428542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-609b5546-53c9-43d8-9244-b01838fdf1e8 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250862 Jul 12 16:49:15.444842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-d1c1d208-85dd-4d28-85f5-c3dc9bf31171 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/quotas/77c7507e0a3c41c4ab48fe5a065c223b HTTP/1.1" status: 200 len: 375 time: 0.0100782 Jul 12 16:49:15.485885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-5c5cc6f7-5604-4146-9e49-668afb917cf0 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341041 Jul 12 16:49:15.784346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-950a3b2b-70e6-4e4d-940e-be99270c4b45 req-7fb39290-fc06-49e1-9635-ad3534d58c23 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 210 time: 0.1501877 Jul 12 16:49:16.353152 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:49:16.721954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-18fbf567-6ecf-43fb-840a-dd4e01ba9aaa tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246122 Jul 12 16:49:16.846192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-6b589959-cbe8-4118-9719-6b851b4ddf26 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:16.847863 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-6b589959-cbe8-4118-9719-6b851b4ddf26 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205370 Jul 12 16:49:16.860003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Request body: {'port': {'device_id': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'admin_state_up': True, 'tenant_id': '77c7507e0a3c41c4ab48fe5a065c223b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:16.981673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c4286c1-929d-4f9b-aa6a-1570d8e511ac req-6206e23b-5ce1-4572-80da-b89d236e8408 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0419507 Jul 12 16:49:17.014993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Made reservation on behalf of 77c7507e0a3c41c4ab48fe5a065c223b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:17.018544 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.027656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.128546 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.132834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.530524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:17.626045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Allocated IP 192.168.233.42 (700b3b5c-b29b-4cd8-9c2d-99521e61abbf/f7c5534b-21ba-48f3-bd90-380ccbf17e3e/6a48f292-c0f9-4a34-946a-0b211c6e5c64) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:49:17.802481 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.818397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Transition to ACTIVE for port object 6a48f292-c0f9-4a34-946a-0b211c6e5c64 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:49:17.854815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:17.905310 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:49:17.910969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:49:17.913684 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:49:17.945982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Pushing event updated for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:17.982510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:17.983183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.001704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-805c4552-d1bc-4e19-9b46-28ee15420081 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1461573 Jul 12 16:49:18.079578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Request body: {'port': {'device_id': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:18.173619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.181334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2aa5327-06dc-49c9-bfe5-e26b6d99a1b1 None None] Provisioning for port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:49:18.189893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2aa5327-06dc-49c9-bfe5-e26b6d99a1b1 None None] Provisioning complete for port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:18.190668 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5327-06dc-49c9-bfe5-e26b6d99a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.207038 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0f27-5790-429a-a8a7-e62e2f374d75 req-825cf415-1a23-43ea-acb2-ff92c6d9201a tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:18.208765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fab0f27-5790-429a-a8a7-e62e2f374d75 req-825cf415-1a23-43ea-acb2-ff92c6d9201a tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 935 time: 0.0887685 Jul 12 16:49:18.241238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa5327-06dc-49c9-bfe5-e26b6d99a1b1 None None] Port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:49:18.260527 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5fab0f27-5790-429a-a8a7-e62e2f374d75 req-389a76fb-31e1-451b-9ae4-28a8ca160862 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Jul 12 16:49:18.489499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a48f292-c0f9-4a34-946a-0b211c6e5c64 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:49:18.498114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.510869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Transition to ACTIVE for port object 6a48f292-c0f9-4a34-946a-0b211c6e5c64 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:49:18.515888 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.574066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Pushing event updated for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:18.662166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Attempting to bind port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:49:18.662608 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Attempting to bind port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:49:18.663124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Attempting to bind port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:49:18.671794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:49:18.672277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Attempting to bind port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 on network 700b3b5c-b29b-4cd8-9c2d-99521e61abbf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:49:18.678604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:49:18.679076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Checking segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:49:18.679532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Bound using segment: {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:49:18.680187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Bound port: 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c330f5-3040-4ae7-bb72-1731e14fc68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:49:18.680587 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.756013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:49:18.759140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:49:18.764473 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.805881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:18.806623 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:18.808046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] 10.222.0.77 "PUT /v2.0/ports/6a48f292-c0f9-4a34-946a-0b211c6e5c64 HTTP/1.1" status: 200 len: 1095 time: 0.7991693 Jul 12 16:49:18.808535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:18.811663 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:18.837790 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa3413-8c05-401e-bd8a-42980ead2255 service neutron] Pushing event updated for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:18.867555 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff9eca-c7cb-48af-ab47-8fb488716384 x-openstack-request-id: req-5aff9eca-c7cb-48af-ab47-8fb488716384 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:18.867858 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:18.868104 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5aff9eca-c7cb-48af-ab47-8fb488716384 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:18.868497 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64', 'status': 'completed', 'code': 200} Jul 12 16:49:18.928378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-b20be298-8bb6-475e-bce1-4f43ba3891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:18.929967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-b20be298-8bb6-475e-bce1-4f43ba3891a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0755370 Jul 12 16:49:18.979836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-91dcbddb-cea2-42d5-bdd9-53a199785ebc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64 HTTP/1.1" status: 200 len: 217 time: 0.0425673 Jul 12 16:49:19.039761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-3fdd7bcc-5450-49a8-a7ae-c4b804354c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.041570 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-3fdd7bcc-5450-49a8-a7ae-c4b804354c84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0552139 Jul 12 16:49:19.115555 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-b58e245e-1eb7-4c4e-b8c6-8de967d133d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.117130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-b58e245e-1eb7-4c4e-b8c6-8de967d133d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695741 Jul 12 16:49:19.222289 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-5384e21f-18a8-44f0-9916-00133af46983 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979345 Jul 12 16:49:19.330225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-da4880a8-80f9-4e4a-95fe-2520f6d1dac0 req-2b3e55ba-812e-4ecf-bb1b-9e8807c20a16 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021855 Jul 12 16:49:19.454974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-f11832f1-c1fa-4fbd-8832-85f662ac98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.456004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-f11832f1-c1fa-4fbd-8832-85f662ac98d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0661333 Jul 12 16:49:19.471381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f998a-fe1c-4a08-8af6-5b245aa79dc5 req-e3ea3b89-42ed-428c-ad3a-12ba7b553cbe tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.473033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-849f998a-fe1c-4a08-8af6-5b245aa79dc5 req-e3ea3b89-42ed-428c-ad3a-12ba7b553cbe tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 947 time: 0.0823801 Jul 12 16:49:19.532309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-849f998a-fe1c-4a08-8af6-5b245aa79dc5 req-78fc22fb-0cfe-455d-951f-859fb8fa0084 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Jul 12 16:49:19.567008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-fb6f0919-9a75-4d4f-82b9-51b42954b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.568700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-fb6f0919-9a75-4d4f-82b9-51b42954b612 service neutron] 10.222.0.77 "GET /v2.0/networks?id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf HTTP/1.1" status: 200 len: 870 time: 0.1067655 Jul 12 16:49:19.616110 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-6a2216de-6b7b-4e7d-afae-eed615702bb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64 HTTP/1.1" status: 200 len: 217 time: 0.0402091 Jul 12 16:49:19.673086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-d114f4fd-875a-4f2f-96d4-70ad2a3134de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.674721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-d114f4fd-875a-4f2f-96d4-70ad2a3134de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7c5534b-21ba-48f3-bd90-380ccbf17e3e HTTP/1.1" status: 200 len: 843 time: 0.0508258 Jul 12 16:49:19.752286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-17b55057-ae9e-4465-9d19-8735c0334dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:19.753825 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-17b55057-ae9e-4465-9d19-8735c0334dd2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=700b3b5c-b29b-4cd8-9c2d-99521e61abbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724823 Jul 12 16:49:19.856993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-4f550b1b-f77e-48b8-b5d3-2eea94bca0b8 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947287 Jul 12 16:49:19.968435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7b467c8-cd3a-4edd-88fc-6bf7842ede8d req-716c54f1-f3f1-425d-9d87-000c2de06426 service neutron] 10.222.0.77 "GET /v2.0/networks/700b3b5c-b29b-4cd8-9c2d-99521e61abbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052394 Jul 12 16:49:20.751171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de091f-b187-4381-8c63-09356392585c req-03e21112-e38c-498d-8343-93aff7971930 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:20.752777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80de091f-b187-4381-8c63-09356392585c req-03e21112-e38c-498d-8343-93aff7971930 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 947 time: 0.0793445 Jul 12 16:49:20.796787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80de091f-b187-4381-8c63-09356392585c req-84db0ba0-e267-470d-83f9-db5c2ce31ee2 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jul 12 16:49:21.988319 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34339-62a3-4aa1-a39e-61a7072a61d6 req-f49b0146-b08c-4094-9acd-981c2b19504c tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:21.989909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09c34339-62a3-4aa1-a39e-61a7072a61d6 req-f49b0146-b08c-4094-9acd-981c2b19504c tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 947 time: 0.0727029 Jul 12 16:49:22.037076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09c34339-62a3-4aa1-a39e-61a7072a61d6 req-cfc1d66b-2601-45d5-a4b5-4b7db8e1ab1b tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Jul 12 16:49:23.234367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ae8ad-9700-4a1e-b2c4-7e242cb8390a req-9ee2c3bc-f787-4839-a1ff-6e2fd24f2871 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:23.236357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-812ae8ad-9700-4a1e-b2c4-7e242cb8390a req-9ee2c3bc-f787-4839-a1ff-6e2fd24f2871 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 947 time: 0.0720716 Jul 12 16:49:23.277887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-812ae8ad-9700-4a1e-b2c4-7e242cb8390a req-abd5b69f-1f7d-4480-8303-eaf9456aacc9 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Jul 12 16:49:23.580587 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6a48f292-c0f9-4a34-946a-0b211c6e5c64 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:49:23.695276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:23.713334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '6a48f292-c0f9-4a34-946a-0b211c6e5c64', 'network_id': '700b3b5c-b29b-4cd8-9c2d-99521e61abbf', 'port_id': '6a48f292-c0f9-4a34-946a-0b211c6e5c64', 'mac_address': 'fa:16:3e:34:20:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5534b-21ba-48f3-bd90-380ccbf17e3e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:49:23.754127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.768373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a48f292-c0f9-4a34-946a-0b211c6e5c64 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:49:23.789513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:23.795553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:23.861784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:24.081137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['6a48f292-c0f9-4a34-946a-0b211c6e5c64'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:49:24.489115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ebc62-f670-4e09-95ca-c415cde64249 req-67b2adf1-aef8-4504-9ccb-3e427850a473 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:24.490642 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f56ebc62-f670-4e09-95ca-c415cde64249 req-67b2adf1-aef8-4504-9ccb-3e427850a473 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 948 time: 0.0783732 Jul 12 16:49:24.531789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f56ebc62-f670-4e09-95ca-c415cde64249 req-9b30a7e7-8c0c-4fd1-8c8c-67f3f72659d3 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Jul 12 16:49:25.595742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6a48f292-c0f9-4a34-946a-0b211c6e5c64 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:49:25.662928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:49:25.667330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:25.667850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.762613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3bc4-89d0-4b39-b99f-f6736bbd7b61 req-37145630-3866-4775-9f58-7c1220cbb5e7 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:25.765176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad4b3bc4-89d0-4b39-b99f-f6736bbd7b61 req-37145630-3866-4775-9f58-7c1220cbb5e7 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 948 time: 0.1136897 Jul 12 16:49:25.786982 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.812540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:25.814924 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d17f2-f63b-43a9-8f77-14c1b104401c" -d '{"events": [{"server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:25.816080 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad4b3bc4-89d0-4b39-b99f-f6736bbd7b61 req-25e850ef-7f5d-4950-8a8c-28922bbd3f1d tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Jul 12 16:49:25.830133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:25.838282 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:25.874805 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce346991-bbc2-4eb4-b21b-adb7ab88f967 x-openstack-request-id: req-ce346991-bbc2-4eb4-b21b-adb7ab88f967 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:25.875189 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:25.875443 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce346991-bbc2-4eb4-b21b-adb7ab88f967 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:25.875869 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64', 'code': 200} Jul 12 16:49:25.907214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:26.034708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25caea-1baf-4893-9c49-59b92e0e4dbd req-eeed2985-bbb5-4cb0-b3cd-e42ba180ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:26.036890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f25caea-1baf-4893-9c49-59b92e0e4dbd req-eeed2985-bbb5-4cb0-b3cd-e42ba180ee94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 1100 time: 0.0676117 Jul 12 16:49:26.087190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f25caea-1baf-4893-9c49-59b92e0e4dbd req-9dd836d5-de02-4aed-9ffe-b96c594dcf4d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Jul 12 16:49:26.095865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-65e767b6-1c46-4275-9d1a-993263ae2107 None None] Provisioning complete for port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:26.096236 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-65e767b6-1c46-4275-9d1a-993263ae2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:27.054762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527746e-4431-4926-b58f-523c5907b9dc req-c3909419-5430-4089-8c1c-f1d1d0b0519b tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:27.056405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8527746e-4431-4926-b58f-523c5907b9dc req-c3909419-5430-4089-8c1c-f1d1d0b0519b tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 949 time: 0.0784600 Jul 12 16:49:27.101069 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8527746e-4431-4926-b58f-523c5907b9dc req-66ac2935-5fab-4723-bca8-0d218e766b38 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Jul 12 16:49:28.313208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5c53-bed4-48eb-96aa-d82af237ec23 req-f14aa9e4-2c56-402e-b06d-a1e29d284c01 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:28.316456 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2d5c53-bed4-48eb-96aa-d82af237ec23 req-f14aa9e4-2c56-402e-b06d-a1e29d284c01 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 949 time: 0.0798328 Jul 12 16:49:28.360923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2b2d5c53-bed4-48eb-96aa-d82af237ec23 req-075f8ef9-a2d6-4265-8834-f36ee8ceab42 tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Jul 12 16:49:29.499911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-bcaf1131-c8c4-499f-810b-ed28e82e7b0c tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:29.501851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-bcaf1131-c8c4-499f-810b-ed28e82e7b0c tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 949 time: 0.0868556 Jul 12 16:49:29.574289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7100f1-7567-45cf-a139-899e391002ac req-1587a84a-c2e1-4912-a680-63734f9ff53b tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:29.577467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d7100f1-7567-45cf-a139-899e391002ac req-1587a84a-c2e1-4912-a680-63734f9ff53b tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e01111d-8bed-4f4e-860e-d6bb1de9fbd3 HTTP/1.1" status: 200 len: 949 time: 0.0867212 Jul 12 16:49:29.627914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Deleting port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:49:29.628372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.639614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d7100f1-7567-45cf-a139-899e391002ac req-2ae22f04-889a-4a41-a0cd-4720c0e4fe2d tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554662 Jul 12 16:49:29.749391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] For port 6a48f292-c0f9-4a34-946a-0b211c6e5c64, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6a48f292-c0f9-4a34-946a-0b211c6e5c64,segment=NetworkSegment(40c330f5-3040-4ae7-bb72-1731e14fc68e),segment_id=40c330f5-3040-4ae7-bb72-1731e14fc68e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:29.749736 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.765406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Calling delete_port for 6a48f292-c0f9-4a34-946a-0b211c6e5c64 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:49:29.919530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:29.952052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Pushing event deleted for resources: {'Port': ['ID=6a48f292-c0f9-4a34-946a-0b211c6e5c64,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:30.024397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] No DVR routers for this DVR port 6a48f292-c0f9-4a34-946a-0b211c6e5c64 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:49:30.028938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:30.032516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e15f3fd-ec25-4fd5-b592-99001e5a0cae req-ec0da76f-0912-4097-9ef6-0f93d53f107f tempest-ServersAdminNegativeTestJSON-1201752763 tempest-ServersAdminNegativeTestJSON-1201752763-project] 10.222.0.77 "DELETE /v2.0/ports/6a48f292-c0f9-4a34-946a-0b211c6e5c64 HTTP/1.1" status: 204 len: 173 time: 0.5255265 Jul 12 16:49:30.033215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'name': 'network-vif-deleted', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:30.037283 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3c6a3-3c64-4c42-8697-43fbd02580cc" -d '{"events": [{"server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "name": "network-vif-deleted", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:30.091894 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a18a53-f3c7-44d1-8f3f-9ff67b94f9db x-openstack-request-id: req-38a18a53-f3c7-44d1-8f3f-9ff67b94f9db {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:30.092191 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e01111d-8bed-4f4e-860e-d6bb1de9fbd3", "name": "network-vif-deleted", "tag": "6a48f292-c0f9-4a34-946a-0b211c6e5c64", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:30.092445 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38a18a53-f3c7-44d1-8f3f-9ff67b94f9db {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:30.092849 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e01111d-8bed-4f4e-860e-d6bb1de9fbd3', 'name': 'network-vif-deleted', 'tag': '6a48f292-c0f9-4a34-946a-0b211c6e5c64', 'status': 'completed', 'code': 200} Jul 12 16:49:31.038034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36450) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:31.183385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1f0a5e63-decd-446c-9dd8-efefda3660fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77c7507e0a3c41c4ab48fe5a065c223b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442015 Jul 12 16:49:31.187388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36454) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:31.242183 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.268437 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.326674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.329796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.333857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9 HTTP/1.1" status: 204 len: 168 time: 0.1426125 Jul 12 16:49:31.341923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c491-5a49-45ca-a747-3d3578b8e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab6ce5e-285d-4cb5-ac7f-e3b43791a6f9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:31.623204 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36460) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:31.637611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe1ab-f19e-4461-8d38-d612d6d88806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.642300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6a48f292-c0f9-4a34-946a-0b211c6e5c64 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:49:31.665043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 6a48f292-c0f9-4a34-946a-0b211c6e5c64 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:49:31.665708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6a48f292-c0f9-4a34-946a-0b211c6e5c64 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:49:31.741516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe1ab-f19e-4461-8d38-d612d6d88806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.745878 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe1ab-f19e-4461-8d38-d612d6d88806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.786433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b8cbe1ab-f19e-4461-8d38-d612d6d88806 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=539b1f04c2014a7694ecaee79d177bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619351 Jul 12 16:49:31.787140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe1ab-f19e-4461-8d38-d612d6d88806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2afb70-169b-455b-8571-97d99e8d210e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:31.790478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36462) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:31.845081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.872861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.930280 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.932866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:31.934546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e2afb70-169b-455b-8571-97d99e8d210e HTTP/1.1" status: 204 len: 168 time: 0.1431704 Jul 12 16:49:31.942716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e3307-d7ec-47f7-920b-a7a5293d9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2afb70-169b-455b-8571-97d99e8d210e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:32.062671 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6559f5a5-eeae-4ee2-8de5-377026bf6e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.703624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36484) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:32.813908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-918682782-network', 'tenant_id': 'e6bc6dc31a2341ef938d8552e34b1a9a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:32.835756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Made reservation on behalf of e6bc6dc31a2341ef938d8552e34b1a9a for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:32.838136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.848061 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.941003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.945324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.972896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:49:32.984537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b0197-939f-45e3-a3ef-1e1c89ad38d8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:32.990533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:32.990882 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Added segment 506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf of type vlan for network 931b29a8-4880-4444-a031-afbe102e593d Jul 12 16:49:33.040353 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.075089 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.076359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:33.076938 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.133270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4282999 Jul 12 16:49:33.136471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36488) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:49:33.142278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Request body: {'subnet': {'network_id': '931b29a8-4880-4444-a031-afbe102e593d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-918682782-subnet', 'tenant_id': 'e6bc6dc31a2341ef938d8552e34b1a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:33.145601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74f7b0-a82f-4a01-9c6f-0a6f14f4d7cc admin admin] Pushing event updated for resources: {'Network': ['ID=931b29a8-4880-4444-a031-afbe102e593d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:33.157967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 931b29a8-4880-4444-a031-afbe102e593d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:49:33.167274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Made reservation on behalf of e6bc6dc31a2341ef938d8552e34b1a9a for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:33.169950 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.377460 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.434819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa7092b-acd7-425a-8ffc-15d7c42bd022,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:33.445971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Checking segment: {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:49:33.446359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Network hostable DHCP agents. Network: 931b29a8-4880-4444-a031-afbe102e593d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:49:33.464977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Network 931b29a8-4880-4444-a031-afbe102e593d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:49:33.475509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 931b29a8-4880-4444-a031-afbe102e593d) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:49:33.482382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:33.484216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.489362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1be41-d0e4-46d0-9d48-fe6f02cc9f96 None None] Network 931b29a8-4880-4444-a031-afbe102e593d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:33.504077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-be683851-18b4-4120-b9f3-f592a02c022c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3654366 Jul 12 16:49:33.542266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:33.669330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5415cf-b2f5-42d0-b4f9-d4eb8a4f4310 None None] Network 931b29a8-4880-4444-a031-afbe102e593d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:49:34.025762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-57057163-ee8e-4511-9f13-699f4bb8444d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:34.027662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-57057163-ee8e-4511-9f13-699f4bb8444d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 811 time: 0.1143041 Jul 12 16:49:34.046285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-129a7a83-963b-45bd-9536-0df80f01b17b tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/quotas/e6bc6dc31a2341ef938d8552e34b1a9a HTTP/1.1" status: 200 len: 375 time: 0.0113373 Jul 12 16:49:34.088569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-e240d5ab-d9c5-41f2-9016-cfb93a2bb796 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348189 Jul 12 16:49:34.198772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-bb9de21a-fdb3-416f-b1db-494e4f973061 service neutron] 10.222.0.58 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986118 Jul 12 16:49:34.298001 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-b2cc995b-91a2-44fb-81b4-26bfb06fc4f0 service neutron] 10.222.0.58 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927379 Jul 12 16:49:34.475509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93207425-5ce8-467f-a097-b4c15219e544 req-8c604b5b-c986-40d1-bae9-df0fc2a7a6c7 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 210 time: 0.0372527 Jul 12 16:49:34.490051 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-480f8582-a3a9-4d1c-9e24-4143864e0c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:34.927781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:35.586384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-1fd9b7c1-6479-4f59-a8ad-abb7ca80e0c5 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:35.588728 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-1fd9b7c1-6479-4f59-a8ad-abb7ca80e0c5 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.77 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 811 time: 0.1239994 Jul 12 16:49:35.606652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Request body: {'port': {'device_id': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'network_id': '931b29a8-4880-4444-a031-afbe102e593d', 'admin_state_up': True, 'tenant_id': 'e6bc6dc31a2341ef938d8552e34b1a9a'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:35.641439 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3aac3b6-7f7b-4092-abc7-7feaf61f6b1e req-593e408b-1088-4b33-a827-95169e742193 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 210 time: 0.0486546 Jul 12 16:49:35.747299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:35.749820 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Made reservation on behalf of e6bc6dc31a2341ef938d8552e34b1a9a for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:49:35.753502 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:35.881496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Allocated IP 172.20.0.10 (931b29a8-4880-4444-a031-afbe102e593d/aaa7092b-acd7-425a-8ffc-15d7c42bd022/379458d9-11a9-4502-90df-0f9c31f97850) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:49:35.893824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.045372 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.087065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.134464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Network 931b29a8-4880-4444-a031-afbe102e593d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:49:36.138459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:49:36.142428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:49:36.149042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:36.177377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.177901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.178053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.178501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.178761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.179004 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.179451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.179768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.180112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.180402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.180690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.180998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:49:36.216693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:36.217350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.232503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c114da3f-d746-41d9-8d85-641189ee4e4c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6299257 Jul 12 16:49:36.249841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Request body: {'port': {'device_id': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:49:36.328266 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.605002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379458d9-11a9-4502-90df-0f9c31f97850 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:49:36.612913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.625176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Transition to ACTIVE for port object 379458d9-11a9-4502-90df-0f9c31f97850 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:49:36.629595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.698701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:36.750434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:49:36.750776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:49:36.751104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:49:36.755487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:49:36.755830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:49:36.760683 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:49:36.761016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Checking segment: {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:49:36.761396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Bound using segment: {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:49:36.761859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Bound port: 379458d9-11a9-4502-90df-0f9c31f97850, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:49:36.762265 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.823010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542aebe-5dbd-4883-a6b7-bbe6c999c74e req-3b0379d8-6808-46da-83a4-fe443df77a67 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:36.825001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0542aebe-5dbd-4883-a6b7-bbe6c999c74e req-3b0379d8-6808-46da-83a4-fe443df77a67 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0667379 Jul 12 16:49:36.831055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:49:36.836326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:49:36.843666 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.870537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0542aebe-5dbd-4883-a6b7-bbe6c999c74e req-764340c5-5a90-4522-8874-dbc31398abf0 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 12 16:49:36.888319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:36.889558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:36.890868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] 10.222.0.77 "PUT /v2.0/ports/379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 1092 time: 0.6507316 Jul 12 16:49:36.893233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:36.896530 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2e876-24e1-48a5-b56f-19cc41d475a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:36.927685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b6ce-cb58-40c6-9918-7e3b275ca8bb service neutron] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:36.941002 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0325a3-9611-45f0-87c6-8bd471985901 x-openstack-request-id: req-2f0325a3-9611-45f0-87c6-8bd471985901 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:36.941299 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:36.941557 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f0325a3-9611-45f0-87c6-8bd471985901 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:36.941983 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'status': 'completed', 'code': 200} Jul 12 16:49:37.001258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-5e87c4d8-991e-476c-ad52-807b453cc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:37.002756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-5e87c4d8-991e-476c-ad52-807b453cc00a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1095 time: 0.0552936 Jul 12 16:49:37.047490 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-9e828f24-e5da-4d10-9a00-1cb01774c668 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0383856 Jul 12 16:49:37.095128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-89718ada-5574-4bc2-a1ff-307f3ca5e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:37.096684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-89718ada-5574-4bc2-a1ff-307f3ca5e3a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0438113 Jul 12 16:49:37.129109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-5804ea90-a27b-4c26-ae3e-03e14caa0a9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264452 Jul 12 16:49:37.230342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-c187a0cf-31fe-46bb-b5de-2cd2a4c4ca5f service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950947 Jul 12 16:49:37.322425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:37.326356 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c11582c2-9f17-4805-b077-be6cc7240cb9 req-f253190f-ec5d-43d2-9d63-5a7146d74ae4 service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896673 Jul 12 16:49:37.437325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-e6011c1a-99ad-495b-bcce-3e750244fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:37.438866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-e6011c1a-99ad-495b-bcce-3e750244fec9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1095 time: 0.0637116 Jul 12 16:49:37.534187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-571e96f3-f135-4f35-aa73-9034640eca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:37.535783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-571e96f3-f135-4f35-aa73-9034640eca3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.0912454 Jul 12 16:49:37.578263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-792c1781-fed1-4614-b9bd-9846e6c92bf8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0358462 Jul 12 16:49:37.630156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-8750aeb6-5944-4444-a492-f1d7ab10b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:37.631623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-8750aeb6-5944-4444-a492-f1d7ab10b1ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0469825 Jul 12 16:49:37.669177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-b2ef6895-4773-46b4-aa3f-7944b7027426 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308568 Jul 12 16:49:37.764359 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-f2104d4d-5b42-4a34-a315-23945ccf6e08 service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885189 Jul 12 16:49:37.862039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7ef2e876-24e1-48a5-b56f-19cc41d475a6 req-c52481a7-ae2f-47fd-a550-50531b84cbd8 service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913413 Jul 12 16:49:38.069448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cff11-e4df-49a0-9622-eda64f2081d8 req-7125fb81-7bd0-46a8-bc03-eb6318212acd tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:38.071930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e4cff11-e4df-49a0-9622-eda64f2081d8 req-7125fb81-7bd0-46a8-bc03-eb6318212acd tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0780222 Jul 12 16:49:38.120820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e4cff11-e4df-49a0-9622-eda64f2081d8 req-5b7c45aa-6f3f-4e88-b5c1-1c3f52d684c4 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Jul 12 16:49:39.311889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1166d08-03b8-40ff-a3a5-1cb7ec3ccf25 req-238bc50c-037b-4daa-bda8-2d34239a1464 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:39.313462 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1166d08-03b8-40ff-a3a5-1cb7ec3ccf25 req-238bc50c-037b-4daa-bda8-2d34239a1464 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0698836 Jul 12 16:49:39.359751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1166d08-03b8-40ff-a3a5-1cb7ec3ccf25 req-dd34623d-f638-4641-b343-f9f859d634e8 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Jul 12 16:49:39.688422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:49:39.800142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:39.817550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '379458d9-11a9-4502-90df-0f9c31f97850', 'network_id': '931b29a8-4880-4444-a031-afbe102e593d', 'port_id': '379458d9-11a9-4502-90df-0f9c31f97850', 'mac_address': 'fa:16:3e:1c:31:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa7092b-acd7-425a-8ffc-15d7c42bd022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:49:39.872087 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:39.886419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379458d9-11a9-4502-90df-0f9c31f97850 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:49:39.912116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:39.917556 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:39.994031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:40.151686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['379458d9-11a9-4502-90df-0f9c31f97850'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:49:40.541524 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0b8bb-f3b9-4311-acc3-1b2f7bda5539 req-1b87d9c1-fd71-40cb-bbe2-75e3b1bc0893 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:40.543627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41b0b8bb-f3b9-4311-acc3-1b2f7bda5539 req-1b87d9c1-fd71-40cb-bbe2-75e3b1bc0893 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 945 time: 0.0667796 Jul 12 16:49:40.582492 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41b0b8bb-f3b9-4311-acc3-1b2f7bda5539 req-be93ad10-e06d-41f3-afa1-8c3ae2d417e8 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Jul 12 16:49:41.688611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:49:41.743251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 379458d9-11a9-4502-90df-0f9c31f97850 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:49:41.748009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 379458d9-11a9-4502-90df-0f9c31f97850 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:49:41.749455 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:41.774026 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a66c-1640-4ee9-af30-72c54108a4f6 req-a486eef9-9b48-4cd1-b43d-f1f3669d52be tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:41.775553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f6a66c-1640-4ee9-af30-72c54108a4f6 req-a486eef9-9b48-4cd1-b43d-f1f3669d52be tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 945 time: 0.0778580 Jul 12 16:49:41.831405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d2f6a66c-1640-4ee9-af30-72c54108a4f6 req-29cb6655-ff29-4852-a788-64fcc8b48350 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Jul 12 16:49:41.836615 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:41.864869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:49:41.867133 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c482698-cd71-4be2-bcb4-ac8bb4d858db" -d '{"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:49:41.880835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:49:41.885408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:49:41.914597 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198aa4e-25a3-4b90-9adc-c6eb1122412c x-openstack-request-id: req-5198aa4e-25a3-4b90-9adc-c6eb1122412c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:49:41.914870 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:49:41.915120 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5198aa4e-25a3-4b90-9adc-c6eb1122412c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:49:41.915519 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'code': 200} Jul 12 16:49:41.954416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:49:42.030932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6448f-e46c-4bd0-b93c-beee0f637810 req-7291b14a-1794-4f63-b3d2-0a4ae80548da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:42.032457 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11b6448f-e46c-4bd0-b93c-beee0f637810 req-7291b14a-1794-4f63-b3d2-0a4ae80548da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1097 time: 0.0526364 Jul 12 16:49:42.067121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11b6448f-e46c-4bd0-b93c-beee0f637810 req-9c49d4b0-dee2-4d11-bc08-a4ca58766b13 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289814 Jul 12 16:49:43.030129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7b9a-f288-4741-833b-94805122b356 req-68f1dbf7-79e0-4bd6-95bd-1b93a545cf20 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:43.031619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4de7b9a-f288-4741-833b-94805122b356 req-68f1dbf7-79e0-4bd6-95bd-1b93a545cf20 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0685489 Jul 12 16:49:43.069731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4de7b9a-f288-4741-833b-94805122b356 req-e8e9f68c-f0b0-4a49-9193-94dfb6893edf tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Jul 12 16:49:43.514191 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-3a47205d-c070-4e21-bf12-53d87cff99ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488349 Jul 12 16:49:43.525325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598ce50-c907-43b7-a48b-51ccd78ed739 req-a8e598c5-91ab-4b85-bd96-1bfff85d1982 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:43.527909 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c598ce50-c907-43b7-a48b-51ccd78ed739 req-a8e598c5-91ab-4b85-bd96-1bfff85d1982 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0848854 Jul 12 16:49:43.570199 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c598ce50-c907-43b7-a48b-51ccd78ed739 req-132433cc-894f-4309-ab67-0fc6906c60c6 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Jul 12 16:49:44.747678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168d4f-8de7-4809-88f5-aaeb65d89c08 req-891b0a77-0e1d-45e4-9ed0-900f078b14a4 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:44.749164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12168d4f-8de7-4809-88f5-aaeb65d89c08 req-891b0a77-0e1d-45e4-9ed0-900f078b14a4 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0636549 Jul 12 16:49:44.790370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-12168d4f-8de7-4809-88f5-aaeb65d89c08 req-b9758a02-93db-4c2c-803d-c7f26de6fea9 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Jul 12 16:49:44.969682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-cc5a8760-e31f-4de9-b2c9-dfc9db2dcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:44.971314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-cc5a8760-e31f-4de9-b2c9-dfc9db2dcd89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1097 time: 0.0571663 Jul 12 16:49:45.068947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-d9dcf41c-08ee-4ca3-8f43-71f80f11dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:45.070461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-d9dcf41c-08ee-4ca3-8f43-71f80f11dda6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.0931935 Jul 12 16:49:45.113270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-a84f0f39-c89f-4d13-9b32-931bb75992c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0364466 Jul 12 16:49:45.165828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-577c4713-49c1-4f0b-b37f-425d8473e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:45.167308 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-577c4713-49c1-4f0b-b37f-425d8473e574 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0487852 Jul 12 16:49:45.205669 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-72ea8dd1-d061-4ede-8e2b-588817448b5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322132 Jul 12 16:49:45.305554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-2cf2d428-d338-4b15-a5a5-a1c9d532f23d service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942056 Jul 12 16:49:45.398367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-ed4b4cff-817f-4c5e-83f8-c8828107dffd service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Jul 12 16:49:45.978616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d2f7f-706b-4f4b-8a9b-3d9bef5dc58b req-83d45493-8136-4ff3-b689-4bf1e0fb5390 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:45.980317 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a31d2f7f-706b-4f4b-8a9b-3d9bef5dc58b req-83d45493-8136-4ff3-b689-4bf1e0fb5390 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0745125 Jul 12 16:49:46.028695 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a31d2f7f-706b-4f4b-8a9b-3d9bef5dc58b req-bc227ce8-2a6c-4fa3-a581-d4ea8a330d98 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Jul 12 16:49:47.405453 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574b23-2114-47bc-9097-e00437b2276d req-044a429f-72d7-4b88-b9a6-e29244aee529 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:47.406866 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6574b23-2114-47bc-9097-e00437b2276d req-044a429f-72d7-4b88-b9a6-e29244aee529 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0692465 Jul 12 16:49:47.447823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6574b23-2114-47bc-9097-e00437b2276d req-23755dc8-fb3d-4164-bfb2-85d154efdb9c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Jul 12 16:49:48.642650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fae310-292f-4260-af6d-74a5d93d7970 req-79915b50-2d9b-4277-9350-ef01627f3e96 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:48.644084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0fae310-292f-4260-af6d-74a5d93d7970 req-79915b50-2d9b-4277-9350-ef01627f3e96 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0768628 Jul 12 16:49:48.686142 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0fae310-292f-4260-af6d-74a5d93d7970 req-c78e455b-6e9f-4a8e-a420-3f0fc7d68767 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Jul 12 16:49:49.889383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c359a-8f95-4bfe-9a85-0671ef8713fb req-27b0741a-1790-4307-8844-0ccb71ad4d29 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:49.890807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5c359a-8f95-4bfe-9a85-0671ef8713fb req-27b0741a-1790-4307-8844-0ccb71ad4d29 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0763469 Jul 12 16:49:49.936094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5c359a-8f95-4bfe-9a85-0671ef8713fb req-70b6d105-0c7e-4236-89dc-60f6cd542275 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Jul 12 16:49:51.136162 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7979d28-a821-4217-968a-3faa97b58caa req-7ce75fe1-0bf3-465f-b668-96cd07203237 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:51.137981 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7979d28-a821-4217-968a-3faa97b58caa req-7ce75fe1-0bf3-465f-b668-96cd07203237 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0684071 Jul 12 16:49:51.188167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7979d28-a821-4217-968a-3faa97b58caa req-e61a0d08-953c-4ade-b969-d83026687f9a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Jul 12 16:49:52.391583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5ea47-ce64-42b4-980f-c7861a5803a8 req-9c3640b1-9285-4fee-ac81-4bed397a5b7a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:52.393237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5da5ea47-ce64-42b4-980f-c7861a5803a8 req-9c3640b1-9285-4fee-ac81-4bed397a5b7a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0781991 Jul 12 16:49:52.435504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5da5ea47-ce64-42b4-980f-c7861a5803a8 req-907e6f2e-6fe2-41e0-8acf-146227ac1d44 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Jul 12 16:49:53.354212 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:49:54.067056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e51b0-13de-46b0-94f8-d89e262f0a4a req-4fe12970-ed67-4fbe-ad99-a6c710d154cb tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:54.069513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-458e51b0-13de-46b0-94f8-d89e262f0a4a req-4fe12970-ed67-4fbe-ad99-a6c710d154cb tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.4965281 Jul 12 16:49:54.121400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-458e51b0-13de-46b0-94f8-d89e262f0a4a req-2681d6e4-54ae-4e75-ab80-c7bae32b9d55 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452392 Jul 12 16:49:55.352404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b19bd-4faa-4f91-935b-735eb6746571 req-91d85928-20f9-4775-a3bd-0439c80d29c2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:55.353940 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e3b19bd-4faa-4f91-935b-735eb6746571 req-91d85928-20f9-4775-a3bd-0439c80d29c2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0818453 Jul 12 16:49:55.394595 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8e3b19bd-4faa-4f91-935b-735eb6746571 req-cd1c7775-f306-464d-b25d-93245c701c53 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Jul 12 16:49:55.456329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-30c2b02b-c8d2-473e-827e-366d4eee77f4 req-0c4121de-1e68-49b3-8bef-63e9f7c802cf service neutron] (93712) timed out ('10.222.0.58', 56626) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:49:56.607714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbecd4-d880-4c33-909a-2e0e8dce5521 req-24508bf5-675e-4e10-b76e-801334a4f31b tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:56.609563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfbecd4-d880-4c33-909a-2e0e8dce5521 req-24508bf5-675e-4e10-b76e-801334a4f31b tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0765872 Jul 12 16:49:56.652978 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfbecd4-d880-4c33-909a-2e0e8dce5521 req-c6b9c3a5-2d5c-488d-910b-9e5fa62f9576 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Jul 12 16:49:57.839378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425c635-76a3-450d-a4ed-124d11b7a928 req-526f22ec-409a-4fb2-8378-a49b01e37436 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:57.841371 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2425c635-76a3-450d-a4ed-124d11b7a928 req-526f22ec-409a-4fb2-8378-a49b01e37436 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0669768 Jul 12 16:49:57.890857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2425c635-76a3-450d-a4ed-124d11b7a928 req-2579a75d-a8ef-433d-90dd-546f1bf48d0a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Jul 12 16:49:59.081993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e68c9-2739-4a8a-b1a1-bb1657a6b93b req-fa10092e-8da0-4c06-9027-c168f65cfe13 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:49:59.083531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b0e68c9-2739-4a8a-b1a1-bb1657a6b93b req-fa10092e-8da0-4c06-9027-c168f65cfe13 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0710626 Jul 12 16:49:59.128801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b0e68c9-2739-4a8a-b1a1-bb1657a6b93b req-b71f92b1-43a6-4553-9b1a-140498d769e5 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 Jul 12 16:50:00.375331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38514d-5159-424f-96c2-21bbc4986f61 req-5d722045-57ff-4e13-975e-6bf2f3a68936 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:00.377938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d38514d-5159-424f-96c2-21bbc4986f61 req-5d722045-57ff-4e13-975e-6bf2f3a68936 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.1000428 Jul 12 16:50:00.444828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d38514d-5159-424f-96c2-21bbc4986f61 req-a87e34c6-4852-4052-984e-aa3ad32fc769 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Jul 12 16:50:01.647280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfba47-5507-4f03-855b-8483bb464e09 req-e05f0a5c-8cfa-4110-9ec3-ecb80e36db8e tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:01.648824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50cfba47-5507-4f03-855b-8483bb464e09 req-e05f0a5c-8cfa-4110-9ec3-ecb80e36db8e tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0795131 Jul 12 16:50:01.699451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50cfba47-5507-4f03-855b-8483bb464e09 req-78cfdb03-7712-4f99-af84-a31742755d1c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Jul 12 16:50:02.067987 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e801fbf2-07ab-4a9a-9a0f-635477982c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:02.907068 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46087-eecc-4ad6-915f-394199ccb383 req-c30fc513-9eea-4ae8-8307-5a1f6ee5f9a3 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:02.908711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94d46087-eecc-4ad6-915f-394199ccb383 req-c30fc513-9eea-4ae8-8307-5a1f6ee5f9a3 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0860739 Jul 12 16:50:02.951383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94d46087-eecc-4ad6-915f-394199ccb383 req-0c0e07dc-45fc-4c79-9f2a-bfd9e1a5a8e8 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Jul 12 16:50:03.515890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:04.157373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebad5ba-dc42-4097-b5a2-393abb026a66 req-6e5c528b-8c74-442c-a96d-b7c23534bd87 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:04.158888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ebad5ba-dc42-4097-b5a2-393abb026a66 req-6e5c528b-8c74-442c-a96d-b7c23534bd87 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0762765 Jul 12 16:50:04.205247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2ebad5ba-dc42-4097-b5a2-393abb026a66 req-d1a0e495-691d-4099-bf79-a05d0a204ec1 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Jul 12 16:50:04.491535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2b42c1c4-7471-4275-9cf8-96b4f99e7902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:04.936735 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:05.406900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374357-ae19-4685-9fbb-e9d1987f8667 req-0a8657a9-4240-424e-9004-6376d7c19cad tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:05.408494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a374357-ae19-4685-9fbb-e9d1987f8667 req-0a8657a9-4240-424e-9004-6376d7c19cad tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0721085 Jul 12 16:50:05.457870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a374357-ae19-4685-9fbb-e9d1987f8667 req-42bc20b4-2869-4d67-a2a5-74712969e913 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Jul 12 16:50:05.756069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:05.898621 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:06.677038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d2bca-b466-4dd1-a3b1-d9d269ed2b73 req-676ca44c-0745-4afd-895f-38e276e8439d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:06.678469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-458d2bca-b466-4dd1-a3b1-d9d269ed2b73 req-676ca44c-0745-4afd-895f-38e276e8439d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.1000657 Jul 12 16:50:06.727487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-458d2bca-b466-4dd1-a3b1-d9d269ed2b73 req-90c674ab-c9b2-4916-915b-50b11b3b3f9c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Jul 12 16:50:07.324555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:07.931456 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb0dbc-5847-40fc-97e0-ba5692a511ae req-6f93815b-f90a-4206-bb8b-0239661efc9a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:07.933355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7fb0dbc-5847-40fc-97e0-ba5692a511ae req-6f93815b-f90a-4206-bb8b-0239661efc9a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0819252 Jul 12 16:50:07.979531 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7fb0dbc-5847-40fc-97e0-ba5692a511ae req-854635ea-6b3f-4b88-ad42-6a9a9fde68f2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Jul 12 16:50:09.196833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e38e81-03f3-47c4-9902-56411114b81e req-95c5ed37-a060-4d82-a84f-edced5adb78c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:09.198489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13e38e81-03f3-47c4-9902-56411114b81e req-95c5ed37-a060-4d82-a84f-edced5adb78c tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0778282 Jul 12 16:50:09.244125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13e38e81-03f3-47c4-9902-56411114b81e req-e02f035a-c769-4e19-9c11-f2dda8d38999 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Jul 12 16:50:10.444334 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82619f8f-baab-4318-8c15-e60b0e141763 req-7cbc7346-a803-4e38-b1b0-2e2d2a7f7017 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:10.445860 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82619f8f-baab-4318-8c15-e60b0e141763 req-7cbc7346-a803-4e38-b1b0-2e2d2a7f7017 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0719259 Jul 12 16:50:10.489438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-82619f8f-baab-4318-8c15-e60b0e141763 req-5809908c-c5df-4ebb-9539-33b90e97eaea tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Jul 12 16:50:11.709711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004440e-e35f-47d7-a7ad-b2d575bfb22e req-a783aa2b-b5d6-47c2-bcbe-578caa8cc8f5 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:11.711340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9004440e-e35f-47d7-a7ad-b2d575bfb22e req-a783aa2b-b5d6-47c2-bcbe-578caa8cc8f5 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0864618 Jul 12 16:50:11.760657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-d43f73d1-cc6d-49db-853b-ecc9d4d6b1bd req-c0b9eceb-4d1e-4711-bd91-014dbd73f7ca service neutron] (93712) timed out ('10.222.0.58', 36220) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:50:11.761454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9004440e-e35f-47d7-a7ad-b2d575bfb22e req-4af1e36f-381c-417e-8bbd-553de345c686 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jul 12 16:50:12.350948 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-667ee796-afcc-447d-a831-336a627fbefd service neutron] show failed (client error): The resource could not be found. Jul 12 16:50:12.352687 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-667ee796-afcc-447d-a831-336a627fbefd service neutron] 10.222.0.77 "GET /v2.0/ports/379458d9-11a9-4502-90df-0f9c31f97850/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0849798 Jul 12 16:50:12.780406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-2780be79-396b-41be-a1b7-349355acec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:12.782015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-2780be79-396b-41be-a1b7-349355acec6c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b&tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a HTTP/1.1" status: 200 len: 1097 time: 0.1543305 Jul 12 16:50:12.801412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:12.900025 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.054151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c787-86bb-49e4-b824-650d06d6fcaf req-b3e94450-c339-4484-ac6a-8d1c6fbee57f tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:13.056413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3703c787-86bb-49e4-b824-650d06d6fcaf req-b3e94450-c339-4484-ac6a-8d1c6fbee57f tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.1003294 Jul 12 16:50:13.150816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3703c787-86bb-49e4-b824-650d06d6fcaf req-c3832bda-9462-4f17-85c2-27145d6cd10a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811384 Jul 12 16:50:13.206503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:13.271980 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:50:13.335221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:13.337899 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf30cc3-8e94-4c6f-9b29-e9c981a6b004" -d '{"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:13.343430 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.361137 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Transition to ACTIVE for port object 379458d9-11a9-4502-90df-0f9c31f97850 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:50:13.367726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.415632 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1665fc2f-2cd9-4d14-85d3-8ae048495978 x-openstack-request-id: req-1665fc2f-2cd9-4d14-85d3-8ae048495978 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:13.415961 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:13.416241 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1665fc2f-2cd9-4d14-85d3-8ae048495978 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:13.416848 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'code': 200} Jul 12 16:50:13.482001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] No DVR routers for this DVR port 379458d9-11a9-4502-90df-0f9c31f97850 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:50:13.485550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:13.533864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:50:13.534196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:50:13.534513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:13.540009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:50:13.540327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Attempting to bind port 379458d9-11a9-4502-90df-0f9c31f97850 on network 931b29a8-4880-4444-a031-afbe102e593d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:13.549921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:50:13.550285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Checking segment: {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:13.550712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Bound using segment: {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:50:13.551236 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Bound port: 379458d9-11a9-4502-90df-0f9c31f97850, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '931b29a8-4880-4444-a031-afbe102e593d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:50:13.551749 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.634456 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:50:13.640668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:50:13.646272 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.683619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:13.684256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:13.685685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] 10.222.0.65 "PUT /v2.0/ports/379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 1092 time: 0.8918490 Jul 12 16:50:13.712741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44b29b-12a7-49e2-b40e-e92cb07d9e26 service neutron] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:13.788696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-7e6d6884-937a-40ed-94ab-63d326fc261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:13.790247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-7e6d6884-937a-40ed-94ab-63d326fc261c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1095 time: 0.0676558 Jul 12 16:50:13.929566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-761a1b3e-a3ff-4888-b825-dec9ae86f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:13.930940 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-761a1b3e-a3ff-4888-b825-dec9ae86f023 service neutron] 10.222.0.65 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.1267731 Jul 12 16:50:13.986812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-d5199e73-c607-4143-a46e-ec8b648d329a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0452352 Jul 12 16:50:14.061514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-cf825fb8-c37a-4d20-bdb4-27d1e4ca945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:14.063005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-cf825fb8-c37a-4d20-bdb4-27d1e4ca945e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0649886 Jul 12 16:50:14.109129 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-8129cd0c-86ad-4b9b-898b-a2202ab254e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356739 Jul 12 16:50:14.215090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-4b40a94b-1bc6-44e0-b952-2b3e7b4ae1a3 service neutron] 10.222.0.65 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960417 Jul 12 16:50:14.340699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4ae66231-b5ec-4713-b12e-08e11fb6d3d8 req-607a0c08-d7f7-4d70-acf4-f7aa3f21fa8d service neutron] 10.222.0.65 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149378 Jul 12 16:50:14.383247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89ce1f-84cc-4ac3-85ec-a3e38541eb03 req-368f30ed-36d5-407d-898f-95e4333a6ebe tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:14.384770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b89ce1f-84cc-4ac3-85ec-a3e38541eb03 req-368f30ed-36d5-407d-898f-95e4333a6ebe tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0970752 Jul 12 16:50:14.439297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b89ce1f-84cc-4ac3-85ec-a3e38541eb03 req-98aad8b8-33ec-442e-80a7-815ffd0daffa tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jul 12 16:50:15.417914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:15.420460 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69" -d '{"events": [{"name": "network-changed", "server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:15.479677 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda59452-bf90-47e8-9f0b-4a52cede355f x-openstack-request-id: req-cda59452-bf90-47e8-9f0b-4a52cede355f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:15.480403 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:15.480670 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cda59452-bf90-47e8-9f0b-4a52cede355f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:15.481089 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'status': 'completed', 'code': 200} Jul 12 16:50:15.613649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-998a928e-ddbd-44d2-990c-e494fdbd788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.615177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-998a928e-ddbd-44d2-990c-e494fdbd788d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1095 time: 0.1123679 Jul 12 16:50:15.619650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-7dab884f-2ad2-4e07-8e43-fdfd7d1404b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.622422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-7dab884f-2ad2-4e07-8e43-fdfd7d1404b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1095 time: 0.1057818 Jul 12 16:50:15.654184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803cb7e-34c9-437b-b54b-1049b37fa360 req-24bbdcd0-d608-4baf-b90d-4fe3c14ffcd4 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.655900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2803cb7e-34c9-437b-b54b-1049b37fa360 req-24bbdcd0-d608-4baf-b90d-4fe3c14ffcd4 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0774853 Jul 12 16:50:15.708066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2803cb7e-34c9-437b-b54b-1049b37fa360 req-bf4a5b65-201c-4955-afcc-30ce268776c9 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jul 12 16:50:15.784523 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-31f9adcb-9aff-414b-963b-fe3ca21b3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.786013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-31f9adcb-9aff-414b-963b-fe3ca21b3e7b service neutron] 10.222.0.77 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.1627338 Jul 12 16:50:15.790554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-75911926-8d54-4acd-86df-624c65f92e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.792641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-75911926-8d54-4acd-86df-624c65f92e2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.1500649 Jul 12 16:50:15.806111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:50:15.857339 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-9f250c4d-9feb-4bf5-9ec7-47aceb747b96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0635417 Jul 12 16:50:15.867643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:50:15.897591 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-c49f5fce-b246-4a4f-9eb2-d1aeda0e6b6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0969336 Jul 12 16:50:15.967726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-10faf06f-a8bf-4cdd-9be2-d4cbd285d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.969534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-10faf06f-a8bf-4cdd-9be2-d4cbd285d0d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0801904 Jul 12 16:50:15.975165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-907ea38b-f74c-4ea7-988a-f1dee9dda7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:15.976931 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-907ea38b-f74c-4ea7-988a-f1dee9dda7e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0596459 Jul 12 16:50:16.032177 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-443be7cd-06aa-4e67-82b3-2524d1ad0a01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543151 Jul 12 16:50:16.034022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-d3a8e409-3041-4e06-9168-f4e1cee11cb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482206 Jul 12 16:50:16.197574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-00b95468-ce37-4d8e-8208-1043cc1b2c08 service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592331 Jul 12 16:50:16.200088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-ef1dc9a7-f3a0-43a7-8981-a7a9a749b7c1 service neutron] 10.222.0.65 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541512 Jul 12 16:50:16.396699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-bd925d44-9291-4495-bc9d-c5cf75d5d3ab service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929507 Jul 12 16:50:16.398619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a5d94cf-08bd-4d23-a9e8-f339878fdb69 req-39da7737-59f4-43d2-bb0f-daa9b88afb48 service neutron] 10.222.0.65 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874294 Jul 12 16:50:16.916605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667389d-788a-47dc-a75b-793f7177cdc2 req-5f833e61-a97c-4625-890f-eb90d7e0ad18 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:16.918878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e667389d-788a-47dc-a75b-793f7177cdc2 req-5f833e61-a97c-4625-890f-eb90d7e0ad18 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 944 time: 0.0741935 Jul 12 16:50:16.976045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e667389d-788a-47dc-a75b-793f7177cdc2 req-bb5f9304-b7dd-4ae1-aa56-e9e61fccd4e3 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Jul 12 16:50:17.139210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:50:17.262123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:17.280069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '379458d9-11a9-4502-90df-0f9c31f97850', 'network_id': '931b29a8-4880-4444-a031-afbe102e593d', 'port_id': '379458d9-11a9-4502-90df-0f9c31f97850', 'mac_address': 'fa:16:3e:1c:31:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa7092b-acd7-425a-8ffc-15d7c42bd022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:50:17.332918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:17.348276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379458d9-11a9-4502-90df-0f9c31f97850 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:17.372545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:17.376807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:17.438964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:17.446533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.446868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.447200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.447530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.447883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.448862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.449227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.449554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.450002 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.450307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.450654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.450939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:17.495894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-0b0a1dae-24dc-443a-af5d-91db57cc23fc tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:17.497750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-0b0a1dae-24dc-443a-af5d-91db57cc23fc tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b&tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 945 time: 0.1469300 Jul 12 16:50:17.593775 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-9f65c174-da2c-4ea5-9511-0d4dd7dea91b service neutron] delete failed (client error): The resource could not be found. Jul 12 16:50:17.595186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-9f65c174-da2c-4ea5-9511-0d4dd7dea91b service neutron] 10.222.0.77 "DELETE /v2.0/ports/379458d9-11a9-4502-90df-0f9c31f97850/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0918374 Jul 12 16:50:17.691063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['379458d9-11a9-4502-90df-0f9c31f97850'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:50:17.705963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-4ee7bb2b-ddd4-4361-9999-804d37b55a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:17.708608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-4ee7bb2b-ddd4-4361-9999-804d37b55a14 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 1096 time: 0.0656178 Jul 12 16:50:17.837085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-e0c1f9e3-ebdd-4046-9c43-b061cec6f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:17.839808 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-e0c1f9e3-ebdd-4046-9c43-b061cec6f902 service neutron] 10.222.0.77 "GET /v2.0/networks?id=931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 200 len: 912 time: 0.1239164 Jul 12 16:50:17.890107 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-8e1d0206-c8fb-4f28-bd87-83c0d3e43ab4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 200 len: 217 time: 0.0443008 Jul 12 16:50:17.945513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-7c592a8d-43b2-49b0-b6ad-1a2d632cbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:17.947016 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-7c592a8d-43b2-49b0-b6ad-1a2d632cbee8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 200 len: 851 time: 0.0513697 Jul 12 16:50:17.983946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-e2c01e9b-af0b-4ccc-a2d7-e17a2cce50ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=931b29a8-4880-4444-a031-afbe102e593d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289946 Jul 12 16:50:18.105658 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-29a2cf7e-257d-45e4-9f2e-036fa2e17c7a service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148918 Jul 12 16:50:18.223930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-9e9b7443-f650-47bb-a73f-1b1a43e20c12 service neutron] 10.222.0.77 "GET /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124234 Jul 12 16:50:19.113615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6a432-f104-451c-9fa5-7d6a0ecb99c5 req-f64bca55-1ba6-47a8-9d62-d84e13fae90d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:19.115136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d6a432-f104-451c-9fa5-7d6a0ecb99c5 req-f64bca55-1ba6-47a8-9d62-d84e13fae90d tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 945 time: 0.0720916 Jul 12 16:50:19.154614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:50:19.155749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9d6a432-f104-451c-9fa5-7d6a0ecb99c5 req-bdb1edc1-10b7-42ca-8700-7c572707f226 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Jul 12 16:50:19.226527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 379458d9-11a9-4502-90df-0f9c31f97850 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:50:19.231934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 379458d9-11a9-4502-90df-0f9c31f97850 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:50:19.232385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.333953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.358175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:19.360499 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa06bc3-acfd-4f63-be79-92c1813acd5e" -d '{"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:19.374322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:19.384211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:19.414908 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742b197-9074-4275-9c8a-3373da9ad354 x-openstack-request-id: req-4742b197-9074-4275-9c8a-3373da9ad354 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:19.415243 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:19.415417 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4742b197-9074-4275-9c8a-3373da9ad354 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:19.415849 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'code': 200} Jul 12 16:50:19.451706 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:20.361935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2a98-16ec-41bf-a810-5197172944e8 req-7a933997-f4c0-4108-9045-671f0a2d1b79 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:20.363709 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-851c2a98-16ec-41bf-a810-5197172944e8 req-7a933997-f4c0-4108-9045-671f0a2d1b79 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0731463 Jul 12 16:50:20.436151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-851c2a98-16ec-41bf-a810-5197172944e8 req-35cfd23c-5834-47d0-af90-24ed9dc4c81a tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.58 "GET /v2.0/security-groups?id=326b0197-939f-45e3-a3ef-1e1c89ad38d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Jul 12 16:50:20.470197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-501951e6-f230-4aaa-bedc-df1acff836a9 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:20.471714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-501951e6-f230-4aaa-bedc-df1acff836a9 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e375f97-f817-4fe4-9c41-e58ddf44fd4b HTTP/1.1" status: 200 len: 946 time: 0.0766742 Jul 12 16:50:20.591292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Deleting port 379458d9-11a9-4502-90df-0f9c31f97850 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:50:20.591708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.686569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] For port 379458d9-11a9-4502-90df-0f9c31f97850, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=379458d9-11a9-4502-90df-0f9c31f97850,segment=NetworkSegment(506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf),segment_id=506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:20.686924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.700291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Calling delete_port for 379458d9-11a9-4502-90df-0f9c31f97850 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:50:20.858125 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.878261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['379458d9-11a9-4502-90df-0f9c31f97850'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:50:20.894157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Pushing event deleted for resources: {'Port': ['ID=379458d9-11a9-4502-90df-0f9c31f97850,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:20.942668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] No DVR routers for this DVR port 379458d9-11a9-4502-90df-0f9c31f97850 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:50:20.945676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:20.947836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a1a2647c-3946-46a8-bf96-b8af7b667f63 req-92171490-4905-4d8a-bc78-c36fc0a71fa2 tempest-DeleteServersTestJSON-581087737 tempest-DeleteServersTestJSON-581087737-project] 10.222.0.65 "DELETE /v2.0/ports/379458d9-11a9-4502-90df-0f9c31f97850 HTTP/1.1" status: 204 len: 173 time: 0.4667423 Jul 12 16:50:20.948814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-deleted', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:20.951135 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362a544-b648-4384-9021-cd9ec0a40639" -d '{"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-deleted", "tag": "379458d9-11a9-4502-90df-0f9c31f97850"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:20.990548 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6809c69c-051b-4f6d-a205-96697e17a425 x-openstack-request-id: req-6809c69c-051b-4f6d-a205-96697e17a425 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:20.990891 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e375f97-f817-4fe4-9c41-e58ddf44fd4b", "name": "network-vif-deleted", "tag": "379458d9-11a9-4502-90df-0f9c31f97850", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:20.991153 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6809c69c-051b-4f6d-a205-96697e17a425 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:20.991614 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e375f97-f817-4fe4-9c41-e58ddf44fd4b', 'name': 'network-vif-deleted', 'tag': '379458d9-11a9-4502-90df-0f9c31f97850', 'status': 'completed', 'code': 200} Jul 12 16:50:21.690622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36636) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:21.745610 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Deleting subnet aaa7092b-acd7-425a-8ffc-15d7c42bd022 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:50:21.748846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.787214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.829411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.896986 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.926099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa7092b-acd7-425a-8ffc-15d7c42bd022,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:21.930636 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:21.933540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aaa7092b-acd7-425a-8ffc-15d7c42bd022 HTTP/1.1" status: 204 len: 168 time: 0.2409303 Jul 12 16:50:21.935887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36638) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:21.938967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.939321 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.939689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.940026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.940359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.940695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.941019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.941353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.941670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.942048 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.942297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:21.942629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de39b56-f4a8-421c-84de-6c7b66749e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:50:22.007713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.094382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.105079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931b29a8-4880-4444-a031-afbe102e593d']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:22.116033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:22.116323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506fc4ad-fad2-4f3d-bd4c-5f8e0d8eebbf') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:50:22.125832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.142146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.148579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:50:22.148968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:50:22.150622 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:50:22.208419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.214294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.216149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] 10.222.0.58 "DELETE /v2.0/networks/931b29a8-4880-4444-a031-afbe102e593d HTTP/1.1" status: 204 len: 168 time: 0.2788687 Jul 12 16:50:22.227543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5d255-6c83-400a-b367-14d826079ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=931b29a8-4880-4444-a031-afbe102e593d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:22.346106 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36642) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:22.393155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bb245703-d8db-4579-8724-b2bedfde95e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6bc6dc31a2341ef938d8552e34b1a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457284 Jul 12 16:50:22.396686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36644) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:22.449839 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.472558 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.525687 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.528957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:22.530227 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/326b0197-939f-45e3-a3ef-1e1c89ad38d8 HTTP/1.1" status: 204 len: 168 time: 0.1322818 Jul 12 16:50:22.538139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f283e-b94d-4022-b622-90ef4bd1adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b0197-939f-45e3-a3ef-1e1c89ad38d8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:23.346567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 36666) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:23.457051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-203726544-network', 'tenant_id': 'aa174d48311e403e9212a3976e06646d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:23.483669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Made reservation on behalf of aa174d48311e403e9212a3976e06646d for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:23.487550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.502144 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.615107 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.619427 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.645937 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:50:23.657122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0ef06-3cbe-4428-9865-b80317ce498e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:23.662591 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.662928 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Added segment 227360fb-c60f-4456-952b-2aed8182a472 of type vlan for network 71c72e12-fb60-47d0-a032-c2c7db40cde5 Jul 12 16:50:23.711396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.742976 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.744088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:23.744914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:23.809732 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4571068 Jul 12 16:50:23.810744 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 36670) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:50:23.817910 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Request body: {'subnet': {'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-203726544-subnet', 'tenant_id': 'aa174d48311e403e9212a3976e06646d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:23.818812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e4f7-b46c-4fc0-9592-2f2273a552ec admin admin] Pushing event updated for resources: {'Network': ['ID=71c72e12-fb60-47d0-a032-c2c7db40cde5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:23.831057 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:50:23.851988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Made reservation on behalf of aa174d48311e403e9212a3976e06646d for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:23.855936 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.075233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.163043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cce39b-7f8b-4e03-8955-0d9dea7effe3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:24.174028 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Checking segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:24.174388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Network hostable DHCP agents. Network: 71c72e12-fb60-47d0-a032-c2c7db40cde5, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:50:24.203142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:50:24.228561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 71c72e12-fb60-47d0-a032-c2c7db40cde5) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:50:24.244641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1840ec-f1dc-475e-ba6c-935550957666 None None] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:50:24.248299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:24.250022 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:24.273230 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-55cd07c4-3b04-41df-9b32-b50b2cc81b9c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4605155 Jul 12 16:50:24.478596 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37c0b6-689a-48a0-811a-becf525ee678 None None] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:50:24.865665 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-0902e740-966a-44f0-9ca6-a551e215c7a3 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:24.867378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-0902e740-966a-44f0-9ca6-a551e215c7a3 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 814 time: 0.1286514 Jul 12 16:50:24.888017 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-cce1ca67-5525-4ead-86b7-bc93dc1407ed tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/quotas/aa174d48311e403e9212a3976e06646d HTTP/1.1" status: 200 len: 375 time: 0.0136685 Jul 12 16:50:24.929433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-c7b711b5-300e-4722-a48c-c0871aa4bfba tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315001 Jul 12 16:50:25.001896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-8c8a06fa-baa3-4bc4-82ff-c7e443a857be service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:50:25.002942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-8c8a06fa-baa3-4bc4-82ff-c7e443a857be service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662014 Jul 12 16:50:25.114923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-1d0a7d3d-0403-4f37-8797-5c8e82d5351a service neutron] 10.222.0.58 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054623 Jul 12 16:50:25.217474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:50:25.220607 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-9c86a0a5-7540-48ad-acda-f7b58820344e service neutron] 10.222.0.58 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973060 Jul 12 16:50:25.242634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 379458d9-11a9-4502-90df-0f9c31f97850 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:50:25.243418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 379458d9-11a9-4502-90df-0f9c31f97850 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:50:25.429713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-38f35ea3-35c9-472f-992e-d4a47fcb1381 req-2e332f71-333e-43b6-8165-a7ae90b9ab2c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 210 time: 0.0304928 Jul 12 16:50:26.577531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-6fa747c4-b6ea-41a0-8b6f-8b0ca90c4cb8 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:26.579007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-6fa747c4-b6ea-41a0-8b6f-8b0ca90c4cb8 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 814 time: 0.1440966 Jul 12 16:50:26.595682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Request body: {'port': {'device_id': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'admin_state_up': True, 'tenant_id': 'aa174d48311e403e9212a3976e06646d'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:26.618912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-29378f79-dfab-43ca-be7c-3462bace6a62 req-96bdfab1-e10e-4264-9fa0-3e037b9c9728 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 210 time: 0.0500264 Jul 12 16:50:26.733203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Made reservation on behalf of aa174d48311e403e9212a3976e06646d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:50:26.737405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:26.876191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Allocated IP 172.20.0.2 (71c72e12-fb60-47d0-a032-c2c7db40cde5/02cce39b-7f8b-4e03-8955-0d9dea7effe3/66b9d507-0acd-4051-86df-0be74f86cdd7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:50:27.373147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.412821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.461117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:50:27.464977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:50:27.469068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:50:27.475562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:27.524186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:27.524707 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.543322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48e2ee0c-3dbe-4893-a9b3-5528e193e175 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551070 Jul 12 16:50:27.554816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Request body: {'port': {'device_id': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:50:27.634198 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:27.889400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617299ee-bd98-4039-84ba-d8007310de64 req-5bdc3d4f-35ee-472c-8235-02018980ffff tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:27.891180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-617299ee-bd98-4039-84ba-d8007310de64 req-5bdc3d4f-35ee-472c-8235-02018980ffff tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 931 time: 0.1438184 Jul 12 16:50:27.967305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-617299ee-bd98-4039-84ba-d8007310de64 req-c5ce33c6-f3a1-4307-970b-343e700bb0fc tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Jul 12 16:50:28.011257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b9d507-0acd-4051-86df-0be74f86cdd7 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:28.030033 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.041919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Transition to ACTIVE for port object 66b9d507-0acd-4051-86df-0be74f86cdd7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:50:28.046617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.118568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:28.176834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:50:28.177068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:50:28.177398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:28.181882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:50:28.182196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:50:28.188001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:50:28.188335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Checking segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:50:28.188721 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Bound using segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:50:28.189152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Bound port: 66b9d507-0acd-4051-86df-0be74f86cdd7, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:50:28.189508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.260895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:50:28.264517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:50:28.269959 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.305153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.305764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:28.307204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] 10.222.0.77 "PUT /v2.0/ports/66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 1091 time: 0.7580423 Jul 12 16:50:28.307669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:28.310856 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93" -d '{"events": [{"name": "network-changed", "server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:28.343861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03dc2-1d61-43a5-8d4a-b26f9fa2e083 service neutron] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:28.365313 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa8da0f-e740-4db2-a6b7-0cc3d7d92d96 x-openstack-request-id: req-bfa8da0f-e740-4db2-a6b7-0cc3d7d92d96 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:28.365604 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:28.365856 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfa8da0f-e740-4db2-a6b7-0cc3d7d92d96 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:28.366282 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'status': 'completed', 'code': 200} Jul 12 16:50:28.427038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-9b1ef7e2-5537-4e20-b3fb-677538018aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.428532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-9b1ef7e2-5537-4e20-b3fb-677538018aed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.0606077 Jul 12 16:50:28.476898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-6b937534-b565-47c2-a51f-de6492531cbd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0410986 Jul 12 16:50:28.528396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-396213bd-a804-4d4b-882d-c01a50e97b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.529905 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-396213bd-a804-4d4b-882d-c01a50e97b78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0473053 Jul 12 16:50:28.564051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-7e8493dc-755d-4b03-9db6-f2b99c982bb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279706 Jul 12 16:50:28.663141 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-d8884f22-28f2-4fdd-b7f2-cf788ea6ef28 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934615 Jul 12 16:50:28.758377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f47871b4-e289-4b20-b3d6-c8a4d40f098a req-3b95ee16-b2b0-4ee0-8373-c60db5880103 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Jul 12 16:50:28.857455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-4e828baa-8a07-4bbb-9c63-1d0ecc0cbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.858960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-4e828baa-8a07-4bbb-9c63-1d0ecc0cbb3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.0572765 Jul 12 16:50:28.962036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-a25c1450-b492-403f-bf17-bb63b3c97d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:28.963516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-a25c1450-b492-403f-bf17-bb63b3c97d53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.0980377 Jul 12 16:50:29.007618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-8bef64e5-908f-4680-8538-485ecda1e6e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0373375 Jul 12 16:50:29.065985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-807711a8-9a3c-437e-932c-5726a72e67da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:29.067697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-807711a8-9a3c-437e-932c-5726a72e67da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0532613 Jul 12 16:50:29.129428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-44c95a81-5f4b-4dba-9958-a28f58c94e78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526414 Jul 12 16:50:29.232112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef70d3-b027-443a-90ce-d9993817b31a req-0437f276-7248-49d9-9513-9077bc0e5ae0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:29.233623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08ef70d3-b027-443a-90ce-d9993817b31a req-0437f276-7248-49d9-9513-9077bc0e5ae0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.1491327 Jul 12 16:50:29.265018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-0b3e7eb8-6430-4d9b-bfa3-a91542345b90 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278484 Jul 12 16:50:29.326100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-08ef70d3-b027-443a-90ce-d9993817b31a req-3c0a77d4-02de-48b6-bb06-9a50e51e6255 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843396 Jul 12 16:50:29.373083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1250c5fa-7641-4a3a-96f3-4f9a58fdaf93 req-c2134017-a7b1-47d2-8b30-53138e5b0219 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004779 Jul 12 16:50:30.354189 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:50:30.510603 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e40be-8950-4538-8c5f-bfc3d189aa5b req-0c5be70e-6448-45e3-9932-36066d78f4e9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:30.512284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-359e40be-8950-4538-8c5f-bfc3d189aa5b req-0c5be70e-6448-45e3-9932-36066d78f4e9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.0673015 Jul 12 16:50:30.555325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-359e40be-8950-4538-8c5f-bfc3d189aa5b req-da0f6940-5317-4ddb-a052-d9d9384cf9cb tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358028 Jul 12 16:50:31.742955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf626-0cc2-44b7-a93c-aefe85a3bf76 req-d539a722-00ea-422c-9101-eeec1fbb7e04 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:31.744803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c2cf626-0cc2-44b7-a93c-aefe85a3bf76 req-d539a722-00ea-422c-9101-eeec1fbb7e04 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.0741382 Jul 12 16:50:31.785292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c2cf626-0cc2-44b7-a93c-aefe85a3bf76 req-a7803748-83fc-4b15-b395-8f63da28de60 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Jul 12 16:50:31.861364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:50:31.966433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:31.979285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'port_id': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'mac_address': 'fa:16:3e:36:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cce39b-7f8b-4e03-8955-0d9dea7effe3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:50:32.021911 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:32.044198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b9d507-0acd-4051-86df-0be74f86cdd7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:50:32.079990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:32.086755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:32.092414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2cab6a66-fd98-442e-8517-34d9c12ed123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:32.147881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:32.323259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['66b9d507-0acd-4051-86df-0be74f86cdd7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:50:32.984681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd509d-41ce-447a-b8eb-4c9dc5d145dd req-682f8caf-8e1f-4448-b46b-f71c9e29fbc7 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:32.986434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4afd509d-41ce-447a-b8eb-4c9dc5d145dd req-682f8caf-8e1f-4448-b46b-f71c9e29fbc7 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 944 time: 0.0728595 Jul 12 16:50:33.034993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4afd509d-41ce-447a-b8eb-4c9dc5d145dd req-a644ee54-7117-4760-8a37-efaf82515db5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Jul 12 16:50:33.513370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:33.874231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:50:33.931058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 66b9d507-0acd-4051-86df-0be74f86cdd7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:50:33.934829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 66b9d507-0acd-4051-86df-0be74f86cdd7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:50:33.935199 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.020497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.044021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:50:34.046382 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955e541-9ef3-41d8-8474-e749ab5209fa" -d '{"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-plugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:50:34.060677 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:50:34.065296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.096166 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8726f5-04c0-4c0c-984f-d82c0742d434 x-openstack-request-id: req-fa8726f5-04c0-4c0c-984f-d82c0742d434 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:50:34.096451 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-plugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:50:34.096744 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa8726f5-04c0-4c0c-984f-d82c0742d434 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:50:34.097075 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'code': 200} Jul 12 16:50:34.133783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:50:34.225329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ebde1-064c-41bf-bc97-cd5d5945fc22 req-bb6734b1-2578-4144-b07d-228acf797204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:34.227265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c53ebde1-064c-41bf-bc97-cd5d5945fc22 req-bb6734b1-2578-4144-b07d-228acf797204 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1096 time: 0.0628421 Jul 12 16:50:34.241027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb51b1-5c86-49f3-953e-4a48cc3a39d0 req-ca25eb18-94c0-4b7d-8393-d774a6abdc42 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:34.242588 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cbb51b1-5c86-49f3-953e-4a48cc3a39d0 req-ca25eb18-94c0-4b7d-8393-d774a6abdc42 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0783143 Jul 12 16:50:34.266946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c53ebde1-064c-41bf-bc97-cd5d5945fc22 req-036767a9-58c1-41d4-9b4c-0a5c022705bc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Jul 12 16:50:34.287490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cbb51b1-5c86-49f3-953e-4a48cc3a39d0 req-7563d975-cdcd-4645-8da0-4270faf3fc8b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Jul 12 16:50:34.494447 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-72db3067-5568-45d4-bc5a-4a38ba2473ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:34.930916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.492462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6fb52-52d5-4a20-b19c-ff02bb1531e7 req-a2a42f9b-7636-4a66-bb6d-c3184d5a4d37 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:35.495056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4c6fb52-52d5-4a20-b19c-ff02bb1531e7 req-a2a42f9b-7636-4a66-bb6d-c3184d5a4d37 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0809512 Jul 12 16:50:35.540554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c4c6fb52-52d5-4a20-b19c-ff02bb1531e7 req-9ec5f973-f013-482a-8753-1067b968497e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Jul 12 16:50:35.730999 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d228c82-565c-43e1-8c53-321ab17fd4c3 req-b26ede73-01f2-4519-ac06-676859d7a754 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:35.732547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d228c82-565c-43e1-8c53-321ab17fd4c3 req-b26ede73-01f2-4519-ac06-676859d7a754 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0732803 Jul 12 16:50:35.763663 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:35.781955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d228c82-565c-43e1-8c53-321ab17fd4c3 req-a59b01e5-38ab-4229-a40f-c3da412b9d4e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Jul 12 16:50:35.901557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:36.177389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2d911-7f54-497d-b68b-4ee81b641408 req-9239d96e-18ec-4acb-aaa0-a01e0d917712 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.179050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91c2d911-7f54-497d-b68b-4ee81b641408 req-9239d96e-18ec-4acb-aaa0-a01e0d917712 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0788062 Jul 12 16:50:36.226222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-91c2d911-7f54-497d-b68b-4ee81b641408 req-dc0c67bb-4dfe-4728-9309-9d3aa0a519d6 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Jul 12 16:50:36.431415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5cc18-a80f-4260-83cd-f21c559d39f5 req-955c0272-4ffe-4d0d-a49a-0f637190010b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.433139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58b5cc18-a80f-4260-83cd-f21c559d39f5 req-955c0272-4ffe-4d0d-a49a-0f637190010b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0718188 Jul 12 16:50:36.481082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-58b5cc18-a80f-4260-83cd-f21c559d39f5 req-eb31e98f-729d-4b04-8c58-80063119ad55 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jul 12 16:50:36.871458 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-e70988f9-e265-4c5f-80e1-828ee5e4d656 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612185 Jul 12 16:50:36.945383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e33c3-5c05-4503-af5c-a36c527bf6a4 req-e7499d85-ccd4-442b-8495-c111f867653f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:36.946959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e7e33c3-5c05-4503-af5c-a36c527bf6a4 req-e7499d85-ccd4-442b-8495-c111f867653f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0835941 Jul 12 16:50:37.002256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e7e33c3-5c05-4503-af5c-a36c527bf6a4 req-8418c907-ecaf-47ad-9a17-6e6c31fdf8cd tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Jul 12 16:50:37.333927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:50:38.200561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4afda0-060c-4714-b039-2514dc72395e req-aa12c551-6940-4916-9636-3fad793b1b06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:38.203120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef4afda0-060c-4714-b039-2514dc72395e req-aa12c551-6940-4916-9636-3fad793b1b06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0759537 Jul 12 16:50:38.269558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef4afda0-060c-4714-b039-2514dc72395e req-a7cbf2bc-d964-4db9-a2ce-513a3c8b9a41 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Jul 12 16:50:38.347515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-f79ac127-c756-40a7-97d9-c16627bfa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:38.352297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-f79ac127-c756-40a7-97d9-c16627bfa90a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1096 time: 0.0644741 Jul 12 16:50:38.455353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-86ca5780-f56d-48cc-ad7d-185041135d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:38.457222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-86ca5780-f56d-48cc-ad7d-185041135d47 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1017005 Jul 12 16:50:38.506230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-a47d40f3-bc8b-41ae-a76b-bbdb47db7237 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0422916 Jul 12 16:50:38.562287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-ce243585-a217-47e3-a443-7a7ee3f82c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:38.563867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-ce243585-a217-47e3-a443-7a7ee3f82c74 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0507414 Jul 12 16:50:38.599478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-f71838e1-a8e9-4d53-9179-8b505bfa8009 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jul 12 16:50:38.697043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-2c7aeb78-ee19-47f0-a90d-1830a94b743a service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Jul 12 16:50:38.798338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-06482e3f-ea39-4b19-a455-f0e590681cb7 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950074 Jul 12 16:50:39.455259 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582932a-ba17-4e11-8abe-717c660b3804 req-6f778450-e528-401f-952e-8dcf70bc7819 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:39.456802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0582932a-ba17-4e11-8abe-717c660b3804 req-6f778450-e528-401f-952e-8dcf70bc7819 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0655916 Jul 12 16:50:39.496147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0582932a-ba17-4e11-8abe-717c660b3804 req-1f1175af-2414-465c-b47f-db903b343686 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Jul 12 16:50:40.692909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fd434-6aa8-4257-93c5-5a1e782bc797 req-60d83700-48be-4ae7-972f-ea4f01b435df tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:40.694465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-023fd434-6aa8-4257-93c5-5a1e782bc797 req-60d83700-48be-4ae7-972f-ea4f01b435df tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0754762 Jul 12 16:50:40.742162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-023fd434-6aa8-4257-93c5-5a1e782bc797 req-45867ae0-9a85-4af3-ba96-69d01e5c09b7 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378411 Jul 12 16:50:41.933831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f85e-955c-42f7-ae22-764e89758f8f req-fb85b9d0-21ea-49c5-a937-896b3903cd5f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:41.935351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4626f85e-955c-42f7-ae22-764e89758f8f req-fb85b9d0-21ea-49c5-a937-896b3903cd5f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0744758 Jul 12 16:50:41.980545 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4626f85e-955c-42f7-ae22-764e89758f8f req-2f4356d1-9afd-4971-9677-601c25b88195 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Jul 12 16:50:43.159143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305b7a6-752b-44ec-8567-7d93e3ab7c2e req-dcfe1de9-268e-410e-a99c-d23f36522929 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:43.160641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9305b7a6-752b-44ec-8567-7d93e3ab7c2e req-dcfe1de9-268e-410e-a99c-d23f36522929 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0657551 Jul 12 16:50:43.201676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9305b7a6-752b-44ec-8567-7d93e3ab7c2e req-bbcad2ed-e9a2-444d-9f35-495d2cd74562 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Jul 12 16:50:44.399865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031de7-b2f4-4cea-af4e-75b77e259a48 req-53d5acdf-1084-49a2-947b-7508a948d74e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:44.401544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd031de7-b2f4-4cea-af4e-75b77e259a48 req-53d5acdf-1084-49a2-947b-7508a948d74e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0743709 Jul 12 16:50:44.447053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd031de7-b2f4-4cea-af4e-75b77e259a48 req-e6373420-ee2d-49f8-b006-2f3e9f6565f9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383863 Jul 12 16:50:45.646508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e03c95-f00f-4a55-ad78-32ab614d0557 req-b55e8982-c6d3-46f7-ab75-263b7b445759 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:45.648075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e03c95-f00f-4a55-ad78-32ab614d0557 req-b55e8982-c6d3-46f7-ab75-263b7b445759 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0692096 Jul 12 16:50:45.698843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-04e03c95-f00f-4a55-ad78-32ab614d0557 req-58ee0542-789a-4cd5-99be-7c149670be13 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Jul 12 16:50:46.887549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b828b7-fcd8-4774-b97a-7f1e5380aafd req-08440062-dd09-49f5-80a1-e9639e9f9d26 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:46.889106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55b828b7-fcd8-4774-b97a-7f1e5380aafd req-08440062-dd09-49f5-80a1-e9639e9f9d26 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0742242 Jul 12 16:50:46.935178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-55b828b7-fcd8-4774-b97a-7f1e5380aafd req-476483fe-0e0e-4364-b33c-643bbccbe9d8 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360842 Jul 12 16:50:48.153318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35aa9f-497b-4f3c-96e3-a606efa571fb req-14837d49-2b42-46dd-925d-9815cde89eb9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:48.155377 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df35aa9f-497b-4f3c-96e3-a606efa571fb req-14837d49-2b42-46dd-925d-9815cde89eb9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0961847 Jul 12 16:50:48.196989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df35aa9f-497b-4f3c-96e3-a606efa571fb req-13319f6c-6b03-4b66-a8c1-49a79789e79a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 Jul 12 16:50:49.380753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0aea4-e481-402f-af19-f6a8f2b82f35 req-bc057c5d-34e3-45db-8eeb-14fe1ff6eea9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:49.382299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1a0aea4-e481-402f-af19-f6a8f2b82f35 req-bc057c5d-34e3-45db-8eeb-14fe1ff6eea9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0681579 Jul 12 16:50:49.426537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1a0aea4-e481-402f-af19-f6a8f2b82f35 req-53a19083-d482-407b-8f9f-1f4d76807409 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Jul 12 16:50:50.610658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dee0-12fe-49ed-aa47-825935777047 req-1fc4555e-ecb8-443c-b7f5-10e2dbae3e93 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:50.612162 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fa0dee0-12fe-49ed-aa47-825935777047 req-1fc4555e-ecb8-443c-b7f5-10e2dbae3e93 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0680811 Jul 12 16:50:50.654145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6fa0dee0-12fe-49ed-aa47-825935777047 req-d6919156-7528-4b8d-bd08-953fec0dae09 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Jul 12 16:50:51.855325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237370d-6cab-42d5-ad94-8b97be5f5c67 req-2a2ce210-8e6f-49e9-8332-8a009a51237a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:51.856920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d237370d-6cab-42d5-ad94-8b97be5f5c67 req-2a2ce210-8e6f-49e9-8332-8a009a51237a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0739315 Jul 12 16:50:51.899468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d237370d-6cab-42d5-ad94-8b97be5f5c67 req-c27140e6-6c08-40dc-a7e1-322ee67c5bed tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Jul 12 16:50:53.100866 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaf1b8-b901-4ffd-9bde-5840bbb298ba req-fb60ad71-7ae0-494e-a42b-5a012ce33bab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:53.102637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4aaf1b8-b901-4ffd-9bde-5840bbb298ba req-fb60ad71-7ae0-494e-a42b-5a012ce33bab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0696630 Jul 12 16:50:53.140605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e4aaf1b8-b901-4ffd-9bde-5840bbb298ba req-1a907c76-a54e-4108-a65c-06b2c82988bd tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 12 16:50:54.324307 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2caa0-4319-4685-bff7-dd3ed96a0503 req-8f3f6aac-6ff4-427c-ab7a-9e94a9bc4124 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:54.325799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0b2caa0-4319-4685-bff7-dd3ed96a0503 req-8f3f6aac-6ff4-427c-ab7a-9e94a9bc4124 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0695195 Jul 12 16:50:54.366698 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0b2caa0-4319-4685-bff7-dd3ed96a0503 req-7445539e-6374-482d-9a31-96fb59447730 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Jul 12 16:50:55.545239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b88c34-c0f2-4f99-908f-21b3a3591284 req-6c244906-8391-4896-a179-c6342a44043f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:55.546622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92b88c34-c0f2-4f99-908f-21b3a3591284 req-6c244906-8391-4896-a179-c6342a44043f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0656242 Jul 12 16:50:55.584903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-92b88c34-c0f2-4f99-908f-21b3a3591284 req-6501db2c-1954-4d06-bbae-6e83ca8eb025 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Jul 12 16:50:56.776715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045474af-08a4-4db3-93e5-e409e12d7cfd req-9bf59b68-5738-4c42-a6f3-f26614b5fa5d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:56.778425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-045474af-08a4-4db3-93e5-e409e12d7cfd req-9bf59b68-5738-4c42-a6f3-f26614b5fa5d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0726488 Jul 12 16:50:56.826794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-045474af-08a4-4db3-93e5-e409e12d7cfd req-402c3028-c6f6-4282-81e8-7598221d75d4 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Jul 12 16:50:58.005341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b9f9-d95b-4999-9d61-03500b92eb06 req-b2200838-4286-4fb7-964c-1a9df37d533c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:58.006864 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51c1b9f9-d95b-4999-9d61-03500b92eb06 req-b2200838-4286-4fb7-964c-1a9df37d533c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0666683 Jul 12 16:50:58.052867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-51c1b9f9-d95b-4999-9d61-03500b92eb06 req-1cad7716-bba2-4f26-b551-dfe1b674f430 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Jul 12 16:50:59.241754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef186-0e2c-4044-b2f2-2fad28583c3f req-8290f36a-6e26-4009-80e7-78b985386def tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:50:59.243256 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f8ef186-0e2c-4044-b2f2-2fad28583c3f req-8290f36a-6e26-4009-80e7-78b985386def tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0748558 Jul 12 16:50:59.291265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f8ef186-0e2c-4044-b2f2-2fad28583c3f req-568f7763-df3d-48b3-93a6-7f5203aae902 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Jul 12 16:51:00.486625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7b490-f231-485d-8333-a27fe4e61ee9 req-df98fe69-c1a5-4d2a-aa15-a4d02457417e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:00.488205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f7b490-f231-485d-8333-a27fe4e61ee9 req-df98fe69-c1a5-4d2a-aa15-a4d02457417e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0723956 Jul 12 16:51:00.533503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f7b490-f231-485d-8333-a27fe4e61ee9 req-d050734e-e40f-4843-8716-2f9df6c089c3 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Jul 12 16:51:01.792122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9917-0908-4d96-97e0-526274102ecf req-1972eb30-2700-471a-9764-b0219a4be7ee tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:01.793684 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-473d9917-0908-4d96-97e0-526274102ecf req-1972eb30-2700-471a-9764-b0219a4be7ee tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.1062686 Jul 12 16:51:01.834340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-473d9917-0908-4d96-97e0-526274102ecf req-ae3d798f-b3fd-49aa-bd43-565bb284883f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jul 12 16:51:02.075439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-21b4c2a5-e431-4163-8354-e7b45c686c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:03.050924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2e9cd-63f1-464f-9626-1036e3d4db3d req-300102ec-cb84-41e7-a141-9fd97a2b706c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:03.052489 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6c2e9cd-63f1-464f-9626-1036e3d4db3d req-300102ec-cb84-41e7-a141-9fd97a2b706c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0743475 Jul 12 16:51:03.109536 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6c2e9cd-63f1-464f-9626-1036e3d4db3d req-c2347d23-41ae-441e-a179-bb24202f841d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 Jul 12 16:51:03.529249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:04.309348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dc61d-6d58-41ca-841e-bb3c21b43d2e req-e601c36f-f624-4051-bd24-6b168988fa62 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:04.310977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be1dc61d-6d58-41ca-841e-bb3c21b43d2e req-e601c36f-f624-4051-bd24-6b168988fa62 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0796025 Jul 12 16:51:04.358670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be1dc61d-6d58-41ca-841e-bb3c21b43d2e req-bca2738a-0c4f-4001-b5d5-0c7072fce867 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 Jul 12 16:51:04.501459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a230188-1c81-4cc5-826d-0c89aac977f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:04.938815 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.548054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd600982-17ad-4bb3-8b5d-bb63228ea7e1 req-39b9a057-7e83-4d23-877a-3d6faee5051c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:05.549461 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd600982-17ad-4bb3-8b5d-bb63228ea7e1 req-39b9a057-7e83-4d23-877a-3d6faee5051c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0751271 Jul 12 16:51:05.587134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fd600982-17ad-4bb3-8b5d-bb63228ea7e1 req-4d440aeb-d69a-4587-80b1-108a6b902aa6 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 12 16:51:05.656264 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-6020f0dc-e6e7-46fe-9ce6-35e4bef805e3 service neutron] show failed (client error): The resource could not be found. Jul 12 16:51:05.657291 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-6020f0dc-e6e7-46fe-9ce6-35e4bef805e3 service neutron] 10.222.0.77 "GET /v2.0/ports/66b9d507-0acd-4051-86df-0be74f86cdd7/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0640225 Jul 12 16:51:05.759970 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.906779 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:05.933534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-81a2628d-2ea3-49fd-8480-c62117ef2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:05.935128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-81a2628d-2ea3-49fd-8480-c62117ef2325 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e&tenant_id=aa174d48311e403e9212a3976e06646d HTTP/1.1" status: 200 len: 1096 time: 0.0595696 Jul 12 16:51:05.952649 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:06.042775 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.309291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:06.368421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:06.410720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:06.413075 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98dc2f1-9008-48d5-b66c-582bb2fce54f" -d '{"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-unplugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:06.417326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.431674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Transition to ACTIVE for port object 66b9d507-0acd-4051-86df-0be74f86cdd7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:06.439087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.507720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] No DVR routers for this DVR port 66b9d507-0acd-4051-86df-0be74f86cdd7 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:06.511390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:06.523437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.523806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.524147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.524480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.524814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.525154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.525482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.526400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.526905 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.527180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.527524 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.527859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:06.552596 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b818e874-15b3-483d-a034-90ca3afb64d5 x-openstack-request-id: req-b818e874-15b3-483d-a034-90ca3afb64d5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:06.552874 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-unplugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:06.553119 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b818e874-15b3-483d-a034-90ca3afb64d5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:06.553516 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'code': 200} Jul 12 16:51:06.567390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:06.568242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:06.568242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:06.573017 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:51:06.573431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Attempting to bind port 66b9d507-0acd-4051-86df-0be74f86cdd7 on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:06.578768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:06.579099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Checking segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:06.579487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Bound using segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:06.579953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Bound port: 66b9d507-0acd-4051-86df-0be74f86cdd7, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:06.580317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.663811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:06.669923 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:06.677498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.716705 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:06.717500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:06.719378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] 10.222.0.65 "PUT /v2.0/ports/66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 1091 time: 0.7725172 Jul 12 16:51:06.788859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4430-5a63-4ecd-bf56-d07338d7919c service neutron] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:06.824967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb9bf5-a04a-4b23-a35f-4aeacf28b9f8 req-3edb7eb7-1f7f-4376-8a23-63aec1c87226 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:06.826342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-0a866428-a7bb-431a-ac85-bcac210015b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:06.826669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5cb9bf5-a04a-4b23-a35f-4aeacf28b9f8 req-3edb7eb7-1f7f-4376-8a23-63aec1c87226 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.1046557 Jul 12 16:51:06.828089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-0a866428-a7bb-431a-ac85-bcac210015b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.0747521 Jul 12 16:51:06.871786 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5cb9bf5-a04a-4b23-a35f-4aeacf28b9f8 req-59626e47-ac81-4192-8fdd-e77743743c00 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Jul 12 16:51:06.936515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-cd9cac60-bb55-4af6-a440-c0b5e2c45338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:06.938009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-cd9cac60-bb55-4af6-a440-c0b5e2c45338 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.0998936 Jul 12 16:51:06.986210 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-9daee642-5818-49d9-b196-f0c2ee7cc43a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0363657 Jul 12 16:51:07.050989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-e283cc71-357e-4154-bea5-f81535b9e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:07.052641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-e283cc71-357e-4154-bea5-f81535b9e0f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0528026 Jul 12 16:51:07.093335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-162e6256-c2d7-4ab0-a209-bbd60b9df1d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301025 Jul 12 16:51:07.195489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-e47abb5b-29f9-4181-b76d-cc6acccf6526 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923219 Jul 12 16:51:07.304108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a4256ab2-2cdc-4104-9983-c9ebed91fc5b req-895cb617-9dd0-4d4e-824e-314636b424cf service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977631 Jul 12 16:51:07.330089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:07.354441 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:51:08.051540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405f02-caa5-47ba-965e-bb2d78e2bbfe req-2691647c-f452-4f6a-99c6-9bdbc149c91e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.053027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51405f02-caa5-47ba-965e-bb2d78e2bbfe req-2691647c-f452-4f6a-99c6-9bdbc149c91e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.0636785 Jul 12 16:51:08.091561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51405f02-caa5-47ba-965e-bb2d78e2bbfe req-b89a478b-3784-4715-914e-662c93731f96 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 12 16:51:08.555087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:08.558150 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:08.610667 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843bcd5-6310-4c7b-a59d-b93ace894638 x-openstack-request-id: req-6843bcd5-6310-4c7b-a59d-b93ace894638 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:08.610955 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:08.611203 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6843bcd5-6310-4c7b-a59d-b93ace894638 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:08.611609 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'status': 'completed', 'code': 200} Jul 12 16:51:08.727460 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-18199079-61d7-4cf7-a744-d368e0901003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.729661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-18199079-61d7-4cf7-a744-d368e0901003 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.1018317 Jul 12 16:51:08.732398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-d045ba77-cbf2-4af9-943a-684df3c66d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.733788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-d045ba77-cbf2-4af9-943a-684df3c66d32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.0962291 Jul 12 16:51:08.894510 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-6333a84b-f8ee-4b17-be85-7ec5544d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.895959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-6333a84b-f8ee-4b17-be85-7ec5544d3334 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1602159 Jul 12 16:51:08.898571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-b2e72089-2dc8-4457-a414-8bff65f98a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:08.899946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-b2e72089-2dc8-4457-a414-8bff65f98a8a service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1568549 Jul 12 16:51:08.951766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-be024f85-bea1-4a98-9fa5-c0f997d3cb36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0452981 Jul 12 16:51:08.992477 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-2d142c8a-0307-4db4-82cb-68f5675a3f28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0801566 Jul 12 16:51:09.075335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-5b9ce0e9-1a94-4fc8-97da-a32c44080824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:09.076924 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-5b9ce0e9-1a94-4fc8-97da-a32c44080824 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0928757 Jul 12 16:51:09.081266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-c6a224bd-a200-4b8c-a22f-c0c1d303feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:09.083740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-c6a224bd-a200-4b8c-a22f-c0c1d303feac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0688665 Jul 12 16:51:09.120492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-9209cabb-37ab-4f62-b608-4da39a6c0bc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367239 Jul 12 16:51:09.148616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-7eb16248-af3e-43e1-bb61-e4dd08196490 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312369 Jul 12 16:51:09.359913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-c86e953d-e721-4706-8fb8-6371299efd1f service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141397 Jul 12 16:51:09.361971 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-3146676e-ef67-4ec2-8bd8-51afd9aecc5a service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059109 Jul 12 16:51:09.434208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b187b-05f7-4bf8-a1ac-a1a507f28ba4 req-8f9f6525-98ac-4340-96f9-b163544a2b32 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:09.435711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-411b187b-05f7-4bf8-a1ac-a1a507f28ba4 req-8f9f6525-98ac-4340-96f9-b163544a2b32 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.1867218 Jul 12 16:51:09.542239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-411b187b-05f7-4bf8-a1ac-a1a507f28ba4 req-0239f91d-5e1d-4ac5-a6ae-8f469dc2a8b5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754335 Jul 12 16:51:09.566926 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-87a21036-1007-420c-8212-1c7b93f4a65f service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014394 Jul 12 16:51:09.575008 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b29d2cd-f4f8-404e-a3ba-775b29208a3a req-2b7a2075-c2f4-49fa-b992-80a030a929c6 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010837 Jul 12 16:51:10.016156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:10.062846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:10.747691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252b92b-6686-4e79-aea9-1f2d67265981 req-813caf15-0c96-425e-bd9b-6bf9e11f1292 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:10.749250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2252b92b-6686-4e79-aea9-1f2d67265981 req-813caf15-0c96-425e-bd9b-6bf9e11f1292 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.0712035 Jul 12 16:51:10.789507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2252b92b-6686-4e79-aea9-1f2d67265981 req-d895646f-baec-43b8-9d3a-67c05e64be9d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Jul 12 16:51:11.109339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e5b27-a864-4a88-ab67-6e9e1f37e242 req-d5d9dc0e-fc49-450d-b557-fffb15b6ee7e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:11.110679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e41e5b27-a864-4a88-ab67-6e9e1f37e242 req-d5d9dc0e-fc49-450d-b557-fffb15b6ee7e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 943 time: 0.0745702 Jul 12 16:51:11.120001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-24bb30f3-7c2f-4308-9d07-2e0c0fb88c62 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:11.121561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-24bb30f3-7c2f-4308-9d07-2e0c0fb88c62 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.77 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e&tenant_id=aa174d48311e403e9212a3976e06646d&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.0865021 Jul 12 16:51:11.158435 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e41e5b27-a864-4a88-ab67-6e9e1f37e242 req-cf91bf80-065a-4f9c-9e1e-825ab22c47b9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jul 12 16:51:11.196475 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-ab001b5d-3ad6-4528-9384-b77eb7a6b917 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:51:11.198017 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-ab001b5d-3ad6-4528-9384-b77eb7a6b917 service neutron] 10.222.0.77 "DELETE /v2.0/ports/66b9d507-0acd-4051-86df-0be74f86cdd7/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0707016 Jul 12 16:51:11.433910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:51:11.541783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:11.554240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'port_id': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'mac_address': 'fa:16:3e:36:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cce39b-7f8b-4e03-8955-0d9dea7effe3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:51:11.597477 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:11.612174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b9d507-0acd-4051-86df-0be74f86cdd7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:11.635709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:11.640262 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:11.643484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-e9bc4fb7-e7f4-46a9-9d46-fdb0ef7a1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:11.645047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-e9bc4fb7-e7f4-46a9-9d46-fdb0ef7a1078 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 1094 time: 0.3994064 Jul 12 16:51:11.707703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:11.738411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-05a088fb-3f0d-4f47-bb4b-85bc97fd4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:11.739915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-05a088fb-3f0d-4f47-bb4b-85bc97fd4132 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.0880387 Jul 12 16:51:11.786538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-b64fe651-c121-4e85-82e3-dd77d41f2c0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 200 len: 217 time: 0.0401158 Jul 12 16:51:11.835670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-402ebeef-7ff0-468c-b67e-fd456a49a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:11.837127 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-402ebeef-7ff0-468c-b67e-fd456a49a480 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0442619 Jul 12 16:51:11.871267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-27a2cfed-7c7e-4810-8885-1481418b026b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278463 Jul 12 16:51:11.895901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['66b9d507-0acd-4051-86df-0be74f86cdd7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:11.970823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-2377eafa-ae4e-4b45-830a-80576290e19b service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 Jul 12 16:51:12.067609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d5f887f4-b1bf-4687-93ae-9534df36bafe req-02e91866-7d9d-4cc6-93fb-32edea58927b service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Jul 12 16:51:12.355805 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236571d9-031e-4178-b5da-8f5989ab19d3 req-abc4ae11-c0e0-4e6e-9636-21ac432253ab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:12.357312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-236571d9-031e-4178-b5da-8f5989ab19d3 req-abc4ae11-c0e0-4e6e-9636-21ac432253ab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 944 time: 0.0819116 Jul 12 16:51:12.412251 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-236571d9-031e-4178-b5da-8f5989ab19d3 req-d8979995-aa7b-4f8d-867a-ea10901e8606 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Jul 12 16:51:13.450213 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:13.503318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 66b9d507-0acd-4051-86df-0be74f86cdd7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:13.506930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 66b9d507-0acd-4051-86df-0be74f86cdd7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:13.507304 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:13.585152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:13.597510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816dbf-424d-49e9-b833-7895348fe11a req-eac6e731-8291-43d8-b106-bab238c2900e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:13.600227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b816dbf-424d-49e9-b833-7895348fe11a req-eac6e731-8291-43d8-b106-bab238c2900e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 944 time: 0.0696490 Jul 12 16:51:13.612128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:13.614768 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0616133-8022-4923-b410-b82e582a8d6e" -d '{"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-plugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:13.628615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:13.635129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:13.645497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b816dbf-424d-49e9-b833-7895348fe11a req-eb599e40-74eb-41dc-9f0e-5a3bc9a3ee42 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Jul 12 16:51:13.663843 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea251f6-78f8-4e08-99ea-296273a7807b x-openstack-request-id: req-aea251f6-78f8-4e08-99ea-296273a7807b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:13.664138 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-plugged", "status": "completed", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:13.664387 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aea251f6-78f8-4e08-99ea-296273a7807b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:13.664775 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'code': 200} Jul 12 16:51:13.699243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:13.824661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695e2d-1ac2-4dea-a6cb-6b4ff63bc5b2 req-c9d98f28-89bf-439c-aa6d-792390cbaa06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:13.826059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd695e2d-1ac2-4dea-a6cb-6b4ff63bc5b2 req-c9d98f28-89bf-439c-aa6d-792390cbaa06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0643315 Jul 12 16:51:13.865973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd695e2d-1ac2-4dea-a6cb-6b4ff63bc5b2 req-32fde61c-24ea-4079-a820-c755008c79d7 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Jul 12 16:51:14.047094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d5eae-d614-4600-811c-9c38e553714d req-a0e0696a-01e6-4365-9454-578b2211c7e0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:14.048678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d20d5eae-d614-4600-811c-9c38e553714d req-a0e0696a-01e6-4365-9454-578b2211c7e0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0726266 Jul 12 16:51:14.089756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d20d5eae-d614-4600-811c-9c38e553714d req-b481a295-e428-4f3a-b45a-0b4b82807120 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349095 Jul 12 16:51:14.577755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-23c6acff-7333-49d2-9834-7f22d0ae6dcb tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:14.579282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-23c6acff-7333-49d2-9834-7f22d0ae6dcb tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 814 time: 0.1108191 Jul 12 16:51:14.595423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-b44e598c-da99-4358-b700-03192289fced tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/quotas/aa174d48311e403e9212a3976e06646d HTTP/1.1" status: 200 len: 375 time: 0.0107090 Jul 12 16:51:14.669537 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-d56fbe3e-643f-48b7-a4c6-71762a4b30fa tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688987 Jul 12 16:51:14.770414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-c755b4b8-4fb4-4ade-95b9-687552cd7e0f service neutron] 10.222.0.58 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941217 Jul 12 16:51:14.880251 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-95167981-1414-421d-87f6-6a7fd1f1f7b0 service neutron] 10.222.0.58 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036396 Jul 12 16:51:15.064679 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7d356e95-ec91-4405-a0e8-cc3c2e08cada req-1447a7f5-25ed-4243-aef9-b1dab4a3edb5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 210 time: 0.0328453 Jul 12 16:51:15.846666 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-b2b947d2-91ef-425f-92f3-694b9adc8a28 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:15.848296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-b2b947d2-91ef-425f-92f3-694b9adc8a28 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.65 "GET /v2.0/ports?device_id=64aca4d2-aba9-4ff5-a184-a30b7399470e HTTP/1.1" status: 200 len: 945 time: 0.0819809 Jul 12 16:51:15.968935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Deleting port 66b9d507-0acd-4051-86df-0be74f86cdd7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:51:15.969275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.083829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] For port 66b9d507-0acd-4051-86df-0be74f86cdd7, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=66b9d507-0acd-4051-86df-0be74f86cdd7,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:16.084745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.099988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Calling delete_port for 66b9d507-0acd-4051-86df-0be74f86cdd7 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:51:16.240076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b957c08-4666-4c9b-a690-e2c56f7aae33 req-6dfedea2-093b-4927-b5c7-d4feeb82239c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 210 time: 0.0533438 Jul 12 16:51:16.290441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.310999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['66b9d507-0acd-4051-86df-0be74f86cdd7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:16.344380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Pushing event deleted for resources: {'Port': ['ID=66b9d507-0acd-4051-86df-0be74f86cdd7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:16.406944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] No DVR routers for this DVR port 66b9d507-0acd-4051-86df-0be74f86cdd7 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:16.410183 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.411918 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.65 "DELETE /v2.0/ports/66b9d507-0acd-4051-86df-0be74f86cdd7 HTTP/1.1" status: 204 len: 173 time: 0.5533037 Jul 12 16:51:16.412378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-deleted', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:16.414682 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d3fbc-0213-48b3-b2c6-32598db393cb" -d '{"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-deleted", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:16.461851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-0e706808-0c9d-4a2e-a7a1-bbbcfb94caab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:16.464997 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-0e706808-0c9d-4a2e-a7a1-bbbcfb94caab tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 814 time: 0.1757348 Jul 12 16:51:16.474181 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199149fa-3def-4440-87b2-b31801476077 x-openstack-request-id: req-199149fa-3def-4440-87b2-b31801476077 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:16.474385 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64aca4d2-aba9-4ff5-a184-a30b7399470e", "name": "network-vif-deleted", "tag": "66b9d507-0acd-4051-86df-0be74f86cdd7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:16.475267 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-199149fa-3def-4440-87b2-b31801476077 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:16.475267 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64aca4d2-aba9-4ff5-a184-a30b7399470e', 'name': 'network-vif-deleted', 'tag': '66b9d507-0acd-4051-86df-0be74f86cdd7', 'status': 'completed', 'code': 200} Jul 12 16:51:16.492149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Request body: {'port': {'device_id': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'admin_state_up': True, 'tenant_id': 'aa174d48311e403e9212a3976e06646d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:16.632791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Made reservation on behalf of aa174d48311e403e9212a3976e06646d for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:51:16.636562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.776382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Allocated IP 172.20.0.4 (71c72e12-fb60-47d0-a032-c2c7db40cde5/02cce39b-7f8b-4e03-8955-0d9dea7effe3/7c38f074-cb75-4ca2-96c4-889816c70c9d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:51:16.952215 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:16.996670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.014179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['66b9d507-0acd-4051-86df-0be74f86cdd7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:17.064976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Network 71c72e12-fb60-47d0-a032-c2c7db40cde5 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:51:17.068681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:51:17.073874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:51:17.078641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:17.134468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.135736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.152840 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e966f12c-94a2-495b-bd4d-c509ef3cba85 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6652255 Jul 12 16:51:17.168896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Request body: {'port': {'device_id': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:17.249954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.507144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4da26-2027-4a81-9f17-4957d217a67d req-a4622b8c-1a13-4a7a-bc87-70bf27663ea2 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.508671 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99e4da26-2027-4a81-9f17-4957d217a67d req-a4622b8c-1a13-4a7a-bc87-70bf27663ea2 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 931 time: 0.1466815 Jul 12 16:51:17.578778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-99e4da26-2027-4a81-9f17-4957d217a67d req-2a5f817a-9e87-4df4-94f1-35ef2a0c6eea tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626621 Jul 12 16:51:17.624400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c38f074-cb75-4ca2-96c4-889816c70c9d {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:17.632162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.644349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Transition to ACTIVE for port object 7c38f074-cb75-4ca2-96c4-889816c70c9d will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:17.648363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.722100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:17.772341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:17.772573 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:17.772891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:17.777902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:51:17.778211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:17.783228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:17.783555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Checking segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:17.783956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Bound using segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:17.784383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Bound port: 7c38f074-cb75-4ca2-96c4-889816c70c9d, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:17.784721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.859886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:17.862819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:17.866260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.901297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:17.901911 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:17.903319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] 10.222.0.65 "PUT /v2.0/ports/7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 1091 time: 0.7388234 Jul 12 16:51:17.903781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:17.906012 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:17.938361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a48be-c751-4ae8-affc-ea668a09e187 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:18.004752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-448fa7e5-aa4e-453f-b366-a371e3862b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.006346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-448fa7e5-aa4e-453f-b366-a371e3862b6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0561774 Jul 12 16:51:18.008793 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb8493d-2da5-41c3-878d-d779896a1009 x-openstack-request-id: req-bfb8493d-2da5-41c3-878d-d779896a1009 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:18.009067 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:18.009324 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfb8493d-2da5-41c3-878d-d779896a1009 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:18.009735 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'status': 'completed', 'code': 200} Jul 12 16:51:18.063933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e06b156a-d001-4b5b-8808-ea8614982bd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0387027 Jul 12 16:51:18.119365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-77e457c4-54a0-49a6-b6c5-b0b568751766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.121216 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-77e457c4-54a0-49a6-b6c5-b0b568751766 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0491924 Jul 12 16:51:18.161319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-c3e69839-dc0c-4ba9-bcd6-d9404db17e76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296795 Jul 12 16:51:18.597289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-e32dcfcc-cf9b-464a-b1bc-3eb42472a40f service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243066 Jul 12 16:51:18.699102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf4ed9bc-d81b-4c90-aed4-92cb195f3532 req-07902b61-7090-4707-8be2-7f155ef8a371 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897880 Jul 12 16:51:18.820922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda918bb-5617-4773-b070-f389ed7f9a0f req-22c62bd8-2fbb-4928-a204-363c47ce9b6b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.822886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fda918bb-5617-4773-b070-f389ed7f9a0f req-22c62bd8-2fbb-4928-a204-363c47ce9b6b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.1174664 Jul 12 16:51:18.875855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fda918bb-5617-4773-b070-f389ed7f9a0f req-bec201f1-82ef-4e16-a139-1713ccd981f3 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 Jul 12 16:51:18.878525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-4ff81c47-ad93-4099-87e8-98247a516f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.880013 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-4ff81c47-ad93-4099-87e8-98247a516f70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.1039474 Jul 12 16:51:18.982099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-0a9af850-794f-40de-88ef-0b279926ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:18.984437 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-0a9af850-794f-40de-88ef-0b279926ad02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.0961809 Jul 12 16:51:19.029456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-7cb3081a-37d0-4365-809c-d1aed0a33e05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0377603 Jul 12 16:51:19.081915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-7be2d04d-3efe-494f-9c3c-ba264bb070e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:19.083417 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-7be2d04d-3efe-494f-9c3c-ba264bb070e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0459180 Jul 12 16:51:19.125674 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-087f03e8-c076-408c-bc38-20ab68e9f2fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318303 Jul 12 16:51:19.220102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-ab7d7490-f42e-402e-8367-7625714c1d7d service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833724 Jul 12 16:51:19.321995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8abf9ed2-420c-49d9-b6dd-99ecef26dcb2 req-e1334d4d-a0f9-4deb-9197-a43a4b8a71b9 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920262 Jul 12 16:51:19.450650 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:19.472196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 66b9d507-0acd-4051-86df-0be74f86cdd7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:51:19.472457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 66b9d507-0acd-4051-86df-0be74f86cdd7 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:20.061783 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496569cf-315a-417e-8743-315f25375584 req-3088032d-84f3-4644-a11d-0c9b37cd5d58 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:20.063546 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-496569cf-315a-417e-8743-315f25375584 req-3088032d-84f3-4644-a11d-0c9b37cd5d58 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0681596 Jul 12 16:51:20.104851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-496569cf-315a-417e-8743-315f25375584 req-9cf52d3d-1913-44f8-9685-a23a5150a230 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Jul 12 16:51:21.281169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b983a-3a54-4569-81e4-d5e8713845f0 req-58175656-c76d-4c7d-9617-9fd2aeae8a48 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:21.282661 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e90b983a-3a54-4569-81e4-d5e8713845f0 req-58175656-c76d-4c7d-9617-9fd2aeae8a48 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0666506 Jul 12 16:51:21.322205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e90b983a-3a54-4569-81e4-d5e8713845f0 req-b53231fa-2f7d-494c-b684-41fe71f3f4ee tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Jul 12 16:51:21.450556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:51:21.550848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:21.563575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'port_id': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'mac_address': 'fa:16:3e:35:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cce39b-7f8b-4e03-8955-0d9dea7effe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:51:21.604186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:21.617441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c38f074-cb75-4ca2-96c4-889816c70c9d {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:51:21.638373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:21.642205 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:21.696993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:21.705094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.705349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.705686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.706024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.706356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.706688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.707033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.707359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.707710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.708036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.708361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.708682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:51:21.945697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['7c38f074-cb75-4ca2-96c4-889816c70c9d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:51:22.511536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e491ef-0197-4cb0-bf5d-3a1f3f4daafa req-237f4141-32a9-4c4f-a016-349c77468938 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:22.513004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1e491ef-0197-4cb0-bf5d-3a1f3f4daafa req-237f4141-32a9-4c4f-a016-349c77468938 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 944 time: 0.0717146 Jul 12 16:51:22.558665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b1e491ef-0197-4cb0-bf5d-3a1f3f4daafa req-c49cee4d-e5eb-4e44-826d-561dab3a3c3b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Jul 12 16:51:23.466752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:51:23.518105 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 7c38f074-cb75-4ca2-96c4-889816c70c9d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:51:23.521930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 7c38f074-cb75-4ca2-96c4-889816c70c9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:51:23.522301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.608498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.633212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:23.635723 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c589d52-6244-4d57-8a2a-ab165cbf82ce" -d '{"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:23.649902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:23.655310 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:23.683276 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d8175-8998-42a7-a73b-988db1c09f45 x-openstack-request-id: req-329d8175-8998-42a7-a73b-988db1c09f45 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:23.683276 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:23.683276 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-329d8175-8998-42a7-a73b-988db1c09f45 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:23.683895 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'code': 200} Jul 12 16:51:23.717902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:23.756194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f81b0a-a502-4c84-800f-d832c52d8b4f req-51815c5c-a695-4f0a-ac09-b2a01d17623f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:23.757668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34f81b0a-a502-4c84-800f-d832c52d8b4f req-51815c5c-a695-4f0a-ac09-b2a01d17623f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0743861 Jul 12 16:51:23.827570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-34f81b0a-a502-4c84-800f-d832c52d8b4f req-d2f71970-87df-4cd0-8604-d93b0647dff1 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Jul 12 16:51:23.854235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409a9f-967f-4cf9-9c01-730e1ac2dcb6 req-c857a777-0f95-44dc-8e32-f4cbfb886298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:23.856067 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39409a9f-967f-4cf9-9c01-730e1ac2dcb6 req-c857a777-0f95-44dc-8e32-f4cbfb886298 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0972488 Jul 12 16:51:23.896793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39409a9f-967f-4cf9-9c01-730e1ac2dcb6 req-d3df1a61-e818-42d2-a73c-0a9bbc1b6c3c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293794 Jul 12 16:51:25.032548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc88d6-b2f6-4ca0-9c86-24fa082ad7d9 req-576f88e2-77d4-4ebc-91e3-e187367631ff tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:25.034144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dc88d6-b2f6-4ca0-9c86-24fa082ad7d9 req-576f88e2-77d4-4ebc-91e3-e187367631ff tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0734744 Jul 12 16:51:25.078362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75dc88d6-b2f6-4ca0-9c86-24fa082ad7d9 req-2441050d-08c5-449c-b366-f30e7008711a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Jul 12 16:51:25.278643 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7ceed-3484-4c77-acd5-4e3e4266b195 req-64c4421a-44f9-4b58-a797-057f0358d89b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:25.280192 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7e7ceed-3484-4c77-acd5-4e3e4266b195 req-64c4421a-44f9-4b58-a797-057f0358d89b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0814750 Jul 12 16:51:25.320785 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7e7ceed-3484-4c77-acd5-4e3e4266b195 req-0b1c9b1e-311d-4808-a75e-0c3f16c5f95a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Jul 12 16:51:25.710209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-87766c7e-63e0-4e29-8d3a-df6243ce1722 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869145 Jul 12 16:51:25.746122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18c756-b257-4db6-bb01-fa87a6057563 req-ca2a5b72-fbc3-4ac8-8846-14550eca759a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:25.747639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c18c756-b257-4db6-bb01-fa87a6057563 req-ca2a5b72-fbc3-4ac8-8846-14550eca759a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0763657 Jul 12 16:51:25.792950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c18c756-b257-4db6-bb01-fa87a6057563 req-6d4dc9ea-9435-4231-9f64-c6727b974ad6 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Jul 12 16:51:26.923789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-9dd45710-ec0f-40af-b89a-b8903dcee260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:26.925311 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-9dd45710-ec0f-40af-b89a-b8903dcee260 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0617280 Jul 12 16:51:26.997435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e6e35-f79d-46c2-896a-b9c11f7a128a req-cf61f20e-5b64-44be-9994-403e876d1d8e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:26.999078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b26e6e35-f79d-46c2-896a-b9c11f7a128a req-cf61f20e-5b64-44be-9994-403e876d1d8e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0786030 Jul 12 16:51:27.041263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b26e6e35-f79d-46c2-896a-b9c11f7a128a req-0f828af4-607e-4b20-adf6-89cbc888a96e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Jul 12 16:51:27.044142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c256a507-c80e-4c2d-85a2-74a1d9b8c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:27.045918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c256a507-c80e-4c2d-85a2-74a1d9b8c108 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1144238 Jul 12 16:51:27.092920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-26ce23f6-c4e3-4358-bef4-d566decc20ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0411067 Jul 12 16:51:27.146103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c267378d-aac9-487f-8748-121f1b762038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:27.147599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c267378d-aac9-487f-8748-121f1b762038 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0482824 Jul 12 16:51:27.186723 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-4d2e4c53-c9ce-4317-bfc5-8ed2d3a2ccbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323100 Jul 12 16:51:27.281833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-7cf2deeb-5e71-4ed3-a2df-d5afc8fd54d8 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888662 Jul 12 16:51:27.409764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-91140179-e558-40c8-a710-3588a98b7b49 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202908 Jul 12 16:51:28.248021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6587f-8e16-4c6e-8453-0ddd03668130 req-261f5d9f-022c-427e-95be-dd22a417fc5e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:28.249629 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cc6587f-8e16-4c6e-8453-0ddd03668130 req-261f5d9f-022c-427e-95be-dd22a417fc5e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0806766 Jul 12 16:51:28.298440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cc6587f-8e16-4c6e-8453-0ddd03668130 req-7593532c-47fb-4257-9b23-94c751895567 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Jul 12 16:51:29.486798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9d3aa-e360-4f06-bc21-164336cc1ed6 req-e6c4e39d-7735-4f4e-970c-54822b9eda75 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:29.488315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cd9d3aa-e360-4f06-bc21-164336cc1ed6 req-e6c4e39d-7735-4f4e-970c-54822b9eda75 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0696170 Jul 12 16:51:29.527972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cd9d3aa-e360-4f06-bc21-164336cc1ed6 req-d47645d0-7505-4f10-be51-0c465e0300c1 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Jul 12 16:51:30.708515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0bacc-99e7-4f11-a9b0-a5934f2cb6e5 req-7dbd34c1-a320-455b-83fc-37e73be4ee06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:30.710063 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71c0bacc-99e7-4f11-a9b0-a5934f2cb6e5 req-7dbd34c1-a320-455b-83fc-37e73be4ee06 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0647442 Jul 12 16:51:30.751621 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71c0bacc-99e7-4f11-a9b0-a5934f2cb6e5 req-991a1b38-0fce-4d65-9fe9-f53d3fc38eba tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Jul 12 16:51:31.936877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001357f4-123a-438c-8978-d0a7b3941739 req-f08740b9-983b-49d2-af6c-fe218b83ae70 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:31.938402 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-001357f4-123a-438c-8978-d0a7b3941739 req-f08740b9-983b-49d2-af6c-fe218b83ae70 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0667751 Jul 12 16:51:31.979104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-001357f4-123a-438c-8978-d0a7b3941739 req-b62d9772-bd21-4952-8e6a-6be838d3a912 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Jul 12 16:51:32.080315 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15970c8c-ee30-489d-8efb-686644a48e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:33.179217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f25b-0030-4be9-ae2e-4f3e4b50ce11 req-ea6a7494-8d19-439c-ab24-0ec21407de3e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:33.180777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bee6f25b-0030-4be9-ae2e-4f3e4b50ce11 req-ea6a7494-8d19-439c-ab24-0ec21407de3e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0807402 Jul 12 16:51:33.229178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bee6f25b-0030-4be9-ae2e-4f3e4b50ce11 req-c956f0db-7c96-46cc-bff8-18aea7b6be0f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jul 12 16:51:33.528417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.421325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59f672-7b3e-4a8c-8689-dab60cca4461 req-9159b1e4-088c-4031-b9a2-8a0b38ae8909 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:34.422956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a59f672-7b3e-4a8c-8689-dab60cca4461 req-9159b1e4-088c-4031-b9a2-8a0b38ae8909 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0782022 Jul 12 16:51:34.469406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a59f672-7b3e-4a8c-8689-dab60cca4461 req-b84f4c43-0441-4dd1-ac11-43c21cc77cb9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Jul 12 16:51:34.495777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84c85962-c352-46a1-bd9c-5197978f8a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:34.933270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:35.661102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd71c3-48af-474b-ad42-8adff5fa8a9a req-36ed9430-eeb9-46ed-b99e-b6f34c9813cb tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:35.662581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6dd71c3-48af-474b-ad42-8adff5fa8a9a req-36ed9430-eeb9-46ed-b99e-b6f34c9813cb tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0663924 Jul 12 16:51:35.701961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6dd71c3-48af-474b-ad42-8adff5fa8a9a req-f5a91d14-b7e6-48a9-b523-05a23a9bc369 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Jul 12 16:51:35.757046 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:35.906880 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:36.896407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181900-5b2b-4fff-ab3f-3e6e5b3b4422 req-289eda1c-425b-4912-bddd-5a10007cdab5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:36.897929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29181900-5b2b-4fff-ab3f-3e6e5b3b4422 req-289eda1c-425b-4912-bddd-5a10007cdab5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0777202 Jul 12 16:51:36.939406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29181900-5b2b-4fff-ab3f-3e6e5b3b4422 req-89c0c1d4-5d18-4dfb-b3ab-569fb0372dc5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jul 12 16:51:37.335102 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:38.127519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e790254-5955-41b1-9642-9127153d5f31 req-ae478766-a926-4ce4-be65-4cd4476023a4 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:38.129023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e790254-5955-41b1-9642-9127153d5f31 req-ae478766-a926-4ce4-be65-4cd4476023a4 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0747371 Jul 12 16:51:38.172718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e790254-5955-41b1-9642-9127153d5f31 req-7abfd673-b863-47c9-bd51-f8d700b182c0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Jul 12 16:51:39.390603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7f72d-3f05-4e19-8ebe-acb66b88a052 req-e4a4425a-0641-4702-b8be-783949f41581 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:39.392158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fc7f72d-3f05-4e19-8ebe-acb66b88a052 req-e4a4425a-0641-4702-b8be-783949f41581 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0706484 Jul 12 16:51:39.434832 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fc7f72d-3f05-4e19-8ebe-acb66b88a052 req-3dffaf19-dfa0-4b25-8fdc-29eecc13aa10 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Jul 12 16:51:40.636752 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683910-2a25-47f1-a54f-bda631d71afb req-baefda36-c95b-484b-9a9c-95e10a28d76b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:40.638310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e683910-2a25-47f1-a54f-bda631d71afb req-baefda36-c95b-484b-9a9c-95e10a28d76b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0653470 Jul 12 16:51:40.683420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4e683910-2a25-47f1-a54f-bda631d71afb req-4cb587cd-1eb5-4d66-984c-2ca8a47019a7 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jul 12 16:51:42.069539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d3a1f-da3b-497c-bfc7-fd810d815ab4 req-5ef0a11a-828e-48ac-843c-8eb19e270ad5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:42.071053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610d3a1f-da3b-497c-bfc7-fd810d815ab4 req-5ef0a11a-828e-48ac-843c-8eb19e270ad5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0774529 Jul 12 16:51:42.116733 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610d3a1f-da3b-497c-bfc7-fd810d815ab4 req-e160c676-f605-462b-916d-be438c3c3222 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Jul 12 16:51:43.311743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6941bf1-8137-4c3b-b453-cba4107b3c16 req-a0ba1135-6b9b-4bfa-9718-83cf1e0f1bd0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:43.313332 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6941bf1-8137-4c3b-b453-cba4107b3c16 req-a0ba1135-6b9b-4bfa-9718-83cf1e0f1bd0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0777025 Jul 12 16:51:43.362653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6941bf1-8137-4c3b-b453-cba4107b3c16 req-edcd6e58-2f70-4ab6-8bfe-d05214a4d69b tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Jul 12 16:51:44.354400 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:51:44.547410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908031e-9a90-4003-a412-2254332ea4a2 req-4596aa28-03b1-4737-8089-54417af7e04d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:44.548874 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c908031e-9a90-4003-a412-2254332ea4a2 req-4596aa28-03b1-4737-8089-54417af7e04d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0651939 Jul 12 16:51:44.591392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c908031e-9a90-4003-a412-2254332ea4a2 req-7a82daa2-db0d-4e17-9376-a3dd09d87e0c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Jul 12 16:51:45.783697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47e00-faef-4de1-a61b-1a1a94aa7a00 req-f4528dd6-09e2-4246-8957-706728467d3e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:45.789754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9a47e00-faef-4de1-a61b-1a1a94aa7a00 req-f4528dd6-09e2-4246-8957-706728467d3e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0802891 Jul 12 16:51:45.830126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d9a47e00-faef-4de1-a61b-1a1a94aa7a00 req-e071d5e5-331f-4fda-8b8a-0ca09b418251 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Jul 12 16:51:47.044932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665328cd-071f-4ed2-902f-f7a40a7a6f27 req-c326a939-054e-443e-bde9-89058dc4dbc5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:47.046483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-665328cd-071f-4ed2-902f-f7a40a7a6f27 req-c326a939-054e-443e-bde9-89058dc4dbc5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0760138 Jul 12 16:51:47.090693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-665328cd-071f-4ed2-902f-f7a40a7a6f27 req-b650eae0-f906-4c01-abec-17fecc1770a9 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Jul 12 16:51:48.267374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064944c8-1f78-4183-a479-b1ee9b3001ce req-7099e8e8-37f8-4a22-bcfc-c247020aeaf0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:48.268897 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-064944c8-1f78-4183-a479-b1ee9b3001ce req-7099e8e8-37f8-4a22-bcfc-c247020aeaf0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0662432 Jul 12 16:51:48.311726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-064944c8-1f78-4183-a479-b1ee9b3001ce req-b3940e00-4c20-4c84-a4b6-03f29dbef52e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Jul 12 16:51:49.518348 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c55d-a1c0-40de-b528-67ef3e15cd48 req-591e76ff-9d3f-4adb-8b46-ea93c0f1cf8e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:49.519886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4146c55d-a1c0-40de-b528-67ef3e15cd48 req-591e76ff-9d3f-4adb-8b46-ea93c0f1cf8e tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0789599 Jul 12 16:51:49.576086 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4146c55d-a1c0-40de-b528-67ef3e15cd48 req-782eaf31-87de-46bb-a22c-c18a37720cea tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Jul 12 16:51:50.763320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dbaff-9302-4303-9c06-697dcbbdfffd req-5da74910-21a7-484d-bb67-e620e226d549 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:50.764918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-963dbaff-9302-4303-9c06-697dcbbdfffd req-5da74910-21a7-484d-bb67-e620e226d549 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0690958 Jul 12 16:51:50.818420 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-963dbaff-9302-4303-9c06-697dcbbdfffd req-7655c0b2-f20a-46b5-b65f-cc58333dbc79 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Jul 12 16:51:52.003269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7615e02-6b49-4059-b220-373f002986e0 req-43b068b8-2e4f-4309-8814-38f55f34b5b5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:52.004803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7615e02-6b49-4059-b220-373f002986e0 req-43b068b8-2e4f-4309-8814-38f55f34b5b5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0695717 Jul 12 16:51:52.044667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7615e02-6b49-4059-b220-373f002986e0 req-f7beabd6-f6fc-469d-a171-b4d105070923 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jul 12 16:51:53.229119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbee1f6-1874-4632-bddf-2d2615c32da8 req-ac72870c-0159-4abe-9d27-af68af8a848f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:53.230697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfbee1f6-1874-4632-bddf-2d2615c32da8 req-ac72870c-0159-4abe-9d27-af68af8a848f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0717790 Jul 12 16:51:53.272280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dfbee1f6-1874-4632-bddf-2d2615c32da8 req-a71452d2-1195-49c6-b4bf-b276d169e721 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Jul 12 16:51:54.459802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa5f96-a44a-4b0d-b69b-6224e8c997e2 req-89d4c364-1063-48e4-949a-06612ffe6c84 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:54.461283 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64aa5f96-a44a-4b0d-b69b-6224e8c997e2 req-89d4c364-1063-48e4-949a-06612ffe6c84 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0708914 Jul 12 16:51:54.500612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64aa5f96-a44a-4b0d-b69b-6224e8c997e2 req-938f6a62-38a7-464d-8ba6-d8415f549332 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Jul 12 16:51:54.701037 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-06ed9223-4535-4e25-a694-c8cf1da92a43 service neutron] show failed (client error): The resource could not be found. Jul 12 16:51:54.702068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-06ed9223-4535-4e25-a694-c8cf1da92a43 service neutron] 10.222.0.65 "GET /v2.0/ports/7c38f074-cb75-4ca2-96c4-889816c70c9d/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.1176138 Jul 12 16:51:54.972181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-2a53d9e0-5f21-456a-a409-e22f46f0aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:54.973730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-2a53d9e0-5f21-456a-a409-e22f46f0aeaf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d&tenant_id=aa174d48311e403e9212a3976e06646d HTTP/1.1" status: 200 len: 1096 time: 0.0554419 Jul 12 16:51:54.985517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:51:55.062625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.284147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:51:55.320470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:55.362141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:55.364474 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a51543-7517-4a50-833f-c1d3e033281c" -d '{"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:55.368109 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.382809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Transition to ACTIVE for port object 7c38f074-cb75-4ca2-96c4-889816c70c9d will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:51:55.387204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.419266 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a989633a-6a38-4e99-b6fd-1b6ac4c46fdb x-openstack-request-id: req-a989633a-6a38-4e99-b6fd-1b6ac4c46fdb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:55.419561 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:55.419838 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a989633a-6a38-4e99-b6fd-1b6ac4c46fdb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:55.420244 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'code': 200} Jul 12 16:51:55.460112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] No DVR routers for this DVR port 7c38f074-cb75-4ca2-96c4-889816c70c9d on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:51:55.466930 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:55.504454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:51:55.504701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:51:55.505038 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:55.510064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:51:55.510386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Attempting to bind port 7c38f074-cb75-4ca2-96c4-889816c70c9d on network 71c72e12-fb60-47d0-a032-c2c7db40cde5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:51:55.515355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:51:55.515725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Checking segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:51:55.516107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Bound using segment: {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:51:55.516530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Bound port: 7c38f074-cb75-4ca2-96c4-889816c70c9d, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227360fb-c60f-4456-952b-2aed8182a472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:51:55.516889 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.585996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:51:55.590290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:51:55.595170 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.672487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.673118 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:51:55.674558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 1091 time: 0.6932080 Jul 12 16:51:55.697471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23f86-4685-409f-80de-fa6a3f82d5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:51:55.767748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64767cd-f836-4ae7-9115-46bd9fbc4376 req-01dff718-daf7-43bb-be70-cf4fced6f8d5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.769234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b64767cd-f836-4ae7-9115-46bd9fbc4376 req-01dff718-daf7-43bb-be70-cf4fced6f8d5 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.1448951 Jul 12 16:51:55.797780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-854b1231-2851-4f60-8eb5-97ada2d176bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.799304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-854b1231-2851-4f60-8eb5-97ada2d176bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0968225 Jul 12 16:51:55.869077 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b64767cd-f836-4ae7-9115-46bd9fbc4376 req-0180cc3f-507b-4ad6-88b3-f24cdb31a78c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914428 Jul 12 16:51:55.921763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c9e2aecc-2bbb-4f8f-b6a1-ed71ca4ce913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:55.923286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c9e2aecc-2bbb-4f8f-b6a1-ed71ca4ce913 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1174133 Jul 12 16:51:55.967643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-b487c7db-ce89-4086-9da1-e91025d0651e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0380960 Jul 12 16:51:56.019406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-2ba26ec8-a8a2-415b-9d9d-ac142755581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:56.020875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-2ba26ec8-a8a2-415b-9d9d-ac142755581c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0479078 Jul 12 16:51:56.061104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-6170758a-dc93-4cca-9bda-6b09d84f8f22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336690 Jul 12 16:51:56.158225 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-1cf5f516-0c2a-43b0-9b84-90aa173142d7 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910115 Jul 12 16:51:56.262154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-069498a7-7c4e-4938-9e97-770a8a6c7c50 req-c2bb6041-15a5-440b-9f96-21b3b6757fe9 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982938 Jul 12 16:51:57.070685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66053e3-d776-4c49-9e6a-a1068cce65b3 req-8da89a44-d048-4629-b4d3-c7a74588c193 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.073207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c66053e3-d776-4c49-9e6a-a1068cce65b3 req-8da89a44-d048-4629-b4d3-c7a74588c193 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0799136 Jul 12 16:51:57.127061 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c66053e3-d776-4c49-9e6a-a1068cce65b3 req-d97675f5-36a1-4d7e-9948-b7633a911e45 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Jul 12 16:51:57.421328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:51:57.424192 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8f072-e5d2-444a-ac1d-544cf58d8041" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:51:57.483505 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c241f5d-7933-4cbd-a2a5-66be9b126e21 x-openstack-request-id: req-5c241f5d-7933-4cbd-a2a5-66be9b126e21 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:51:57.483954 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:51:57.484305 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c241f5d-7933-4cbd-a2a5-66be9b126e21 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:51:57.484798 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'status': 'completed', 'code': 200} Jul 12 16:51:57.577040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-badfcd03-8f7d-4e40-a354-5531bb0a4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.578078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-9e5e7d2a-3616-4f1a-82cf-d211b8a06e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.578519 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-badfcd03-8f7d-4e40-a354-5531bb0a4193 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0694413 Jul 12 16:51:57.579697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-9e5e7d2a-3616-4f1a-82cf-d211b8a06e0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0708385 Jul 12 16:51:57.654815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:51:57.710780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-442a4612-c409-4cd1-9bad-014d20c232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.711036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:51:57.714000 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-442a4612-c409-4cd1-9bad-014d20c232e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1239347 Jul 12 16:51:57.724969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-03437dd2-c88f-4e35-9deb-915433483840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.726517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-03437dd2-c88f-4e35-9deb-915433483840 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1347008 Jul 12 16:51:57.768117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-9115602a-4cae-47d3-aff9-ed8e70d77a88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0485215 Jul 12 16:51:57.783165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-eb49cafe-976d-4ab7-82ad-1fe330bda25a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0452750 Jul 12 16:51:57.832895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-6ffcbf4a-ab17-4950-9543-7637730c3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.834880 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-6ffcbf4a-ab17-4950-9543-7637730c3d09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0572388 Jul 12 16:51:57.860859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-63ce1136-5b1e-4237-b35c-8470c09c98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:57.862764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-63ce1136-5b1e-4237-b35c-8470c09c98cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0706432 Jul 12 16:51:57.878879 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-77c04cf6-3fb1-4456-b89e-f0eafd87cc3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370097 Jul 12 16:51:57.925899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-9d19e741-1ab3-4585-9827-61d78cd27c14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508497 Jul 12 16:51:58.003302 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-2e0357a9-1742-4771-911a-c27a44f99251 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176553 Jul 12 16:51:58.078638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-6e33f4f5-0ef2-416b-86fa-25ecafed1c5a service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405962 Jul 12 16:51:58.133030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-1f618c2d-e8f1-4ce4-ae4d-bf7272651a61 service neutron] 10.222.0.77 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236870 Jul 12 16:51:58.218418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbf8f072-e5d2-444a-ac1d-544cf58d8041 req-b335e257-83c2-4a40-9753-a8ad3e516822 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291246 Jul 12 16:51:58.361503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03479a-9eeb-432c-a364-a1459892c777 req-9083f484-a18b-4885-88aa-39c587273610 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.363080 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c03479a-9eeb-432c-a364-a1459892c777 req-9083f484-a18b-4885-88aa-39c587273610 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0801280 Jul 12 16:51:58.404535 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c03479a-9eeb-432c-a364-a1459892c777 req-3ba9e67c-0124-47ba-beb0-5643e1774d6f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Jul 12 16:51:58.766717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad1283-8391-4e76-84a7-bf8553e77adc req-02d8fde8-221c-4a10-a1a0-9b34f78da431 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.768462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1ad1283-8391-4e76-84a7-bf8553e77adc req-02d8fde8-221c-4a10-a1a0-9b34f78da431 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0868826 Jul 12 16:51:58.893985 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1ad1283-8391-4e76-84a7-bf8553e77adc req-459f891d-fb76-4bca-b856-ad679546f75d tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109402 Jul 12 16:51:58.954636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-2d39572f-dcdb-4c44-8b43-045c5503c1ee tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:58.956304 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-2d39572f-dcdb-4c44-8b43-045c5503c1ee tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d&tenant_id=aa174d48311e403e9212a3976e06646d&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.1844144 Jul 12 16:51:59.033813 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-7a694a4c-1363-4a0d-9a8a-48f54fefc8df service neutron] delete failed (client error): The resource could not be found. Jul 12 16:51:59.034950 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-7a694a4c-1363-4a0d-9a8a-48f54fefc8df service neutron] 10.222.0.65 "DELETE /v2.0/ports/7c38f074-cb75-4ca2-96c4-889816c70c9d/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0682812 Jul 12 16:51:59.163342 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-766b2481-8147-4908-8405-63c3ba0f6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:59.164995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-766b2481-8147-4908-8405-63c3ba0f6c47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa174d48311e403e9212a3976e06646d&device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0741606 Jul 12 16:51:59.279713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-5d05d6cf-b4cd-43b3-8971-f5e609a1f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:59.281222 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-5d05d6cf-b4cd-43b3-8971-f5e609a1f3c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 200 len: 915 time: 0.1062372 Jul 12 16:51:59.338117 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-59c8b4e9-a040-4510-96ba-7396488ae4f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 200 len: 217 time: 0.0459106 Jul 12 16:51:59.394815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-58e1fd64-d1ea-4336-b204-7667f70a6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:51:59.396345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-58e1fd64-d1ea-4336-b204-7667f70a6ea8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 200 len: 854 time: 0.0478535 Jul 12 16:51:59.436518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-aa857628-7e85-4ec0-b10f-adcd11513fc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71c72e12-fb60-47d0-a032-c2c7db40cde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295923 Jul 12 16:51:59.542549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-3281adef-9988-4e3e-b78d-7d8674c9c212 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937166 Jul 12 16:51:59.646485 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8460d06d-bd7a-468d-a85d-78f03eb1e310 req-87d0b94f-f9f2-4ade-876e-96fadc0cbd15 service neutron] 10.222.0.65 "GET /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941689 Jul 12 16:52:00.097435 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae85e23-407b-4515-bc1e-cb4bfbe30b44 req-11ddb54e-ecf2-4b10-807e-8aa7fe292e5a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:00.099458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ae85e23-407b-4515-bc1e-cb4bfbe30b44 req-11ddb54e-ecf2-4b10-807e-8aa7fe292e5a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 943 time: 0.0785389 Jul 12 16:52:00.151085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ae85e23-407b-4515-bc1e-cb4bfbe30b44 req-d37504a3-c272-4164-85f5-e595a34c3c9c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jul 12 16:52:00.241966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:52:00.362992 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:00.378487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'network_id': '71c72e12-fb60-47d0-a032-c2c7db40cde5', 'port_id': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'mac_address': 'fa:16:3e:35:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cce39b-7f8b-4e03-8955-0d9dea7effe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:52:00.426260 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.445149 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c38f074-cb75-4ca2-96c4-889816c70c9d {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:00.467693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:00.471494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:00.534655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:00.724644 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['7c38f074-cb75-4ca2-96c4-889816c70c9d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:01.366645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041eb83-756e-454b-9edf-9dca741d3e89 req-8f5ca89b-3fde-4cc9-9c0d-14a6845ddf22 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.369011 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3041eb83-756e-454b-9edf-9dca741d3e89 req-8f5ca89b-3fde-4cc9-9c0d-14a6845ddf22 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 944 time: 0.0818195 Jul 12 16:52:01.408678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3041eb83-756e-454b-9edf-9dca741d3e89 req-68337b6d-2432-4829-85db-8a181e590b32 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Jul 12 16:52:01.605877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97aeb8-e2cf-4611-8c81-c8d3e991b38e req-54c5d019-d04d-4456-9594-78c74c8c1bd0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.607422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b97aeb8-e2cf-4611-8c81-c8d3e991b38e req-54c5d019-d04d-4456-9594-78c74c8c1bd0 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 944 time: 0.0700269 Jul 12 16:52:01.650533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b97aeb8-e2cf-4611-8c81-c8d3e991b38e req-d5a5479e-49b7-4e71-b0bf-d5c26e34f887 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jul 12 16:52:01.837796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559547ae-6420-46f8-ace9-cc20486d4c6c req-24262062-c2e3-4b3e-b0c3-0195f0038979 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:01.839240 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-559547ae-6420-46f8-ace9-cc20486d4c6c req-24262062-c2e3-4b3e-b0c3-0195f0038979 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 944 time: 0.0721054 Jul 12 16:52:01.889736 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-559547ae-6420-46f8-ace9-cc20486d4c6c req-66e64271-f0bc-4bde-abcd-0968617a8a5c tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Jul 12 16:52:02.081195 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dfc27160-87c4-4621-b453-bc01406f891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:02.278384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:02.340968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 7c38f074-cb75-4ca2-96c4-889816c70c9d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:02.345063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 7c38f074-cb75-4ca2-96c4-889816c70c9d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:02.345430 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:02.429553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:02.454800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:02.457116 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aa7ee8-4014-4e72-a390-e808c51e792c" -d '{"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:02.472802 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:02.478668 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:02.493982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186387-785e-4ff7-9038-2b924bec6fe2 req-cdc91b2b-be68-4a28-86ae-99eece00fb5f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:02.495680 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db186387-785e-4ff7-9038-2b924bec6fe2 req-cdc91b2b-be68-4a28-86ae-99eece00fb5f tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 944 time: 0.0735140 Jul 12 16:52:02.543620 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:02.556168 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db186387-785e-4ff7-9038-2b924bec6fe2 req-ea651282-f057-4e23-87f9-3310fd9fc1d3 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Jul 12 16:52:02.587383 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af036931-4044-49bf-a31b-a401dec32560 x-openstack-request-id: req-af036931-4044-49bf-a31b-a401dec32560 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:02.587761 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:02.587943 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af036931-4044-49bf-a31b-a401dec32560 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:02.588340 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'code': 200} Jul 12 16:52:03.510851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-5c7e7cae-0f50-46c5-899b-295a2af1af34 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:03.512296 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-5c7e7cae-0f50-46c5-899b-295a2af1af34 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.0705805 Jul 12 16:52:03.547955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:03.630895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Deleting port 7c38f074-cb75-4ca2-96c4-889816c70c9d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:52:03.631275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:03.779006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] For port 7c38f074-cb75-4ca2-96c4-889816c70c9d, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=7c38f074-cb75-4ca2-96c4-889816c70c9d,segment=NetworkSegment(227360fb-c60f-4456-952b-2aed8182a472),segment_id=227360fb-c60f-4456-952b-2aed8182a472)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:03.779262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:03.797102 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Calling delete_port for 7c38f074-cb75-4ca2-96c4-889816c70c9d owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:52:03.809928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5751d4-a477-4bf6-9e1a-1f5ad85d2f10 req-895c6728-df41-4ca8-a02c-f5ca41d4641a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:03.811485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb5751d4-a477-4bf6-9e1a-1f5ad85d2f10 req-895c6728-df41-4ca8-a02c-f5ca41d4641a tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae0ab19-dffb-4390-8034-24f9f6f0ab3d HTTP/1.1" status: 200 len: 945 time: 0.1261101 Jul 12 16:52:03.906292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eb5751d4-a477-4bf6-9e1a-1f5ad85d2f10 req-a0c31de4-371b-4ad8-a7ce-981d06d33251 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b0ef06-3cbe-4428-9865-b80317ce498e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886829 Jul 12 16:52:03.981479 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:03.994466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['7c38f074-cb75-4ca2-96c4-889816c70c9d'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:04.010070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Pushing event deleted for resources: {'Port': ['ID=7c38f074-cb75-4ca2-96c4-889816c70c9d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:04.061042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] No DVR routers for this DVR port 7c38f074-cb75-4ca2-96c4-889816c70c9d on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:52:04.063026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.065224 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a48048f-10af-4eab-bb8c-312bd84c4826 req-06e74240-b5a0-4f09-b0ba-1127edfc0d89 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] 10.222.0.77 "DELETE /v2.0/ports/7c38f074-cb75-4ca2-96c4-889816c70c9d HTTP/1.1" status: 204 len: 173 time: 0.5479329 Jul 12 16:52:04.065644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-deleted', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:04.068149 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf70d09-596d-4bb2-b24c-ce77f6f0290d" -d '{"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-deleted", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:04.115706 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be1df2-266f-4461-a885-677779f74de5 x-openstack-request-id: req-d3be1df2-266f-4461-a885-677779f74de5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:04.116045 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0ab19-dffb-4390-8034-24f9f6f0ab3d", "name": "network-vif-deleted", "tag": "7c38f074-cb75-4ca2-96c4-889816c70c9d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:04.116312 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3be1df2-266f-4461-a885-677779f74de5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:04.116871 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae0ab19-dffb-4390-8034-24f9f6f0ab3d', 'name': 'network-vif-deleted', 'tag': '7c38f074-cb75-4ca2-96c4-889816c70c9d', 'status': 'completed', 'code': 200} Jul 12 16:52:04.499742 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-45093ff9-6e0d-4760-9573-803080c35b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:04.936635 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.151758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:05.198619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Deleting subnet 02cce39b-7f8b-4e03-8955-0d9dea7effe3 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:52:05.201722 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.242707 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.289871 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.351534 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.379404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cce39b-7f8b-4e03-8955-0d9dea7effe3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:05.384553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.386376 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/02cce39b-7f8b-4e03-8955-0d9dea7effe3 HTTP/1.1" status: 204 len: 168 time: 0.2335989 Jul 12 16:52:05.389899 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37010) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:05.392167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.392565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.392904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.393238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.393567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.393892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.394221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.394572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.394894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.395210 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.395527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.395869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c4ea4-c7f4-45d7-82b2-2ee7a86632e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:05.475574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.557898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.568077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c72e12-fb60-47d0-a032-c2c7db40cde5']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:05.579146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227360fb-c60f-4456-952b-2aed8182a472') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:05.579452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227360fb-c60f-4456-952b-2aed8182a472') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:05.588410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.607212 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.615876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:52:05.616335 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: timer() Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:52:05.618633 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:52:05.675400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.681536 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.683562 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/71c72e12-fb60-47d0-a032-c2c7db40cde5 HTTP/1.1" status: 204 len: 168 time: 0.2923276 Jul 12 16:52:05.695364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa85d04-8b13-4a70-bbe7-f867a00106e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c72e12-fb60-47d0-a032-c2c7db40cde5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:05.774755 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.807901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37014) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:05.847844 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f03111a-0a9b-45f0-ae07-a1117b75a400 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa174d48311e403e9212a3976e06646d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389185 Jul 12 16:52:05.850507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37016) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:05.901308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.908568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.926310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.978693 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.981328 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:05.982498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44b0ef06-3cbe-4428-9865-b80317ce498e HTTP/1.1" status: 204 len: 168 time: 0.1311126 Jul 12 16:52:05.991854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77819-a41d-4558-83fb-a37c74562694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0ef06-3cbe-4428-9865-b80317ce498e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:06.685885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37038) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:06.788384 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-384916151-network', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:06.810059 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:06.812539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.822075 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.914270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.919056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.948365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:52:06.953755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c2ba5-9c33-484b-aeec-88bdb28df1af,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:06.965465 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.965837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.966157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.966514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.966831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.967166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.967498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.967856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.968183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.968506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.968831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.969153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:06.972884 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:06.973233 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Added segment de5b9a13-87d5-42b3-821d-2c5ced1e7929 of type vlan for network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e Jul 12 16:52:07.033100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.070012 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.071272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:07.072004 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.134498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4472778 Jul 12 16:52:07.137674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:07.139878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a296d-9d5a-4d34-95d6-7d0da8c2e7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:07.142802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Request body: {'subnet': {'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-384916151-subnet', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:07.150260 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:52:07.167988 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:07.170507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.333586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.351146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.407181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082d3773-fe93-473c-8718-17053f1efe1f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:07.418345 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:07.418695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Network hostable DHCP agents. Network: ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:52:07.436239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:52:07.444300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:07.451698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:07.452309 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.453594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9515176-a2cc-4359-a854-1311c0f37633 None None] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:52:07.467091 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-179409cf-6fc8-4707-bfb8-d934b5361b14 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3282087 Jul 12 16:52:07.469855 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:07.474602 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:07.498344 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.499439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.563961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.629083 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:52:07.629998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.718589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.785709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Allocated IP 172.20.0.2 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/85b4e96a-083a-4282-ad54-1f70f0447ddd) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:07.963398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.969594 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.979130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Transition to ACTIVE for port object 85b4e96a-083a-4282-ad54-1f70f0447ddd will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:07.984520 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:07.995835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Transition to ACTIVE for port object 85b4e96a-083a-4282-ad54-1f70f0447ddd will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:08.002318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.040516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:08.045566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:08.049081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:08.058090 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Pushing event updated for resources: {'Port': ['ID=85b4e96a-083a-4282-ad54-1f70f0447ddd,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:08.110112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Allocated IP 172.25.8.56 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/5e2690a6-8aae-4199-a496-b8c91588172d) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:08.138012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Attempting to bind port 85b4e96a-083a-4282-ad54-1f70f0447ddd on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:08.138603 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Attempting to bind port 85b4e96a-083a-4282-ad54-1f70f0447ddd by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:08.139198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Attempting to bind port 85b4e96a-083a-4282-ad54-1f70f0447ddd on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:08.148566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:08.149426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:08.150223 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.150914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:08.151861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Bound port: 85b4e96a-083a-4282-ad54-1f70f0447ddd, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:08.152494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.234407 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.238708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] For port 85b4e96a-083a-4282-ad54-1f70f0447ddd, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:08.243880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] For port 85b4e96a-083a-4282-ad54-1f70f0447ddd, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=85b4e96a-083a-4282-ad54-1f70f0447ddd,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:08.252593 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.286890 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:08.311019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0ecd-9eef-4264-a769-74964f6fc177 None None] Pushing event updated for resources: {'Port': ['ID=85b4e96a-083a-4282-ad54-1f70f0447ddd,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:08.327924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:52:08.338588 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:08.344525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:08.345051 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 7c38f074-cb75-4ca2-96c4-889816c70c9d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:52:08.345521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 7c38f074-cb75-4ca2-96c4-889816c70c9d not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:52:08.346457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2690a6-8aae-4199-a496-b8c91588172d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:08.348697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:09.013896 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.229773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.316761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4f122-86b5-4459-a3a6-99b51b4b9a77 None None] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:52:09.387807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:52:09.390629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-27939e86-b4d4-4055-ba29-13991871598f None None] Provisioning for port 85b4e96a-083a-4282-ad54-1f70f0447ddd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:09.508314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:09.525142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:09.526418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-887b50ae-8c64-466c-9cd6-bc1a294e6869 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0555999 Jul 12 16:52:09.529250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37046) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:09.529852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:09.544707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:09.545462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:09.702320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:09.777492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 85b4e96a-083a-4282-ad54-1f70f0447ddd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:09.912623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 85b4e96a-083a-4282-ad54-1f70f0447ddd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:09.918791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 85b4e96a-083a-4282-ad54-1f70f0447ddd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:09.919167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.023906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:08Z', 'revision_number': 3, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:10.025092 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.058552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:10.058905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Updating router 04fd46b8-19d5-4d50-95f8-e080ec114786 port 5e2690a6-8aae-4199-a496-b8c91588172d binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:52:10.083689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.113900 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.147943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 85b4e96a-083a-4282-ad54-1f70f0447ddd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=85b4e96a-083a-4282-ad54-1f70f0447ddd,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:10.157909 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.252370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Allocated IP 172.20.0.1 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/ab4cfec9-aa55-428f-ac20-ce27c19e9c41) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:10.296465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=85b4e96a-083a-4282-ad54-1f70f0447ddd,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.376256 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.390170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Transition to ACTIVE for port object ab4cfec9-aa55-428f-ac20-ce27c19e9c41 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:10.435652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.485025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:10.488364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:10.492642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:10.520021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Pushing event updated for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.539720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.639370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.654655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Transition to ACTIVE for port object 5e2690a6-8aae-4199-a496-b8c91588172d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:10.660999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.716388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9829-618f-46a7-a2f6-61770a6fa5ce None None] Pushing event updated for resources: {'Port': ['ID=5e2690a6-8aae-4199-a496-b8c91588172d,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.718423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Attempting to bind port 5e2690a6-8aae-4199-a496-b8c91588172d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:10.724455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Attempting to bind port 5e2690a6-8aae-4199-a496-b8c91588172d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:10.725653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Attempting to bind port 5e2690a6-8aae-4199-a496-b8c91588172d on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:10.728946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.734774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:10.735261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:10.735697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.736209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:10.736775 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Bound port: 5e2690a6-8aae-4199-a496-b8c91588172d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:10.737251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.811138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] For port 5e2690a6-8aae-4199-a496-b8c91588172d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:10.815928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] For port 5e2690a6-8aae-4199-a496-b8c91588172d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5e2690a6-8aae-4199-a496-b8c91588172d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:10.821954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.848549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-687683a3-e5df-408c-bda6-0bb70ca13dd2 None None] Provisioning for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:10.858627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-687683a3-e5df-408c-bda6-0bb70ca13dd2 None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:10.859007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-687683a3-e5df-408c-bda6-0bb70ca13dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.919509 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:10.920172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:10.921955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-687683a3-e5df-408c-bda6-0bb70ca13dd2 None None] Port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:10.922304 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:10.924464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9829-618f-46a7-a2f6-61770a6fa5ce None None] Pushing event updated for resources: {'Port': ['ID=5e2690a6-8aae-4199-a496-b8c91588172d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:10.931367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:11.006585 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Pushing event updated for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:11.025272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:11.050000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:11.146819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:11.148274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:11.276850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:11.307242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e3c0a81f-8748-4dcb-8dc5-fcd7a62ccba6 None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:11.307679 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a81f-8748-4dcb-8dc5-fcd7a62ccba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:11.362755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0a81f-8748-4dcb-8dc5-fcd7a62ccba6 None None] Port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:11.377197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 1, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:11.412370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105dca9-01da-455e-b484-462dad4b0772 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 1, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:11.413615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:11.424426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a25f8a07-92ae-4435-97f5-efb3f6ec9a0b admin admin] 10.222.0.58 "PUT /v2.0/routers/04fd46b8-19d5-4d50-95f8-e080ec114786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941324 Jul 12 16:52:11.490042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-defa7253-4da4-4d14-8d57-f80e60583460 None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:11.490461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-defa7253-4da4-4d14-8d57-f80e60583460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:11.534399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-defa7253-4da4-4d14-8d57-f80e60583460 None None] Port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:11.741722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 85b4e96a-083a-4282-ad54-1f70f0447ddd up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:11.796014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 85b4e96a-083a-4282-ad54-1f70f0447ddd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:11.796014 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:12.956487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:12.961325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040945757', 'description': 'tempest-description--1874616901'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:12.985621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.092829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.099638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.129712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.135785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1734498 Jul 12 16:52:13.136238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:13.141498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'security_group_rule': {'security_group_id': 'f33af1eb-2a83-42ba-8774-44ef4229dfa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:13.142086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ea18-a46d-4fb1-b202-f42749108c4f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33af1eb-2a83-42ba-8774-44ef4229dfa0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:13.187397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.258610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.263052 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.279900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275b7d50-2097-497f-80e9-5213a8114c39,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:13.289749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.291229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b7e8c88b-8ec8-4c4d-924a-69cedfbdd96b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539972 Jul 12 16:52:13.294177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37062) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:13.299074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'security_group_rule': {'security_group_id': 'f33af1eb-2a83-42ba-8774-44ef4229dfa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:13.334140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.418492 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.422922 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.437324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42847af8-f1fa-48a8-8129-26ef87c5bb04,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:13.452640 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.454015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9050ccbb-31bc-4e83-8744-8d2e3fbb5336 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586268 Jul 12 16:52:13.466205 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37064) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:13.470775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:13.500532 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.517262 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:13.526357 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:13.526959 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:13.628684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.660534 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:13.755877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Allocated IP 172.25.8.177 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/45c4d83d-6102-4541-a855-6856230c9f6e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:13.767506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5e2690a6-8aae-4199-a496-b8c91588172d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:13.828312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5e2690a6-8aae-4199-a496-b8c91588172d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:13.832911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5e2690a6-8aae-4199-a496-b8c91588172d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:13.833281 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.924683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.925176 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 2, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:13.928743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.950748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5e2690a6-8aae-4199-a496-b8c91588172d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5e2690a6-8aae-4199-a496-b8c91588172d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:13.955999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:13.962394 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:13.962810 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Updating router 04fd46b8-19d5-4d50-95f8-e080ec114786 port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:52:13.991324 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.011453 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.021998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5e2690a6-8aae-4199-a496-b8c91588172d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:14.038042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:14.043112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:14.046966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:14.070449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=45c4d83d-6102-4541-a855-6856230c9f6e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:14.151253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.215978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.386552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.391612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.425578 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.436070 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Transition to ACTIVE for port object ab4cfec9-aa55-428f-ac20-ce27c19e9c41 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:14.442147 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.467425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=45c4d83d-6102-4541-a855-6856230c9f6e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:14.481779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.497064 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.498351 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Pushing event updated for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:14.507288 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1ec236c6-79b4-414c-ad87-36d82a27ec27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0318584 Jul 12 16:52:14.508667 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.509904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.509904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.509904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.510790 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.510790 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.510965 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.511159 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.511487 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.511843 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.512163 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.512481 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:14.570247 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Attempting to bind port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:14.572048 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Attempting to bind port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:14.572410 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Attempting to bind port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:14.580056 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:14.580852 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:14.580852 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.581084 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:14.581614 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Bound port: ab4cfec9-aa55-428f-ac20-ce27c19e9c41, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:14.581614 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.677340 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] For port ab4cfec9-aa55-428f-ac20-ce27c19e9c41, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:14.681985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] For port ab4cfec9-aa55-428f-ac20-ce27c19e9c41, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:14.687421 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:14.704428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-79f6b484-ba8c-4efe-9c75-658cbe309462 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1040945757&fields=id&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 267 time: 0.0441966 Jul 12 16:52:14.770105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1ec5-2945-4cf1-a907-74f4facacf6c None None] Pushing event updated for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:14.773522 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:14.775131 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:14.864303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-3a8147f5-c649-45cb-bfa9-ee1b25632f81 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:14.866207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-3a8147f5-c649-45cb-bfa9-ee1b25632f81 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1576650 Jul 12 16:52:14.882204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-cd045894-463c-447b-83c8-a2c0d0769d4b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/quotas/c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 375 time: 0.0095377 Jul 12 16:52:14.903829 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:14.979006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-36c5eb5d-f155-4822-8316-57b9db43e644 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886517 Jul 12 16:52:15.120064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-9e9f1150-f833-4aaa-8b65-132110ce4850 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:52:15.121167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-9e9f1150-f833-4aaa-8b65-132110ce4850 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303318 Jul 12 16:52:15.135142 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:14Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:15.163801 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b91c2d-f55c-4f44-b143-bf85ee908803 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:14Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:15.224748 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-2128733f-1bb6-46a5-803c-57d30a56525a service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972812 Jul 12 16:52:15.338314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-f52739c5-4044-4675-8e46-cc2a8636ba14 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054616 Jul 12 16:52:15.596769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2939d52f-a46c-4c92-bdd4-edbde96d17c8 req-6fa9f0b7-7b81-4402-9eec-6bb21b0c3a93 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0526257 Jul 12 16:52:15.742217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab4cfec9-aa55-428f-ac20-ce27c19e9c41 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:15.810850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:15.816843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:15.817234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.908968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.957893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ab4cfec9-aa55-428f-ac20-ce27c19e9c41, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:15.962701 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:15.999235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5e2690a6-8aae-4199-a496-b8c91588172d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:16.073723 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:16.090725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5e2690a6-8aae-4199-a496-b8c91588172d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:16.091352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.253261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5908073a-b0f2-445a-8891-aeb86d05c9ce None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:16.253697 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5908073a-b0f2-445a-8891-aeb86d05c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:16.755223 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e492277-307d-4b4e-beb9-67c9a0c3c9a1 req-c7a6b830-e2ca-418b-aa9d-86fe22ef59dc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0315700 Jul 12 16:52:17.094175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-20fa4765-b556-4093-bcb7-71d2ef261874 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:17.095946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-20fa4765-b556-4093-bcb7-71d2ef261874 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1643102 Jul 12 16:52:17.157127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-d5b1b721-59b7-413d-9fc7-10674b3a0aad tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 380 time: 0.0494602 Jul 12 16:52:17.172299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'port': {'device_id': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'admin_state_up': True, 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'security_groups': ['f33af1eb-2a83-42ba-8774-44ef4229dfa0']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:17.309546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:52:17.314738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:17.499525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Allocated IP 172.20.0.4 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/e8aa1948-4c53-46dc-941b-256fc7a51a10) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:52:17.678223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:17.693942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Transition to ACTIVE for port object e8aa1948-4c53-46dc-941b-256fc7a51a10 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:17.714535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab4cfec9-aa55-428f-ac20-ce27c19e9c41 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:17.735469 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:17.785610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:17.786152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:17.795850 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:52:17.799474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:52:17.804285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:52:17.834192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:17.887909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:17.888870 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:17.912633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-1c091c8d-803b-49c2-9b61-df6f4ca8c004 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454305 Jul 12 16:52:17.934495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Request body: {'port': {'device_id': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:18.056104 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.064985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8fcd1-f005-44bb-a213-02390a0dab28 req-614e6b9c-8db6-4e63-a09e-3fe6b7c9671a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:18.066738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb8fcd1-f005-44bb-a213-02390a0dab28 req-614e6b9c-8db6-4e63-a09e-3fe6b7c9671a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 931 time: 0.1467969 Jul 12 16:52:18.079980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e85f4c01-be7e-4cc2-bcd0-59877918d752 None None] Provisioning for port e8aa1948-4c53-46dc-941b-256fc7a51a10 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:18.084383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e85f4c01-be7e-4cc2-bcd0-59877918d752 None None] Provisioning complete for port e8aa1948-4c53-46dc-941b-256fc7a51a10 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:18.085364 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e85f4c01-be7e-4cc2-bcd0-59877918d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.124259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e85f4c01-be7e-4cc2-bcd0-59877918d752 None None] Port e8aa1948-4c53-46dc-941b-256fc7a51a10 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:52:18.154027 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb8fcd1-f005-44bb-a213-02390a0dab28 req-342d6782-05ca-4829-bc15-234c50bea35b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765829 Jul 12 16:52:18.407563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8aa1948-4c53-46dc-941b-256fc7a51a10 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:18.416273 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.429385 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Transition to ACTIVE for port object e8aa1948-4c53-46dc-941b-256fc7a51a10 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:52:18.433668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.490278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:18.587327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:52:18.587698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:52:18.588105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:18.593888 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:52:18.594219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:52:18.603899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:52:18.604229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:52:18.604842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:52:18.605235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Bound port: e8aa1948-4c53-46dc-941b-256fc7a51a10, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:52:18.605807 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.683738 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:52:18.687221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:52:18.695322 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.737570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:18.738285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:18.739793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 1091 time: 0.8101687 Jul 12 16:52:18.740251 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:18.743072 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b121c-c42e-4e47-875c-bd76a986ed1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:18.771783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab345da-95d2-4e8f-9fac-818060291bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:18.787217 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c77a7b-0e13-408f-be5a-5bd22f9b01b5 x-openstack-request-id: req-d2c77a7b-0e13-408f-be5a-5bd22f9b01b5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:18.787602 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:18.787948 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2c77a7b-0e13-408f-be5a-5bd22f9b01b5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:18.788407 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'status': 'completed', 'code': 200} Jul 12 16:52:18.854593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-52e6dff9-753e-4507-ae0a-e21aa4a7629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:18.855746 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-52e6dff9-753e-4507-ae0a-e21aa4a7629d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.0585430 Jul 12 16:52:18.899987 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-84ef68e5-8c9b-4010-9bdc-817d710b7c84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 217 time: 0.0364721 Jul 12 16:52:18.957930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-573ae79a-298e-4afa-aa35-39ed4f04c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:18.959432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-573ae79a-298e-4afa-aa35-39ed4f04c85b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0526295 Jul 12 16:52:19.026107 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-053e19e0-cf22-48e2-bb87-477eb552bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.027581 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-053e19e0-cf22-48e2-bb87-477eb552bcda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543458 Jul 12 16:52:19.124269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-e15d9ace-28da-4236-8aee-83513b37fe9e service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Jul 12 16:52:19.236426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1399dc15-5e8b-4797-ab6f-577f9f4e7cfb req-482b3033-01f6-498d-8ef9-90bf6a397145 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010721 Jul 12 16:52:19.397873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81964c8b-1e47-4819-8e00-4ca6b98b9391 req-414ffb67-69d5-4ed5-8a23-c5670cc2830d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.399676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81964c8b-1e47-4819-8e00-4ca6b98b9391 req-414ffb67-69d5-4ed5-8a23-c5670cc2830d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.1122248 Jul 12 16:52:19.401784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-aed5a3f1-62e1-486d-83f5-e1fb5e54b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.403179 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-aed5a3f1-62e1-486d-83f5-e1fb5e54b38f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.1052904 Jul 12 16:52:19.490830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81964c8b-1e47-4819-8e00-4ca6b98b9391 req-686ea0df-3cb3-4b1a-a25e-0b45944f573c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852222 Jul 12 16:52:19.525330 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-3f469f66-3254-47fe-aa54-fc1f4e5fac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.526829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-3f469f66-3254-47fe-aa54-fc1f4e5fac37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1151776 Jul 12 16:52:19.579840 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-533fe60f-4def-4f5b-8037-cff848346f2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 217 time: 0.0428894 Jul 12 16:52:19.633522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-880562ca-269b-4fa3-bdd2-57d028f332ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.635170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-880562ca-269b-4fa3-bdd2-57d028f332ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0475571 Jul 12 16:52:19.698561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-fbc54672-cfcd-4b39-9cf3-8ec2f364c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:19.700273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-fbc54672-cfcd-4b39-9cf3-8ec2f364c867 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576601 Jul 12 16:52:19.811654 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-8da233f3-d1f4-451f-a825-c88745eb7448 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024258 Jul 12 16:52:20.288479 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d90b121c-c42e-4e47-875c-bd76a986ed1b req-d57ac458-261e-4cbe-b417-3e3d4a4a1888 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680841 Jul 12 16:52:21.003238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd35d-273b-4e29-82f1-3f347614b664 req-fba60701-287e-4f53-a751-9af4ce0f4681 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:21.004783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-227cd35d-273b-4e29-82f1-3f347614b664 req-fba60701-287e-4f53-a751-9af4ce0f4681 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.4004371 Jul 12 16:52:21.043552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-227cd35d-273b-4e29-82f1-3f347614b664 req-b3951463-6d9e-48df-8b54-2a9ce074e286 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Jul 12 16:52:21.354310 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:52:21.777600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:52:21.882055 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:21.894537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'mac_address': 'fa:16:3e:d0:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:52:21.936307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:21.949940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8aa1948-4c53-46dc-941b-256fc7a51a10 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:52:21.970323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:21.974009 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:22.033094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:22.042915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.043259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.043612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.043958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.044468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.044638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.044920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.045290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.045622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.045943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.046266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.046585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:52:22.228202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7908a0-bddf-4671-9015-6b2a1daa59a9 req-12d0dcc1-6b0c-48a6-ac3d-8ddded9e2c70 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:22.229705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f7908a0-bddf-4671-9015-6b2a1daa59a9 req-12d0dcc1-6b0c-48a6-ac3d-8ddded9e2c70 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 944 time: 0.0721624 Jul 12 16:52:22.264902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['e8aa1948-4c53-46dc-941b-256fc7a51a10'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:52:22.272497 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0f7908a0-bddf-4671-9015-6b2a1daa59a9 req-ebde3f93-0663-421b-b576-e8b47127be65 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Jul 12 16:52:23.457713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4976aa-d8b5-45d0-88ff-e33cda56ba0f req-9820cd20-fdc1-4ded-945e-68c0ef902f17 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:23.459232 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a4976aa-d8b5-45d0-88ff-e33cda56ba0f req-9820cd20-fdc1-4ded-945e-68c0ef902f17 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 944 time: 0.0703149 Jul 12 16:52:23.499532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3a4976aa-d8b5-45d0-88ff-e33cda56ba0f req-f4854746-e44b-4f8d-a446-4dd36ec2fe3f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338256 Jul 12 16:52:23.777664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:52:23.831151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port e8aa1948-4c53-46dc-941b-256fc7a51a10 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:52:23.835465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port e8aa1948-4c53-46dc-941b-256fc7a51a10 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:23.835862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:23.918914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:23.947437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:23.949783 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac0fd4-6342-4e4c-ac58-286883b18c04" -d '{"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:23.964853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:52:23.972979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:24.003734 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244eec0-b3f9-41f4-b3d6-2d521719eed4 x-openstack-request-id: req-9244eec0-b3f9-41f4-b3d6-2d521719eed4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:24.004027 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:24.004359 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9244eec0-b3f9-41f4-b3d6-2d521719eed4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:24.004662 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'code': 200} Jul 12 16:52:24.046812 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:52:24.147567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0278-15ca-44b9-bd4b-6c3a0b748a65 req-710699f0-51d9-4555-954b-ac6fa0bef550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:24.149753 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7b0278-15ca-44b9-bd4b-6c3a0b748a65 req-710699f0-51d9-4555-954b-ac6fa0bef550 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1096 time: 0.0698953 Jul 12 16:52:24.197689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a7b0278-15ca-44b9-bd4b-6c3a0b748a65 req-c1c005b6-d0d2-44b2-996a-9d2d737e2c52 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373342 Jul 12 16:52:24.260949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5b210635-323f-42fc-b421-68609ecd0ca3 None None] Provisioning complete for port e8aa1948-4c53-46dc-941b-256fc7a51a10 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:52:24.261565 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5b210635-323f-42fc-b421-68609ecd0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:24.709642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd415b-4367-4915-8f1d-28bf0a02ace0 req-6026de14-6b33-4590-a4e0-7682948adb61 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:24.711930 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5dcd415b-4367-4915-8f1d-28bf0a02ace0 req-6026de14-6b33-4590-a4e0-7682948adb61 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0724740 Jul 12 16:52:24.760645 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5dcd415b-4367-4915-8f1d-28bf0a02ace0 req-8c0131d1-5258-4483-9c19-3af203477b81 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386901 Jul 12 16:52:25.955359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ae32-5e12-4682-8931-dc96c691ba57 req-1f5f5eda-392b-4e9e-94f0-4955a889db17 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:25.957918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3782ae32-5e12-4682-8931-dc96c691ba57 req-1f5f5eda-392b-4e9e-94f0-4955a889db17 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0753911 Jul 12 16:52:26.009546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3782ae32-5e12-4682-8931-dc96c691ba57 req-bb84bfe7-4ac4-4541-a612-914f45bbc18a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 Jul 12 16:52:26.211856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849272c1-4809-40a0-a1b1-25ef47bbcbd6 req-4e482e97-416e-47df-8dbb-fcb13fd141f7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:26.214156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-849272c1-4809-40a0-a1b1-25ef47bbcbd6 req-4e482e97-416e-47df-8dbb-fcb13fd141f7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0744884 Jul 12 16:52:26.222386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:52:26.228279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'floatingip': {'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:52:26.273743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:26.850740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:26.856253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:26.997333 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f associated. External IP: 172.25.8.177, port: e8aa1948-4c53-46dc-941b-256fc7a51a10. Jul 12 16:52:27.233554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:52:27.367381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:52:27.376292 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:27.380933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:52:27.395897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:27.397084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:27.421747 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e18f5cf4-6f10-4957-a330-4eaef98b3289 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "PUT /v2.0/floatingips/5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f HTTP/1.1" status: 200 len: 991 time: 1.1981707 Jul 12 16:52:27.422328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:52:27.424755 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44072f9-aa4c-47fc-8f8a-e10968f93b18" -d '{"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:52:27.468590 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593979a-6bfd-4266-872f-53578ae2090e x-openstack-request-id: req-f593979a-6bfd-4266-872f-53578ae2090e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:52:27.469075 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:52:27.469343 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f593979a-6bfd-4266-872f-53578ae2090e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:52:27.469759 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'status': 'completed', 'code': 200} Jul 12 16:52:27.559386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:27.560177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-9e19e787-d8dd-4fa5-a480-481dd6cf400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.561729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-9e19e787-d8dd-4fa5-a480-481dd6cf400d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1096 time: 0.0660064 Jul 12 16:52:27.668607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-43bf9bc3-87b9-4d68-b7bd-f54e13666e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.670164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-43bf9bc3-87b9-4d68-b7bd-f54e13666e51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1022651 Jul 12 16:52:27.748968 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-3ddf7518-663c-43fb-8ac7-0dee462f2642 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 999 time: 0.0726628 Jul 12 16:52:27.801687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-f566bbc1-979d-485f-b8c8-5904822914ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.803085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-f566bbc1-979d-485f-b8c8-5904822914ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0485942 Jul 12 16:52:27.833297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:d0:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:52:26Z', 'revision_number': 1, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:27.863959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:52:27.872764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-4ce65be3-93cf-484e-9a8f-7d773fdb4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:52:27.873122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:52:27.873746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:52:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:27.874292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-4ce65be3-93cf-484e-9a8f-7d773fdb4588 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647690 Jul 12 16:52:27.974633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-d965c079-3f0e-4a06-a2a5-a25c4544a826 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924351 Jul 12 16:52:27.990352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:52:28.083913 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d44072f9-aa4c-47fc-8f8a-e10968f93b18 req-00adc7b9-f0cd-4ec7-98e6-a701cd7e54c5 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001954 Jul 12 16:52:28.234824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:d0:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:52:26Z', 'revision_number': 1, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:52:28.263019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be3590-9f6e-4f4a-96ca-7ca0db09d636 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:d0:44:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:52:26Z', 'revision_number': 1, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:52:28.468381 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2eb2a0-d7f7-4485-9bd4-53dda97c76a8 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:52:32.083789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-431b90f6-9f4c-4b35-9c78-1a47f65b4ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:33.558825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.493884 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83318d78-53f5-4a44-a1b5-104789ac06f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:34.940297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:35.786527 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:35.913054 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:37.349213 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:52:58.354065 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:53:02.084980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-518e7699-e223-450e-b00b-065045910779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:03.579355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:04.497491 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a818a8f8-ac52-483d-9746-f1fb364a0441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:04.942228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.788381 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:05.914747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:07.339843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:23.690784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-20638ecd-cd62-40f5-ae02-4c3ea5b78e4e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595496 Jul 12 16:53:23.800600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-2d3b4d3e-0d64-41b1-8e95-d1a5677a5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:23.802172 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-2d3b4d3e-0d64-41b1-8e95-d1a5677a5665 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1096 time: 0.0570810 Jul 12 16:53:23.913549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-1522a56c-144b-4dc0-8de2-133865563dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:23.915848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-1522a56c-144b-4dc0-8de2-133865563dcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0874369 Jul 12 16:53:23.991933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-ddbe3671-0b1a-43c0-a620-3e400f5c666e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 1001 time: 0.0660446 Jul 12 16:53:24.053973 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-ec597a4a-e4d6-4024-b073-9096d7cee38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:24.055643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-ec597a4a-e4d6-4024-b073-9096d7cee38f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0533922 Jul 12 16:53:24.120425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-0281053a-1082-4763-80bd-7ff1dee32ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:53:24.122821 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-0281053a-1082-4763-80bd-7ff1dee32ea9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567262 Jul 12 16:53:24.230977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-b5a190fd-dfeb-47a2-a498-664925843f3e service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984354 Jul 12 16:53:24.341530 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c674f3fd-120c-4956-b390-cf5aa9dc6fc3 req-d650020c-6f4b-48c3-9dfd-41d68bc4342e service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984464 Jul 12 16:53:32.089656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d988309-7482-4a63-9d9d-8813d3f0146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:33.593602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:34.499123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4676-fff8-4f33-a06b-3b97aa210d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:35.095469 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:35.353009 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:53:35.801439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:35.918099 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:53:37.344759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:02.090735 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c1683f05-3ecd-41c4-8472-ca5ddb0fec8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:03.610422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:04.501109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-593087a9-f78a-4da0-af30-581cf3f9a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:04.947956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:05.815604 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:05.921747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:07.347242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:08.680664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b280-19d8-4c0b-8acb-33c67362a79f req-968fd9b5-b988-454f-b2e6-d63007083d3c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:08.682758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2372b280-19d8-4c0b-8acb-33c67362a79f req-968fd9b5-b988-454f-b2e6-d63007083d3c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0675488 Jul 12 16:54:08.722899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2372b280-19d8-4c0b-8acb-33c67362a79f req-8b71d1a3-b030-4bbe-a367-948b93ecdf8c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Jul 12 16:54:09.015788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37340) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:54:09.121973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-a339a6d0-3cd3-4029-a53b-cf10dfb1f97f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049299 Jul 12 16:54:09.134795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91c85-16f5-462b-82a7-66f6ff7cfb4c req-20004349-4310-4b61-86b3-4d3604f68fa6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:09.136455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ffa91c85-16f5-462b-82a7-66f6ff7cfb4c req-20004349-4310-4b61-86b3-4d3604f68fa6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0719402 Jul 12 16:54:09.179808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ffa91c85-16f5-462b-82a7-66f6ff7cfb4c req-4135d6df-2bf0-4300-b2fa-c8d75ca89746 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368841 Jul 12 16:54:10.387580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f60f0-a5c6-4b88-8807-ca8686933b3a req-770ec7ad-ab0f-4621-91e3-0485ceb03643 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:10.389314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c9f60f0-a5c6-4b88-8807-ca8686933b3a req-770ec7ad-ab0f-4621-91e3-0485ceb03643 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0935538 Jul 12 16:54:10.432629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c9f60f0-a5c6-4b88-8807-ca8686933b3a req-49f16f7c-9a19-4bbf-a543-6261654ad4b9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Jul 12 16:54:10.455805 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-40e8ba6b-19b8-48c0-aa08-8e1999db4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:10.457323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-40e8ba6b-19b8-48c0-aa08-8e1999db4dbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1096 time: 0.0573475 Jul 12 16:54:10.561170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-d89b35a6-82b2-4826-ada0-76cd09bb6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:10.562559 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-d89b35a6-82b2-4826-ada0-76cd09bb6253 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0945096 Jul 12 16:54:10.636325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-b9bd3c58-5253-45d1-9585-ba7c99dafb91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 1001 time: 0.0613739 Jul 12 16:54:10.692884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-057228d0-a7a3-4074-92e2-d85dd2f39df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:10.694397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-057228d0-a7a3-4074-92e2-d85dd2f39df5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0479176 Jul 12 16:54:10.761480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-e9f5a4b9-fa2f-4011-98dd-ea276b48b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:10.763002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-e9f5a4b9-fa2f-4011-98dd-ea276b48b376 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594656 Jul 12 16:54:10.866802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-facb2d83-85fd-416f-9036-a95a39e21c26 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916386 Jul 12 16:54:10.968510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-98d73d88-4a05-4c2a-9a2c-8cca53bd8fa3 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915389 Jul 12 16:54:11.625320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bd35d-52a7-4971-8a25-b71b3497007c req-69954580-df15-4691-8489-b411c8c52df3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:11.626869 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b7bd35d-52a7-4971-8a25-b71b3497007c req-69954580-df15-4691-8489-b411c8c52df3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0711095 Jul 12 16:54:11.670276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0b7bd35d-52a7-4971-8a25-b71b3497007c req-97f2233f-d7ce-4473-9852-63aefea5daf2 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370317 Jul 12 16:54:12.355044 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:54:12.863229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f230dea-586c-420d-832d-63899e4e3105 req-2bfff93b-5570-4897-92d6-d63d8bcbb088 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:12.864871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f230dea-586c-420d-832d-63899e4e3105 req-2bfff93b-5570-4897-92d6-d63d8bcbb088 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0762782 Jul 12 16:54:12.906898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5f230dea-586c-420d-832d-63899e4e3105 req-0b2b5f29-7005-49a1-ace9-075be60fe25f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Jul 12 16:54:14.093891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5819-790b-4ed5-a320-90b90f63bb6f req-b574c88b-3f43-437f-bf1c-026518c5135a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:14.095390 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87cb5819-790b-4ed5-a320-90b90f63bb6f req-b574c88b-3f43-437f-bf1c-026518c5135a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0728054 Jul 12 16:54:14.136827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-87cb5819-790b-4ed5-a320-90b90f63bb6f req-d7ac4b0a-282b-4865-a027-dace946b7729 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358903 Jul 12 16:54:15.387819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610c417-c7d2-42c6-9cd8-bffe7777c708 req-31af77ee-3ed1-40c6-bcab-554f1978f3df tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:15.389945 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9610c417-c7d2-42c6-9cd8-bffe7777c708 req-31af77ee-3ed1-40c6-bcab-554f1978f3df tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1395745 Jul 12 16:54:15.438722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9610c417-c7d2-42c6-9cd8-bffe7777c708 req-3d75142a-47c6-44df-8b04-6310eae7ff60 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Jul 12 16:54:16.715503 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c439e5-6175-4029-b719-08d22a1d89c7 req-09d1e89a-53e7-4fd2-a2bf-0f08048a3da7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:16.717081 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1c439e5-6175-4029-b719-08d22a1d89c7 req-09d1e89a-53e7-4fd2-a2bf-0f08048a3da7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1624079 Jul 12 16:54:16.757423 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1c439e5-6175-4029-b719-08d22a1d89c7 req-ae66673c-3c53-4066-ade7-188ae4ce3a24 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342312 Jul 12 16:54:17.944676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cfc92-3cd0-441d-85ce-63b82aa5eb61 req-d61eb504-190b-4ab8-b58b-dd254cfbb36c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:17.946446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-514cfc92-3cd0-441d-85ce-63b82aa5eb61 req-d61eb504-190b-4ab8-b58b-dd254cfbb36c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0747485 Jul 12 16:54:17.986324 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-514cfc92-3cd0-441d-85ce-63b82aa5eb61 req-46d3ff3e-7576-466d-99b9-158a67bfb037 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Jul 12 16:54:19.164510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e894-046c-4396-9cb9-aecb5f17d6cc req-77149442-ffcb-488a-9ad4-3daf41e6b5a6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:19.166018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5052e894-046c-4396-9cb9-aecb5f17d6cc req-77149442-ffcb-488a-9ad4-3daf41e6b5a6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0660243 Jul 12 16:54:19.206991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5052e894-046c-4396-9cb9-aecb5f17d6cc req-15095b94-220a-4cfd-89dd-74f2044c83a9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353341 Jul 12 16:54:20.392692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea09e4-e229-4323-b378-f0fa6bc91df9 req-6e343777-32cf-46a7-bca8-724abd737701 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:20.394427 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acea09e4-e229-4323-b378-f0fa6bc91df9 req-6e343777-32cf-46a7-bca8-724abd737701 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0683143 Jul 12 16:54:20.438782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-acea09e4-e229-4323-b378-f0fa6bc91df9 req-96c5d559-c119-4e3a-a9c2-8a996b9f4af4 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Jul 12 16:54:21.649215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b315ae7-51bb-4e92-9939-2802eb15d7e7 req-3aeafdcf-a567-4642-9a24-5a88629d80e0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:21.651233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b315ae7-51bb-4e92-9939-2802eb15d7e7 req-3aeafdcf-a567-4642-9a24-5a88629d80e0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0815980 Jul 12 16:54:21.696549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9b315ae7-51bb-4e92-9939-2802eb15d7e7 req-42018a76-63e8-404f-81ac-0dd86e5db00b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396292 Jul 12 16:54:22.886593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1af69f-a50b-4815-987e-0309f24a543e req-2fc9bcfa-7ddb-4d20-b6a9-f6947edfe69a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:22.888130 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e1af69f-a50b-4815-987e-0309f24a543e req-2fc9bcfa-7ddb-4d20-b6a9-f6947edfe69a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0735991 Jul 12 16:54:22.938346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e1af69f-a50b-4815-987e-0309f24a543e req-b14ce013-b8b7-4176-97a1-44cb3d6c83cf tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Jul 12 16:54:23.115286 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-6171821d-e0c0-47b2-ac03-6a2b6aa1dacb service neutron] show failed (client error): The resource could not be found. Jul 12 16:54:23.116475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-6171821d-e0c0-47b2-ac03-6a2b6aa1dacb service neutron] 10.222.0.65 "GET /v2.0/ports/e8aa1948-4c53-46dc-941b-256fc7a51a10/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0618579 Jul 12 16:54:23.440944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-b276f876-67be-4b29-af35-e0860e64444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:23.442485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-b276f876-67be-4b29-af35-e0860e64444b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1096 time: 0.1089480 Jul 12 16:54:23.456031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:54:23.538834 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:23.768642 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:23.813249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:54:23.860286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:23.865921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:23.868230 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7a927-eea1-4a2f-8f6b-b0e2af2283e9" -d '{"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:23.878690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Transition to ACTIVE for port object e8aa1948-4c53-46dc-941b-256fc7a51a10 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:54:23.883132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:23.989851 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df1115-050b-41bc-af06-9cb817b0f043 x-openstack-request-id: req-b4df1115-050b-41bc-af06-9cb817b0f043 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:23.990878 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:23.990878 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4df1115-050b-41bc-af06-9cb817b0f043 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:23.991254 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'code': 200} Jul 12 16:54:24.132753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:24.182570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] No DVR routers for this DVR port e8aa1948-4c53-46dc-941b-256fc7a51a10 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:54:24.184970 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.185320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.185661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.185997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.186332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.186662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.186989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.187321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.187664 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.187988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.188308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.188631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:24.304488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0b5ff-3b13-4465-9210-a08ea893d16a req-a8dedf5f-5657-4f9d-89bc-8a413028cbb0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.306033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63a0b5ff-3b13-4465-9210-a08ea893d16a req-a8dedf5f-5657-4f9d-89bc-8a413028cbb0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.1875961 Jul 12 16:54:24.362589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-63a0b5ff-3b13-4465-9210-a08ea893d16a req-35d0b151-4ec4-496f-95bf-72fc6c7e6d36 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497608 Jul 12 16:54:24.393111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:54:24.393444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:54:24.393823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:54:24.398134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:54:24.398459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Attempting to bind port e8aa1948-4c53-46dc-941b-256fc7a51a10 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:54:24.404234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:54:24.404566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:54:24.404951 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:54:24.405378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Bound port: e8aa1948-4c53-46dc-941b-256fc7a51a10, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:54:24.405735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:24.473832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:54:24.476770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:54:24.482046 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:24.516018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.516625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:24.518070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] 10.222.0.77 "PUT /v2.0/ports/e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 1091 time: 1.0663025 Jul 12 16:54:24.540002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ef89c-d295-40a8-99c2-0d66377dea17 service neutron] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:24.605363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-3164ceb1-a0e0-4581-9994-1ee3bdbfce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.606991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-3164ceb1-a0e0-4581-9994-1ee3bdbfce2f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.0632384 Jul 12 16:54:24.706568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-4d44fa37-5ce3-4aa1-ac98-3a8b4c8739a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.708064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-4d44fa37-5ce3-4aa1-ac98-3a8b4c8739a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0951295 Jul 12 16:54:24.776378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-afc1f6a3-e7c7-45fc-ba46-31c6cf4a7961 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 999 time: 0.0609365 Jul 12 16:54:24.825312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-2085e6cc-4ef5-475d-99de-c73483ff92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.826693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-2085e6cc-4ef5-475d-99de-c73483ff92e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0451589 Jul 12 16:54:24.888847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-74e8cb02-aa01-4c0c-8e1e-ec587c98f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:24.890349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-74e8cb02-aa01-4c0c-8e1e-ec587c98f881 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577869 Jul 12 16:54:24.899991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-bc5ca36a-1445-4b49-b092-e830cad5c7f2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:54:24.901583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-bc5ca36a-1445-4b49-b092-e830cad5c7f2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Jul 12 16:54:24.991147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-f8496e34-3511-42f8-af7f-09bb29ea1aa0 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833046 Jul 12 16:54:25.091382 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e25620f-0eb8-4680-b186-b41614d2f6b1 req-6c0dd13f-7676-4339-9a81-7181edf5a352 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937910 Jul 12 16:54:25.538202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47a5d3-6c47-44b8-99d7-38a229a9562d req-28034ab3-a1fd-4303-a750-24d51f3ceabd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:25.539718 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a47a5d3-6c47-44b8-99d7-38a229a9562d req-28034ab3-a1fd-4303-a750-24d51f3ceabd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0648386 Jul 12 16:54:25.578637 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a47a5d3-6c47-44b8-99d7-38a229a9562d req-0fa7427f-5330-42a1-907c-f199f49011c8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Jul 12 16:54:25.993042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:25.995447 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721" -d '{"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:26.043947 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240bfdd6-888a-4050-afeb-015cf33ae36f x-openstack-request-id: req-240bfdd6-888a-4050-afeb-015cf33ae36f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:26.044243 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:26.044493 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-240bfdd6-888a-4050-afeb-015cf33ae36f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:26.044893 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'status': 'completed', 'code': 200} Jul 12 16:54:26.124985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-2f9f5520-01e9-4bea-a7ff-de9396daf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.126530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-2f9f5520-01e9-4bea-a7ff-de9396daf0b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.0590842 Jul 12 16:54:26.135376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-ff799390-b6c9-437c-9ed4-76395bb39410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.137131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-ff799390-b6c9-437c-9ed4-76395bb39410 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.0653222 Jul 12 16:54:26.231754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-1394c681-64e3-420c-8603-3380483b9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.233277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-1394c681-64e3-420c-8603-3380483b9cb8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1004879 Jul 12 16:54:26.243265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-2e28dc0d-766c-4a38-9caa-dd0c99bc4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.245834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-2e28dc0d-766c-4a38-9caa-dd0c99bc4394 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0974638 Jul 12 16:54:26.307517 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-32a676eb-002d-4320-a32b-5f8c2c4164a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 999 time: 0.0669641 Jul 12 16:54:26.322241 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-56231927-0f53-4e3e-a4cd-2112ee6597bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 999 time: 0.0670564 Jul 12 16:54:26.352203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:54:26.361013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-05d50dcc-37a6-4097-ba9f-853b5b2d0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.362571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-05d50dcc-37a6-4097-ba9f-853b5b2d0617 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0492303 Jul 12 16:54:26.390299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-af2661e0-084e-4bfb-bc2b-7f85860bc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.391799 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-af2661e0-084e-4bfb-bc2b-7f85860bc8a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0605083 Jul 12 16:54:26.393859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:54:26.422647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-ff5ed24f-05e0-483f-8de2-c856c99ba5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.424351 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-ff5ed24f-05e0-483f-8de2-c856c99ba5e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546486 Jul 12 16:54:26.455449 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-9c01242c-56e1-4ba8-a6c1-1226afd720e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.457021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-9c01242c-56e1-4ba8-a6c1-1226afd720e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535879 Jul 12 16:54:26.523392 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-f47a714a-d5a0-4ddf-b9e8-30896e368378 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917151 Jul 12 16:54:26.559689 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-75c24799-12e7-4210-b93a-1480e6484312 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914757 Jul 12 16:54:26.624204 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-694477a4-c1c8-4f69-9a01-76b2ca717484 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931590 Jul 12 16:54:26.669490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b0f6af2-dcc5-4db8-b6ab-9d02d8111721 req-921024da-fe98-474d-adfd-043f8422a393 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985942 Jul 12 16:54:26.781447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff79970-7e77-4444-bf2f-81c99af444c6 req-11aeefab-2550-40c1-915b-8cfb98293469 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:26.782882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aff79970-7e77-4444-bf2f-81c99af444c6 req-11aeefab-2550-40c1-915b-8cfb98293469 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0659566 Jul 12 16:54:26.821669 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aff79970-7e77-4444-bf2f-81c99af444c6 req-b3972769-d457-40e4-aae3-21b499b60e59 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Jul 12 16:54:28.005792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026e29-559f-4c29-9f16-928ebe30b984 req-6558b45d-4814-4bab-82bb-9acdd304acee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.007190 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9026e29-559f-4c29-9f16-928ebe30b984 req-6558b45d-4814-4bab-82bb-9acdd304acee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0705774 Jul 12 16:54:28.046183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9026e29-559f-4c29-9f16-928ebe30b984 req-c663b87c-57de-4235-b240-d92d0f296977 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327861 Jul 12 16:54:28.355415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd219670-2800-40b9-ba6a-cfe627028f4e req-34d22d60-4b8b-4337-957a-4efb252b6b63 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.356847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd219670-2800-40b9-ba6a-cfe627028f4e req-34d22d60-4b8b-4337-957a-4efb252b6b63 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0672803 Jul 12 16:54:28.378134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-a9923475-af9b-4e95-afeb-47e165aabc7b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.379483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-a9923475-af9b-4e95-afeb-47e165aabc7b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1&tenant_id=c976982b2f034745a6dda4531ae93a7c&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.0815847 Jul 12 16:54:28.396007 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bd219670-2800-40b9-ba6a-cfe627028f4e req-adccc02b-8fef-4273-a0cb-ee60e6479cef tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336304 Jul 12 16:54:28.444487 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-e1f6552f-c2f1-4e6a-92e3-27edb8da4175 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:54:28.445538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-e1f6552f-c2f1-4e6a-92e3-27edb8da4175 service neutron] 10.222.0.65 "DELETE /v2.0/ports/e8aa1948-4c53-46dc-941b-256fc7a51a10/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0562787 Jul 12 16:54:28.552146 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-89880955-2954-4d89-b64a-322b8941ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.553666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-89880955-2954-4d89-b64a-322b8941ad55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1094 time: 0.0564139 Jul 12 16:54:28.661923 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-94b7af86-7784-49bc-8959-c4935fa7a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.663310 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-94b7af86-7784-49bc-8959-c4935fa7a48e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0987902 Jul 12 16:54:28.736996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-6f700c23-3e7f-46d8-b0cd-aa8cada52255 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 999 time: 0.0619314 Jul 12 16:54:28.797254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-41f825f8-99fe-454b-abf5-a832e7a4f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.798717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-41f825f8-99fe-454b-abf5-a832e7a4f9e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0524487 Jul 12 16:54:28.860960 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-a8cfdb6b-bc8e-4054-948f-42edb9e8f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:28.862445 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-a8cfdb6b-bc8e-4054-948f-42edb9e8f78b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533304 Jul 12 16:54:28.891773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:54:28.960065 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-4f191c31-080e-42ba-bc63-a47323e4b93c service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Jul 12 16:54:28.997180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:29.008934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'mac_address': 'fa:16:3e:d0:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:54:29.048530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:29.061702 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8aa1948-4c53-46dc-941b-256fc7a51a10 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:54:29.065833 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0e12d133-9534-4c6d-bac3-550e06c9b020 req-3245f84e-b151-432f-b1d3-556a6ef32dcb service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965607 Jul 12 16:54:29.081546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:29.086219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:29.148434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:29.156619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.156961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.157298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.157631 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.157962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.158286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.158609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.158929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.159444 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.159804 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.160128 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.160446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:54:29.375467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['e8aa1948-4c53-46dc-941b-256fc7a51a10'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:54:29.579864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2481129-13bc-42ea-8eea-a4ee530aab0b req-7267bd00-ccbd-4491-a2c8-fe9347a06f49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:29.581300 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2481129-13bc-42ea-8eea-a4ee530aab0b req-7267bd00-ccbd-4491-a2c8-fe9347a06f49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 944 time: 0.0676091 Jul 12 16:54:29.621983 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a2481129-13bc-42ea-8eea-a4ee530aab0b req-aa6f3f5b-e8d7-4138-bbcc-cf485a4bb154 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Jul 12 16:54:29.889036 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-2e2ccd35-073d-434c-af44-17df2eca1f31 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522249 Jul 12 16:54:29.988296 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-1285281e-afa6-4145-83e5-8d3dfd30e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:29.989788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-1285281e-afa6-4145-83e5-8d3dfd30e521 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0578923 Jul 12 16:54:30.092554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-b6c545f7-fdc5-468a-8639-14844fc80f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:30.094030 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-b6c545f7-fdc5-468a-8639-14844fc80f65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0845327 Jul 12 16:54:30.163033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-be85cabb-a9b9-414f-a5c5-aa3e058366d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 200 len: 1000 time: 0.0626678 Jul 12 16:54:30.211233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-91cadf6b-191c-4edb-8e90-baea8882126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:30.212725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-91cadf6b-191c-4edb-8e90-baea8882126a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0442305 Jul 12 16:54:30.272801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-93a957c7-84e4-4ea4-bfcd-0eae30374fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:30.274293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-93a957c7-84e4-4ea4-bfcd-0eae30374fea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554204 Jul 12 16:54:30.370378 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-8af802c2-ca4e-4f86-abf7-5e2fa678bb46 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898471 Jul 12 16:54:30.460455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-694de8ae-a11c-4928-8ee7-b415f0d4cbd4 req-2d964298-34f6-4471-9b81-de207f6951b6 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841670 Jul 12 16:54:30.801289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eb6dc-99ab-4c68-8cd4-ec57a70ed6c8 req-f7d29d93-b592-496e-8fa8-9d3f79ef5467 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:30.802727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-968eb6dc-99ab-4c68-8cd4-ec57a70ed6c8 req-f7d29d93-b592-496e-8fa8-9d3f79ef5467 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 944 time: 0.0659349 Jul 12 16:54:30.847623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-968eb6dc-99ab-4c68-8cd4-ec57a70ed6c8 req-426e5bdf-9ab6-4877-adca-1a96857d2326 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Jul 12 16:54:30.930038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:54:30.985151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port e8aa1948-4c53-46dc-941b-256fc7a51a10 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:54:30.989338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port e8aa1948-4c53-46dc-941b-256fc7a51a10 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:30.989709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:31.036061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08df89a-5970-4952-8f90-8ddfc09d5e9e req-d8b1f4d4-f97a-4419-9f18-9bf95bcc219b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:31.037585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f08df89a-5970-4952-8f90-8ddfc09d5e9e req-d8b1f4d4-f97a-4419-9f18-9bf95bcc219b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 944 time: 0.0706248 Jul 12 16:54:31.068193 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:31.079073 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f08df89a-5970-4952-8f90-8ddfc09d5e9e req-39190d16-6244-45d9-a547-f41c47581506 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Jul 12 16:54:31.093240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:31.095937 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f9f15-72ac-43b7-b29b-dcb7a1a96cfb" -d '{"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:31.111768 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:31.117044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:31.155329 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6468c8a6-0962-48eb-b23c-3ba34ca5844a x-openstack-request-id: req-6468c8a6-0962-48eb-b23c-3ba34ca5844a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:31.155651 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:31.155911 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6468c8a6-0962-48eb-b23c-3ba34ca5844a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:31.156310 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'code': 200} Jul 12 16:54:31.186196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:31.269143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801ff64-1abd-4710-83f3-8e605cb8b04e req-f86e387e-c3b4-4c0c-a6b9-33a837c4f124 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:31.270823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1801ff64-1abd-4710-83f3-8e605cb8b04e req-f86e387e-c3b4-4c0c-a6b9-33a837c4f124 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0678999 Jul 12 16:54:31.312015 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1801ff64-1abd-4710-83f3-8e605cb8b04e req-6ecc7978-5600-4662-8912-495e6861e5b9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351114 Jul 12 16:54:31.362761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c22881c8-7a54-4fff-8a06-42a8e480a2d8 None None] Provisioning complete for port e8aa1948-4c53-46dc-941b-256fc7a51a10 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:31.363226 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c22881c8-7a54-4fff-8a06-42a8e480a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:31.690971 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82b65-389d-447e-b371-70929cfc43fa req-4cc9da6b-0df2-4e12-8e9c-d22ed4ee967d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:31.692504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b82b65-389d-447e-b371-70929cfc43fa req-4cc9da6b-0df2-4e12-8e9c-d22ed4ee967d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0657246 Jul 12 16:54:31.731946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-14b82b65-389d-447e-b371-70929cfc43fa req-1f6bb54f-77a4-41f1-a1e6-33d4ce70af9f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Jul 12 16:54:32.093420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c593d817-1e3a-46aa-99be-c930254e8a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:32.953546 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38675f-44f8-4c62-8dfe-bde7382b291f req-dd09eb61-a315-442e-b42e-700f4fce86ee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:32.955048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa38675f-44f8-4c62-8dfe-bde7382b291f req-dd09eb61-a315-442e-b42e-700f4fce86ee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1055558 Jul 12 16:54:32.968609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-5fa7d5f5-78f5-4048-859f-c50c30b3b5f1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:32.970009 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-5fa7d5f5-78f5-4048-859f-c50c30b3b5f1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0891778 Jul 12 16:54:33.048088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa38675f-44f8-4c62-8dfe-bde7382b291f req-94d0e3ee-9864-4d64-8ba4-9353b79385cc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872562 Jul 12 16:54:33.095288 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Deleting port e8aa1948-4c53-46dc-941b-256fc7a51a10 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:54:33.095652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.190146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] For port e8aa1948-4c53-46dc-941b-256fc7a51a10, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=e8aa1948-4c53-46dc-941b-256fc7a51a10,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:33.190520 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.701040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.750237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.750608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.750918 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f disassociated. External IP: 172.25.8.177, port: e8aa1948-4c53-46dc-941b-256fc7a51a10. Jul 12 16:54:33.751261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Calling delete_port for e8aa1948-4c53-46dc-941b-256fc7a51a10 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:54:33.887944 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:33.919576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'Port': ['ID=e8aa1948-4c53-46dc-941b-256fc7a51a10,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:34.045229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:54:34.167424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:54:34.181164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:54:34.192941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:34.193235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:54:04Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:34.206077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ce2de21-bbf8-411e-a7ac-a9b30b5d9935 req-b0e3b3bf-6d45-463c-ad1b-ee15e11e89dc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=c93bedc3-d857-471b-801a-c4a33e58a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0362637 Jul 12 16:54:34.216742 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] No DVR routers for this DVR port e8aa1948-4c53-46dc-941b-256fc7a51a10 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:54:34.219562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:34.221621 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e42e4892-00b5-4eb4-89fe-3d6b33f656a0 req-496cf82f-b52f-46bb-bf94-bb8317937234 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "DELETE /v2.0/ports/e8aa1948-4c53-46dc-941b-256fc7a51a10 HTTP/1.1" status: 204 len: 173 time: 1.2460752 Jul 12 16:54:34.222069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-deleted', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:34.228411 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e81cc3-0c65-479c-abd1-87ac1a842977" -d '{"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-deleted", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:34.275524 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc7b97-95bf-4eb2-b491-1f4105022ebe x-openstack-request-id: req-96dc7b97-95bf-4eb2-b491-1f4105022ebe {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:34.275524 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bedc3-d857-471b-801a-c4a33e58a7d1", "name": "network-vif-deleted", "tag": "e8aa1948-4c53-46dc-941b-256fc7a51a10", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:34.275846 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96dc7b97-95bf-4eb2-b491-1f4105022ebe {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:34.276244 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bedc3-d857-471b-801a-c4a33e58a7d1', 'name': 'network-vif-deleted', 'tag': 'e8aa1948-4c53-46dc-941b-256fc7a51a10', 'status': 'completed', 'code': 200} Jul 12 16:54:34.344851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:34.515000 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-78d10a4a-6710-4a18-aaf6-4ff49f832f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:34.565058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:34.600329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:54:34.609510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:34.610524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:34.733177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:34.956928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:34.969324 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:34.998089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93617fe1-2131-4761-ba5a-29190f908769 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:54:35.247443 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553c0b9-5801-4ab5-9318-889159138806 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:54:35.553419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-411de9b5-89b9-41f4-b2a4-f6a57650e646 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1040945757&fields=id&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 267 time: 0.0360835 Jul 12 16:54:35.673499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-4184e400-9870-4ed1-b1ff-48d1b4abdf63 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:35.674974 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-4184e400-9870-4ed1-b1ff-48d1b4abdf63 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1139181 Jul 12 16:54:35.691465 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-3c9e5015-8d03-4a8a-921b-163550b5384b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/quotas/c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 375 time: 0.0103102 Jul 12 16:54:35.779118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-128b037b-c73a-46e1-a6f6-1b4dc061d57a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819438 Jul 12 16:54:35.831400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:35.883317 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-05dbd831-eb2a-464e-bef6-761a5308df35 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919292 Jul 12 16:54:35.924576 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:35.986296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-de7bfcf3-c696-40d1-8182-068358dfa9f3 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966454 Jul 12 16:54:36.182035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-49c9caea-9ff6-4380-980a-2fb6b680420e req-b50d1158-6884-481f-af09-d5ea227b6c01 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 210 time: 0.0434966 Jul 12 16:54:36.938460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:54:36.964426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: e8aa1948-4c53-46dc-941b-256fc7a51a10 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:54:36.964777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device e8aa1948-4c53-46dc-941b-256fc7a51a10 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:54:37.338146 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a308f977-e6cb-43ff-a793-cbd40c988c49 req-d90e9e5e-5108-4f4f-a05d-5e27872a4de7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 210 time: 0.0375376 Jul 12 16:54:37.351156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:37.398397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-ffb31170-8393-4139-ab3b-51c05be231c0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:37.399985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-ffb31170-8393-4139-ab3b-51c05be231c0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1209936 Jul 12 16:54:37.444533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-772ddb60-6fca-40a6-bd8c-90c3d4975f03 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 380 time: 0.0361769 Jul 12 16:54:37.453048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'port': {'device_id': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'admin_state_up': True, 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'security_groups': ['f33af1eb-2a83-42ba-8774-44ef4229dfa0']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:54:37.576802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:54:37.580307 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:37.711879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Allocated IP 172.20.0.9 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/d6e83a24-164b-41c6-8a30-045373a651fb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:54:37.858765 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:37.873651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Transition to ACTIVE for port object d6e83a24-164b-41c6-8a30-045373a651fb will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:54:37.907340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:37.952128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:54:37.957480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:54:37.960436 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:54:37.997440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:38.025353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.026199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.044919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-5c9f70bc-00c9-48b9-bf42-b2aa038a4c32 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957355 Jul 12 16:54:38.057562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Request body: {'port': {'device_id': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:54:38.140883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.224748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a24244fd-0799-4dfb-96cd-23cbde0386fb None None] Provisioning for port d6e83a24-164b-41c6-8a30-045373a651fb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:54:38.229634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a24244fd-0799-4dfb-96cd-23cbde0386fb None None] Provisioning complete for port d6e83a24-164b-41c6-8a30-045373a651fb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:38.230022 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a24244fd-0799-4dfb-96cd-23cbde0386fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.267420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a24244fd-0799-4dfb-96cd-23cbde0386fb None None] Port d6e83a24-164b-41c6-8a30-045373a651fb cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:54:38.436569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e83a24-164b-41c6-8a30-045373a651fb {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:54:38.444255 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.456774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Transition to ACTIVE for port object d6e83a24-164b-41c6-8a30-045373a651fb will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:54:38.468729 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.550334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:38.633597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5dd74-967c-4f91-b68e-9820ce2a4deb req-1fda1bbf-b148-4757-9944-dfd346c228f5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.635669 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7a5dd74-967c-4f91-b68e-9820ce2a4deb req-1fda1bbf-b148-4757-9944-dfd346c228f5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.1771424 Jul 12 16:54:38.685239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:54:38.685572 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:54:38.685906 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:54:38.694614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7a5dd74-967c-4f91-b68e-9820ce2a4deb req-79d00651-f905-4cbe-901c-e900a04f030b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518029 Jul 12 16:54:38.696739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:54:38.697066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:54:38.702872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:54:38.703207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:54:38.703580 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:54:38.704027 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Bound port: d6e83a24-164b-41c6-8a30-045373a651fb, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:54:38.704390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.778305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:54:38.781462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:54:38.790674 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.825975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.826595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:38.827977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] 10.222.0.77 "PUT /v2.0/ports/d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1091 time: 0.7756608 Jul 12 16:54:38.828409 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:38.830629 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:38.860270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf77b7-02b0-46bf-ad81-cb14558565f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:38.882312 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b35db-d2be-42bb-8af5-3def74796ac5 x-openstack-request-id: req-5c2b35db-d2be-42bb-8af5-3def74796ac5 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:38.882603 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:38.882932 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c2b35db-d2be-42bb-8af5-3def74796ac5 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:38.883248 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'status': 'completed', 'code': 200} Jul 12 16:54:38.950834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-96e9f1f8-ecf0-46a3-a3a2-cc3a4713d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:38.952404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-96e9f1f8-ecf0-46a3-a3a2-cc3a4713d113 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1094 time: 0.0663605 Jul 12 16:54:38.997064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-d12a02a9-1d71-4142-ace5-20719a1fd8b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 217 time: 0.0378487 Jul 12 16:54:39.053727 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-efb392c8-957d-4e74-a815-f866f762785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.055198 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-efb392c8-957d-4e74-a815-f866f762785f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0470343 Jul 12 16:54:39.123760 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-bfd29741-3311-42b5-8280-1713a22d52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.125255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-bfd29741-3311-42b5-8280-1713a22d52b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640500 Jul 12 16:54:39.218956 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-9a93e2af-9cc1-4e67-a1de-b1effbdd14cb service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Jul 12 16:54:39.316977 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfad78e4-972f-467f-b67d-1166e00a5ea8 req-ec7cf518-5186-427d-8ec0-0c8223b5e6f6 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 Jul 12 16:54:39.421056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-023a5a75-b33b-40a5-89f6-d0598a5577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.422576 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-023a5a75-b33b-40a5-89f6-d0598a5577b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1094 time: 0.0552208 Jul 12 16:54:39.519227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-2cd73b31-bd06-4fe8-a921-7ae6bb134d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.520681 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-2cd73b31-bd06-4fe8-a921-7ae6bb134d14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0922432 Jul 12 16:54:39.567121 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-7834e095-8652-479c-b6d8-a43600d5a131 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 217 time: 0.0394177 Jul 12 16:54:39.616795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-8536b009-7827-4de8-a95a-4dd3c61de9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.618246 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-8536b009-7827-4de8-a95a-4dd3c61de9b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0441070 Jul 12 16:54:39.677268 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-09836fb8-0768-4e31-97db-c5f3c25df67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.678856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-09836fb8-0768-4e31-97db-c5f3c25df67d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538151 Jul 12 16:54:39.776901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-60da1ddb-b842-49a1-b5d5-10dc48db5e7c service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903957 Jul 12 16:54:39.922479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1a3ed9cc-4e7b-4a99-9a54-00d3edd926fc req-90021787-90ce-489e-a149-4a9196b41906 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380885 Jul 12 16:54:39.939490 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbe42-c5b4-425a-acd9-27681ac86666 req-cccc1134-e579-4b50-9e50-868b906ecf6a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:39.940997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d45dbe42-c5b4-425a-acd9-27681ac86666 req-cccc1134-e579-4b50-9e50-868b906ecf6a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.1067691 Jul 12 16:54:39.979906 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d45dbe42-c5b4-425a-acd9-27681ac86666 req-a8eb11ec-2323-43d5-a8a9-5421ebc528f5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Jul 12 16:54:41.158809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc2ce7-092c-433b-8741-a18588f3db1f req-60b0749e-bdcd-4a13-8793-82da3db68496 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:41.160313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71fc2ce7-092c-433b-8741-a18588f3db1f req-60b0749e-bdcd-4a13-8793-82da3db68496 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.0654371 Jul 12 16:54:41.199533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-71fc2ce7-092c-433b-8741-a18588f3db1f req-55e3483d-561f-4641-97ea-dcac19c3e494 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333750 Jul 12 16:54:42.393511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad2a23-3bee-4266-8625-c332aca599f6 req-a202184c-4d6f-48af-9a55-f72bd3fe9555 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:42.395010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6ad2a23-3bee-4266-8625-c332aca599f6 req-a202184c-4d6f-48af-9a55-f72bd3fe9555 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.0679522 Jul 12 16:54:42.433690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6ad2a23-3bee-4266-8625-c332aca599f6 req-cf0e30f7-1626-463d-8f41-92de4e4b6ada tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Jul 12 16:54:42.967089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d6e83a24-164b-41c6-8a30-045373a651fb details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:54:43.067976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:43.080242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'mac_address': 'fa:16:3e:7a:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:54:43.117495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:43.131468 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e83a24-164b-41c6-8a30-045373a651fb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:54:43.151257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:43.155153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:43.209532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:43.376230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d6e83a24-164b-41c6-8a30-045373a651fb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:54:43.632947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53123b-4936-466e-8ebd-d44787b6e6e8 req-efe0adf6-e2f2-4d3b-8640-843243d20e01 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:43.634468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c53123b-4936-466e-8ebd-d44787b6e6e8 req-efe0adf6-e2f2-4d3b-8640-843243d20e01 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 944 time: 0.0706639 Jul 12 16:54:43.674912 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4c53123b-4936-466e-8ebd-d44787b6e6e8 req-affdeb28-5b83-4724-9d0e-b97d980f9c62 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343640 Jul 12 16:54:44.867067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4ab5e-041b-4bf1-be16-58b0ac57cedc req-ee6c1fbe-9c06-41ff-bcc7-865abd57aafe tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:44.868592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26f4ab5e-041b-4bf1-be16-58b0ac57cedc req-ee6c1fbe-9c06-41ff-bcc7-865abd57aafe tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 944 time: 0.0818415 Jul 12 16:54:44.916161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-26f4ab5e-041b-4bf1-be16-58b0ac57cedc req-73f5e97e-9cbf-4a1e-ae5d-b35d879fbd52 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381236 Jul 12 16:54:44.982499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d6e83a24-164b-41c6-8a30-045373a651fb up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:54:45.032691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d6e83a24-164b-41c6-8a30-045373a651fb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:54:45.036420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d6e83a24-164b-41c6-8a30-045373a651fb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:45.036790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:45.122294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:45.153797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:45.156509 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965e0259-b677-4490-beaa-60cfeed7ca1d" -d '{"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-plugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:45.171472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:54:45.175810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:45.202863 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b5848-6272-4d6a-9b85-3d8b34f32282 x-openstack-request-id: req-bf5b5848-6272-4d6a-9b85-3d8b34f32282 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:45.203157 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-plugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:45.203423 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf5b5848-6272-4d6a-9b85-3d8b34f32282 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:45.203833 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'code': 200} Jul 12 16:54:45.241053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:54:45.334051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bca52e-40d9-4c72-b0b9-f45cb1b26918 req-46ee9597-05b0-4c1d-9281-bae15ba65c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:45.335656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c3bca52e-40d9-4c72-b0b9-f45cb1b26918 req-46ee9597-05b0-4c1d-9281-bae15ba65c0d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.0686045 Jul 12 16:54:45.375824 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c3bca52e-40d9-4c72-b0b9-f45cb1b26918 req-3d74f786-6c37-48de-885f-b3002a156d6f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Jul 12 16:54:45.519433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f8e21f89-6559-4304-ac6b-43b185243ac3 None None] Provisioning complete for port d6e83a24-164b-41c6-8a30-045373a651fb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:54:45.519750 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f8e21f89-6559-4304-ac6b-43b185243ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:46.109057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de0c3-27a6-4877-916f-eca927b1c7ca req-49fb526b-6764-45b0-bf18-b1e7e491f5c3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:46.110763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e26de0c3-27a6-4877-916f-eca927b1c7ca req-49fb526b-6764-45b0-bf18-b1e7e491f5c3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0802076 Jul 12 16:54:46.162131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e26de0c3-27a6-4877-916f-eca927b1c7ca req-a92b3fe5-b017-4a5f-bcea-69bed891faa5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Jul 12 16:54:47.380939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae3dd4-b25a-4000-9143-62466ebe4cf9 req-63e4e1c1-8432-4ce0-a9a6-f06410f40148 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:47.382503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ae3dd4-b25a-4000-9143-62466ebe4cf9 req-63e4e1c1-8432-4ce0-a9a6-f06410f40148 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0759776 Jul 12 16:54:47.424293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02ae3dd4-b25a-4000-9143-62466ebe4cf9 req-c7495bdd-1e32-4051-9e6f-d9d6a35617f8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348003 Jul 12 16:54:47.611153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6676cc-7615-46a8-98ff-eeab3398d5f3 req-5bab2ad2-d662-4bb2-88a3-5723bbfe91a1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:47.612414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ed6676cc-7615-46a8-98ff-eeab3398d5f3 req-5bab2ad2-d662-4bb2-88a3-5723bbfe91a1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0742199 Jul 12 16:54:47.622047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 37526) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:54:47.626759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'floatingip': {'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:54:47.668426 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:48.167891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:48.172092 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:48.285557 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f associated. External IP: 172.25.8.177, port: d6e83a24-164b-41c6-8a30-045373a651fb. Jul 12 16:54:48.511157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:54:48.624376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:54:48.629236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:54:48.637009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:54:48.647643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:48.648764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:48.777343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:49.031934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:7a:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:54:48Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:49.036843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cfae43d6-dd07-43a6-8051-e66016ae2a58 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "PUT /v2.0/floatingips/5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f HTTP/1.1" status: 200 len: 991 time: 1.4135025 Jul 12 16:54:49.037788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:54:49.042204 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028d202-5993-479a-908f-1d278521b639" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:54:49.074071 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:54:49.080798 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d46fbc5-deb1-41cc-89fa-bb86d12ed8c6 x-openstack-request-id: req-7d46fbc5-deb1-41cc-89fa-bb86d12ed8c6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:54:49.081017 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:54:49.081283 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d46fbc5-deb1-41cc-89fa-bb86d12ed8c6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:54:49.081658 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'status': 'completed', 'code': 200} Jul 12 16:54:49.086988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:54:49.087664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:54:34Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:49.167830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028d202-5993-479a-908f-1d278521b639 req-3e2a963d-0e7a-4224-b398-7b598447996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:49.169405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-3e2a963d-0e7a-4224-b398-7b598447996e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.0612001 Jul 12 16:54:49.277729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028d202-5993-479a-908f-1d278521b639 req-eaffc181-b2b6-468e-a495-b6f4435891e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:49.279321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-eaffc181-b2b6-468e-a495-b6f4435891e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1032450 Jul 12 16:54:49.352138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-a8338581-a762-4fc7-81bb-f5c1b08f4bee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 999 time: 0.0657082 Jul 12 16:54:49.356496 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:54:49.369850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:54:49.409924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028d202-5993-479a-908f-1d278521b639 req-7f2abab5-6539-4dcd-932a-70e47290fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:49.411730 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-7f2abab5-6539-4dcd-932a-70e47290fa0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0533800 Jul 12 16:54:49.482210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028d202-5993-479a-908f-1d278521b639 req-31eaffcb-9ec1-4cc2-a39c-b14d49dfce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:54:49.483828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-31eaffcb-9ec1-4cc2-a39c-b14d49dfce22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654080 Jul 12 16:54:49.578158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-8e4f6f79-950d-4365-b499-a20061ec9688 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880959 Jul 12 16:54:49.628884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:7a:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:54:48Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:54:49.658084 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d898e8-acaa-4059-a329-f9f7ab8a01b6 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:7a:d8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:54:48Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:54:49.680154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b028d202-5993-479a-908f-1d278521b639 req-a2dd83b0-459e-4d0b-a5e8-ff583a96060a service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958860 Jul 12 16:54:49.856196 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2b44d-2441-48a2-8e09-af2e44d28524 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:55:02.095995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15387cd9-659a-4a32-abb4-bfdf15c1d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:03.704662 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:04.507089 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e242a5aa-a74c-4925-af5f-da76d99f9f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:04.948901 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:05.847984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:05.927872 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:07.346340 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:26.362218 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:55:31.877335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-eae3c49d-1a63-41ca-acd0-98d3f8f2a7a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580828 Jul 12 16:55:31.969990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-813b493f-b3af-4500-b067-943fd9f48619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:31.971494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-813b493f-b3af-4500-b067-943fd9f48619 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.0526512 Jul 12 16:55:32.080679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-330f7ff5-8f70-4687-909f-87b86aab29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:32.082085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-330f7ff5-8f70-4687-909f-87b86aab29b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0899744 Jul 12 16:55:32.100249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3f9df614-7acb-428f-9588-4f39c1e1d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:32.149418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-dfff6acb-a052-449c-90cd-354b99a71c4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1001 time: 0.0599360 Jul 12 16:55:32.197725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-a00e34f3-2714-45a4-b01b-421542afbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:32.199440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-a00e34f3-2714-45a4-b01b-421542afbd28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0440941 Jul 12 16:55:32.263215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-187bfc62-1231-4a7d-8cf0-28dc02ff0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:55:32.264828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-187bfc62-1231-4a7d-8cf0-28dc02ff0835 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596075 Jul 12 16:55:32.354740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-fdd16f18-1720-49ae-81d6-bf6d26d5ae7a service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836551 Jul 12 16:55:32.455991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52efc6d7-0d03-4bdc-8685-493e2d63f8c2 req-55e02ef0-167c-4153-9e9a-b877e545f8bd service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956159 Jul 12 16:55:33.714227 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:34.508505 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43d94ed7-8560-4ad9-8dd7-3d994354b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:34.952135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:35.852033 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:35.932939 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:55:37.347460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:02.093588 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad139395-1a62-4657-95c5-1decf94bb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:03.361878 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:56:03.714182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:04.511609 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a02fc53-0245-45e4-90e9-d677917e5160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:04.953484 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:05.844619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:05.933500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:07.349012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:23.607792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae795-7455-42d0-bdf3-db868e5eaeb6 req-c205d0cb-88be-4160-bf52-9a55f11e9137 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:23.610067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4adae795-7455-42d0-bdf3-db868e5eaeb6 req-c205d0cb-88be-4160-bf52-9a55f11e9137 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0692091 Jul 12 16:56:23.648082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4adae795-7455-42d0-bdf3-db868e5eaeb6 req-45faf1c7-a3d7-4723-88dc-54e3f3dc5f26 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Jul 12 16:56:24.835198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3029c-10f1-4efe-bee3-0f0bff61d080 req-7dfda9f2-c382-423c-a51e-343def2b1656 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:24.838353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9c3029c-10f1-4efe-bee3-0f0bff61d080 req-7dfda9f2-c382-423c-a51e-343def2b1656 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0721331 Jul 12 16:56:24.878305 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b9c3029c-10f1-4efe-bee3-0f0bff61d080 req-3bf27493-90ce-4190-b0b2-99c9d3a34717 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jul 12 16:56:26.055860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78154-6b0b-409a-9a14-c5437778711a req-34450a70-9cef-478a-8cdc-1413ec3d31ad tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:26.057405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73c78154-6b0b-409a-9a14-c5437778711a req-34450a70-9cef-478a-8cdc-1413ec3d31ad tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0655506 Jul 12 16:56:26.100656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-73c78154-6b0b-409a-9a14-c5437778711a req-cfd66c3e-192a-4b98-b887-6c0de6df0c47 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370281 Jul 12 16:56:27.287037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1057a80-15db-429e-85ca-baed2a8aa692 req-6a74013c-95e4-4ad8-9894-864d4f3d0cd9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:27.289662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1057a80-15db-429e-85ca-baed2a8aa692 req-6a74013c-95e4-4ad8-9894-864d4f3d0cd9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0751576 Jul 12 16:56:27.340830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1057a80-15db-429e-85ca-baed2a8aa692 req-7ff9ff7e-2a47-4fee-a539-10031caf356d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Jul 12 16:56:28.537521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12c3b-2e1c-4902-9ba8-c75b6f1fa050 req-c5c5bf08-7ccb-4e04-bbe9-d740ea7881a3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:28.539171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de12c3b-2e1c-4902-9ba8-c75b6f1fa050 req-c5c5bf08-7ccb-4e04-bbe9-d740ea7881a3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0772178 Jul 12 16:56:28.578330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8de12c3b-2e1c-4902-9ba8-c75b6f1fa050 req-da7b5248-ff22-4eb9-9e8a-6f1525775f2d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332279 Jul 12 16:56:29.757500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a932a-5c34-4549-aae7-222893b8b8c9 req-8a88d07d-c552-40d5-bdf8-9c04cd88945f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:29.759000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f35a932a-5c34-4549-aae7-222893b8b8c9 req-8a88d07d-c552-40d5-bdf8-9c04cd88945f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0661883 Jul 12 16:56:29.807599 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f35a932a-5c34-4549-aae7-222893b8b8c9 req-b2cc4822-2e48-4877-a5c3-6b4d1e5e2910 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Jul 12 16:56:31.028637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8286a37-fd5d-4623-b891-cc5c5869802e req-69b0f007-c650-4c21-a748-6b94513e4e6a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:31.030561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8286a37-fd5d-4623-b891-cc5c5869802e req-69b0f007-c650-4c21-a748-6b94513e4e6a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.1004262 Jul 12 16:56:31.111626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b8286a37-fd5d-4623-b891-cc5c5869802e req-12eabece-9303-4825-8fc5-97a94b2495aa tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748937 Jul 12 16:56:32.093882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-efd11530-0669-4a38-92ab-bf934c985b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:32.300406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2828-8509-426b-8846-fbb8b83e12dc req-7f53596f-288d-4d2c-a091-3eba43f8836d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:32.301898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c3a2828-8509-426b-8846-fbb8b83e12dc req-7f53596f-288d-4d2c-a091-3eba43f8836d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0687799 Jul 12 16:56:32.339702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2c3a2828-8509-426b-8846-fbb8b83e12dc req-f71fb7bf-cd9f-4173-9067-188500460500 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Jul 12 16:56:33.360547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-76688cbb-7c40-4d80-ac69-c486f213f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:33.362091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-76688cbb-7c40-4d80-ac69-c486f213f0b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.0628965 Jul 12 16:56:33.513826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-85728380-e164-448a-9fb7-401c4be0877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:33.516044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-85728380-e164-448a-9fb7-401c4be0877f service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1338558 Jul 12 16:56:33.594751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80529d-6427-4a86-a708-33c5a85cbd7f req-877344a0-5029-48f0-917e-79aa8d592577 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:33.596280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c80529d-6427-4a86-a708-33c5a85cbd7f req-877344a0-5029-48f0-917e-79aa8d592577 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.1364977 Jul 12 16:56:33.602538 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-c770f6ad-aacc-4e9a-8c8c-7de803456ea5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1001 time: 0.0802956 Jul 12 16:56:33.675749 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c80529d-6427-4a86-a708-33c5a85cbd7f req-5ce62359-ea05-42b1-b171-d5f5729b0cfd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719922 Jul 12 16:56:33.679504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-f3907c8b-0c3f-45b1-9877-42ef6b539138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:33.680993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-f3907c8b-0c3f-45b1-9877-42ef6b539138 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0714862 Jul 12 16:56:33.719571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:33.747111 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-7849a11e-90f2-4b07-be92-e67f3c15bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:33.749054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-7849a11e-90f2-4b07-be92-e67f3c15bcd2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609336 Jul 12 16:56:33.846357 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-0779b3a5-d71c-464a-aa39-98d30ed96dfe service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907588 Jul 12 16:56:33.946851 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03c45ebc-39d0-444f-b779-c0133bca8698 req-6b21fee7-56d2-4db9-bf7d-d28374bb13f6 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945013 Jul 12 16:56:34.512840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2782123e-42f4-492c-847b-d987bf7657fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:34.856939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c2e2-3c09-4a45-8fb2-3f77f431085f req-6d316298-badb-4a5a-9a80-ccb923e582e9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:34.858352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0066c2e2-3c09-4a45-8fb2-3f77f431085f req-6d316298-badb-4a5a-9a80-ccb923e582e9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0651245 Jul 12 16:56:34.896557 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0066c2e2-3c09-4a45-8fb2-3f77f431085f req-8ae15cc5-6908-42f4-9054-5d8b600de0e4 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jul 12 16:56:34.954165 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:35.230558 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-a4b9f74a-a83a-489e-bcf9-fcd8049601e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537944 Jul 12 16:56:35.301079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1443c56-f200-4a35-9d33-7e0db5ec20a4 req-fcb68bcc-4239-45f6-a68a-81ec39986a48 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:35.302589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1443c56-f200-4a35-9d33-7e0db5ec20a4 req-fcb68bcc-4239-45f6-a68a-81ec39986a48 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0772634 Jul 12 16:56:35.341733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d1443c56-f200-4a35-9d33-7e0db5ec20a4 req-9caacb2f-ae70-488e-8cbe-9cfc6eb3c1a7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Jul 12 16:56:35.867216 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:35.936999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:36.569870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47313a-e017-4032-bea0-8124d6b41c59 req-4877e123-d519-4466-bf2c-f6c66c9df90b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:36.571315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e47313a-e017-4032-bea0-8124d6b41c59 req-4877e123-d519-4466-bf2c-f6c66c9df90b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.1122746 Jul 12 16:56:36.573476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-06aadaf8-389c-4a94-a9d3-2558ecd1a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:36.574829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-06aadaf8-389c-4a94-a9d3-2558ecd1a639 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.1047316 Jul 12 16:56:36.658178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e47313a-e017-4032-bea0-8124d6b41c59 req-c65430e6-2964-479d-add4-846c18cb9079 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803957 Jul 12 16:56:36.689234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-a0681384-a9e6-4f62-8ba8-463193d53e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:36.690694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-a0681384-a9e6-4f62-8ba8-463193d53e4b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1065807 Jul 12 16:56:36.759161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-b2608360-a382-4eb2-90fd-5386291278cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1001 time: 0.0616643 Jul 12 16:56:36.807267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-1175d129-5e34-49b9-ab87-9ebf61b5a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:36.808781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-1175d129-5e34-49b9-ab87-9ebf61b5a4a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0436685 Jul 12 16:56:36.865740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-88ca5458-9ff8-4176-b479-3ee95a0df512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:36.867178 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-88ca5458-9ff8-4176-b479-3ee95a0df512 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522652 Jul 12 16:56:36.962039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-1abbffba-e15b-4e70-9993-c5c92bb931b4 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877004 Jul 12 16:56:37.050891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-7dc8683a-83cf-4986-ad8d-b48ae50cadcd service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825348 Jul 12 16:56:37.352165 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:37.831309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56afb7-5857-4db1-863e-1cfacb09df31 req-25f1ae07-9085-4202-a43b-fa611296c310 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:37.832861 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe56afb7-5857-4db1-863e-1cfacb09df31 req-25f1ae07-9085-4202-a43b-fa611296c310 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0639474 Jul 12 16:56:37.871615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fe56afb7-5857-4db1-863e-1cfacb09df31 req-8a0a6f3c-8f1f-4ab1-ad82-b030b364ecdd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 Jul 12 16:56:38.981262 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-0ac35832-49bd-4f3b-b451-19a988445009 service neutron] show failed (client error): The resource could not be found. Jul 12 16:56:38.982297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-0ac35832-49bd-4f3b-b451-19a988445009 service neutron] 10.222.0.77 "GET /v2.0/ports/d6e83a24-164b-41c6-8a30-045373a651fb/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0616448 Jul 12 16:56:39.049986 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214f38-ce51-405b-925e-d1ede5c0a8af req-8c5078e5-88cf-4bad-8070-8373445abe47 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:39.051498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6214f38-ce51-405b-925e-d1ede5c0a8af req-8c5078e5-88cf-4bad-8070-8373445abe47 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0672953 Jul 12 16:56:39.091022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6214f38-ce51-405b-925e-d1ede5c0a8af req-2d6f1160-fb8e-4c89-8f8f-2b8e0171df57 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Jul 12 16:56:39.281053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-bdadaf10-7183-417f-a7aa-a8f47ae4f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:39.282546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-bdadaf10-7183-417f-a7aa-a8f47ae4f60e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1096 time: 0.0891504 Jul 12 16:56:39.299153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:56:39.370036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:39.573483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:39.608018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:56:39.651466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:39.653919 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecc93ec-50ba-44aa-920f-342d1655a5d0" -d '{"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:39.657736 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:39.670562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Transition to ACTIVE for port object d6e83a24-164b-41c6-8a30-045373a651fb will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:56:39.674247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:39.786892 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064f6b16-ecfe-4b48-b19e-3863354db755 x-openstack-request-id: req-064f6b16-ecfe-4b48-b19e-3863354db755 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:39.787183 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:39.787432 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-064f6b16-ecfe-4b48-b19e-3863354db755 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:39.788049 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'code': 200} Jul 12 16:56:39.818156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:39.837347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.837600 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.837936 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.838267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.838594 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.838919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.839257 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.839571 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.839911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.840228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.840546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.840877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:39.866686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] No DVR routers for this DVR port d6e83a24-164b-41c6-8a30-045373a651fb on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:56:40.014359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:56:40.014606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:56:40.014933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:56:40.019163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:56:40.019481 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Attempting to bind port d6e83a24-164b-41c6-8a30-045373a651fb on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:56:40.024243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:56:40.024577 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:56:40.024953 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:56:40.025374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Bound port: d6e83a24-164b-41c6-8a30-045373a651fb, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:56:40.025720 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:40.091520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:56:40.095681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:56:40.099691 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:40.288716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d6c4-1c8d-4c4f-9fd7-776e63a5c990 req-2658b6b2-afa4-4817-8ec7-65fa851e76d8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.290358 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31e8d6c4-1c8d-4c4f-9fd7-776e63a5c990 req-2658b6b2-afa4-4817-8ec7-65fa851e76d8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.0836995 Jul 12 16:56:40.352618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-31e8d6c4-1c8d-4c4f-9fd7-776e63a5c990 req-bb939459-8b58-4bf1-9644-bd5708de3a66 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Jul 12 16:56:40.363930 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:56:40.494196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.494834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:40.496243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] 10.222.0.65 "PUT /v2.0/ports/d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1091 time: 1.2010996 Jul 12 16:56:40.515648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714edac9-9218-4a4a-afeb-9c06947a002b service neutron] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:40.585701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-ec90dfd3-f7c3-47ae-912c-a5858c1d0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.587246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-ec90dfd3-f7c3-47ae-912c-a5858c1d0b2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1094 time: 0.0610514 Jul 12 16:56:40.711537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-df34f693-0d79-4ac0-8914-11404d5bd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.713265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-df34f693-0d79-4ac0-8914-11404d5bd9c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1143854 Jul 12 16:56:40.794200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-5478e1aa-c453-4578-814d-ae3aa21a1576 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 999 time: 0.0688381 Jul 12 16:56:40.855120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-12a45fe3-389c-4a28-9c19-f4effa52e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.856647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-12a45fe3-389c-4a28-9c19-f4effa52e4b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0499783 Jul 12 16:56:40.930118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-0ef89732-fdec-4dce-a587-1654125f8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:40.931662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-0ef89732-fdec-4dce-a587-1654125f8bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640461 Jul 12 16:56:40.956265 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-6610187e-d8c7-47d5-bc61-696b5ad8ecc2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:56:40.957334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-6610187e-d8c7-47d5-bc61-696b5ad8ecc2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138066 Jul 12 16:56:41.051028 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-cf485e25-15d7-4798-8832-eb807b3252e1 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Jul 12 16:56:41.148885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b1045e7-c10b-4764-aff5-d9c5cfaf9acf req-922b60e3-93b3-4783-8fef-3cf642f5c96c service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870638 Jul 12 16:56:41.534214 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fcd52-66e5-4307-9ffa-5af666a3b5fc req-45a33a58-9923-4d34-9e72-da7646be2bf6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:41.535672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-309fcd52-66e5-4307-9ffa-5af666a3b5fc req-45a33a58-9923-4d34-9e72-da7646be2bf6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.0664408 Jul 12 16:56:41.574399 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-309fcd52-66e5-4307-9ffa-5af666a3b5fc req-0dcf8a15-6cec-4667-b261-7334cb7000e2 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Jul 12 16:56:41.790167 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:41.793210 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f38056-42d1-4dfc-8c6b-67855b2ab999" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:41.844174 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25433d4-eb2a-4fac-9872-76cff2432061 x-openstack-request-id: req-f25433d4-eb2a-4fac-9872-76cff2432061 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:41.844465 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:41.844717 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f25433d4-eb2a-4fac-9872-76cff2432061 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:41.845116 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'status': 'completed', 'code': 200} Jul 12 16:56:41.918175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-6676dbeb-6476-4d08-842d-f6c1f5032eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:41.919741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-6676dbeb-6476-4d08-842d-f6c1f5032eb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1094 time: 0.0554748 Jul 12 16:56:41.927514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-010b9ba7-8203-451d-83ec-6ee045f8c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:41.929145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-010b9ba7-8203-451d-83ec-6ee045f8c1fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1094 time: 0.0630877 Jul 12 16:56:42.022355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-c6228a8f-7ce3-4d80-8a22-1801b54bcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.023871 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-c6228a8f-7ce3-4d80-8a22-1801b54bcf2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0970140 Jul 12 16:56:42.032878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-bb88ad5b-fe2a-4545-94e0-3730de1fe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.034530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-bb88ad5b-fe2a-4545-94e0-3730de1fe3fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0993145 Jul 12 16:56:42.093709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-dab7cf93-8ca9-425f-a3b0-3b9e5c87643f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 999 time: 0.0625787 Jul 12 16:56:42.109685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-3802b9b5-048b-4552-b2ab-346a989a90cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 999 time: 0.0693817 Jul 12 16:56:42.156352 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-08adfe1f-7e1d-48cf-a101-1a0f36117080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.157194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-08adfe1f-7e1d-48cf-a101-1a0f36117080 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0554333 Jul 12 16:56:42.165870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-b9db8d22-f1f1-4fe3-aa33-4f7b72e48877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.167363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-b9db8d22-f1f1-4fe3-aa33-4f7b72e48877 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0521531 Jul 12 16:56:42.242486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-0963b226-afbe-4b23-b31c-3d9b937e8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.244685 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-0963b226-afbe-4b23-b31c-3d9b937e8695 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794179 Jul 12 16:56:42.254630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-37917f84-8abb-4791-9faa-198b6b45f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.256221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-37917f84-8abb-4791-9faa-198b6b45f3d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831976 Jul 12 16:56:42.346280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-9356e817-6b5c-43d2-8f16-37f9e4d7d67b service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935025 Jul 12 16:56:42.371084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-2cba1b00-6c9e-42c5-b012-7fd7f9e533d2 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079648 Jul 12 16:56:42.447164 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-80dcfd62-3f84-476e-9802-17ec9ed34891 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934422 Jul 12 16:56:42.463991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-24f38056-42d1-4dfc-8c6b-67855b2ab999 req-ce5d51a5-ee88-4b86-835d-bad60c5ca90c service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870433 Jul 12 16:56:42.759827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828e63-b649-4554-969f-2c23fd698055 req-8cd4aa14-fd65-400c-af94-eb07e502f075 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:42.761319 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01828e63-b649-4554-969f-2c23fd698055 req-8cd4aa14-fd65-400c-af94-eb07e502f075 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 943 time: 0.0662644 Jul 12 16:56:42.804802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01828e63-b649-4554-969f-2c23fd698055 req-f03b3c89-4293-43ff-8d75-ff9fff693224 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Jul 12 16:56:43.049397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d6e83a24-164b-41c6-8a30-045373a651fb details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:56:43.145333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:43.157376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'mac_address': 'fa:16:3e:7a:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:56:43.194626 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:43.208266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e83a24-164b-41c6-8a30-045373a651fb {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:56:43.228566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:43.232272 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:43.286785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:43.294139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.294483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.295541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.295946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.295946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.295946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.296820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.297089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.297405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.297722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.298040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.298354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:43.515673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d6e83a24-164b-41c6-8a30-045373a651fb no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:56:43.560384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d6e83a24-164b-41c6-8a30-045373a651fb not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:56:43.564075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d6e83a24-164b-41c6-8a30-045373a651fb'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:56:43.982046 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d72a9c-690b-4424-982d-0f981b81aad6 req-d6bf29a1-f3ec-4f2b-b6d4-5ddfe12eb3a8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:43.983783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15d72a9c-690b-4424-982d-0f981b81aad6 req-d6bf29a1-f3ec-4f2b-b6d4-5ddfe12eb3a8 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 944 time: 0.0649996 Jul 12 16:56:44.026150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15d72a9c-690b-4424-982d-0f981b81aad6 req-db44f440-1d54-49b8-9e53-918aaf493f36 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367289 Jul 12 16:56:44.382935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713673-afd9-404a-80be-8255dfad2b2a req-07724a51-e254-46be-a84a-4229bf880f77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.384483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14713673-afd9-404a-80be-8255dfad2b2a req-07724a51-e254-46be-a84a-4229bf880f77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 944 time: 0.1231012 Jul 12 16:56:44.393037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41433b-3951-4465-823b-7a64b584e8ba req-290c2107-8b05-4bce-89bc-a43756311207 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.394320 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-290c2107-8b05-4bce-89bc-a43756311207 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58&tenant_id=c976982b2f034745a6dda4531ae93a7c&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 944 time: 0.1022391 Jul 12 16:56:44.473273 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-14713673-afd9-404a-80be-8255dfad2b2a req-08d7e0f7-7d58-4803-8383-e8ee5a18590a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779965 Jul 12 16:56:44.482154 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-3f41433b-3951-4465-823b-7a64b584e8ba req-50aa50b4-2841-4dec-b9ba-b53e11f69d43 service neutron] delete failed (client error): The resource could not be found. Jul 12 16:56:44.483738 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-50aa50b4-2841-4dec-b9ba-b53e11f69d43 service neutron] 10.222.0.77 "DELETE /v2.0/ports/d6e83a24-164b-41c6-8a30-045373a651fb/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0825331 Jul 12 16:56:44.582143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41433b-3951-4465-823b-7a64b584e8ba req-b67023aa-c7e6-4698-b1af-effbe88d25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.583649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-b67023aa-c7e6-4698-b1af-effbe88d25b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1095 time: 0.0557909 Jul 12 16:56:44.681169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41433b-3951-4465-823b-7a64b584e8ba req-fb3a4558-9720-4bd6-916e-97ac1f2b289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.682647 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-fb3a4558-9720-4bd6-916e-97ac1f2b289e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0923882 Jul 12 16:56:44.753082 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-05850054-6c26-4f33-abba-624a7a9c35c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1000 time: 0.0643644 Jul 12 16:56:44.801025 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41433b-3951-4465-823b-7a64b584e8ba req-e724575b-ee12-4dd5-88b6-c747d7b1824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.802484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-e724575b-ee12-4dd5-88b6-c747d7b1824e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0440083 Jul 12 16:56:44.859246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41433b-3951-4465-823b-7a64b584e8ba req-b71902ab-5434-4253-85a5-8573b13ec611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:44.860785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-b71902ab-5434-4253-85a5-8573b13ec611 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516367 Jul 12 16:56:44.953505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-85f3f5d8-7fb7-4351-affb-5c2af1b94b2d service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865054 Jul 12 16:56:45.041966 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3f41433b-3951-4465-823b-7a64b584e8ba req-63dc726a-d6c4-4e62-85f6-8b0be0f156c1 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824554 Jul 12 16:56:45.049143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d6e83a24-164b-41c6-8a30-045373a651fb up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:56:45.101575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port d6e83a24-164b-41c6-8a30-045373a651fb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:56:45.106095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d6e83a24-164b-41c6-8a30-045373a651fb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:56:45.106525 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:45.186702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:45.209075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:45.211215 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f036981-a3ee-4144-91d9-f5c351f54f62" -d '{"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-plugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:45.224388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:45.229112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:45.264447 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957253e2-8ab2-4950-a65f-add4373f5bd1 x-openstack-request-id: req-957253e2-8ab2-4950-a65f-add4373f5bd1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:45.264733 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-plugged", "status": "completed", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:45.264988 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-957253e2-8ab2-4950-a65f-add4373f5bd1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:45.265438 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'code': 200} Jul 12 16:56:45.286914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:45.487322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b7ac9454-11ee-4e1d-9638-5aa2dd4132a0 None None] Provisioning complete for port d6e83a24-164b-41c6-8a30-045373a651fb triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:56:45.487721 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9454-11ee-4e1d-9638-5aa2dd4132a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:45.692999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877999c-b2e0-4ed9-a398-928599de4de8 req-95b6c705-9948-4a04-b574-8cf940bce07d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:45.694532 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0877999c-b2e0-4ed9-a398-928599de4de8 req-95b6c705-9948-4a04-b574-8cf940bce07d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0984905 Jul 12 16:56:45.733702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0877999c-b2e0-4ed9-a398-928599de4de8 req-a5f60873-0c4a-4640-bfb7-ed3de3a4a1dd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334327 Jul 12 16:56:45.912433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898f66-6e00-438d-9f43-c3f68fb0e4b4 req-3c6cb8eb-e5d2-42a1-b9a1-bd2d4677495c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:45.913920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e898f66-6e00-438d-9f43-c3f68fb0e4b4 req-3c6cb8eb-e5d2-42a1-b9a1-bd2d4677495c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0688865 Jul 12 16:56:45.952444 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e898f66-6e00-438d-9f43-c3f68fb0e4b4 req-4c4996a0-5da1-4f92-b5ea-81052c5e2463 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Jul 12 16:56:46.327733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-274ba25d-2897-4fd2-b493-a869a9359456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:46.329263 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-274ba25d-2897-4fd2-b493-a869a9359456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 1096 time: 0.0936654 Jul 12 16:56:46.337718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ef7a-1bff-414c-89fe-e90bfd923229 req-3a715584-857e-497e-94f0-de5b821d775d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:46.339119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23d9ef7a-1bff-414c-89fe-e90bfd923229 req-3a715584-857e-497e-94f0-de5b821d775d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.1134996 Jul 12 16:56:46.431483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23d9ef7a-1bff-414c-89fe-e90bfd923229 req-c5a22d23-b7ec-405c-8f28-c6e7da53b0e1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835168 Jul 12 16:56:46.462066 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-7bdd42cf-c00a-422b-be25-82848319bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:46.463571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-7bdd42cf-c00a-422b-be25-82848319bbbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1235957 Jul 12 16:56:46.535794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-b99f7942-3cb5-4a20-9621-1f3f13fb5ee3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 200 len: 1001 time: 0.0599988 Jul 12 16:56:46.605188 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-83f82470-c165-4251-9f10-c1d7fa566c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:46.606675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-83f82470-c165-4251-9f10-c1d7fa566c56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0602307 Jul 12 16:56:46.673714 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-28e9b4ad-ca2d-4ff2-acaf-e1e5fac1d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:46.675242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-28e9b4ad-ca2d-4ff2-acaf-e1e5fac1d51a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580645 Jul 12 16:56:46.779002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-125e698d-2091-478a-a831-5c688535e3bb service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931058 Jul 12 16:56:46.881175 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-37d9b2be-dc38-4786-84bd-895d6b799e9f req-a1535fb5-fb28-42d4-8fc5-79fd41a5afb0 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917668 Jul 12 16:56:47.612561 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27cbf1-51c4-489d-ba44-c520377b4d02 req-17681e81-0f36-4c18-8745-c52c65335972 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:47.614061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf27cbf1-51c4-489d-ba44-c520377b4d02 req-17681e81-0f36-4c18-8745-c52c65335972 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0649695 Jul 12 16:56:47.651515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cf27cbf1-51c4-489d-ba44-c520377b4d02 req-c1908da4-e4aa-4269-8f44-3f9b5af01c4c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 12 16:56:48.028736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8646da-8aa3-491a-b2eb-a501cd04c785 req-a36a3154-33c5-4b62-803f-98c8a4a5e40a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:48.030873 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd8646da-8aa3-491a-b2eb-a501cd04c785 req-a36a3154-33c5-4b62-803f-98c8a4a5e40a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0643799 Jul 12 16:56:48.073025 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cd8646da-8aa3-491a-b2eb-a501cd04c785 req-38947d20-deee-47f2-85c9-f08631872662 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361848 Jul 12 16:56:49.257672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fdb67-f657-4dfd-8cf2-75c5a938405a req-a8d4d535-de7e-49d5-a571-43f6b968be1d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:49.259262 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f93fdb67-f657-4dfd-8cf2-75c5a938405a req-a8d4d535-de7e-49d5-a571-43f6b968be1d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0691998 Jul 12 16:56:49.301099 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f93fdb67-f657-4dfd-8cf2-75c5a938405a req-51dd214e-a6b0-4554-b118-1777f95d6c37 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Jul 12 16:56:49.384657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947112-889f-4fd0-a38d-c1831e513773 req-236e6805-07bd-458c-87a5-6904d99ecd90 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:49.386087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41947112-889f-4fd0-a38d-c1831e513773 req-236e6805-07bd-458c-87a5-6904d99ecd90 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 945 time: 0.0841300 Jul 12 16:56:49.501907 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Deleting port d6e83a24-164b-41c6-8a30-045373a651fb {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:56:49.502260 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.607903 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] For port d6e83a24-164b-41c6-8a30-045373a651fb, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d6e83a24-164b-41c6-8a30-045373a651fb,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:49.608210 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.802001 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.802363 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.802672 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f disassociated. External IP: 172.25.8.177, port: d6e83a24-164b-41c6-8a30-045373a651fb. Jul 12 16:56:49.803011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Calling delete_port for d6e83a24-164b-41c6-8a30-045373a651fb owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:56:49.937780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:49.965902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'Port': ['ID=d6e83a24-164b-41c6-8a30-045373a651fb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:50.101901 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:56:50.217302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:56:50.226751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:56:50.236447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:56:50.237061 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:56:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:56:50.265933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] No DVR routers for this DVR port d6e83a24-164b-41c6-8a30-045373a651fb on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:56:50.268612 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:50.270777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41947112-889f-4fd0-a38d-c1831e513773 req-3ca9b281-fce6-4204-aa4a-b1d5f2b268b1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "DELETE /v2.0/ports/d6e83a24-164b-41c6-8a30-045373a651fb HTTP/1.1" status: 204 len: 173 time: 0.8744705 Jul 12 16:56:50.271222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-deleted', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:50.273528 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c4d79-ecf0-4a82-a3da-631ee1e044bf" -d '{"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-deleted", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:50.317617 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beba6037-e961-4315-8cdd-a2a9c3d2f844 x-openstack-request-id: req-beba6037-e961-4315-8cdd-a2a9c3d2f844 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:50.318098 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83fc3c-b0b7-44e5-9fa1-72c090973f58", "name": "network-vif-deleted", "tag": "d6e83a24-164b-41c6-8a30-045373a651fb", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:50.318508 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-beba6037-e961-4315-8cdd-a2a9c3d2f844 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:50.319064 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83fc3c-b0b7-44e5-9fa1-72c090973f58', 'name': 'network-vif-deleted', 'tag': 'd6e83a24-164b-41c6-8a30-045373a651fb', 'status': 'completed', 'code': 200} Jul 12 16:56:50.359626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:56:50.475184 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb2f4c3-0244-4c64-bf97-de99fc8b04c1 req-05ed18d9-0e8f-4dd0-af76-e93d63434e1d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c83fc3c-b0b7-44e5-9fa1-72c090973f58 HTTP/1.1" status: 200 len: 210 time: 0.0371351 Jul 12 16:56:50.577344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:56:50.610606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:56:50.619185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:56:50.619834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:56:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:56:50.752104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:56:50.951547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:56:50.978657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f639eb-d594-4f4c-9e43-aa129f85d16b None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:56:51.209264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79941e-04e4-4f7b-9fed-89b7466c3144 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:56:51.830156 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1ebe0fe5-adc4-40b9-b520-2aa1742894af tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1040945757&fields=id&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 267 time: 0.0340331 Jul 12 16:56:51.942047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-e7d67e5c-21aa-49e6-b992-9692a4421b55 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:51.943525 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-e7d67e5c-21aa-49e6-b992-9692a4421b55 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1070032 Jul 12 16:56:51.958038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-8dbb993b-3d93-47e1-a141-b83e86b9993a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/quotas/c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 375 time: 0.0091324 Jul 12 16:56:52.056511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-347c50ac-516d-42d5-8157-7ac509573929 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933578 Jul 12 16:56:52.153806 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1f8989fe-3aad-4f34-ab60-f090ca0f7019 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861211 Jul 12 16:56:52.257075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-6fccb4d6-5e70-45b4-a208-9df234890072 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941608 Jul 12 16:56:52.441662 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f890922f-36d9-460d-a6d7-306d109cad28 req-2fa34b22-e36c-43c0-9736-64736939af24 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 210 time: 0.0322406 Jul 12 16:56:53.080608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d6e83a24-164b-41c6-8a30-045373a651fb no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:56:53.103515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: d6e83a24-164b-41c6-8a30-045373a651fb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:56:53.103889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d6e83a24-164b-41c6-8a30-045373a651fb not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:56:53.592669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-0c264646-7fab-4ed0-b34e-dafa3cf7d04f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:53.594247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-0c264646-7fab-4ed0-b34e-dafa3cf7d04f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1556871 Jul 12 16:56:53.615070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a9a639ac-cc0c-421f-9fe0-75f5936c58f8 req-76fb1176-873f-44bc-82ec-d2a68350db11 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 210 time: 0.0446987 Jul 12 16:56:53.658867 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-5906840f-12de-4a96-b3a2-6a08c5cb2660 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 380 time: 0.0445466 Jul 12 16:56:53.666381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'port': {'device_id': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'admin_state_up': True, 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'security_groups': ['f33af1eb-2a83-42ba-8774-44ef4229dfa0']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:56:53.795625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:56:53.799380 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:53.956392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Allocated IP 172.20.0.7 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/d16e8acc-dd95-4033-96b6-2f25eb889521) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:56:54.110132 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.125867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Transition to ACTIVE for port object d16e8acc-dd95-4033-96b6-2f25eb889521 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:56:54.160547 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.212543 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:56:54.215845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:56:54.220096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:56:54.244871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:54.256453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.256847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.257343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.257694 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.258033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.258373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.258708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.259041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.259367 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.259741 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.260070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.260397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:56:54.290778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:54.291396 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.306954 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-48055bae-f6dd-46e6-97b9-129c30e7cec5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444757 Jul 12 16:56:54.318334 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Request body: {'port': {'device_id': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:56:54.405225 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.477162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9051b5ea-02bd-474f-9fa5-5c94c70d3b9b None None] Provisioning for port d16e8acc-dd95-4033-96b6-2f25eb889521 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:56:54.483521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9051b5ea-02bd-474f-9fa5-5c94c70d3b9b None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:56:54.484229 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9051b5ea-02bd-474f-9fa5-5c94c70d3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.543389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-9051b5ea-02bd-474f-9fa5-5c94c70d3b9b None None] Port d16e8acc-dd95-4033-96b6-2f25eb889521 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:56:54.730852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:56:54.739083 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.756096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Transition to ACTIVE for port object d16e8acc-dd95-4033-96b6-2f25eb889521 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:56:54.760243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.808604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6beebb-b99d-4638-b7b2-7ecb356cd28a req-9e7a8cf0-48d0-4d1b-9438-c3e332dc1a46 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:54.810911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c6beebb-b99d-4638-b7b2-7ecb356cd28a req-9e7a8cf0-48d0-4d1b-9438-c3e332dc1a46 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 931 time: 0.0755074 Jul 12 16:56:54.857697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:54.861969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c6beebb-b99d-4638-b7b2-7ecb356cd28a req-9c835195-981d-494d-beb1-01fff9ca9660 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Jul 12 16:56:54.899362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:56:54.899762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:56:54.900099 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:56:54.905500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:56:54.905814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:56:54.911118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:56:54.911453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:56:54.911865 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:56:54.912291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Bound port: d16e8acc-dd95-4033-96b6-2f25eb889521, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:56:54.912646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:54.987896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:56:54.991315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:56:54.995625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:55.030302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.030951 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:55.032756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] 10.222.0.77 "PUT /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1091 time: 0.7186384 Jul 12 16:56:55.035132 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:55.038279 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5602aa73-19b4-451a-ace0-329c23ad4714" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:55.090168 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ea17-3e58-4dc4-8b58-2fa10a9f7183 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:55.145679 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-62da4c93-7260-460d-b4bf-b7c4aff507dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.147530 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-62da4c93-7260-460d-b4bf-b7c4aff507dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0667036 Jul 12 16:56:55.195775 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-b3709278-8555-40e0-8dbe-470ac2fba178 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 217 time: 0.0411782 Jul 12 16:56:55.256100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-82d647ec-1d4b-44db-b720-657ebc01efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.257633 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-82d647ec-1d4b-44db-b720-657ebc01efbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0544753 Jul 12 16:56:55.321885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-682bd6c3-f80e-4800-b147-a2f5c2668fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.323442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-682bd6c3-f80e-4800-b147-a2f5c2668fc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592349 Jul 12 16:56:55.378144 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb76d2c-af0e-4eec-b74b-5898dcbbe316 x-openstack-request-id: req-cfb76d2c-af0e-4eec-b74b-5898dcbbe316 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:55.378428 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:55.378692 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfb76d2c-af0e-4eec-b74b-5898dcbbe316 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:55.379073 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'status': 'completed', 'code': 200} Jul 12 16:56:55.425344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-e4d35f36-6231-4339-bc08-bd2bfd7870d7 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954607 Jul 12 16:56:55.515322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6db60c5-b41c-47c5-b7b8-e16af56296d2 req-dab4a0e4-c968-4ad4-b1b3-338eef883320 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835922 Jul 12 16:56:55.616149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-f87b7517-3b15-4dd8-882c-60180da567d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.617643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-f87b7517-3b15-4dd8-882c-60180da567d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0551951 Jul 12 16:56:55.719686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-4cede95f-3d6c-4766-943a-f3f6407cdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.721201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-4cede95f-3d6c-4766-943a-f3f6407cdeb3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0974669 Jul 12 16:56:55.765422 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-b127b795-dc24-4c6c-a39b-69921f720aa2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 217 time: 0.0376508 Jul 12 16:56:55.832215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-38500fb8-4799-4b7a-b419-d759b21799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.833801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-38500fb8-4799-4b7a-b419-d759b21799d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0616372 Jul 12 16:56:55.900875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-ef018702-c2cf-48d6-b3c3-6be778ede787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:55.902346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-ef018702-c2cf-48d6-b3c3-6be778ede787 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597839 Jul 12 16:56:55.996776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-41ba1395-4b17-408b-a9d3-ea5fef1ba8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Jul 12 16:56:56.054924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cd8c-7406-4af2-a8f2-405e1ce46a62 req-f6787abd-de53-4a6e-86f0-181e30c57dc1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:56.056499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41a2cd8c-7406-4af2-a8f2-405e1ce46a62 req-f6787abd-de53-4a6e-86f0-181e30c57dc1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.0719507 Jul 12 16:56:56.095977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-41a2cd8c-7406-4af2-a8f2-405e1ce46a62 req-cc821496-f7c8-45a1-9bfb-41ad406ac1eb tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337658 Jul 12 16:56:56.099613 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5602aa73-19b4-451a-ace0-329c23ad4714 req-f4750d42-3e78-4774-9114-d2008f1182a1 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959842 Jul 12 16:56:57.271717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe66b-611f-46ef-a493-25f94097aa37 req-f8ecd3e2-e1a8-4f1d-a18d-891b0cb9436c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:57.273195 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fffbe66b-611f-46ef-a493-25f94097aa37 req-f8ecd3e2-e1a8-4f1d-a18d-891b0cb9436c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.0654888 Jul 12 16:56:57.311504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fffbe66b-611f-46ef-a493-25f94097aa37 req-7afcfb4b-722f-43cc-9329-326477ec07c1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Jul 12 16:56:57.590984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:56:57.685954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:57.697771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:56:57.740383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:57.753891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:56:57.774097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:57.778134 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:57.840531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:58.016584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d16e8acc-dd95-4033-96b6-2f25eb889521'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:56:58.493717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174a0c-c0fc-4848-9bf5-d845690c4944 req-aa32db0b-ef36-4e8c-aff1-7da745cebb72 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:58.495215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47174a0c-c0fc-4848-9bf5-d845690c4944 req-aa32db0b-ef36-4e8c-aff1-7da745cebb72 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.0700352 Jul 12 16:56:58.537209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47174a0c-c0fc-4848-9bf5-d845690c4944 req-589e06e7-5737-4fc7-929f-69eb4298015e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340269 Jul 12 16:56:59.608143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:56:59.658709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d16e8acc-dd95-4033-96b6-2f25eb889521 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:56:59.667264 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:56:59.668223 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:59.718095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106805e-f50e-4ba3-bde2-5ce8fdb7bfae req-10307632-416c-487b-8fa9-8b328420c0fc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:59.719810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a106805e-f50e-4ba3-bde2-5ce8fdb7bfae req-10307632-416c-487b-8fa9-8b328420c0fc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.0721445 Jul 12 16:56:59.751559 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:59.760478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a106805e-f50e-4ba3-bde2-5ce8fdb7bfae req-e0458eab-ddf6-4cb7-99e6-25e8399706fe tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Jul 12 16:56:59.774771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:56:59.777104 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c4edf-b264-47a6-8605-edc4be804d91" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:56:59.802953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:56:59.808832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:56:59.840322 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea0bf7-2d15-483a-a714-ee82203c54f0 x-openstack-request-id: req-4eea0bf7-2d15-483a-a714-ee82203c54f0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:56:59.840613 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:56:59.840861 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4eea0bf7-2d15-483a-a714-ee82203c54f0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:56:59.841283 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'code': 200} Jul 12 16:56:59.873704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:56:59.963252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddee8f-4eec-43c5-a51f-b599a764c7cf req-de3546e4-f113-4d3a-805d-868ca9ca6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:56:59.964810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84ddee8f-4eec-43c5-a51f-b599a764c7cf req-de3546e4-f113-4d3a-805d-868ca9ca6cf5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1096 time: 0.0616965 Jul 12 16:57:00.002242 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84ddee8f-4eec-43c5-a51f-b599a764c7cf req-3e3a7e43-6fed-48f5-9d4b-3836a0c98415 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 12 16:57:00.093362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b37534ff-c18e-4d73-9d80-e8f5456ada87 None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:57:00.093650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b37534ff-c18e-4d73-9d80-e8f5456ada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:00.944811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c7380-5d1c-4412-89ff-08267f8862c8 req-8e45c6ea-5342-4d5b-bb5a-6542d08a83ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:00.946288 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef3c7380-5d1c-4412-89ff-08267f8862c8 req-8e45c6ea-5342-4d5b-bb5a-6542d08a83ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jul 12 16:57:00.985785 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef3c7380-5d1c-4412-89ff-08267f8862c8 req-106bc070-df99-4d22-a22f-e1ceccb98c34 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Jul 12 16:57:01.159180 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b314e-fe38-4135-bc8a-d28163e7f7fc req-b5c0bd41-d5bb-43a2-a197-9e55d1054665 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:01.160639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-794b314e-fe38-4135-bc8a-d28163e7f7fc req-b5c0bd41-d5bb-43a2-a197-9e55d1054665 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0679796 Jul 12 16:57:01.169260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 37876) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:57:01.174052 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'floatingip': {'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:57:01.215324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:01.697401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:01.702032 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:01.812603 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f associated. External IP: 172.25.8.177, port: d16e8acc-dd95-4033-96b6-2f25eb889521. Jul 12 16:57:02.034595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:57:02.094300 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a7042959-ac80-4a07-90ad-4f6654694e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:02.149155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:57:02.154744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:02.159721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:57:02.169108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:57:02.170247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:56:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:57:02.195023 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0ea49e77-d5d1-46a4-8798-c051e1ccde49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "PUT /v2.0/floatingips/5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f HTTP/1.1" status: 200 len: 991 time: 1.0245686 Jul 12 16:57:02.195798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:57:02.197879 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4a187-d840-4f0b-8861-02d9bb4073af" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:57:02.242085 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091840ee-8d77-4094-a00e-c5d1d50114f7 x-openstack-request-id: req-091840ee-8d77-4094-a00e-c5d1d50114f7 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:57:02.242374 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:57:02.242625 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-091840ee-8d77-4094-a00e-c5d1d50114f7 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:57:02.243031 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'status': 'completed', 'code': 200} Jul 12 16:57:02.303272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:57:02.330982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-351d1bfc-921c-4113-a9f1-b489e02a41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:02.333248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-351d1bfc-921c-4113-a9f1-b489e02a41a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1096 time: 0.0657001 Jul 12 16:57:02.438146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-5a5cd16d-8d98-4498-b80b-94c7a1c41aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:02.439848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-5a5cd16d-8d98-4498-b80b-94c7a1c41aea service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0995808 Jul 12 16:57:02.520333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-c35ada46-ad5b-46f8-b228-c3528423b21a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 999 time: 0.0741272 Jul 12 16:57:02.716253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:57:01Z', 'revision_number': 9, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:57:02.744837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:57:02.754447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:57:02.755076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:56:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:57:02.883686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:57:02.956209 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-b6afc684-4601-4c1b-b481-6be8259a53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:02.957959 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-b6afc684-4601-4c1b-b481-6be8259a53dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.4307981 Jul 12 16:57:03.028515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-6fef66a9-8319-4601-b0af-b761aa9a78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:03.029859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-6fef66a9-8319-4601-b0af-b761aa9a78a0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654407 Jul 12 16:57:03.140465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-b06bd2d3-2785-4fd7-a10a-14849bb59ba8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041763 Jul 12 16:57:03.171638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:57:01Z', 'revision_number': 9, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:57:03.199176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb97f6-b346-48da-8202-ab627f969388 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:57:01Z', 'revision_number': 9, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:57:03.243544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dfd4a187-d840-4f0b-8861-02d9bb4073af req-e2efcbe6-35f0-4050-b959-35040a6cbd10 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974000 Jul 12 16:57:03.422532 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ccfbf-915b-46d1-b725-ec7c539126d0 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:57:03.730055 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:04.513738 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b00ed2c5-9380-4f72-90de-29e0889bb8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:04.956727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:05.859740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:05.938187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:07.356351 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:17.364059 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:57:32.094824 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-02200682-b159-4de2-9850-5daa8e6bc75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:33.733350 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:34.033176 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-83f71dd8-1259-4a9a-be6d-24736561abca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581636 Jul 12 16:57:34.130314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-207391e4-8942-4168-9971-31766dd9162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:34.132113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-207391e4-8942-4168-9971-31766dd9162e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1096 time: 0.0569127 Jul 12 16:57:34.238186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-046d581f-c342-4a4b-ad49-7b3a51715e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:34.239727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-046d581f-c342-4a4b-ad49-7b3a51715e09 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0862281 Jul 12 16:57:34.314657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-84e2abba-2f68-4e74-a08f-52a1f536bae2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1002 time: 0.0668659 Jul 12 16:57:34.367003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-716e6da6-e17e-43bc-8693-97a363a6a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:34.368541 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-716e6da6-e17e-43bc-8693-97a363a6a8c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0481572 Jul 12 16:57:34.427851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-a89c124c-d965-47e0-a9d9-bf7a5a6ef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:57:34.429349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-a89c124c-d965-47e0-a9d9-bf7a5a6ef677 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545139 Jul 12 16:57:34.516987 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5fe1ede9-e18a-4dd0-a188-c9ff901f89db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:34.529306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-815198de-71ae-403f-af95-5ff71da9c176 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924070 Jul 12 16:57:34.625293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-167b5965-3381-4e24-b7e9-7eeb7d519789 req-24e51177-a7dc-4022-b2be-e03145c55425 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Jul 12 16:57:34.958796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:35.874339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:35.942248 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:37.358799 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:57:54.363277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:58:02.096014 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3866a94b-378a-47a9-b3ff-7f5be2f694e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:03.730836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:04.517504 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c6f62e78-5ef7-4ef9-b069-39616ac3bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:04.960599 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:05.872486 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:05.944337 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:07.360530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:31.361787 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:58:32.096837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a005686f-9836-4700-81f8-bed177969a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:33.729064 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:34.517952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3da1bd1c-00c8-4eff-a819-e938b2595c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:34.962279 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:35.328756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-cd4f7256-f62e-4304-86bf-7d9367697190 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597358 Jul 12 16:58:35.424226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-9948d9db-4e5f-48af-afd5-58a2c9b50528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:35.425789 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-9948d9db-4e5f-48af-afd5-58a2c9b50528 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1096 time: 0.0543578 Jul 12 16:58:35.533606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-f0bc5fb2-dcd9-4439-85de-dfcba8a96c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:35.535005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-f0bc5fb2-dcd9-4439-85de-dfcba8a96c38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0901070 Jul 12 16:58:35.611841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-99bdc840-c354-400b-b528-5efad289c30e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1002 time: 0.0705345 Jul 12 16:58:35.660115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-ed2809cc-d565-4afc-840f-4510bac55d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:35.662192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-ed2809cc-d565-4afc-840f-4510bac55d2b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0444138 Jul 12 16:58:35.732831 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-893ec634-8395-4b38-ad49-15dfb38267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:35.734346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-893ec634-8395-4b38-ad49-15dfb38267f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663285 Jul 12 16:58:35.832415 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-d6ce89fd-3ceb-4761-90d6-a5163aba05d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Jul 12 16:58:35.873685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:35.931091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5af4ecf6-ce53-4903-ad35-fa85e54d0d99 req-1e639c34-adcb-4b06-a24b-8658066fb5ef service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925522 Jul 12 16:58:35.947415 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:37.363234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:39.866987 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-16f65f9a-ceaf-40a6-9514-605b25d84353 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967526 Jul 12 16:58:39.904130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1af66-f19c-4b08-ae6c-9848bfac8c82 req-582e4b19-2581-439c-8a59-2743bf32c895 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:39.905814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abc1af66-f19c-4b08-ae6c-9848bfac8c82 req-582e4b19-2581-439c-8a59-2743bf32c895 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0903001 Jul 12 16:58:39.947848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abc1af66-f19c-4b08-ae6c-9848bfac8c82 req-f487a675-439e-4b25-81c6-da2b0a17c575 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Jul 12 16:58:41.137318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eed44-a297-4c82-aac0-0894d4fbf7e8 req-279b896d-c9ed-48c2-b933-5ff2ea16bb62 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:41.138732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-266eed44-a297-4c82-aac0-0894d4fbf7e8 req-279b896d-c9ed-48c2-b933-5ff2ea16bb62 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0758736 Jul 12 16:58:41.166103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-35c5519a-5274-41b2-95fa-f01f9c34e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:41.167649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-35c5519a-5274-41b2-95fa-f01f9c34e4e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1096 time: 0.0558093 Jul 12 16:58:41.181771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-266eed44-a297-4c82-aac0-0894d4fbf7e8 req-ef1c8a66-c1ff-4df0-a3b5-362af8442025 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Jul 12 16:58:41.263528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-60e9e292-b9ad-45c5-ab18-e267411aeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:41.265061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-60e9e292-b9ad-45c5-ab18-e267411aeea9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0917840 Jul 12 16:58:41.331174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-620d20f2-ea91-4d38-b759-e4e4ea4fd438 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1002 time: 0.0599461 Jul 12 16:58:41.381229 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-73e2d678-317d-47a7-886c-6379476c2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:41.382704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-73e2d678-317d-47a7-886c-6379476c2c43 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0457120 Jul 12 16:58:41.446230 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-71df3f8e-fe54-490f-90db-1eec09367f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:41.447802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-71df3f8e-fe54-490f-90db-1eec09367f30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585194 Jul 12 16:58:41.536369 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-c84932e0-d976-4e76-b75b-48ab1e0cb19e service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824463 Jul 12 16:58:41.644568 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-b5316950-73cb-4b12-a69b-d639c5782ad2 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024587 Jul 12 16:58:42.362226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053802e-f85c-4b1b-972d-ef61a5fc50f7 req-734e3936-490a-425d-b97e-ee86702c92fa tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:42.364891 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8053802e-f85c-4b1b-972d-ef61a5fc50f7 req-734e3936-490a-425d-b97e-ee86702c92fa tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0668132 Jul 12 16:58:42.403561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8053802e-f85c-4b1b-972d-ef61a5fc50f7 req-221c248a-2282-411e-a59b-1f140e4ad9ca tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Jul 12 16:58:42.783510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-d0c18ccf-27bd-4d9f-8af7-39a50e0c70a1 req-bd415a87-d993-40b6-8372-1867012a01c0 service neutron] (93712) timed out ('10.222.0.77', 53101) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:58:43.583517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bdd0f-2a29-4951-86ba-d0db9634bfdc req-fd5574bc-ce6a-44b1-9cba-d6be367b88a7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:43.584943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f5bdd0f-2a29-4951-86ba-d0db9634bfdc req-fd5574bc-ce6a-44b1-9cba-d6be367b88a7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0669141 Jul 12 16:58:43.626938 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1f5bdd0f-2a29-4951-86ba-d0db9634bfdc req-52536cb9-ca6d-42c7-a26d-2782b7b72463 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358992 Jul 12 16:58:44.813242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53234c-c1b8-496e-88b9-1153921caf17 req-e118306d-238c-497a-98c3-9f9e1106c1ea tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:44.814821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b53234c-c1b8-496e-88b9-1153921caf17 req-e118306d-238c-497a-98c3-9f9e1106c1ea tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0673728 Jul 12 16:58:44.858590 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b53234c-c1b8-496e-88b9-1153921caf17 req-715b3567-a504-442f-880e-f75a7052c14e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373023 Jul 12 16:58:46.040236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8745bb-1605-41c1-9c80-61e4204bd9a9 req-13f5fa5a-94e1-4e75-89e6-6833bd634674 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:46.041788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd8745bb-1605-41c1-9c80-61e4204bd9a9 req-13f5fa5a-94e1-4e75-89e6-6833bd634674 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0680676 Jul 12 16:58:46.082541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dd8745bb-1605-41c1-9c80-61e4204bd9a9 req-92503bc2-abdf-40a1-8486-6d3ec710b29a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352423 Jul 12 16:58:47.279470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce902a-84b5-45f4-a346-6ca0da05bcae req-aa532aa4-1a37-4f4a-bedd-0fb7c8178aca tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:47.280119 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23ce902a-84b5-45f4-a346-6ca0da05bcae req-aa532aa4-1a37-4f4a-bedd-0fb7c8178aca tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0832176 Jul 12 16:58:47.321293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-23ce902a-84b5-45f4-a346-6ca0da05bcae req-b5b87a32-4b20-4232-bf92-aa0aedfffe88 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 Jul 12 16:58:48.505298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30c21-ab5e-440a-97aa-dd53bc600b14 req-1ed0db63-7143-4972-bebd-53943a4cbd1e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:48.506719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2bc30c21-ab5e-440a-97aa-dd53bc600b14 req-1ed0db63-7143-4972-bebd-53943a4cbd1e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0685482 Jul 12 16:58:48.545949 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2bc30c21-ab5e-440a-97aa-dd53bc600b14 req-a11c0e04-0b8c-416c-bdc0-d23ac8107504 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Jul 12 16:58:49.721362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534617-75b6-4ce8-8096-ad89bdd91ea7 req-96a8670e-d76c-4b69-a999-7788dfee7fdd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:49.722846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77534617-75b6-4ce8-8096-ad89bdd91ea7 req-96a8670e-d76c-4b69-a999-7788dfee7fdd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0664351 Jul 12 16:58:49.761547 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77534617-75b6-4ce8-8096-ad89bdd91ea7 req-bccf9fcf-d83f-42cf-8371-4ac45f08c8bc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330806 Jul 12 16:58:50.935477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518854d-2056-4bf1-936f-b4035cf87468 req-d1683763-b376-4f56-9446-53c6b8790710 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:50.937034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8518854d-2056-4bf1-936f-b4035cf87468 req-d1683763-b376-4f56-9446-53c6b8790710 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0652864 Jul 12 16:58:50.975033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8518854d-2056-4bf1-936f-b4035cf87468 req-56d33875-e5c0-4469-aa48-3691008fc9fc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Jul 12 16:58:52.151574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c99c19-e18e-49e8-9583-556f9833ab88 req-21c01378-fd8a-48d8-87f4-b26977b7d41d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:52.153006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c99c19-e18e-49e8-9583-556f9833ab88 req-21c01378-fd8a-48d8-87f4-b26977b7d41d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0686626 Jul 12 16:58:52.190520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-10c99c19-e18e-49e8-9583-556f9833ab88 req-2260acad-eff1-467a-8a80-0bb4121f0b0a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Jul 12 16:58:53.388050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4bf10-f160-4db2-a0fa-40f6c817bbc5 req-e03508b0-2d5b-44c1-a792-d42a0691fb70 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:53.389558 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1d4bf10-f160-4db2-a0fa-40f6c817bbc5 req-e03508b0-2d5b-44c1-a792-d42a0691fb70 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0716579 Jul 12 16:58:53.437639 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c1d4bf10-f160-4db2-a0fa-40f6c817bbc5 req-4cb8123f-557b-4cde-ad96-442c8e061ed6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Jul 12 16:58:53.601645 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-8bf99c30-a4c3-4f71-b557-0c09625a88c4 service neutron] show failed (client error): The resource could not be found. Jul 12 16:58:53.602835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-8bf99c30-a4c3-4f71-b557-0c09625a88c4 service neutron] 10.222.0.77 "GET /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0581172 Jul 12 16:58:53.938093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-99397c69-d573-4bb8-8627-1b346b81a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:53.939630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-99397c69-d573-4bb8-8627-1b346b81a0af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1096 time: 0.1215453 Jul 12 16:58:53.955461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:58:54.034541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.263162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:58:54.309194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:58:54.356010 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:58:54.358312 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99958468-0e6c-4907-a14e-615182fbc9e4" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-unplugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:58:54.362339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.375842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Transition to ACTIVE for port object d16e8acc-dd95-4033-96b6-2f25eb889521 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:58:54.379635 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.424620 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3830cb-cf8e-4a86-8c7d-01eaccba6a2b x-openstack-request-id: req-3d3830cb-cf8e-4a86-8c7d-01eaccba6a2b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:58:54.425487 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-unplugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:58:54.425487 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d3830cb-cf8e-4a86-8c7d-01eaccba6a2b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:58:54.425813 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'code': 200} Jul 12 16:58:54.477397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:58:54.489292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.489724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.490072 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.490409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.490740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.491151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.491387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.491736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.492059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.492379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.492698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.493014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:54.541821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] No DVR routers for this DVR port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:58:54.741018 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6052-40d9-41bf-a5f5-549f8765b8da req-741da3ee-88e4-4fe7-88d9-6a02ac844018 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:54.742498 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d1f6052-40d9-41bf-a5f5-549f8765b8da req-741da3ee-88e4-4fe7-88d9-6a02ac844018 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.1478684 Jul 12 16:58:54.746747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:58:54.747082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:58:54.747413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:58:54.759147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:58:54.759405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:58:54.771864 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:58:54.772201 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:58:54.772579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:58:54.773004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Bound port: d16e8acc-dd95-4033-96b6-2f25eb889521, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:58:54.773358 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.801829 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1d1f6052-40d9-41bf-a5f5-549f8765b8da req-7958cd91-1d44-43d0-b7f5-bb4edbc1eaee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507708 Jul 12 16:58:54.857534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:58:54.860696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:58:54.865558 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.901482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:54.902713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:54.903473 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] 10.222.0.65 "PUT /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1091 time: 0.9523017 Jul 12 16:58:54.929083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e38d-3b2e-446d-98cc-2f898f943e88 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:58:54.993557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-13022ed6-c77f-4d36-a7bb-dc031603e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:54.995710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-13022ed6-c77f-4d36-a7bb-dc031603e15f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0630486 Jul 12 16:58:55.101559 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-ebb40770-b817-4e51-a01f-5ab335a61ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:55.103434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-ebb40770-b817-4e51-a01f-5ab335a61ec3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0975306 Jul 12 16:58:55.538855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-1fcf7cd1-931d-45fa-8609-fff4f294a916 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.4260693 Jul 12 16:58:55.592232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-877cef62-94a8-4a44-8da3-559fb9026eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:55.593698 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-877cef62-94a8-4a44-8da3-559fb9026eb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0431952 Jul 12 16:58:55.657792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-22ed3b6e-2fa4-4b97-922d-7c6b51896930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:55.659280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-22ed3b6e-2fa4-4b97-922d-7c6b51896930 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567517 Jul 12 16:58:55.759353 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-db351c73-4a24-463d-bb3c-cb4f3f9fec61 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 Jul 12 16:58:55.857853 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-1ccc4d83-5ab4-432b-afbc-505fae5be3be service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Jul 12 16:58:55.987864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24de90-f166-47aa-8a3c-a4ba37ed2a9e req-34a1d038-f97e-478e-bbf1-e220efcb35bf tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:55.989632 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec24de90-f166-47aa-8a3c-a4ba37ed2a9e req-34a1d038-f97e-478e-bbf1-e220efcb35bf tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.0664012 Jul 12 16:58:56.030861 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ec24de90-f166-47aa-8a3c-a4ba37ed2a9e req-29c5accb-556a-4103-b4d3-fbf5cf452f6f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356035 Jul 12 16:58:56.427428 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:58:56.429927 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5125008-1db7-4dc3-8442-53e3640d0db4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:58:56.477386 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92200f08-190d-4c08-bd27-ec8c66df1ff6 x-openstack-request-id: req-92200f08-190d-4c08-bd27-ec8c66df1ff6 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:58:56.477678 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:58:56.477926 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92200f08-190d-4c08-bd27-ec8c66df1ff6 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:58:56.478587 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'status': 'completed', 'code': 200} Jul 12 16:58:56.558675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-6034eb4f-45c7-4112-a4ad-434e3fc5fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.560119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-6034eb4f-45c7-4112-a4ad-434e3fc5fef3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0567462 Jul 12 16:58:56.561160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-8de7fac6-d4eb-4875-b489-dc16af983cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.562636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-8de7fac6-d4eb-4875-b489-dc16af983cf0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0596745 Jul 12 16:58:56.660526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-673f922e-dc07-4378-b0bd-1f1b8b91f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.662258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-e76fb014-d3a0-40ea-8364-9065d1ed213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.662486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-673f922e-dc07-4378-b0bd-1f1b8b91f7b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0953460 Jul 12 16:58:56.663786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-e76fb014-d3a0-40ea-8364-9065d1ed213e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0949807 Jul 12 16:58:56.737217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-401068b8-aeec-4882-afc8-b1ef7d381da6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0664220 Jul 12 16:58:56.737922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-67d75440-9bc3-42eb-8e14-9eeb05aff3e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0670612 Jul 12 16:58:56.788497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-fcbb57af-0ee4-4502-9089-9bfd80ba4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.788774 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-5f034817-2894-4d6d-98f1-0189026450c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.790139 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-fcbb57af-0ee4-4502-9089-9bfd80ba4941 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0457342 Jul 12 16:58:56.790262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-5f034817-2894-4d6d-98f1-0189026450c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0462611 Jul 12 16:58:56.850004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-f9d6a714-568d-4745-9daf-9286a76238cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.850232 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-79d58797-9816-4663-a1cc-724c83aaa9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:56.851438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-79d58797-9816-4663-a1cc-724c83aaa9a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555046 Jul 12 16:58:56.851571 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-f9d6a714-568d-4745-9daf-9286a76238cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533938 Jul 12 16:58:56.947438 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-792e2328-b3ef-4859-8bde-2559503c4047 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884867 Jul 12 16:58:56.948841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-c0a7db7f-c5c8-44e2-a3f9-01b13983e14c service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907977 Jul 12 16:58:57.040533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-8ef6ee99-a573-414f-b533-f6e95514f526 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Jul 12 16:58:57.041330 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b5125008-1db7-4dc3-8442-53e3640d0db4 req-06579d64-398e-4ec9-bfae-999de977d20a service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865791 Jul 12 16:58:57.207527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c5d6-ed66-438d-a5fb-170a92b10098 req-0714b772-0e32-437e-9606-6554ab6efe27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:57.209085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1428c5d6-ed66-438d-a5fb-170a92b10098 req-0714b772-0e32-437e-9606-6554ab6efe27 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.0648878 Jul 12 16:58:57.247913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1428c5d6-ed66-438d-a5fb-170a92b10098 req-b972e137-7eb6-497a-8850-a24f6f620662 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332851 Jul 12 16:58:58.061440 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:58:58.100772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:58:58.439311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97a7f5-695f-4f7f-8b1a-ea8c520fafa2 req-72d0ec09-1e83-4818-bfb0-f5a09df23156 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:58.440905 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a97a7f5-695f-4f7f-8b1a-ea8c520fafa2 req-72d0ec09-1e83-4818-bfb0-f5a09df23156 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.0736651 Jul 12 16:58:58.480200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9a97a7f5-695f-4f7f-8b1a-ea8c520fafa2 req-28cd4b79-bc9f-4026-a3d7-5d216f56cede tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Jul 12 16:58:58.882535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-87a61462-8ffe-44ef-9a61-1445f2ce6c4c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:58.883973 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-87a61462-8ffe-44ef-9a61-1445f2ce6c4c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&tenant_id=c976982b2f034745a6dda4531ae93a7c&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.0826912 Jul 12 16:58:58.979872 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-7ff8d868-0f18-4f46-ae7c-bf09b9626e5b service neutron] 10.222.0.65 "GET /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 382 time: 0.0759318 Jul 12 16:58:58.988205 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d44a3d-4ebd-4473-a6ba-31177ee105b9 req-32f883e8-9b64-4794-9c60-eded253c6c53 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:58.990213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0d44a3d-4ebd-4473-a6ba-31177ee105b9 req-32f883e8-9b64-4794-9c60-eded253c6c53 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 943 time: 0.1262820 Jul 12 16:58:59.056453 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0d44a3d-4ebd-4473-a6ba-31177ee105b9 req-3e6b8190-ba1f-452a-a79c-cf0ff17642bc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603626 Jul 12 16:58:59.077178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-73f56586-0f5b-496d-bd43-5a13af61efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:59.078720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-73f56586-0f5b-496d-bd43-5a13af61efc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1094 time: 0.0685768 Jul 12 16:58:59.172748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-8dae6264-49fd-465f-91b0-77f02a39462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:59.174267 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-8dae6264-49fd-465f-91b0-77f02a39462a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0891573 Jul 12 16:58:59.242010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-2f9b50fd-8f69-44c7-a44f-bae91fb8bea3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0604596 Jul 12 16:58:59.291533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-0e88d00f-1be8-40ae-be62-bc63984d0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:59.292975 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-0e88d00f-1be8-40ae-be62-bc63984d0d78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0444634 Jul 12 16:58:59.354652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-a1b7317a-a545-44c0-a57c-d839b12a8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:58:59.356079 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-a1b7317a-a545-44c0-a57c-d839b12a8099 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562720 Jul 12 16:58:59.449277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-67aa8624-16b4-46d6-8c07-242e1f694453 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Jul 12 16:58:59.552470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-79bceabd-0826-47be-8b79-86419ffd84e7 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971661 Jul 12 16:58:59.643258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:58:59.740309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:58:59.751449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:58:59.789834 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:59.802736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:58:59.822350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:58:59.826659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:58:59.884211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:58:59.891863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.892214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.892562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.892902 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.893240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.893626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.893910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.894272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.894571 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.894901 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.895301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:58:59.896243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:00.104420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['d16e8acc-dd95-4033-96b6-2f25eb889521'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:59:00.244358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bae242-1845-4efe-8f42-927fb9e96888 req-4590c478-93e1-462d-9726-40cc8f60a635 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:00.245895 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29bae242-1845-4efe-8f42-927fb9e96888 req-4590c478-93e1-462d-9726-40cc8f60a635 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.0732508 Jul 12 16:59:00.286015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29bae242-1845-4efe-8f42-927fb9e96888 req-6bfb1867-5da5-4fc3-a802-f1b6c2240ecc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344946 Jul 12 16:59:01.475529 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a67d9-6cfb-4bc3-a9e2-2ee3fa3463d7 req-350b5dd0-ee5c-49d6-ac3d-02c5dcca0906 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:01.477074 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a7a67d9-6cfb-4bc3-a9e2-2ee3fa3463d7 req-350b5dd0-ee5c-49d6-ac3d-02c5dcca0906 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.0669496 Jul 12 16:59:01.517522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a7a67d9-6cfb-4bc3-a9e2-2ee3fa3463d7 req-636fba20-509c-41a9-a455-fc7ce5969450 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347314 Jul 12 16:59:01.656521 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:59:01.700949 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-3d2d128a-e591-4961-8bf4-d9536b1140a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:01.702544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-3d2d128a-e591-4961-8bf4-d9536b1140a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1095 time: 0.0685592 Jul 12 16:59:01.719022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:59:01.720608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port d16e8acc-dd95-4033-96b6-2f25eb889521 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:59:01.724895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:01.725266 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:01.815698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:01.826522 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:01.853807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:01.857049 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7611c91-2e1d-4cff-8627-f487e4ba4ae4" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:01.871972 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:01.877172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:01.890237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.db.api [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:59:01.890573 n-d-800078-3 neutron-server[93711]: DEBUG oslo_db.api [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:59:01.935942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:01.992643 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc0af8d-7dfd-4ae4-9d67-db42e7767697 x-openstack-request-id: req-0bc0af8d-7dfd-4ae4-9d67-db42e7767697 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:01.992941 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:01.993197 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bc0af8d-7dfd-4ae4-9d67-db42e7767697 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:01.993598 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'code': 200} Jul 12 16:59:02.104054 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1e088a74-391c-45f3-81f3-2bcf51aac1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.181642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb9e61ad-153a-406f-bb69-36e8d6e98914 None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:02.182016 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cb9e61ad-153a-406f-bb69-36e8d6e98914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.433994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.658202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:02.693935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:59:02.695743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13729c-97d5-4b6f-85c9-f28cacc45b80 req-43bc66a2-4e1e-47f5-8c5f-943f822a07d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:02.697292 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d13729c-97d5-4b6f-85c9-f28cacc45b80 req-43bc66a2-4e1e-47f5-8c5f-943f822a07d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0662749 Jul 12 16:59:02.735150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:02.737480 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1cc165-8a79-4cf5-8b00-ff9b9b50faf1" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-unplugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:02.737635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d13729c-97d5-4b6f-85c9-f28cacc45b80 req-33dd9f8a-e8d6-4493-9cf7-233694466682 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Jul 12 16:59:02.741232 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.762441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Transition to ACTIVE for port object d16e8acc-dd95-4033-96b6-2f25eb889521 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:59:02.762441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:02.798305 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4ed19-16b7-43c0-9aa1-9bfe7cac779a x-openstack-request-id: req-94f4ed19-16b7-43c0-9aa1-9bfe7cac779a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:02.798710 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-unplugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:02.798965 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94f4ed19-16b7-43c0-9aa1-9bfe7cac779a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:02.799722 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'code': 200} Jul 12 16:59:02.855267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:02.870208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.870545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.870888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.871217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.871541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.871887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.872208 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.872534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.872845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.873571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.873571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.874048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:59:02.906563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] No DVR routers for this DVR port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:59:03.051258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:59:03.052149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:59:03.052474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:59:03.056762 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:59:03.057076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Attempting to bind port d16e8acc-dd95-4033-96b6-2f25eb889521 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:59:03.061837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:59:03.062109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:59:03.062506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:59:03.062898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Bound port: d16e8acc-dd95-4033-96b6-2f25eb889521, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:59:03.063247 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:03.127255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:59:03.130821 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:59:03.135111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:03.170386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.171155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:03.172492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] 10.222.0.77 "PUT /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1092 time: 1.4627504 Jul 12 16:59:03.197189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b248a-f760-4150-8ef2-124181237326 service neutron] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=11']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:03.258792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-ecd3646a-6131-4ec0-a55b-8c64d352c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.260366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-ecd3646a-6131-4ec0-a55b-8c64d352c152 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1095 time: 0.0596032 Jul 12 16:59:03.355241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-67c6cdd9-dffc-4575-8e9d-c998b1f5159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.356771 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-67c6cdd9-dffc-4575-8e9d-c998b1f5159d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0906820 Jul 12 16:59:03.428527 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-cfc86a82-eab0-4b32-9fa7-f614b4a7ac8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0656734 Jul 12 16:59:03.476931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-3f0b98b3-270f-4d97-9fcd-2ea63c9175e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.478534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-3f0b98b3-270f-4d97-9fcd-2ea63c9175e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0435216 Jul 12 16:59:03.535597 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03359-1c7e-438b-b79e-8b795036402e req-077e9ec2-87b2-4732-8404-3d759ef62834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.537728 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-077e9ec2-87b2-4732-8404-3d759ef62834 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538566 Jul 12 16:59:03.636946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-7a352126-0651-41c9-9c5b-148b9d71767d service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905313 Jul 12 16:59:03.728005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a7e03359-1c7e-438b-b79e-8b795036402e req-9fc0ac4c-6eb7-49ef-9602-52d16bc67b10 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Jul 12 16:59:03.741326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:03.932721 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2cc8-c1b4-4590-8181-3fbea7df33b3 req-e64cc6f5-49d2-4235-9ffc-3df8a46843a9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:03.934215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4bfd2cc8-c1b4-4590-8181-3fbea7df33b3 req-e64cc6f5-49d2-4235-9ffc-3df8a46843a9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.0718408 Jul 12 16:59:03.974634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4bfd2cc8-c1b4-4590-8181-3fbea7df33b3 req-fc9eab01-1f4c-465b-9765-680236746f12 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344837 Jul 12 16:59:04.519606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40a919ff-e301-4392-8124-bdff1e4b859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:04.800218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:04.803009 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488e7fc-e55a-480c-a44c-0aa7780b8010" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:04.851045 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72a9c4e-fb99-4b27-8736-fdf335a07229 x-openstack-request-id: req-d72a9c4e-fb99-4b27-8736-fdf335a07229 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:04.851334 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:04.851604 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d72a9c4e-fb99-4b27-8736-fdf335a07229 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:04.852003 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'status': 'completed', 'code': 200} Jul 12 16:59:04.936016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-2d864a39-b6bc-45ea-8408-ba8ff6bfe0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:04.937531 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-2d864a39-b6bc-45ea-8408-ba8ff6bfe0e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1095 time: 0.0625567 Jul 12 16:59:04.945633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-8f14c9b8-bcf2-4a92-bfa6-deef2b006724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:04.947169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-8f14c9b8-bcf2-4a92-bfa6-deef2b006724 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 1095 time: 0.0658519 Jul 12 16:59:04.965577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:05.034454 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-7b236351-5539-452c-94ec-4e3bd6edd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.036797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-7b236351-5539-452c-94ec-4e3bd6edd3bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0909252 Jul 12 16:59:05.067612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-aea5b1e2-4f85-41ea-a43d-138e173aee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.070259 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-aea5b1e2-4f85-41ea-a43d-138e173aee64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1121116 Jul 12 16:59:05.122598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-8f93803b-a437-431b-9280-1e6e823984fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0742328 Jul 12 16:59:05.177119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-b81aa070-50a7-4c4f-aa3e-1ca561c1b1f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 200 len: 1000 time: 0.0963924 Jul 12 16:59:05.177928 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-e28d83db-483f-40cb-8664-ecd8c1ae60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.179534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-e28d83db-483f-40cb-8664-ecd8c1ae60d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0506253 Jul 12 16:59:05.245399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-47951222-e846-45b0-af15-ad088bd05944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.247044 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-47951222-e846-45b0-af15-ad088bd05944 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607245 Jul 12 16:59:05.252544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed564165-d191-4169-b9b2-56abdad5e949 req-af9c6c47-bd50-422b-9ee8-a1721bb43ee0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.254383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed564165-d191-4169-b9b2-56abdad5e949 req-af9c6c47-bd50-422b-9ee8-a1721bb43ee0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 944 time: 0.1330714 Jul 12 16:59:05.261707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-f36b7267-7350-4c8f-9624-24daf1fb0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.264019 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-f36b7267-7350-4c8f-9624-24daf1fb0cda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0749736 Jul 12 16:59:05.329627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ed564165-d191-4169-b9b2-56abdad5e949 req-4887654f-7ea1-451c-9239-2a1eafbe3bbf tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642419 Jul 12 16:59:05.357482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-2037db7a-eb99-4550-bb9e-85ec1d3d38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:05.358986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-2037db7a-eb99-4550-bb9e-85ec1d3d38f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848227 Jul 12 16:59:05.359467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-c03827f8-c85f-4c92-a69d-65d41dffa3ee service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062019 Jul 12 16:59:05.458319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-648db2f7-7be3-4b89-9d1a-31f46407d315 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919957 Jul 12 16:59:05.465335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-4af68640-8145-4763-9816-1dc0a28d870e service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950756 Jul 12 16:59:05.574030 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3488e7fc-e55a-480c-a44c-0aa7780b8010 req-d52685f0-de07-40ce-82fa-cc8f1f53cd05 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Jul 12 16:59:05.666523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:59:05.709853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:59:05.887549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:05.951758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:06.134545 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:59:06.241746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:06.254242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'mac_address': 'fa:16:3e:ed:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:59:06.293064 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:06.306375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:59:06.326453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:06.329357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:06.384778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:06.548293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3212-9e22-4827-9db2-b6464ab8d905 req-181ac648-eeb2-4598-b0f6-2ea3d62133bb tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:06.549897 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74de3212-9e22-4827-9db2-b6464ab8d905 req-181ac648-eeb2-4598-b0f6-2ea3d62133bb tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0707591 Jul 12 16:59:06.592400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['d16e8acc-dd95-4033-96b6-2f25eb889521'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:59:06.593979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74de3212-9e22-4827-9db2-b6464ab8d905 req-284d9ad1-5a39-4015-aa34-ad68084caccc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353632 Jul 12 16:59:06.778878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a7f7-7277-4f73-9da4-bfde8ae53e8e req-bad0b115-ecbe-424f-8a7e-9ff3e5104a49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:06.780459 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2092a7f7-7277-4f73-9da4-bfde8ae53e8e req-bad0b115-ecbe-424f-8a7e-9ff3e5104a49 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0676188 Jul 12 16:59:06.829115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2092a7f7-7277-4f73-9da4-bfde8ae53e8e req-68d83559-a0c2-4a9d-a5a2-d79cd015dd6b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Jul 12 16:59:07.013145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691e2f-a8ae-45ee-8c2d-86adda1afe8a req-b0918613-edbd-462b-88ee-f46490ab87c0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:07.014659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc691e2f-a8ae-45ee-8c2d-86adda1afe8a req-b0918613-edbd-462b-88ee-f46490ab87c0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0694304 Jul 12 16:59:07.055801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc691e2f-a8ae-45ee-8c2d-86adda1afe8a req-e4531c1e-a55a-4c45-84d3-3fe3ab5c4a8d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353632 Jul 12 16:59:07.367959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:07.469419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8ac22-ce26-42eb-ad5a-cff5a235a39d req-2f620ac1-c7c5-4999-9a0d-47a29cc089c3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:07.471021 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85f8ac22-ce26-42eb-ad5a-cff5a235a39d req-2f620ac1-c7c5-4999-9a0d-47a29cc089c3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 945 time: 0.0723016 Jul 12 16:59:07.513431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-85f8ac22-ce26-42eb-ad5a-cff5a235a39d req-f10f8e7e-3e29-4057-9b73-e1f896d99f86 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354109 Jul 12 16:59:08.140740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:59:08.201096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port d16e8acc-dd95-4033-96b6-2f25eb889521 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:59:08.208169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:08.208862 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:08.349995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:08.368536 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:59:08.394113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:08.396920 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a478f-8b81-4fa0-a0a4-0301ac5b44f0" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:08.413635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:08.419312 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:08.452720 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa34637c-7f35-4527-bb03-fda09ada8848 x-openstack-request-id: req-fa34637c-7f35-4527-bb03-fda09ada8848 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:08.453025 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-plugged", "status": "completed", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:08.453235 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa34637c-7f35-4527-bb03-fda09ada8848 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:08.453628 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'code': 200} Jul 12 16:59:08.515343 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:08.764398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eddf58-297b-402a-9265-7082a1cd523b req-844f5fb0-421f-4e22-bcdf-e734a11dde95 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:08.765804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13eddf58-297b-402a-9265-7082a1cd523b req-844f5fb0-421f-4e22-bcdf-e734a11dde95 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 946 time: 0.1640203 Jul 12 16:59:08.779799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b11d-783a-4341-917e-30384428740e req-b0e3b7f9-2881-4af6-b824-3e8940d71e2c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:08.781294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84d4b11d-783a-4341-917e-30384428740e req-b0e3b7f9-2881-4af6-b824-3e8940d71e2c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 946 time: 0.1239572 Jul 12 16:59:08.796630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a08450be-17f2-440d-b78d-f9f51e67fe4a None None] Provisioning complete for port d16e8acc-dd95-4033-96b6-2f25eb889521 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:08.796630 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a08450be-17f2-440d-b78d-f9f51e67fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:08.860182 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-84d4b11d-783a-4341-917e-30384428740e req-39c7d93f-7ed1-459e-a17e-1183280f83ce tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704279 Jul 12 16:59:08.912567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Deleting port d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:59:08.912904 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.002147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] For port d16e8acc-dd95-4033-96b6-2f25eb889521, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=d16e8acc-dd95-4033-96b6-2f25eb889521,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:09.002503 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.523792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.524163 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.524496 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f disassociated. External IP: 172.25.8.177, port: d16e8acc-dd95-4033-96b6-2f25eb889521. Jul 12 16:59:09.524836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Calling delete_port for d16e8acc-dd95-4033-96b6-2f25eb889521 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:59:09.652087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.683696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'Port': ['ID=d16e8acc-dd95-4033-96b6-2f25eb889521,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:09.806158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:59:09.930143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:59:09.941725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:59:09.952763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:59:09.953533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:59:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:09.984817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] No DVR routers for this DVR port d16e8acc-dd95-4033-96b6-2f25eb889521 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:59:09.987391 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:09.990031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-13eddf58-297b-402a-9265-7082a1cd523b req-b00fa44c-dd52-4cd1-b49f-4895193696d7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "DELETE /v2.0/ports/d16e8acc-dd95-4033-96b6-2f25eb889521 HTTP/1.1" status: 204 len: 173 time: 1.2178688 Jul 12 16:59:09.990484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-deleted', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:09.993026 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a4025-1c6e-416a-9341-e02823999926" -d '{"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-deleted", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:10.038954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f2dab402-a565-4129-9568-59bb976cda63 req-e1074534-c16d-4184-b9f4-cb6c20c8239b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd96c3d0-8f4c-484a-af9a-17b7cb17a73f HTTP/1.1" status: 200 len: 210 time: 0.0507867 Jul 12 16:59:10.045512 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69592d5-d881-4f7c-8b52-d4e0fbf177cc x-openstack-request-id: req-e69592d5-d881-4f7c-8b52-d4e0fbf177cc {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:10.045809 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96c3d0-8f4c-484a-af9a-17b7cb17a73f", "name": "network-vif-deleted", "tag": "d16e8acc-dd95-4033-96b6-2f25eb889521", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:10.055981 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e69592d5-d881-4f7c-8b52-d4e0fbf177cc {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:10.056607 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96c3d0-8f4c-484a-af9a-17b7cb17a73f', 'name': 'network-vif-deleted', 'tag': 'd16e8acc-dd95-4033-96b6-2f25eb889521', 'status': 'completed', 'code': 200} Jul 12 16:59:10.112435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:59:10.320947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:10.351539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:59:10.360247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:59:10.360859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:59:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:10.484058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:59:10.861527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:10.888695 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa29f4-ba4a-4011-a72c-07b12a5ba336 None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:59:11.119815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be22686-1011-47f9-88f6-cb9247e9835b None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:59:11.399284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-3e05e55f-3363-465d-a584-51b7cd35c6c9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1040945757&fields=id&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 267 time: 0.0354939 Jul 12 16:59:11.512698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-5d57dc4d-eb90-4e2e-8181-f3c9fff9d910 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:11.514207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-5d57dc4d-eb90-4e2e-8181-f3c9fff9d910 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1083868 Jul 12 16:59:11.529955 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-1c0a7b51-6140-41fc-8c23-4a707ba9fa99 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/quotas/c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 375 time: 0.0102928 Jul 12 16:59:11.616458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-a2390cf5-f2e7-4a50-960a-91039444e2fd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811260 Jul 12 16:59:11.768101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-f533af24-5878-4a00-bab5-076ce420feaa service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374681 Jul 12 16:59:11.873553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-6fc752ce-772f-4b52-8e29-0d16f6a14c14 service neutron] 10.222.0.58 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991404 Jul 12 16:59:12.070579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1164373a-e6ae-498e-819b-7808c8f5389c req-50e196be-7929-4f48-ae15-12353899d888 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0303416 Jul 12 16:59:12.170943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:59:12.196912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: d16e8acc-dd95-4033-96b6-2f25eb889521 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:59:12.197257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device d16e8acc-dd95-4033-96b6-2f25eb889521 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:59:13.238468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7eb3d5ec-8d92-484f-9874-b46716111d7a req-1bb94629-fba3-41ba-9ba3-c31b426a669e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0424724 Jul 12 16:59:13.291484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-23507b77-9d53-42a9-b77f-3191c0d159d5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:13.293146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-23507b77-9d53-42a9-b77f-3191c0d159d5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 811 time: 0.1481962 Jul 12 16:59:13.338886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-8bb4daea-b813-43ce-a5ba-b2b40514fa86 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 380 time: 0.0379057 Jul 12 16:59:13.347201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'port': {'device_id': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'admin_state_up': True, 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'security_groups': ['f33af1eb-2a83-42ba-8774-44ef4229dfa0']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:59:13.459138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Made reservation on behalf of c976982b2f034745a6dda4531ae93a7c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:59:13.462660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:13.598946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Allocated IP 172.20.0.3 (ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e/082d3773-fe93-473c-8718-17053f1efe1f/34228db9-c37c-495c-97ac-121c2f1e6f82) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:59:13.743488 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:13.756993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Transition to ACTIVE for port object 34228db9-c37c-495c-97ac-121c2f1e6f82 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:59:13.789006 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:13.836993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:59:13.840272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:59:13.844258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:59:13.870044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:13.899870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:13.900508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:13.918505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-53a36893-4e73-48c3-af50-93dc909e5d77 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748856 Jul 12 16:59:13.930843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Request body: {'port': {'device_id': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:59:14.013801 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.040391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e025615c-589f-4834-be53-aad5a881e3d7 None None] Provisioning for port 34228db9-c37c-495c-97ac-121c2f1e6f82 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:59:14.044341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e025615c-589f-4834-be53-aad5a881e3d7 None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:14.044702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e025615c-589f-4834-be53-aad5a881e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.081766 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e025615c-589f-4834-be53-aad5a881e3d7 None None] Port 34228db9-c37c-495c-97ac-121c2f1e6f82 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:59:14.290700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:59:14.298439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.311401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Transition to ACTIVE for port object 34228db9-c37c-495c-97ac-121c2f1e6f82 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:59:14.315514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.392571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:14.436259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c98b-39ab-48bf-8e43-3a67c09a1149 req-503265b4-f3bc-47d6-a9d7-5b356d8addf3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:14.437825 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de46c98b-39ab-48bf-8e43-3a67c09a1149 req-503265b4-f3bc-47d6-a9d7-5b356d8addf3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0775900 Jul 12 16:59:14.454799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:59:14.455143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:59:14.455481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:59:14.461511 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:59:14.462321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:59:14.469719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:59:14.470080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:59:14.470487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:59:14.470912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Bound port: 34228db9-c37c-495c-97ac-121c2f1e6f82, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:59:14.471274 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.483704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de46c98b-39ab-48bf-8e43-3a67c09a1149 req-0d980075-920d-4742-87f6-bace35f84e1c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Jul 12 16:59:14.549772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:59:14.553953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:59:14.558942 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.595266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:14.595900 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:14.597319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] 10.222.0.77 "PUT /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1091 time: 0.6721530 Jul 12 16:59:14.597750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:14.600643 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ec6d6-f667-4467-8c3b-5480de3bb68f" -d '{"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:14.627829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49aff2-96b4-4d2f-b78b-9ea51414f834 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:14.651236 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d4bac-7240-41da-a886-1f70d11d1673 x-openstack-request-id: req-0e0d4bac-7240-41da-a886-1f70d11d1673 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:14.651518 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:14.651790 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e0d4bac-7240-41da-a886-1f70d11d1673 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:14.652180 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'status': 'completed', 'code': 200} Jul 12 16:59:14.701298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-387ff850-1d46-4ef8-946d-79db48c159ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:14.702858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-387ff850-1d46-4ef8-946d-79db48c159ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0607479 Jul 12 16:59:14.750578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-3dd6e0e4-30c4-4e1e-9364-814ec1a445b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 217 time: 0.0403194 Jul 12 16:59:14.801545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-74333a5f-21f5-477c-a346-9bb5604a68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:14.803043 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-74333a5f-21f5-477c-a346-9bb5604a68a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0470324 Jul 12 16:59:14.861016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-a7193128-0185-4a33-954e-4b6cfe1be491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:14.862533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-a7193128-0185-4a33-954e-4b6cfe1be491 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533040 Jul 12 16:59:14.960843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-f778cd62-c3a8-40e2-8873-bdd36f531a8d service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918019 Jul 12 16:59:15.053347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5bad730e-6854-48d9-acb7-0b60c041bd8d req-6f101597-c3a7-4146-9c01-43aaa313dfc5 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Jul 12 16:59:15.169235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-dc2aff6a-b3c4-4c12-9278-70aa3433a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:15.171073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-dc2aff6a-b3c4-4c12-9278-70aa3433a565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0681231 Jul 12 16:59:15.267528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-61729425-b493-4fc1-b3dc-0bff68b81bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:15.270589 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-61729425-b493-4fc1-b3dc-0bff68b81bbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0935242 Jul 12 16:59:15.315228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-0b253c18-d6de-4cf4-9316-6e00eacc960c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 217 time: 0.0378382 Jul 12 16:59:15.374373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-08eef860-b4ba-47d1-972a-40e56083c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:15.375885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-08eef860-b4ba-47d1-972a-40e56083c33e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0520337 Jul 12 16:59:15.433576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-09c8b66c-884f-4754-9a36-d6b1b45d388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:15.435087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-09c8b66c-884f-4754-9a36-d6b1b45d388c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528212 Jul 12 16:59:15.528235 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-8ee2b13c-c3dd-43fb-9cab-0eeceb59c00d service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863955 Jul 12 16:59:15.633691 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e95ec6d6-f667-4467-8c3b-5480de3bb68f req-0e551ce6-75cc-497b-879a-cbce5fd15190 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977929 Jul 12 16:59:15.688938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663bd44-5947-47d0-b55a-f5f7b053db1c req-4b529363-ece8-4ade-9b2b-d71e04ce04a3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:15.690449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9663bd44-5947-47d0-b55a-f5f7b053db1c req-4b529363-ece8-4ade-9b2b-d71e04ce04a3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0699410 Jul 12 16:59:15.730804 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9663bd44-5947-47d0-b55a-f5f7b053db1c req-1d0c5928-cc2a-4dc8-b5b2-10356fdacd38 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Jul 12 16:59:16.967057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a3b85-6219-427a-8c1d-589bb8bf1463 req-9a9551ed-8eab-46d0-82ed-ae2ef630f566 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:16.968581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-163a3b85-6219-427a-8c1d-589bb8bf1463 req-9a9551ed-8eab-46d0-82ed-ae2ef630f566 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.1179602 Jul 12 16:59:17.008139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-163a3b85-6219-427a-8c1d-589bb8bf1463 req-c11e5a50-0f05-4738-a3da-7a0b29e57b2a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Jul 12 16:59:18.202642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:59:18.259204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a3e14-3422-480a-9f8d-903702071282 req-37c4e130-f1d6-4606-a081-729e8b33ff95 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:18.260900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e65a3e14-3422-480a-9f8d-903702071282 req-37c4e130-f1d6-4606-a081-729e8b33ff95 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.1267729 Jul 12 16:59:18.303675 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e65a3e14-3422-480a-9f8d-903702071282 req-c6ccb550-1fe2-4ebb-9212-51a0241e67f0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370090 Jul 12 16:59:18.318000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:18.334928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:59:18.378580 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:18.395266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:59:18.417218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:18.421513 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:18.487726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:18.644991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['34228db9-c37c-495c-97ac-121c2f1e6f82'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:59:19.491355 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f8e5-49f4-4f17-a349-47ced891731d req-515d5f9d-7bde-452c-8bd3-e734b59551ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:19.492889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8cc9f8e5-49f4-4f17-a349-47ced891731d req-515d5f9d-7bde-452c-8bd3-e734b59551ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0716751 Jul 12 16:59:19.532459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8cc9f8e5-49f4-4f17-a349-47ced891731d req-d9c90f50-8aa4-4510-ae9e-89e945be72f0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339930 Jul 12 16:59:20.217457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:59:20.267478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 34228db9-c37c-495c-97ac-121c2f1e6f82 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:59:20.271389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:20.271787 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:20.349709 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:20.376261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:20.378670 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf340e-a218-4d33-a35b-762108acce69" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:20.392182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:59:20.397023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:20.422453 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0c677-4820-4987-b580-3d566d2b0d4f x-openstack-request-id: req-cdc0c677-4820-4987-b580-3d566d2b0d4f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:20.422750 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:20.423005 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdc0c677-4820-4987-b580-3d566d2b0d4f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:20.423445 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'code': 200} Jul 12 16:59:20.455232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:59:20.546410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0447eee-d4ec-45be-83a5-508081f843de req-c08c17b9-3d89-46f6-8b36-acb16e986098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:20.548059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0447eee-d4ec-45be-83a5-508081f843de req-c08c17b9-3d89-46f6-8b36-acb16e986098 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1096 time: 0.0641623 Jul 12 16:59:20.588136 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a0447eee-d4ec-45be-83a5-508081f843de req-c67b4c05-0920-44b0-a49a-edee3d22533e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Jul 12 16:59:20.728579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dd38f16a-9338-420d-818b-bbe69af2b322 None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:59:20.728868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd38f16a-9338-420d-818b-bbe69af2b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:20.732180 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5407f-51ec-41a0-9c1d-c852ba22e619 req-ce0bbfde-4439-4ed6-8f50-19479ad06ec4 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:20.733740 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71f5407f-51ec-41a0-9c1d-c852ba22e619 req-ce0bbfde-4439-4ed6-8f50-19479ad06ec4 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0742211 Jul 12 16:59:20.779354 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-71f5407f-51ec-41a0-9c1d-c852ba22e619 req-75655487-1272-4cae-a231-94e9418ae4f7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Jul 12 16:59:21.962993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e218136-0a2e-40dc-aeb2-bd265f39a2f0 req-507f32cf-69fc-4618-823b-eb5f77c7f797 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:21.964546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e218136-0a2e-40dc-aeb2-bd265f39a2f0 req-507f32cf-69fc-4618-823b-eb5f77c7f797 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0710263 Jul 12 16:59:22.003598 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e218136-0a2e-40dc-aeb2-bd265f39a2f0 req-6e3b8dbd-ac7e-4fcb-a68f-666c55ef844a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Jul 12 16:59:22.186042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7f1db-3f70-4272-8875-3cc5db2524ae req-f243987d-f160-4298-9759-c90698b67e09 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:22.187528 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7fc7f1db-3f70-4272-8875-3cc5db2524ae req-f243987d-f160-4298-9759-c90698b67e09 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0704553 Jul 12 16:59:22.196184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:59:22.200632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Request body: {'floatingip': {'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:59:22.241323 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:22.733124 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:22.738081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:22.866464 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f associated. External IP: 172.25.8.177, port: 34228db9-c37c-495c-97ac-121c2f1e6f82. Jul 12 16:59:23.093356 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:59:23.205641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:59:23.210925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:23.215471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:59:23.225212 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:59:23.225833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:59:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:23.252610 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9924e4d0-575b-4da9-a9f3-4d3c5c60d678 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "PUT /v2.0/floatingips/5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f HTTP/1.1" status: 200 len: 992 time: 1.0521619 Jul 12 16:59:23.252610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:59:23.252610 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15cd568-4738-4682-a86a-d8c22590211c" -d '{"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:59:23.288363 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4cdce9-044c-4cc9-8509-486ccbe0d3d3 x-openstack-request-id: req-0c4cdce9-044c-4cc9-8509-486ccbe0d3d3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:59:23.288660 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:59:23.288912 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c4cdce9-044c-4cc9-8509-486ccbe0d3d3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:59:23.289312 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'status': 'completed', 'code': 200} Jul 12 16:59:23.339579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:59:23.372277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cd568-4738-4682-a86a-d8c22590211c req-839732c2-7fa4-41a4-b491-49008b7cd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:23.373820 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-839732c2-7fa4-41a4-b491-49008b7cd331 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1096 time: 0.0605283 Jul 12 16:59:23.511328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cd568-4738-4682-a86a-d8c22590211c req-be060e3f-16a0-4054-8f0f-b51e7e022151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:23.512847 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-be060e3f-16a0-4054-8f0f-b51e7e022151 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1328824 Jul 12 16:59:23.575010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:59:22Z', 'revision_number': 13, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:23.585642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-c7533c62-f8be-45e0-b057-596ce1c3c0a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0664237 Jul 12 16:59:23.603449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:59:23.611743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:59:23.612355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T16:59:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:23.635092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cd568-4738-4682-a86a-d8c22590211c req-23356f82-9ebb-42bd-8fed-4cade68539a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:23.636603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-23356f82-9ebb-42bd-8fed-4cade68539a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0447855 Jul 12 16:59:23.699172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cd568-4738-4682-a86a-d8c22590211c req-1b748ac5-1258-48e1-a56d-2b89be8d67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:23.700901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-1b748ac5-1258-48e1-a56d-2b89be8d67c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583305 Jul 12 16:59:23.722519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:59:23.792881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-50c96045-f19c-48d5-85b8-777c2778d425 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 Jul 12 16:59:23.900424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e15cd568-4738-4682-a86a-d8c22590211c req-03b71f84-2026-47a0-970b-0c5c10f06b01 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995381 Jul 12 16:59:23.973559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:59:22Z', 'revision_number': 13, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:59:24.001337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc2b47-1f9b-4004-9c23-089edf686ded None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:52:14Z', 'updated_at': '2021-07-12T16:59:22Z', 'revision_number': 13, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:59:24.240140 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95bff40-f50f-4568-ad1b-c26f75b177bd None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:59:32.098657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d442f512-d280-4a7e-aa9a-cfbf174067b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:33.742643 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:34.527212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dd4f38d5-3743-4e2b-91e8-e5aca603912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:34.968590 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:35.314992 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-02af096d-5515-4c36-86a5-533fb4a9e8eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564594 Jul 12 16:59:35.412263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-3389af3e-a6bf-4f87-a913-ff5924e9c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:35.413811 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-3389af3e-a6bf-4f87-a913-ff5924e9c4e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1096 time: 0.0559762 Jul 12 16:59:35.546228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-61b657d2-c278-47a2-b2a4-a70f00ded5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:35.548920 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-61b657d2-c278-47a2-b2a4-a70f00ded5f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1107283 Jul 12 16:59:35.626843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-3115375f-c456-43db-8f5f-8c0e1756c0be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1002 time: 0.0719600 Jul 12 16:59:35.682560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-61ab88f4-b5c4-4ad2-8415-ee8bdbb06609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:35.684089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-61ab88f4-b5c4-4ad2-8415-ee8bdbb06609 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0507839 Jul 12 16:59:35.787823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-2d95dc95-54bf-4d21-ae7d-5704ad6f771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:59:35.789903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-2d95dc95-54bf-4d21-ae7d-5704ad6f771e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999379 Jul 12 16:59:35.891111 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:35.937375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-c81fdb7c-b351-4fd8-94b9-2dd37fb3b327 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401789 Jul 12 16:59:35.959733 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:36.390941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b3a629a-bad5-40bf-a3e3-63452ae86445 req-69cfe549-a124-43e5-862f-55fa639b7594 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479675 Jul 12 16:59:37.372429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:59:45.368142 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:00:02.108553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b7854437-9141-4d82-b0da-5abd04f643f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:03.755747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:04.523441 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-98391e71-dfff-4a4b-924b-36df2f92a0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:04.976224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:05.892652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:05.958708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:07.372172 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:22.366877 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:00:32.101420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-18315ed7-0495-47d6-92e0-43e53b8f0d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:33.758431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:34.520408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-43aaa532-658d-4d3d-8e12-28639aefa777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:34.969882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:35.900957 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:35.961370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:36.054038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-ef697b11-3f35-44c5-bc14-1ceef9e44f62 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548675 Jul 12 17:00:36.153312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-fe903311-d8e6-402f-ade4-dd99dfe23843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:36.154815 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-fe903311-d8e6-402f-ade4-dd99dfe23843 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1096 time: 0.0581946 Jul 12 17:00:36.269991 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-1381bc9d-2cd5-4a48-8b74-8f1794a16abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:36.271485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-1381bc9d-2cd5-4a48-8b74-8f1794a16abf service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0952938 Jul 12 17:00:36.337908 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-0feeeace-59ca-4f41-89c8-2464f222c28c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1002 time: 0.0605237 Jul 12 17:00:36.394517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-718926bc-6324-4cc8-9fe7-b94c69dc2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:36.396024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-718926bc-6324-4cc8-9fe7-b94c69dc2718 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0517075 Jul 12 17:00:36.453709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-a97fcf65-25ae-4a50-8451-f593841dee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:00:36.455263 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-a97fcf65-25ae-4a50-8451-f593841dee34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535405 Jul 12 17:00:36.548489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-051fab6b-fcf0-417b-b544-7a8f562405fe service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Jul 12 17:00:36.657301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8b951645-18bb-4a3c-8f38-ad44fe22305a req-2e7c367b-bde8-4920-86a9-d5d76ebca0f8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028113 Jul 12 17:00:37.374843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:00:59.371563 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:01:00.745692 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba38ef-817a-4801-8b6f-153f52a304eb req-d2a68c96-f6a8-446a-bd33-ce8fdb37c58f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:00.748377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4eba38ef-817a-4801-8b6f-153f52a304eb req-d2a68c96-f6a8-446a-bd33-ce8fdb37c58f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0947452 Jul 12 17:01:00.809596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4eba38ef-817a-4801-8b6f-153f52a304eb req-e89e07d3-3be8-48c8-b7ea-d37ae9ddb78a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485406 Jul 12 17:01:02.112458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa376f69-617c-4570-a96b-a0cafeff0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:03.770190 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:04.522057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2b598ff7-7471-43c6-947c-06a5d468b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:04.981225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:05.900935 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:05.965974 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:07.379508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:12.544517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-c85a3c1c-15ca-4d53-8d87-ded54834fdcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1634550 Jul 12 17:01:12.557676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d447de-cfc7-46cb-a799-ec0d48f52c22 req-ccac9460-5b10-450f-b913-35d0a60486e9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:12.559284 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3d447de-cfc7-46cb-a799-ec0d48f52c22 req-ccac9460-5b10-450f-b913-35d0a60486e9 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.1057332 Jul 12 17:01:12.621503 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f3d447de-cfc7-46cb-a799-ec0d48f52c22 req-da8189a3-b193-4697-a16a-538ed0165884 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509887 Jul 12 17:01:13.852841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125d9d-382d-47af-83fe-51b958efebe0 req-9d1f076a-427b-4cdb-8369-e73beea7ae46 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:13.854626 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54125d9d-382d-47af-83fe-51b958efebe0 req-9d1f076a-427b-4cdb-8369-e73beea7ae46 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0917246 Jul 12 17:01:13.901143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54125d9d-382d-47af-83fe-51b958efebe0 req-e7fe636e-a706-4fce-bd1f-bbef61a1201d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363398 Jul 12 17:01:14.038210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-b4578740-0993-4aa2-b637-c1e8645ec286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:14.039776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-b4578740-0993-4aa2-b637-c1e8645ec286 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1096 time: 0.0565422 Jul 12 17:01:14.161415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-048214e4-8d7d-47b9-af0c-92f589a1912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:14.163731 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-048214e4-8d7d-47b9-af0c-92f589a1912f service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1175666 Jul 12 17:01:14.251469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-56a9797f-b499-4114-98f2-25167cd3f263 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1002 time: 0.0809617 Jul 12 17:01:14.303452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-11039f2a-7962-4bd5-8b79-d9481962171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:14.304957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-11039f2a-7962-4bd5-8b79-d9481962171d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0479336 Jul 12 17:01:14.372126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-8b89f594-7d2b-4606-a2c4-f50799f750eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:14.373710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-8b89f594-7d2b-4606-a2c4-f50799f750eb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628791 Jul 12 17:01:14.482042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-5183c0a4-a30f-41e2-80be-d6d53582ffb1 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014280 Jul 12 17:01:14.584070 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-fb912454-f75f-4f52-b5fa-d8822943535e service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950956 Jul 12 17:01:15.104952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f6213-2012-4220-8b46-79d69608b736 req-141bc467-697c-4406-b035-ff511403a242 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:15.106450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-200f6213-2012-4220-8b46-79d69608b736 req-141bc467-697c-4406-b035-ff511403a242 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0706172 Jul 12 17:01:15.148793 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-200f6213-2012-4220-8b46-79d69608b736 req-d49a2afb-e321-403a-a643-bc0b73001dbd tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361431 Jul 12 17:01:16.365013 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bb183-b220-489e-be46-327b22196ebb req-cbaa2e38-da69-4ec8-b3e3-94075d0cdbcb tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:16.366950 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-406bb183-b220-489e-be46-327b22196ebb req-cbaa2e38-da69-4ec8-b3e3-94075d0cdbcb tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0792556 Jul 12 17:01:16.417640 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-406bb183-b220-489e-be46-327b22196ebb req-6d5b86c3-ec5b-4c67-b82b-a948b7d976c4 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Jul 12 17:01:17.607472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2189-5b47-48db-a063-dd1d98034d12 req-c42b3aad-d7fc-4cd2-9bef-97bc40c7ee5d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:17.608933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3ea2189-5b47-48db-a063-dd1d98034d12 req-c42b3aad-d7fc-4cd2-9bef-97bc40c7ee5d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0743575 Jul 12 17:01:17.654402 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3ea2189-5b47-48db-a063-dd1d98034d12 req-33b1086c-32c1-4471-91c9-4d6bdefb3a30 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Jul 12 17:01:18.852887 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10b50d-6330-43ae-a73d-967fc89ccdad req-3d36f73d-5000-49b4-838c-be1221dfd0db tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:18.855345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe10b50d-6330-43ae-a73d-967fc89ccdad req-3d36f73d-5000-49b4-838c-be1221dfd0db tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0789473 Jul 12 17:01:18.905454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fe10b50d-6330-43ae-a73d-967fc89ccdad req-165e7746-dd2a-41fb-8d0c-eaa3ce7a8881 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Jul 12 17:01:20.103495 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cc9bf-0354-4159-8d0b-63e5976c754d req-2e4ab0a7-ab5a-489d-9f1f-9f825cfe798f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:20.105428 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a8cc9bf-0354-4159-8d0b-63e5976c754d req-2e4ab0a7-ab5a-489d-9f1f-9f825cfe798f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0769324 Jul 12 17:01:20.148394 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a8cc9bf-0354-4159-8d0b-63e5976c754d req-88b0243c-81b5-4493-b500-72244073f366 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Jul 12 17:01:21.353016 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041dffc-4a89-4c2e-8ad1-4a7a39989d6a req-d659c9a7-225e-4133-9931-6c2e64bbf3c2 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:21.354883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1041dffc-4a89-4c2e-8ad1-4a7a39989d6a req-d659c9a7-225e-4133-9931-6c2e64bbf3c2 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0819702 Jul 12 17:01:21.398505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1041dffc-4a89-4c2e-8ad1-4a7a39989d6a req-11f1fd40-c6c0-4289-ba04-d20547d2ecec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333061 Jul 12 17:01:22.581892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199fd1b-2d58-4800-9b32-ef86e81e7d99 req-61d31a41-fbd3-4786-8b82-491c5481e307 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:22.583360 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1199fd1b-2d58-4800-9b32-ef86e81e7d99 req-61d31a41-fbd3-4786-8b82-491c5481e307 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0668840 Jul 12 17:01:22.627188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1199fd1b-2d58-4800-9b32-ef86e81e7d99 req-565b10f3-7e0b-43ea-be10-8080c82937ee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 Jul 12 17:01:23.834048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f578d4-954b-4cb4-9fc6-be5851b5539a req-407b91ef-5e3e-4308-9fc3-2469b26ff474 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:23.835628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99f578d4-954b-4cb4-9fc6-be5851b5539a req-407b91ef-5e3e-4308-9fc3-2469b26ff474 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jul 12 17:01:23.881314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99f578d4-954b-4cb4-9fc6-be5851b5539a req-311423a0-0ad8-44d2-9170-95ec2b7f148e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Jul 12 17:01:25.073586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d77ad-58fb-496a-8069-55a41e6e39d8 req-3e9dbe4b-2e09-4604-a93b-414ab17f5f5a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:25.075084 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e2d77ad-58fb-496a-8069-55a41e6e39d8 req-3e9dbe4b-2e09-4604-a93b-414ab17f5f5a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0697284 Jul 12 17:01:25.116802 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3e2d77ad-58fb-496a-8069-55a41e6e39d8 req-43b3ad07-f26a-4ec2-bd9e-1679b161f47d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348880 Jul 12 17:01:26.331950 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173d1a2-23fc-4e2c-be24-e1fa3146bec4 req-ab34d85b-e884-4ff0-bae9-e2f45bd47b4d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:26.333507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9173d1a2-23fc-4e2c-be24-e1fa3146bec4 req-ab34d85b-e884-4ff0-bae9-e2f45bd47b4d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0823777 Jul 12 17:01:26.394159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9173d1a2-23fc-4e2c-be24-e1fa3146bec4 req-ff6fcdcf-fa7a-4523-b1dc-a58fbab03881 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514550 Jul 12 17:01:27.632675 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64236d88-c8c8-43ca-ab77-a89e6607bb40 req-77c9b14f-9f71-4fa3-acc3-781b15a7789f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:27.634246 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64236d88-c8c8-43ca-ab77-a89e6607bb40 req-77c9b14f-9f71-4fa3-acc3-781b15a7789f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0938284 Jul 12 17:01:27.675350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-64236d88-c8c8-43ca-ab77-a89e6607bb40 req-f3974cba-ae65-4f55-af83-9305c99351a7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355017 Jul 12 17:01:28.379221 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-ca007101-ba57-4f91-aef6-458086799764 service neutron] show failed (client error): The resource could not be found. Jul 12 17:01:28.380371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-ca007101-ba57-4f91-aef6-458086799764 service neutron] 10.222.0.77 "GET /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0593646 Jul 12 17:01:28.663362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-76573ae3-dcb6-45d2-a876-369f196be84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:28.664919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-76573ae3-dcb6-45d2-a876-369f196be84d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1096 time: 0.0573378 Jul 12 17:01:28.681753 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:01:28.781559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:28.897423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba270f-f861-4094-92ce-79a40c797d4c req-57a0f006-1d0a-4eb0-9010-8883ddb1ecfe tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:28.899935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96ba270f-f861-4094-92ce-79a40c797d4c req-57a0f006-1d0a-4eb0-9010-8883ddb1ecfe tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0823228 Jul 12 17:01:28.946574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96ba270f-f861-4094-92ce-79a40c797d4c req-d4752f94-8ced-45c9-9e3f-5f40eb61a958 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jul 12 17:01:29.039071 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:01:29.073940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:01:29.116266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:01:29.118557 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39450737-bb42-4b17-97d2-101872b0ee5e" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-unplugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:01:29.122991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:29.137173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Transition to ACTIVE for port object 34228db9-c37c-495c-97ac-121c2f1e6f82 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:01:29.140999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:29.171318 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c96e3-2acb-49f9-ab63-8da0c714f9a5 x-openstack-request-id: req-586c96e3-2acb-49f9-ab63-8da0c714f9a5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:01:29.171318 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-unplugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:01:29.171721 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-586c96e3-2acb-49f9-ab63-8da0c714f9a5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:01:29.172000 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'code': 200} Jul 12 17:01:29.242664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:29.259959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.260301 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.260637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.260966 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.261289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.261605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.261933 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.262249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.262565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.262880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.263192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.263502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:29.303831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] No DVR routers for this DVR port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:01:29.451704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:01:29.451964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:01:29.452291 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:01:29.457047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:01:29.457367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:01:29.462328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:01:29.462653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:01:29.463025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:01:29.463440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Bound port: 34228db9-c37c-495c-97ac-121c2f1e6f82, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:01:29.463829 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:29.529122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:01:29.532364 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:01:29.537526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:29.574122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:29.574916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:29.576553 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1091 time: 0.9000349 Jul 12 17:01:29.628366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687dc38-a8b4-429f-8592-f5224e2157f2 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:29.686692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-5997ac28-5f92-4721-b201-aeffee1b8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:29.688870 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-5997ac28-5f92-4721-b201-aeffee1b8cd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0783751 Jul 12 17:01:29.801684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-0670e635-49a2-422e-9fc6-6d53b00d162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:29.803211 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-0670e635-49a2-422e-9fc6-6d53b00d162c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1033216 Jul 12 17:01:29.879101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-2177515c-e429-4d6c-a8e3-39eb81557b63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0668645 Jul 12 17:01:29.935828 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-099b1a81-519a-42a5-b2dc-5f031dfef1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:29.937293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-099b1a81-519a-42a5-b2dc-5f031dfef1bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0477626 Jul 12 17:01:30.005278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-7babfb99-2070-4419-902c-2a715ccadedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:30.006823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-7babfb99-2070-4419-902c-2a715ccadedc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579121 Jul 12 17:01:30.111306 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-114160f8-6cba-4201-b5ce-4d8a19d3805c service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924478 Jul 12 17:01:30.140615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a772-eee0-4112-a9c5-46e179ae7f9b req-bbd1b450-48f8-415a-afe2-f671c79fa451 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:30.142118 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd12a772-eee0-4112-a9c5-46e179ae7f9b req-bbd1b450-48f8-415a-afe2-f671c79fa451 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0756776 Jul 12 17:01:30.187521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fd12a772-eee0-4112-a9c5-46e179ae7f9b req-83b4b79e-b378-4282-b65e-f582a256d16f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Jul 12 17:01:30.210188 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fc80eed2-4bca-46ec-b4f5-0469af5e8530 req-3f62734e-3ca3-4ea3-8e96-5f2680fc808a service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886858 Jul 12 17:01:30.817784 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:01:30.857209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:01:31.173545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:01:31.175995 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bea8341abc573f1a1fab0fae3c02517a3f3f665da6910173c84af0078fb1c5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948ebf42-ea93-4363-b9b1-c2c236225453" -d '{"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:01:31.231125 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3172f8b-757c-4420-adc7-e590eb9e32ec x-openstack-request-id: req-f3172f8b-757c-4420-adc7-e590eb9e32ec {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:01:31.231593 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:01:31.231924 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3172f8b-757c-4420-adc7-e590eb9e32ec {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:01:31.232616 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'status': 'completed', 'code': 200} Jul 12 17:01:31.330191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-d1126a8b-d351-4330-8e1e-2aaafd4b5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.332502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-d1126a8b-d351-4330-8e1e-2aaafd4b5fb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0644269 Jul 12 17:01:31.341415 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-0247e1ba-34a7-4be1-be86-ea186f248368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.342959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-0247e1ba-34a7-4be1-be86-ea186f248368 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0801461 Jul 12 17:01:31.446359 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-70f2ad32-9882-4acc-8189-44d92a77585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.447991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-70f2ad32-9882-4acc-8189-44d92a77585e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0947385 Jul 12 17:01:31.484398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe067-4af2-4145-bba4-e46da9552f9c req-f4ecd856-e3ee-4839-9686-c4cc39d8daff tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.486097 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3fe067-4af2-4145-bba4-e46da9552f9c req-f4ecd856-e3ee-4839-9686-c4cc39d8daff tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.1526301 Jul 12 17:01:31.487698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-d54883e1-716e-47b9-aebf-138b8db3e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.489212 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-d54883e1-716e-47b9-aebf-138b8db3e989 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1426415 Jul 12 17:01:31.529031 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-6e3cb4ec-44ef-46a5-b55e-7bf8c64f1c8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0706561 Jul 12 17:01:31.578574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6c3fe067-4af2-4145-bba4-e46da9552f9c req-a6348240-7033-430c-8a1a-c51d6475a45b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863838 Jul 12 17:01:31.593858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-f752fdab-622c-4489-bf00-a97ab21a3f2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0950010 Jul 12 17:01:31.600426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-86e8d9c8-1e85-47ad-8daa-555796f2311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.602131 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-86e8d9c8-1e85-47ad-8daa-555796f2311d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0629506 Jul 12 17:01:31.649914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-51be002f-9396-4264-8fc3-93bcc7cf945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.651425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-51be002f-9396-4264-8fc3-93bcc7cf945a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0521023 Jul 12 17:01:31.671081 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-8e0a172f-f7d1-4a3e-8022-3bace1b522a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.672738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-8e0a172f-f7d1-4a3e-8022-3bace1b522a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581157 Jul 12 17:01:31.713969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-5d0554a6-232c-48c8-aa4d-aee3fa349e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:31.715604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-5d0554a6-232c-48c8-aa4d-aee3fa349e79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564365 Jul 12 17:01:31.784227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-a5c4e9f0-24a0-4c1d-88d4-96681d79cc58 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992255 Jul 12 17:01:31.817080 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-a335d6af-caef-4762-8ee6-78c9f95656bc service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951984 Jul 12 17:01:31.908396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-6761fabc-8796-4630-bd3d-6eed34fcf2a9 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116707 Jul 12 17:01:31.936218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-948ebf42-ea93-4363-b9b1-c2c236225453 req-238eaf1d-f2f3-4a88-b4aa-00b30b6389f9 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133931 Jul 12 17:01:32.105129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-59a7cce8-bde9-4a50-a012-4dc31b47539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:32.730067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-a67f15d4-70cc-4c54-9dea-bd7ee4776ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:32.731494 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-a67f15d4-70cc-4c54-9dea-bd7ee4776ea8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1094 time: 0.0609393 Jul 12 17:01:32.882963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18754e9e-534e-4867-865d-cca2a91556de req-98f2a934-e191-4791-933c-1e3383a0b2fc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:32.884641 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18754e9e-534e-4867-865d-cca2a91556de req-98f2a934-e191-4791-933c-1e3383a0b2fc tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.1581063 Jul 12 17:01:32.890181 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-3dfb4d2b-e4db-4871-b268-0b1c7f87b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:32.893183 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-3dfb4d2b-e4db-4871-b268-0b1c7f87b95d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.1264493 Jul 12 17:01:32.981413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-18754e9e-534e-4867-865d-cca2a91556de req-c89e4a54-a143-498b-a19a-7e58e58c1057 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871520 Jul 12 17:01:32.997504 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-b7f52661-c515-401e-ae83-c859dcb0c16e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0878043 Jul 12 17:01:33.052328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-876787db-a378-4e82-9985-8dfafbb74631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:33.053877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-876787db-a378-4e82-9985-8dfafbb74631 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0469937 Jul 12 17:01:33.114363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-b3d86fda-2a75-46c4-850a-eef3245ac777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:33.115934 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-b3d86fda-2a75-46c4-850a-eef3245ac777 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543306 Jul 12 17:01:33.221549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-52f996d0-51c8-468d-9690-98bef1dbd547 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957201 Jul 12 17:01:33.328141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a20a0f30-6868-4950-9f8d-e6e13dd10086 req-9b515eff-0cce-420f-a115-dd027e1d69a6 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938468 Jul 12 17:01:33.753563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:34.177221 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d568-dd8e-4ab9-91e8-f20503e4b571 req-087ecb5a-7bc7-4400-b6d5-d4a197449942 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:34.178845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6e9d568-dd8e-4ab9-91e8-f20503e4b571 req-087ecb5a-7bc7-4400-b6d5-d4a197449942 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0786428 Jul 12 17:01:34.229443 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c6e9d568-dd8e-4ab9-91e8-f20503e4b571 req-4c771d4c-6fc5-4157-85d5-fd795c453c95 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Jul 12 17:01:34.519214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fe7700c8-d730-48bf-9d40-ea0eb18396f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:34.979983 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:35.420260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff09ff0-211f-4696-920b-718c229dcd97 req-d0d22b15-0bce-4aea-827e-c5b875854044 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:35.421803 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff09ff0-211f-4696-920b-718c229dcd97 req-d0d22b15-0bce-4aea-827e-c5b875854044 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0740688 Jul 12 17:01:35.465273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff09ff0-211f-4696-920b-718c229dcd97 req-40c09a43-e471-4a85-b45e-c78ec333ef68 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Jul 12 17:01:35.926456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:35.967290 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:36.369102 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:01:36.658319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475bc7-12c5-4e90-b13e-b90a191152d9 req-d60b5ef7-0afc-4365-b17c-e27fcda4bca0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:36.659841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a475bc7-12c5-4e90-b13e-b90a191152d9 req-d60b5ef7-0afc-4365-b17c-e27fcda4bca0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0773253 Jul 12 17:01:36.700003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a475bc7-12c5-4e90-b13e-b90a191152d9 req-00bb67d7-2725-4d80-b8ed-1b665125866d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343132 Jul 12 17:01:37.381127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:37.889489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a453ed-36bf-4c3c-b31e-f4c2e6b9cac2 req-49acee2c-a2cd-4797-88e3-fa91f4fb6211 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:37.891004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06a453ed-36bf-4c3c-b31e-f4c2e6b9cac2 req-49acee2c-a2cd-4797-88e3-fa91f4fb6211 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0781019 Jul 12 17:01:37.932856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-06a453ed-36bf-4c3c-b31e-f4c2e6b9cac2 req-27dd0caa-ec7a-4de1-8d6b-d65680f036f5 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359671 Jul 12 17:01:39.123764 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc64529-4eeb-45dd-a013-48fa10cca4aa req-747cb039-0e5d-4c2e-8338-e5f2175d1388 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:39.125492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dc64529-4eeb-45dd-a013-48fa10cca4aa req-747cb039-0e5d-4c2e-8338-e5f2175d1388 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0756428 Jul 12 17:01:39.166831 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dc64529-4eeb-45dd-a013-48fa10cca4aa req-84d90d2a-1dd4-49ba-9f70-20d01ba06d05 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354531 Jul 12 17:01:40.365468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e912a93-33a4-4400-a2bf-3db8ce324adc req-28685bd1-5902-4522-9aa6-e5d873bea0ae tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:40.366965 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e912a93-33a4-4400-a2bf-3db8ce324adc req-28685bd1-5902-4522-9aa6-e5d873bea0ae tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0692668 Jul 12 17:01:40.409451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6e912a93-33a4-4400-a2bf-3db8ce324adc req-42c8cf0b-bf45-4c5d-8a67-346a737c03ee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366271 Jul 12 17:01:41.594190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b8963-1b89-4dae-af53-e80622a5375d req-89f11e34-842f-4651-9f07-153f6c296d97 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:41.595763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c77b8963-1b89-4dae-af53-e80622a5375d req-89f11e34-842f-4651-9f07-153f6c296d97 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 943 time: 0.0707605 Jul 12 17:01:41.639346 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c77b8963-1b89-4dae-af53-e80622a5375d req-3ba5ed09-368e-400a-8d78-2096c49b2eda tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378151 Jul 12 17:01:42.164968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:01:42.264973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:01:42.276403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:01:42.314407 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:42.326914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:01:42.346348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:01:42.350133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:42.407709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:42.415318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.415681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.416020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.416353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.416681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.417003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.417325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.417643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.417967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.418294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.418604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.418919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:42.619134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['34228db9-c37c-495c-97ac-121c2f1e6f82'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:01:42.822427 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143ec4-5a85-45fb-9c4d-c64ead335e5a req-79608a52-12c2-458e-a6e9-c9391597f1ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:42.823879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6143ec4-5a85-45fb-9c4d-c64ead335e5a req-79608a52-12c2-458e-a6e9-c9391597f1ec tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0645216 Jul 12 17:01:42.862582 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f6143ec4-5a85-45fb-9c4d-c64ead335e5a req-3331f5a6-edda-4af7-83d6-09ebea060437 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326338 Jul 12 17:01:43.644362 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-35eddfb8-bc67-4f87-add7-4f57fa313144 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:43.645807 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-35eddfb8-bc67-4f87-add7-4f57fa313144 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.65 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&tenant_id=c976982b2f034745a6dda4531ae93a7c&binding%3Ahost_id=n-h1-800078-3 HTTP/1.1" status: 200 len: 944 time: 0.4525938 Jul 12 17:01:43.720373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6d47-b3db-4ec8-a577-862c409e250a req-3682fdf3-2e69-40aa-adb7-960178520a7f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:43.721837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-757a6d47-b3db-4ec8-a577-862c409e250a req-3682fdf3-2e69-40aa-adb7-960178520a7f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.4652185 Jul 12 17:01:43.736837 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-de3ab84d-738d-42f8-97b5-69db88f03e5f service neutron] 10.222.0.65 "GET /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82/bindings/n-h1-800078-3 HTTP/1.1" status: 200 len: 382 time: 0.0838234 Jul 12 17:01:43.763795 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-757a6d47-b3db-4ec8-a577-862c409e250a req-7e836e38-8afb-4030-afc3-92a393dc3172 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362637 Jul 12 17:01:43.818350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-250ab1fe-3162-4670-8bc2-a2b7cfcee0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:43.819887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-250ab1fe-3162-4670-8bc2-a2b7cfcee0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1095 time: 0.0552182 Jul 12 17:01:43.914878 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-7c4f8150-1fa2-41ee-939b-674eb79d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:43.916381 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-7c4f8150-1fa2-41ee-939b-674eb79d56ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0901232 Jul 12 17:01:43.982462 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-6ed4a01a-6241-4189-8230-f155dc93bfb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1001 time: 0.0593967 Jul 12 17:01:44.036292 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-af32a451-58c6-47cf-aa0b-0291fbb572de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:44.037731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-af32a451-58c6-47cf-aa0b-0291fbb572de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0473945 Jul 12 17:01:44.095310 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-95645bf2-60e5-402e-b3f4-753a46fb54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:44.096933 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-95645bf2-60e5-402e-b3f4-753a46fb54a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527678 Jul 12 17:01:44.187147 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-558c7510-e79e-4d4e-abfc-3c310583b101 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Jul 12 17:01:44.195381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:01:44.252109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 34228db9-c37c-495c-97ac-121c2f1e6f82 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:01:44.255962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:01:44.256339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:44.292887 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-14f612f1-8d39-4088-b4ee-6b8c27ada4d2 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979517 Jul 12 17:01:44.338545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:44.361540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:01:44.363792 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc927077-151d-4bde-919b-41be192e584d" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:01:44.376393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:01:44.381153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:44.416939 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d956e4-a1ad-4807-a3ef-ae106a65bac0 x-openstack-request-id: req-84d956e4-a1ad-4807-a3ef-ae106a65bac0 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:01:44.417226 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:01:44.417480 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84d956e4-a1ad-4807-a3ef-ae106a65bac0 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:01:44.417860 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'code': 200} Jul 12 17:01:44.443243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:44.612589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0bac8e1d-8d7a-4865-9174-5ebf0d25f307 None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:01:44.612951 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0bac8e1d-8d7a-4865-9174-5ebf0d25f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:44.941572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714be603-ec3f-4801-a590-34788984eaa8 req-04c39d14-0573-45c2-b6ec-ac788c924186 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:44.943096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-714be603-ec3f-4801-a590-34788984eaa8 req-04c39d14-0573-45c2-b6ec-ac788c924186 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0675044 Jul 12 17:01:44.983563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-714be603-ec3f-4801-a590-34788984eaa8 req-9645cfd8-07ef-40cf-ac84-dfe8a4a3167c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Jul 12 17:01:46.167097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c100-da9a-4670-a6d6-8cace9d01413 req-a4dda74b-e772-4345-a83f-0b42d649e8ab tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:46.168708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbb2c100-da9a-4670-a6d6-8cace9d01413 req-a4dda74b-e772-4345-a83f-0b42d649e8ab tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0688949 Jul 12 17:01:46.215300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bbb2c100-da9a-4670-a6d6-8cace9d01413 req-5ab934b1-2df5-4c60-9d24-a94e2d2ec062 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Jul 12 17:01:47.404007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76fb1-72fe-46b8-aef9-c8c4d65214d5 req-c5069d4a-d377-4750-909f-6676449c72aa tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:47.405499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38a76fb1-72fe-46b8-aef9-c8c4d65214d5 req-c5069d4a-d377-4750-909f-6676449c72aa tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0706468 Jul 12 17:01:47.445828 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38a76fb1-72fe-46b8-aef9-c8c4d65214d5 req-d06f7382-caba-4485-85ef-e14fb7135054 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Jul 12 17:01:48.294449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-938d54fe-9a34-4fe5-848c-bf3056657144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:48.296194 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-938d54fe-9a34-4fe5-848c-bf3056657144 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107&tenant_id=c976982b2f034745a6dda4531ae93a7c HTTP/1.1" status: 200 len: 1096 time: 0.0537314 Jul 12 17:01:48.307432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:01:48.386585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:48.638408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:01:48.679839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:01:48.724817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:01:48.727837 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590fc6dc-eeac-4542-a9ea-52dc65df19f0" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-unplugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:01:48.731911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:48.745748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Transition to ACTIVE for port object 34228db9-c37c-495c-97ac-121c2f1e6f82 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:01:48.752926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:48.795124 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6369d991-beb4-485d-bde6-cb1cc44f1457 x-openstack-request-id: req-6369d991-beb4-485d-bde6-cb1cc44f1457 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:01:48.795416 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-unplugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:01:48.795697 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6369d991-beb4-485d-bde6-cb1cc44f1457 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:01:48.796117 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'code': 200} Jul 12 17:01:48.883335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=10']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:48.897538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.897538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.897921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.898176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.898503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.898828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.899151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.899470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.899815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.900133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.900450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.900771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:01:48.946402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] No DVR routers for this DVR port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:01:48.990406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c507b7-2b09-4ce8-9629-48d2e2c66d0f req-e1c67a23-4575-442f-a812-fb292cdd2275 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:48.991833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7c507b7-2b09-4ce8-9629-48d2e2c66d0f req-e1c67a23-4575-442f-a812-fb292cdd2275 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.1984377 Jul 12 17:01:49.078550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e7c507b7-2b09-4ce8-9629-48d2e2c66d0f req-80904733-1d95-42c1-ba40-03af3cfbe2a7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741360 Jul 12 17:01:49.122142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:01:49.122468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:01:49.122795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:01:49.127566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:01:49.127936 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Attempting to bind port 34228db9-c37c-495c-97ac-121c2f1e6f82 on network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:01:49.132711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:01:49.133042 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Checking segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:01:49.133422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Bound using segment: {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:01:49.133838 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Bound port: 34228db9-c37c-495c-97ac-121c2f1e6f82, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5b9a13-87d5-42b3-821d-2c5ced1e7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:01:49.134191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:49.197371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:01:49.200426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:01:49.206356 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:49.245351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:49.245965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:01:49.247341 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] 10.222.0.77 "PUT /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1092 time: 0.9439788 Jul 12 17:01:49.271958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00e43f-1db8-4d7d-910a-1899eeb6ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=11']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:01:49.331305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-ccd4f505-09d6-460f-93bf-31165b2b6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:49.332878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-ccd4f505-09d6-460f-93bf-31165b2b6a31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1095 time: 0.0571337 Jul 12 17:01:49.431100 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-263f53f2-5b1d-4aea-9264-ea3e3224b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:49.432595 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-263f53f2-5b1d-4aea-9264-ea3e3224b5dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0938218 Jul 12 17:01:49.505338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-ed93bb20-1019-4b0b-8317-275a295c42a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0666528 Jul 12 17:01:49.553681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-848bf493-d6c4-493f-8336-a40ff780cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:49.555035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-848bf493-d6c4-493f-8336-a40ff780cdce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0442386 Jul 12 17:01:49.611433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-bacf8ab4-a510-4a51-9b90-2b744842c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:49.612935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-bacf8ab4-a510-4a51-9b90-2b744842c6d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521777 Jul 12 17:01:49.707736 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-49c1d832-7990-45f2-beb9-f31776808fca service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885758 Jul 12 17:01:49.796495 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cfd65c9-e641-4040-821b-eea153bbe30d req-7e064738-30a1-4306-98c7-2ddaea984aa0 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829551 Jul 12 17:01:50.229383 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:01:50.269890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:01:50.395750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc84be-4c15-401b-bc7e-119bd36609ff req-8a8839ee-471a-42af-a795-5acbfa15fa7f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:50.397247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73cc84be-4c15-401b-bc7e-119bd36609ff req-8a8839ee-471a-42af-a795-5acbfa15fa7f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.1159701 Jul 12 17:01:50.436092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73cc84be-4c15-401b-bc7e-119bd36609ff req-b63d2e47-729f-4854-aee9-f356eca5ec84 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Jul 12 17:01:50.797335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:01:50.800617 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3355ce4-9ad8-440b-9d05-688611c077b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:01:50.848435 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3082b2bc-7beb-4061-bbb0-23a15b433ce6 x-openstack-request-id: req-3082b2bc-7beb-4061-bbb0-23a15b433ce6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:01:50.848726 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:01:50.849093 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3082b2bc-7beb-4061-bbb0-23a15b433ce6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:01:50.849504 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'status': 'completed', 'code': 200} Jul 12 17:01:50.934575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-99d97755-4047-46dd-ad84-a6f8f8dee517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:50.936874 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-99d97755-4047-46dd-ad84-a6f8f8dee517 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1095 time: 0.0571966 Jul 12 17:01:50.938037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-579cf808-dab7-4568-89c2-e8fdaf01d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:50.940347 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-579cf808-dab7-4568-89c2-e8fdaf01d500 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c976982b2f034745a6dda4531ae93a7c&device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 1095 time: 0.0659721 Jul 12 17:01:51.039133 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-1168a6a1-728c-4635-8abb-d816d9f07380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.040661 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-1168a6a1-728c-4635-8abb-d816d9f07380 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0946391 Jul 12 17:01:51.041299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-b51f3c7f-edc9-4bf1-81b0-66433f254998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.042767 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-b51f3c7f-edc9-4bf1-81b0-66433f254998 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 200 len: 912 time: 0.0966411 Jul 12 17:01:51.112848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-b2af2794-e934-4eb6-8a9f-d69ddf8d45bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0661175 Jul 12 17:01:51.117285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-57d2f9eb-7fe9-4f60-8538-ce3f4b6f9800 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 200 len: 1000 time: 0.0632465 Jul 12 17:01:51.164693 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-606bb6da-b9a4-45c9-afad-cf19b36d56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.166737 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-606bb6da-b9a4-45c9-afad-cf19b36d56c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0480499 Jul 12 17:01:51.177674 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-5bf06184-6862-433a-a709-a306acb1cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.179155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-5bf06184-6862-433a-a709-a306acb1cdc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 200 len: 850 time: 0.0513866 Jul 12 17:01:51.226566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-18f7659f-acfe-479b-97ce-37b259bad546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.228554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-18f7659f-acfe-479b-97ce-37b259bad546 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562148 Jul 12 17:01:51.244148 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-17239a33-da03-4eb3-a690-403c7c3fb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.247991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-17239a33-da03-4eb3-a690-403c7c3fb077 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558102 Jul 12 17:01:51.328298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-fbc5d776-1cb8-4dc7-bcac-167da565db46 service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938873 Jul 12 17:01:51.345755 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-e4a385e6-6f10-4ecf-a175-50563a11c419 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885785 Jul 12 17:01:51.424039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-6643b116-4f2b-41b7-ba50-fd881085ab6d service neutron] 10.222.0.77 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885115 Jul 12 17:01:51.453280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a3355ce4-9ad8-440b-9d05-688611c077b2 req-6fb4eb83-20ca-402f-ac44-f567825d38e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970564 Jul 12 17:01:51.623563 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e279a-c75a-40a5-b94e-f350c047d051 req-5b969f62-3984-460d-a5d6-bd7fd7810c42 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:51.625120 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a70e279a-c75a-40a5-b94e-f350c047d051 req-5b969f62-3984-460d-a5d6-bd7fd7810c42 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0676951 Jul 12 17:01:51.665783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a70e279a-c75a-40a5-b94e-f350c047d051 req-97838454-daf8-46f6-a76a-788b46c2eb9c tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338812 Jul 12 17:01:52.887378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf08c82-cd41-4713-b22e-a709bc558dc9 req-ab261494-7012-47d9-a7c4-1102d932d95b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:52.888941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebf08c82-cd41-4713-b22e-a709bc558dc9 req-ab261494-7012-47d9-a7c4-1102d932d95b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0698550 Jul 12 17:01:52.928938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ebf08c82-cd41-4713-b22e-a709bc558dc9 req-e33abd10-59ba-41fa-88aa-61f995b404e3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 12 17:01:54.111169 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc13785-8032-4759-b477-e3ec25745675 req-4e5f75f9-aede-44fa-a7ad-b4b6182ee5d1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:54.112607 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cc13785-8032-4759-b477-e3ec25745675 req-4e5f75f9-aede-44fa-a7ad-b4b6182ee5d1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0717742 Jul 12 17:01:54.151652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4cc13785-8032-4759-b477-e3ec25745675 req-b7e48c34-5bb6-450d-8da4-13411b375cc3 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 12 17:01:55.419754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ccac-b56e-4bae-b287-000b638716cb req-6d8bae56-fa89-417e-af72-2bf7e35db501 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:55.421236 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d19ccac-b56e-4bae-b287-000b638716cb req-6d8bae56-fa89-417e-af72-2bf7e35db501 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.1218734 Jul 12 17:01:55.460345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4d19ccac-b56e-4bae-b287-000b638716cb req-defb64c6-f877-4992-b70b-29389a194958 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Jul 12 17:01:56.645151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed6d85-8d8f-4cc7-8880-30c0043def18 req-9634a227-03aa-485f-9927-e29249a71d7d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:56.646677 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ed6d85-8d8f-4cc7-8880-30c0043def18 req-9634a227-03aa-485f-9927-e29249a71d7d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0683146 Jul 12 17:01:56.687229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7ed6d85-8d8f-4cc7-8880-30c0043def18 req-c1806b99-51f1-4078-9eeb-e233d21c5e96 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Jul 12 17:01:57.886766 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975884e9-b3db-48ea-8e65-a2d013579ad2 req-4d15b95a-bbe7-41c2-94b5-d2427ef914a6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:57.888298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-975884e9-b3db-48ea-8e65-a2d013579ad2 req-4d15b95a-bbe7-41c2-94b5-d2427ef914a6 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0750208 Jul 12 17:01:57.927163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-975884e9-b3db-48ea-8e65-a2d013579ad2 req-cfdce5c4-9a20-4486-8c49-0b8767f41fce tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Jul 12 17:01:59.100500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e5f8e-b769-4dfd-81f3-e53fc7c7cc9a req-326e42c3-e72d-461b-90d6-543ec9839132 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:01:59.102051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e2e5f8e-b769-4dfd-81f3-e53fc7c7cc9a req-326e42c3-e72d-461b-90d6-543ec9839132 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0635388 Jul 12 17:01:59.142037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e2e5f8e-b769-4dfd-81f3-e53fc7c7cc9a req-6a603755-d12f-4cf9-a8d4-0ba64b35599e tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Jul 12 17:02:00.333470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16fed-0b3c-40b2-bd93-401e8cb37279 req-51b182be-5846-4b43-9fa2-0beda8a5157d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:00.335086 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dc16fed-0b3c-40b2-bd93-401e8cb37279 req-51b182be-5846-4b43-9fa2-0beda8a5157d tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 944 time: 0.0755818 Jul 12 17:02:00.378889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6dc16fed-0b3c-40b2-bd93-401e8cb37279 req-33e6d999-4ae3-442a-945e-e7c2f1689a1a tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Jul 12 17:02:00.980075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:02:01.080794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:01.092913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'port_id': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'mac_address': 'fa:16:3e:28:25:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:02:01.133210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:01.146625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:01.166284 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:01.170730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:01.232961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:01.439181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['34228db9-c37c-495c-97ac-121c2f1e6f82'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:01.579722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ba1a9-f5fb-4407-81d0-159f3289f1ae req-3eba3fc5-6ae0-4d7c-865b-227a69a4aeee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:01.581280 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-292ba1a9-f5fb-4407-81d0-159f3289f1ae req-3eba3fc5-6ae0-4d7c-865b-227a69a4aeee tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0768409 Jul 12 17:02:01.621616 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-292ba1a9-f5fb-4407-81d0-159f3289f1ae req-45f25fab-c888-41d3-bcdb-40f01f35cf29 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Jul 12 17:02:01.795220 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cb9c0-79e6-4d3b-8ab1-1a1736469d5e req-bd5ee5c4-a204-42e4-a3ab-8831c7a8bc13 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:01.796655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a9cb9c0-79e6-4d3b-8ab1-1a1736469d5e req-bd5ee5c4-a204-42e4-a3ab-8831c7a8bc13 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0647500 Jul 12 17:02:01.838090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a9cb9c0-79e6-4d3b-8ab1-1a1736469d5e req-89acc113-92c9-490b-b15a-d7eb9a1c1a71 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Jul 12 17:02:02.025228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9344cd-d313-40d7-9941-48c7be7eeace req-4afcc798-e55f-4864-b5bc-217e3d1f9a54 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:02.026729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c9344cd-d313-40d7-9941-48c7be7eeace req-4afcc798-e55f-4864-b5bc-217e3d1f9a54 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0684469 Jul 12 17:02:02.066863 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8c9344cd-d313-40d7-9941-48c7be7eeace req-be7e5a5e-10ec-4bd6-8f9c-41b58f0369ea tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Jul 12 17:02:02.107259 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-517b7d05-bfc1-44b0-a02c-d8a8cb7e00db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:02.468461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4fe66-a020-4f3e-ae4b-16ee5e0cca97 req-11a54262-a0db-4eba-8c43-f19011d748d1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:02.471285 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2f4fe66-a020-4f3e-ae4b-16ee5e0cca97 req-11a54262-a0db-4eba-8c43-f19011d748d1 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 945 time: 0.0734320 Jul 12 17:02:02.511899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b2f4fe66-a020-4f3e-ae4b-16ee5e0cca97 req-760cbb42-4112-4fc8-a266-83ad6b0a6af7 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Jul 12 17:02:02.992580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:03.040347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 34228db9-c37c-495c-97ac-121c2f1e6f82 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:03.044096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:03.044468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:03.123405 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:03.147336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:03.149605 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6ef865c6f6a567ba7dbc37848b91e6d40a3bf98908e2b6171e0a0148f91a702" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b76fd-c755-48db-a9f6-232039138db7" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:03.162625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:03.166583 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:03.193196 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464d4ef8-50f7-4312-952a-1ca64cec573c x-openstack-request-id: req-464d4ef8-50f7-4312-952a-1ca64cec573c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:03.193482 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-plugged", "status": "completed", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:03.193732 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-464d4ef8-50f7-4312-952a-1ca64cec573c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:03.194118 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'code': 200} Jul 12 17:02:03.226682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:03.425614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-16d8a7e7-7094-4dca-a266-c891395d3f40 None None] Provisioning complete for port 34228db9-c37c-495c-97ac-121c2f1e6f82 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:03.426010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16d8a7e7-7094-4dca-a266-c891395d3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:03.753961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:03.887697 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a847dc-0935-4073-8b8f-d569e14170a3 req-66cd304e-962e-4270-9649-fa0bc1e51f90 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:03.889137 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45a847dc-0935-4073-8b8f-d569e14170a3 req-66cd304e-962e-4270-9649-fa0bc1e51f90 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 946 time: 0.0693657 Jul 12 17:02:03.929508 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45a847dc-0935-4073-8b8f-d569e14170a3 req-10a97809-c013-4848-845c-a71420e3e30f tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups?id=f33af1eb-2a83-42ba-8774-44ef4229dfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jul 12 17:02:03.942609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3ad462ce-cbc5-4fda-b54a-b2b5b9ce1d65 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:03.944231 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3ad462ce-cbc5-4fda-b54a-b2b5b9ce1d65 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 946 time: 0.0672774 Jul 12 17:02:04.069428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Deleting port 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:04.069776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.163423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] For port 34228db9-c37c-495c-97ac-121c2f1e6f82, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=34228db9-c37c-495c-97ac-121c2f1e6f82,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:04.163705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.346905 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.347385 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.347736 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f disassociated. External IP: 172.25.8.177, port: 34228db9-c37c-495c-97ac-121c2f1e6f82. Jul 12 17:02:04.348083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Calling delete_port for 34228db9-c37c-495c-97ac-121c2f1e6f82 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:04.477326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.509788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'Port': ['ID=34228db9-c37c-495c-97ac-121c2f1e6f82,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:04.523536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eaa37071-af35-4f49-9b11-655b83501436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:04.631554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:02:04.745496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:02:04.755129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:02:04.764368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:04.764977 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:02:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:05.038689 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:05.054574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:05.158534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] No DVR routers for this DVR port 34228db9-c37c-495c-97ac-121c2f1e6f82 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:05.161548 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:05.164093 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a12604c0-7c98-4ab2-ac3f-24614ce7208c req-3dd4866c-0d69-4dae-a485-3ece4adff650 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.77 "DELETE /v2.0/ports/34228db9-c37c-495c-97ac-121c2f1e6f82 HTTP/1.1" status: 204 len: 173 time: 1.2144952 Jul 12 17:02:05.165145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-deleted', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:05.168228 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce53f1bd3f0bf51a7e7ae22fd66c8f917bf81f3d3578192bb2e0546ad929dd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1af052-217d-42f6-8eba-de17f09871ac" -d '{"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-deleted", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:05.220431 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3985cff-fe89-4938-a95e-de0b785a6f2d req-c179c564-b453-4672-a262-d118c3316815 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0631254 Jul 12 17:02:05.286225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:05.287564 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63903546-1d08-4c51-8687-28ccf6aa1f7c x-openstack-request-id: req-63903546-1d08-4c51-8687-28ccf6aa1f7c {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:05.287880 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63586c3-d0bb-479b-ae46-4c0958cde107", "name": "network-vif-deleted", "tag": "34228db9-c37c-495c-97ac-121c2f1e6f82", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:05.288129 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63903546-1d08-4c51-8687-28ccf6aa1f7c {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:05.288516 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63586c3-d0bb-479b-ae46-4c0958cde107', 'name': 'network-vif-deleted', 'tag': '34228db9-c37c-495c-97ac-121c2f1e6f82', 'status': 'completed', 'code': 200} Jul 12 17:02:05.319678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:02:05.328423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:05.329152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:02:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:05.436729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:05.644626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-337db586-709d-4d9f-a175-843e17fe792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:05.673528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337db586-709d-4d9f-a175-843e17fe792e None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:10Z', 'revision_number': 4, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ab4cfec9-aa55-428f-ac20-ce27c19e9c41', 'name': '', 'network_id': 'ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'mac_address': 'fa:16:3e:07:69:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '082d3773-fe93-473c-8718-17053f1efe1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:10Z', 'updated_at': '2021-07-12T16:52:15Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'subnets': [{'id': '082d3773-fe93-473c-8718-17053f1efe1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:02:05.937579 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52704d-0855-45ed-8cb1-e8c6d21580a5 None None] New status for floating IP 5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:02:05.947226 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:05.978073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:06.376699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-af434201-6abc-4053-b743-92d10c603402 req-d7f725bc-44ce-48a0-b18b-e4f89949b6c0 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0304346 Jul 12 17:02:07.005032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:07.030943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 34228db9-c37c-495c-97ac-121c2f1e6f82 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:07.031281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 34228db9-c37c-495c-97ac-121c2f1e6f82 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:07.384588 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:07.522054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f48737d6-5379-49e6-a292-43b3ebdbabf3 req-0fa90fcd-fcb2-4d8a-956c-9c2b0e66bc0b tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0312023 Jul 12 17:02:08.664408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c9b446a-e688-498a-a03a-968af9e5dd92 req-9b30a381-3e65-4c20-82b6-e0791a462b22 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63586c3-d0bb-479b-ae46-4c0958cde107 HTTP/1.1" status: 200 len: 210 time: 0.0291014 Jul 12 17:02:12.779471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38720) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:12.835441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:12.863552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:12.913769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:12.916411 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:12.917608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "DELETE /v2.0/security-groups/f33af1eb-2a83-42ba-8774-44ef4229dfa0 HTTP/1.1" status: 204 len: 168 time: 0.1369724 Jul 12 17:02:12.921325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38724) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:12.938753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bcf7-cf72-459c-8208-5d3022048862 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33af1eb-2a83-42ba-8774-44ef4229dfa0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:12.942028 n-d-800078-3 neutron-server[93711]: INFO neutron.api.v2.resource [None req-4cd0d3a1-08f2-4cde-af30-0d07cbae7087 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] show failed (client error): The resource could not be found. Jul 12 17:02:12.943039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4cd0d3a1-08f2-4cde-af30-0d07cbae7087 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "GET /v2.0/security-groups/f33af1eb-2a83-42ba-8774-44ef4229dfa0 HTTP/1.1" status: 404 len: 347 time: 0.0208318 Jul 12 17:02:12.946107 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38726) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:13.080271 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Deleting port 45c4d83d-6102-4541-a855-6856230c9f6e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:13.080612 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.155818 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.156146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.168079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Calling delete_port for 45c4d83d-6102-4541-a855-6856230c9f6e owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:13.302309 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.332278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Pushing event deleted for resources: {'Port': ['ID=45c4d83d-6102-4541-a855-6856230c9f6e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:13.367995 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:02:13.394995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.397604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:13.398838 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7ba43463-2539-4682-ba9f-96bf9912fa19 tempest-ServerActionsTestJSON-877543379 tempest-ServerActionsTestJSON-877543379-project] 10.222.0.58 "DELETE /v2.0/floatingips/5aaf1fe9-ae25-4c07-8b8d-eb38c9cd5d7f HTTP/1.1" status: 204 len: 168 time: 0.4516492 Jul 12 17:02:13.402251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:13.923994 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:14.183032 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Deleting port ab4cfec9-aa55-428f-ac20-ce27c19e9c41 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:14.183377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:14.264870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] For port ab4cfec9-aa55-428f-ac20-ce27c19e9c41, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:14.265234 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:14.278773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Calling delete_port for ab4cfec9-aa55-428f-ac20-ce27c19e9c41 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:14.462712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:14.489398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4cfec9-aa55-428f-ac20-ce27c19e9c41,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:14.664809 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:14.884410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Router 04fd46b8-19d5-4d50-95f8-e080ec114786 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:02:14.992902 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:02:14.998035 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7cc17098-5deb-4d07-bfc0-b70d040d3efc admin admin] 10.222.0.58 "PUT /v2.0/routers/04fd46b8-19d5-4d50-95f8-e080ec114786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947199 Jul 12 17:02:15.001351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38736) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:15.001844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Sync routers for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:02:15.010884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:15.011485 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:02:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:15.106696 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.116730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:15.207579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.271144 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Deleting port 5e2690a6-8aae-4199-a496-b8c91588172d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:15.271491 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.299392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T17:02:14Z', 'revision_number': 5, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port': {'id': '5e2690a6-8aae-4199-a496-b8c91588172d', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T16:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:15.326145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Checking router: 04fd46b8-19d5-4d50-95f8-e080ec114786 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:02:15.335248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Routers {'04fd46b8-19d5-4d50-95f8-e080ec114786'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:02:15.335898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:02:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['04fd46b8-19d5-4d50-95f8-e080ec114786'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:15.350752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] For port 5e2690a6-8aae-4199-a496-b8c91588172d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5e2690a6-8aae-4199-a496-b8c91588172d,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:15.351111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.364996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Calling delete_port for 5e2690a6-8aae-4199-a496-b8c91588172d owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:15.423616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] Set router 04fd46b8-19d5-4d50-95f8-e080ec114786 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:02:15.480570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T17:02:15Z', 'revision_number': 6, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:15.507993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbb67f-fb0f-41c3-b763-19ccac7ea62d None None] The sync data for ids ['04fd46b8-19d5-4d50-95f8-e080ec114786'] in n-d-800078-3 is: [{'id': '04fd46b8-19d5-4d50-95f8-e080ec114786', 'name': 'tempest-ServerActionsTestJSON-384916151-router', 'tenant_id': 'c976982b2f034745a6dda4531ae93a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:52:07Z', 'updated_at': '2021-07-12T17:02:15Z', 'revision_number': 6, 'project_id': 'c976982b2f034745a6dda4531ae93a7c', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:02:15.541460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.568251 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2690a6-8aae-4199-a496-b8c91588172d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:15.633311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.724896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.727016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.771400 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.771859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04fd46b8-19d5-4d50-95f8-e080ec114786 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:02:15.776047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.777625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-14432566-fa75-4f18-a3c1-89f0b45a7fb7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/04fd46b8-19d5-4d50-95f8-e080ec114786 HTTP/1.1" status: 204 len: 168 time: 0.7750292 Jul 12 17:02:15.779827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38738) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:15.829486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Deleting subnet 082d3773-fe93-473c-8718-17053f1efe1f {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:02:15.832577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.869986 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:15.953081 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.006815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.038195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082d3773-fe93-473c-8718-17053f1efe1f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:16.040276 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.042049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f1265319-86c5-4f08-99fa-61385b59aabb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/082d3773-fe93-473c-8718-17053f1efe1f HTTP/1.1" status: 204 len: 168 time: 0.2611778 Jul 12 17:02:16.044537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:16.044896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae3b12-2fb2-424f-a39c-57aa9bc2f701 None None] Network ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:16.120428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.201701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Deleting port 85b4e96a-083a-4282-ad54-1f70f0447ddd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:16.202242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.275227 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] For port 85b4e96a-083a-4282-ad54-1f70f0447ddd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=85b4e96a-083a-4282-ad54-1f70f0447ddd,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:16.275615 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.289745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Calling delete_port for 85b4e96a-083a-4282-ad54-1f70f0447ddd owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:16.301654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] DHCP port deletion for ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:02:16.354058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Deleting port 85b4e96a-083a-4282-ad54-1f70f0447ddd {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:16.354431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.358321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab4cfec9-aa55-428f-ac20-ce27c19e9c41 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:16.384506 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.412342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b4e96a-083a-4282-ad54-1f70f0447ddd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:16.414078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ab4cfec9-aa55-428f-ac20-ce27c19e9c41 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:16.414427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ab4cfec9-aa55-428f-ac20-ce27c19e9c41 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:16.414837 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 85b4e96a-083a-4282-ad54-1f70f0447ddd no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:16.417471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] No DVR routers for this DVR port 85b4e96a-083a-4282-ad54-1f70f0447ddd on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:16.445214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 85b4e96a-083a-4282-ad54-1f70f0447ddd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:16.445730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 85b4e96a-083a-4282-ad54-1f70f0447ddd not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:16.445974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5e2690a6-8aae-4199-a496-b8c91588172d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:16.474534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5e2690a6-8aae-4199-a496-b8c91588172d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:16.474868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5e2690a6-8aae-4199-a496-b8c91588172d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:16.482795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] For port 85b4e96a-083a-4282-ad54-1f70f0447ddd, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=85b4e96a-083a-4282-ad54-1f70f0447ddd,segment=NetworkSegment(de5b9a13-87d5-42b3-821d-2c5ced1e7929),segment_id=de5b9a13-87d5-42b3-821d-2c5ced1e7929)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:16.483168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.500365 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Calling delete_port for 85b4e96a-083a-4282-ad54-1f70f0447ddd owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:16.501020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.513234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:16.525600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5b9a13-87d5-42b3-821d-2c5ced1e7929') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:16.525808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5b9a13-87d5-42b3-821d-2c5ced1e7929') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:16.535681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.551686 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.559464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:16.559822 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:16.562037 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:16.589816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.615916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] Pushing event deleted for resources: {'Port': ['ID=85b4e96a-083a-4282-ad54-1f70f0447ddd,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:16.621552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08522f-356d-4ec7-bb8a-ca52bca5ccef None None] No DVR routers for this DVR port 85b4e96a-083a-4282-ad54-1f70f0447ddd on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:16.627395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.651779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.653635 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e HTTP/1.1" status: 204 len: 168 time: 0.6081555 Jul 12 17:02:16.654892 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e80939-d19c-42c7-9593-590d232f9af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4edd57-6eac-4a1f-9e32-bf7aeee46f3e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:16.774069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:16.814618 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8e6c4eb6-2b6b-4757-86ec-c6f1f33dae03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c976982b2f034745a6dda4531ae93a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391657 Jul 12 17:02:16.816955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:16.865843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.886297 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.933291 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.936169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:16.937537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f8c2ba5-9c33-484b-aeec-88bdb28df1af HTTP/1.1" status: 204 len: 168 time: 0.1196840 Jul 12 17:02:16.946154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9f149-a7ad-4c59-bfa6-36ab454aeccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c2ba5-9c33-484b-aeec-88bdb28df1af,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:17.623784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38768) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:17.716478 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1359357711-network', 'tenant_id': '2caf588757934213b3739e63ac58ea2b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:17.738545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Made reservation on behalf of 2caf588757934213b3739e63ac58ea2b for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:17.740863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.749128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.842662 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.846237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.866633 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:17.880373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3562142f-3703-4339-9c21-00b3eb4feff5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:17.889035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.889392 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Added segment ebad0edf-f60a-4b5e-8906-0747a11bd0c1 of type vlan for network f5a71958-47f0-402c-b8de-b7e596ac907a Jul 12 17:02:17.933444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.962621 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:17.963672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:17.964252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:18.017602 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3927124 Jul 12 17:02:18.020856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38772) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:18.025481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e9c7c-bbd2-4832-b469-52c3543bc716 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a71958-47f0-402c-b8de-b7e596ac907a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:18.026970 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Request body: {'subnet': {'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1359357711-subnet', 'tenant_id': '2caf588757934213b3739e63ac58ea2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:18.044878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f5a71958-47f0-402c-b8de-b7e596ac907a details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:18.060597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Made reservation on behalf of 2caf588757934213b3739e63ac58ea2b for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:18.063622 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:18.252759 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:18.308956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b250c25-2d3b-49c6-94c1-09c3a14b8923,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:18.324774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Checking segment: {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:18.325124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Network hostable DHCP agents. Network: f5a71958-47f0-402c-b8de-b7e596ac907a, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:18.341886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Network f5a71958-47f0-402c-b8de-b7e596ac907a is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:18.351749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f5a71958-47f0-402c-b8de-b7e596ac907a) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:18.356194 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:18.356696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:18.362374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94afe245-3f3c-442f-a937-ed3423d82cd4 None None] Network f5a71958-47f0-402c-b8de-b7e596ac907a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:18.378932 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-68e52b97-f17e-419f-9dc9-52f13c0f7f50 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3505504 Jul 12 17:02:18.490182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d33bcd-b84e-4f00-8dff-2f2f68c541fc None None] Network f5a71958-47f0-402c-b8de-b7e596ac907a requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:18.795512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-1bd39297-80ce-45a6-8b6f-3991ae28cc53 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:18.797873 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-1bd39297-80ce-45a6-8b6f-3991ae28cc53 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 814 time: 0.1074591 Jul 12 17:02:18.811811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-734aa51e-9c0f-4523-b5bf-04535c877700 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/quotas/2caf588757934213b3739e63ac58ea2b HTTP/1.1" status: 200 len: 375 time: 0.0090482 Jul 12 17:02:18.847357 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-ab261762-3519-4659-9f59-87ccb82ef948 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jul 12 17:02:18.907165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-b74ef3fe-e787-4ed2-901a-7eedd9521738 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:02:18.908212 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-b74ef3fe-e787-4ed2-901a-7eedd9521738 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547357 Jul 12 17:02:19.013476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5da21cc3-115d-4b86-b529-511029684222 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989778 Jul 12 17:02:19.104918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-8f0af859-d8c9-4941-b335-c2cce69d20f2 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Jul 12 17:02:19.275407 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-43812111-549d-422f-81b9-063fd37369f2 req-c1b1dec6-2af5-416e-9b5e-5bfd62de6e50 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 210 time: 0.0342026 Jul 12 17:02:20.425622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c09541e6-e593-42e4-a15a-67e6dd72ba7f req-8630dd00-c589-448a-956f-8ee66b5c871a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 210 time: 0.0360732 Jul 12 17:02:20.559698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-3e72872a-a43a-4fda-95a9-1f81e391f049 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:20.561194 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-3e72872a-a43a-4fda-95a9-1f81e391f049 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.65 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 814 time: 0.1038795 Jul 12 17:02:20.594100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Request body: {'port': {'device_id': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a', 'admin_state_up': True, 'tenant_id': '2caf588757934213b3739e63ac58ea2b'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:20.717862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Made reservation on behalf of 2caf588757934213b3739e63ac58ea2b for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:20.721681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:20.848614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Allocated IP 172.20.0.14 (f5a71958-47f0-402c-b8de-b7e596ac907a/5b250c25-2d3b-49c6-94c1-09c3a14b8923/5f06e8f9-56a0-4f07-bad7-d37dff297423) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:21.014117 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.054488 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.104710 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Network f5a71958-47f0-402c-b8de-b7e596ac907a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:21.108014 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:21.112492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:21.116457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Pushing event updated for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:21.170512 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.171124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.185036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-43018337-34c3-4e89-96fb-5afda008b0ac tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5962045 Jul 12 17:02:21.197142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Request body: {'port': {'device_id': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:21.274190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.555518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f06e8f9-56a0-4f07-bad7-d37dff297423 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:21.564100 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.576335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Transition to ACTIVE for port object 5f06e8f9-56a0-4f07-bad7-d37dff297423 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:21.581425 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.636039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:21.710088 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Attempting to bind port 5f06e8f9-56a0-4f07-bad7-d37dff297423 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:02:21.710324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Attempting to bind port 5f06e8f9-56a0-4f07-bad7-d37dff297423 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:02:21.710644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Attempting to bind port 5f06e8f9-56a0-4f07-bad7-d37dff297423 on network f5a71958-47f0-402c-b8de-b7e596ac907a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:21.715404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Port 5f06e8f9-56a0-4f07-bad7-d37dff297423 on network f5a71958-47f0-402c-b8de-b7e596ac907a not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:02:21.715758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Attempting to bind port 5f06e8f9-56a0-4f07-bad7-d37dff297423 on network f5a71958-47f0-402c-b8de-b7e596ac907a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:21.721124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:02:21.721457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Checking segment: {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:21.721838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Bound using segment: {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:02:21.722263 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Bound port: 5f06e8f9-56a0-4f07-bad7-d37dff297423, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:02:21.722615 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.794538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:02:21.798376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:02:21.802769 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.844054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.844674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:21.846125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] 10.222.0.65 "PUT /v2.0/ports/5f06e8f9-56a0-4f07-bad7-d37dff297423 HTTP/1.1" status: 200 len: 1092 time: 0.6532016 Jul 12 17:02:21.846567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:21.881097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba56a-0e17-4cae-bdb7-0c273df42d09 service neutron] Pushing event updated for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:21.897383 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:21.954253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048a5af-6f7f-4bfb-b34d-391520e33dd1 req-0db7c287-6fdf-43a4-9b49-4ae7f3f5ded2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.955623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d048a5af-6f7f-4bfb-b34d-391520e33dd1 req-0db7c287-6fdf-43a4-9b49-4ae7f3f5ded2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 932 time: 0.4188561 Jul 12 17:02:21.957160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-a758817b-bdd6-4241-aedb-394fa683d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:21.959078 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-a758817b-bdd6-4241-aedb-394fa683d5f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 1095 time: 0.0587835 Jul 12 17:02:22.001710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d048a5af-6f7f-4bfb-b34d-391520e33dd1 req-5a0f09f7-13d0-4abb-8f82-b70bfecdc09f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jul 12 17:02:22.011874 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1330ef-5b5d-4f99-bb31-45a3500b5a2d x-openstack-request-id: req-de1330ef-5b5d-4f99-bb31-45a3500b5a2d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:22.012242 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:22.012403 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de1330ef-5b5d-4f99-bb31-45a3500b5a2d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:22.012790 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423', 'status': 'completed', 'code': 200} Jul 12 17:02:22.014592 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-c1634733-de85-413a-943c-3fe630421f6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423 HTTP/1.1" status: 200 len: 217 time: 0.0442359 Jul 12 17:02:22.068570 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-bade3ccf-cb4d-4e91-954a-9c37fded908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:22.070036 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-bade3ccf-cb4d-4e91-954a-9c37fded908e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 200 len: 854 time: 0.0448294 Jul 12 17:02:22.106298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-7786bc82-0d24-4eeb-a348-c7f01d7917b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5a71958-47f0-402c-b8de-b7e596ac907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267670 Jul 12 17:02:22.220756 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-ec35d4c8-e861-44c6-b53f-720a844e35ca service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043048 Jul 12 17:02:22.317811 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a9fc8fa6-c0fe-41f9-9477-8e7a76bfc065 req-aa5ea426-8bb4-4bdd-a210-6a0e0882eee9 service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Jul 12 17:02:22.438289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-befdaaf3-d252-492d-b998-dbc77d844e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:22.440522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-befdaaf3-d252-492d-b998-dbc77d844e47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 1095 time: 0.0666108 Jul 12 17:02:22.540583 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-c4f78900-d9d8-45f8-8f27-f419c3cf50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:22.541959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-c4f78900-d9d8-45f8-8f27-f419c3cf50d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 915 time: 0.0951517 Jul 12 17:02:22.587475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-3c1b68e1-51de-4798-ba9c-9ff244ed2843 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423 HTTP/1.1" status: 200 len: 217 time: 0.0364981 Jul 12 17:02:22.645347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-cf85c257-d067-45bc-9902-3ccdf2a969ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:22.647924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-cf85c257-d067-45bc-9902-3ccdf2a969ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 200 len: 854 time: 0.0529044 Jul 12 17:02:22.686597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-f54f9324-c9c1-4e54-a002-0b58f6ea4659 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5a71958-47f0-402c-b8de-b7e596ac907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313852 Jul 12 17:02:22.778920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-63f61127-0721-461c-a3db-432f122ca96d service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Jul 12 17:02:22.876068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ebb72dea-90a1-4730-8ba0-bb5a06a306ed req-e9f0df46-979d-4960-9c29-3b46ee733a03 service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899899 Jul 12 17:02:23.180948 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449214a-dca2-4ef6-af7a-131e5e841166 req-33715b51-97bf-4767-9f3c-7200ff16cee2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:23.182434 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5449214a-dca2-4ef6-af7a-131e5e841166 req-33715b51-97bf-4767-9f3c-7200ff16cee2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 944 time: 0.0680847 Jul 12 17:02:23.222153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5449214a-dca2-4ef6-af7a-131e5e841166 req-d088a467-00a6-4a10-86b6-98b0746c4070 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 12 17:02:24.401597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5f06e8f9-56a0-4f07-bad7-d37dff297423 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:02:24.413530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8e1cf-88ec-4115-b81d-90a80fccd299 req-46434986-733e-4443-a2c9-aca6daeacd8d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:24.415282 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bd8e1cf-88ec-4115-b81d-90a80fccd299 req-46434986-733e-4443-a2c9-aca6daeacd8d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 944 time: 0.0735683 Jul 12 17:02:24.462726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7bd8e1cf-88ec-4115-b81d-90a80fccd299 req-0a2e99dc-63b9-4f70-bda4-3e39d9d1876e tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Jul 12 17:02:24.518552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:24.530621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '5f06e8f9-56a0-4f07-bad7-d37dff297423', 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a', 'port_id': '5f06e8f9-56a0-4f07-bad7-d37dff297423', 'mac_address': 'fa:16:3e:a9:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b250c25-2d3b-49c6-94c1-09c3a14b8923', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:02:24.575263 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:24.590779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f06e8f9-56a0-4f07-bad7-d37dff297423 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:24.612168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:24.617175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:24.677577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:24.919192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5f06e8f9-56a0-4f07-bad7-d37dff297423'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:25.645668 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7708e0-d5c1-4f38-bbd2-dcc5b811b830 req-eea13550-7ae7-435b-8e43-1c1700c910aa tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:25.647181 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b7708e0-d5c1-4f38-bbd2-dcc5b811b830 req-eea13550-7ae7-435b-8e43-1c1700c910aa tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 945 time: 0.0658860 Jul 12 17:02:25.692205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7b7708e0-d5c1-4f38-bbd2-dcc5b811b830 req-14b9e0b8-28d3-44ec-9e88-7040fbeabe20 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Jul 12 17:02:26.415945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5f06e8f9-56a0-4f07-bad7-d37dff297423 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:26.467993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 5f06e8f9-56a0-4f07-bad7-d37dff297423 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:26.471857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 5f06e8f9-56a0-4f07-bad7-d37dff297423 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:26.472226 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:26.549563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:26.571409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:26.585238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:26.589144 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:26.617981 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e8e67-5405-4906-98c0-ea9138d1acfa" -d '{"events": [{"server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "name": "network-vif-plugged", "status": "completed", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:26.649427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:26.706676 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a7813-7506-4242-9c35-1680b2146bed x-openstack-request-id: req-682a7813-7506-4242-9c35-1680b2146bed {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:26.706965 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "name": "network-vif-plugged", "status": "completed", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:26.707214 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-682a7813-7506-4242-9c35-1680b2146bed {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:26.707632 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423', 'code': 200} Jul 12 17:02:26.881696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08b1ce-6d25-47b3-86c3-be63d856ecdf req-538bcc57-5547-4543-a3ba-1e4d8583c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:26.883106 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f08b1ce-6d25-47b3-86c3-be63d856ecdf req-538bcc57-5547-4543-a3ba-1e4d8583c298 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 1097 time: 0.0953758 Jul 12 17:02:26.895298 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21e971-410d-4995-8c5b-0f5b4572f7ea req-30fbc6f2-b8e8-4f1f-8aaf-d594b19bd21b tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:26.896749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f21e971-410d-4995-8c5b-0f5b4572f7ea req-30fbc6f2-b8e8-4f1f-8aaf-d594b19bd21b tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0826659 Jul 12 17:02:26.949290 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2f08b1ce-6d25-47b3-86c3-be63d856ecdf req-3ab0de4e-9c95-4b25-abb8-9dc707358b8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Jul 12 17:02:26.954607 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6f21e971-410d-4995-8c5b-0f5b4572f7ea req-4f6bda79-ea02-468c-909c-77a108805171 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Jul 12 17:02:28.178685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4327-f9c8-4338-b619-294bd76afef1 req-0454a0f6-4f8a-4c59-b484-8b3ce7829095 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:28.180437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1cc4327-f9c8-4338-b619-294bd76afef1 req-0454a0f6-4f8a-4c59-b484-8b3ce7829095 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0741427 Jul 12 17:02:28.227726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c1cc4327-f9c8-4338-b619-294bd76afef1 req-9078b7aa-f567-4387-9209-8f4f6acb1ca3 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Jul 12 17:02:28.490924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-82e45882-1527-4e4e-b49e-fdade22faaf7 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:28.492915 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-82e45882-1527-4e4e-b49e-fdade22faaf7 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 814 time: 0.1286979 Jul 12 17:02:28.510561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-c62df010-b195-4986-aa7c-8327cd72de97 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/quotas/2caf588757934213b3739e63ac58ea2b HTTP/1.1" status: 200 len: 375 time: 0.0107586 Jul 12 17:02:28.586964 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-dbada252-d172-4960-9864-75abb9b39d73 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706072 Jul 12 17:02:28.782809 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-4c4a0ecf-85b1-4738-b5a6-63480c1e5458 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386271 Jul 12 17:02:28.878243 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-bf5ad8b8-e024-4943-a723-8e81ac4c3a16 service neutron] 10.222.0.58 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898657 Jul 12 17:02:29.045500 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c243830-0c99-4645-aae5-be2097fe39a4 req-20a823da-497b-40b5-8adb-931abb14d98b tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 210 time: 0.0300682 Jul 12 17:02:30.098759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-18ebfb84-0daa-47b8-8378-76e51141f87c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:30.100278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-18ebfb84-0daa-47b8-8378-76e51141f87c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.77 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 814 time: 0.1138699 Jul 12 17:02:30.114947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Request body: {'port': {'device_id': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a', 'admin_state_up': True, 'tenant_id': '2caf588757934213b3739e63ac58ea2b'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:30.201500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e8e1641d-ee81-4598-b7b4-c507aca19dc2 req-6867317e-b015-44c4-b4a9-f180619e3b4b tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 210 time: 0.0396307 Jul 12 17:02:30.229796 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Made reservation on behalf of 2caf588757934213b3739e63ac58ea2b for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:30.233399 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.367258 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Allocated IP 172.20.0.2 (f5a71958-47f0-402c-b8de-b7e596ac907a/5b250c25-2d3b-49c6-94c1-09c3a14b8923/831a206e-fc06-4df3-999b-8094d8d0a2f7) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:30.527643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.571088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.584716 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5f06e8f9-56a0-4f07-bad7-d37dff297423'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:30.618387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Network f5a71958-47f0-402c-b8de-b7e596ac907a is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:30.621772 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:30.628212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:30.661134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Pushing event updated for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:30.688342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:30.689278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:30.706703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b8f22d30-1a30-4d5a-baa2-c1497009c6ff tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956767 Jul 12 17:02:30.796841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Request body: {'port': {'device_id': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:30.878873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.176052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831a206e-fc06-4df3-999b-8094d8d0a2f7 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:31.183915 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.196430 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Transition to ACTIVE for port object 831a206e-fc06-4df3-999b-8094d8d0a2f7 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:31.200352 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.295131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:31.355030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Attempting to bind port 831a206e-fc06-4df3-999b-8094d8d0a2f7 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:02:31.355370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Attempting to bind port 831a206e-fc06-4df3-999b-8094d8d0a2f7 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:02:31.355733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Attempting to bind port 831a206e-fc06-4df3-999b-8094d8d0a2f7 on network f5a71958-47f0-402c-b8de-b7e596ac907a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:31.362635 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Port 831a206e-fc06-4df3-999b-8094d8d0a2f7 on network f5a71958-47f0-402c-b8de-b7e596ac907a not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:02:31.362952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Attempting to bind port 831a206e-fc06-4df3-999b-8094d8d0a2f7 on network f5a71958-47f0-402c-b8de-b7e596ac907a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:31.370489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:02:31.370829 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Checking segment: {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:31.371213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Bound using segment: {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:02:31.371658 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Bound port: 831a206e-fc06-4df3-999b-8094d8d0a2f7, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:02:31.372017 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.432043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c0ade-0975-4ed4-ba79-5993103d0e62 req-f14643e3-6b8d-4faf-a987-95681346aebf tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:31.433554 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c4c0ade-0975-4ed4-ba79-5993103d0e62 req-f14643e3-6b8d-4faf-a987-95681346aebf tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 943 time: 0.1165454 Jul 12 17:02:31.475447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:02:31.497069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:02:31.503985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c4c0ade-0975-4ed4-ba79-5993103d0e62 req-82237408-ab60-4e82-866e-6d9b10cfd6cd tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619256 Jul 12 17:02:31.505105 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.539252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:31.539866 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:31.541237 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] 10.222.0.77 "PUT /v2.0/ports/831a206e-fc06-4df3-999b-8094d8d0a2f7 HTTP/1.1" status: 200 len: 1091 time: 0.7889557 Jul 12 17:02:31.541687 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:31.570322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839135c5-51ec-4f43-8a03-3d8be7a06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:31.590025 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c624c211-7f3c-46ad-a3c4-2e25aef06230" -d '{"events": [{"name": "network-changed", "server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:31.640350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-fa3a303a-e3db-447e-aa16-e8c02a7958fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:31.641885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-fa3a303a-e3db-447e-aa16-e8c02a7958fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 1094 time: 0.0618622 Jul 12 17:02:31.691712 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0030a-46d7-4d57-a3db-ebf80104fbfb x-openstack-request-id: req-12b0030a-46d7-4d57-a3db-ebf80104fbfb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:31.691933 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:31.692240 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12b0030a-46d7-4d57-a3db-ebf80104fbfb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:31.692550 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7', 'status': 'completed', 'code': 200} Jul 12 17:02:31.694448 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-548f8a42-2458-4666-890b-e88dc6c97ed9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7 HTTP/1.1" status: 200 len: 217 time: 0.0441239 Jul 12 17:02:31.744198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-09993d67-bc34-4714-90fc-26305f62f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:31.745689 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-09993d67-bc34-4714-90fc-26305f62f492 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 200 len: 854 time: 0.0457864 Jul 12 17:02:31.778108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-b94378cd-017c-4e6c-a930-d4a47bd2549c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5a71958-47f0-402c-b8de-b7e596ac907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264690 Jul 12 17:02:31.872807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-32d23a85-8461-4a56-9a93-83d9377d1e4e service neutron] 10.222.0.77 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879166 Jul 12 17:02:31.962123 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539f1c3b-320c-4863-8fa5-2bb5b6b97ac7 req-e69c252e-9b3f-4c3a-abbe-d8c2cc8045ab service neutron] 10.222.0.77 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Jul 12 17:02:32.063339 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-3b97b209-6306-4352-be23-329578217c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:32.064919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-3b97b209-6306-4352-be23-329578217c43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 1094 time: 0.0551670 Jul 12 17:02:32.107992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c73add84-9d08-4615-b2b2-3d9ac411dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:32.161920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-0f846437-1b0f-47c7-af6e-f00c30044ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:32.163430 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-0f846437-1b0f-47c7-af6e-f00c30044ddf service neutron] 10.222.0.77 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 915 time: 0.0929055 Jul 12 17:02:32.205868 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-5795849c-c5df-4a42-a77e-61d581279be8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7 HTTP/1.1" status: 200 len: 217 time: 0.0355265 Jul 12 17:02:32.263189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-8dabee39-1fef-4ec5-964f-3ebedadf0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:32.264803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-8dabee39-1fef-4ec5-964f-3ebedadf0f6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 200 len: 854 time: 0.0523794 Jul 12 17:02:32.299158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-22c2341e-7aec-41a1-8f9b-299c399bde54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f5a71958-47f0-402c-b8de-b7e596ac907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270269 Jul 12 17:02:32.387560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-a2a1bad3-5a02-4847-8508-37e86e83731f service neutron] 10.222.0.77 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816453 Jul 12 17:02:32.483668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c624c211-7f3c-46ad-a3c4-2e25aef06230 req-5b2f9ff0-7de4-4a02-9c13-c80f8e7afccd service neutron] 10.222.0.77 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888257 Jul 12 17:02:32.681084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cb19a-0d13-43de-b776-52700762358c req-bf15f83a-f0e7-4cec-9227-8d06d5e9bdf2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:32.682555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-303cb19a-0d13-43de-b776-52700762358c req-bf15f83a-f0e7-4cec-9227-8d06d5e9bdf2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 943 time: 0.0652668 Jul 12 17:02:32.722989 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-303cb19a-0d13-43de-b776-52700762358c req-11d9d78a-b615-40c3-803a-9ad969d8b452 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Jul 12 17:02:33.733732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-50c42faa-c4fe-42ad-be3e-3ba9d6e7d2b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876753 Jul 12 17:02:33.752530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:33.829826 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-81f880ec-5aa1-47f8-a576-ef09f9fe2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:33.831323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-81f880ec-5aa1-47f8-a576-ef09f9fe2513 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2caf588757934213b3739e63ac58ea2b&device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 1097 time: 0.0542142 Jul 12 17:02:33.987844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd936fc6-f441-427d-b75f-c75db8556aa5 req-ce33ee78-f2fd-49c9-98df-5a020c8dbeeb tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:33.989337 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd936fc6-f441-427d-b75f-c75db8556aa5 req-ce33ee78-f2fd-49c9-98df-5a020c8dbeeb tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 943 time: 0.1387203 Jul 12 17:02:33.990872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-75ade556-80e8-459c-936a-18f1f72fac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:33.992220 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-75ade556-80e8-459c-936a-18f1f72fac48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 200 len: 915 time: 0.1397643 Jul 12 17:02:34.042254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-42ffcc20-4675-4656-8a84-05e920af2664 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423 HTTP/1.1" status: 200 len: 217 time: 0.0407054 Jul 12 17:02:34.090876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cd936fc6-f441-427d-b75f-c75db8556aa5 req-082e9060-0430-47b7-a0b4-6eb30a681182 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959268 Jul 12 17:02:34.107803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-d05f1819-f2e6-4c36-a900-ffb29e24f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:34.109855 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-d05f1819-f2e6-4c36-a900-ffb29e24f2d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 200 len: 854 time: 0.0603316 Jul 12 17:02:34.142834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-d2cbe715-e19d-4a65-b809-ebb908bc581f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f5a71958-47f0-402c-b8de-b7e596ac907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 12 17:02:34.241430 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-1888a0be-81da-4dd9-9004-3925e6a86ec5 service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904560 Jul 12 17:02:34.355957 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5e6fa4bc-7136-4707-b698-490465f8a813 req-0215789c-c411-47b2-b1d6-f96b55ee7bc2 service neutron] 10.222.0.65 "GET /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946162 Jul 12 17:02:34.526955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9e216831-e1fd-4dbb-9114-bcf4cff274dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:34.980069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.084908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 831a206e-fc06-4df3-999b-8094d8d0a2f7 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:02:35.183137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:35.195446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '831a206e-fc06-4df3-999b-8094d8d0a2f7', 'network_id': 'f5a71958-47f0-402c-b8de-b7e596ac907a', 'port_id': '831a206e-fc06-4df3-999b-8094d8d0a2f7', 'mac_address': 'fa:16:3e:5c:39:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b250c25-2d3b-49c6-94c1-09c3a14b8923', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:02:35.234176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.251407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831a206e-fc06-4df3-999b-8094d8d0a2f7 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:02:35.268427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db941fd-4e03-4f7c-ae84-8dc20ab530b0 req-4a0ef1d8-8933-4ebc-b8b1-2c6accbada5e tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:35.269964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9db941fd-4e03-4f7c-ae84-8dc20ab530b0 req-4a0ef1d8-8933-4ebc-b8b1-2c6accbada5e tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 943 time: 0.0670905 Jul 12 17:02:35.271736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:35.276120 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.316594 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9db941fd-4e03-4f7c-ae84-8dc20ab530b0 req-fe33f4b0-edaa-44e0-b408-b3724ce3d596 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Jul 12 17:02:35.332664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:35.492024 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['831a206e-fc06-4df3-999b-8094d8d0a2f7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:35.940569 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:35.972542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:36.505806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d421a-5295-46e1-95d0-a00afc75b983 req-40fa74a8-67a5-4dba-8cc2-8d8b3f8883d5 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:36.507568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-464d421a-5295-46e1-95d0-a00afc75b983 req-40fa74a8-67a5-4dba-8cc2-8d8b3f8883d5 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 944 time: 0.0808067 Jul 12 17:02:36.563676 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-464d421a-5295-46e1-95d0-a00afc75b983 req-a268cca7-e909-49b0-8cc0-8b524ffdc7e2 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Jul 12 17:02:37.113400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 831a206e-fc06-4df3-999b-8094d8d0a2f7 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:37.170476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 831a206e-fc06-4df3-999b-8094d8d0a2f7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:37.175021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 831a206e-fc06-4df3-999b-8094d8d0a2f7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:37.175395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.260723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.286933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:37.289273 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31203e-23c4-4d44-8767-17d9a288a108" -d '{"events": [{"server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "name": "network-vif-plugged", "status": "completed", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:37.304312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:37.309517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.336638 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441c9b08-ec88-4198-a6ef-6b457633c7f4 x-openstack-request-id: req-441c9b08-ec88-4198-a6ef-6b457633c7f4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:37.336930 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "name": "network-vif-plugged", "status": "completed", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:37.337182 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-441c9b08-ec88-4198-a6ef-6b457633c7f4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:37.337571 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7', 'code': 200} Jul 12 17:02:37.367981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:37.385109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:37.442855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8365cd-df71-42a0-9892-6184e0596db0 req-3d4a793c-7098-4827-97fa-37fa069b96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:37.444421 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b8365cd-df71-42a0-9892-6184e0596db0 req-3d4a793c-7098-4827-97fa-37fa069b96f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 1096 time: 0.0519445 Jul 12 17:02:37.480938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b8365cd-df71-42a0-9892-6184e0596db0 req-759c4a49-8b87-446b-9c01-7e6dcde97fe1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Jul 12 17:02:37.748940 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4521-329e-4131-b018-ea800dbe4035 req-ca540a71-2a4a-4997-a1e2-1fad3d8f42bc tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:37.750440 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbdb4521-329e-4131-b018-ea800dbe4035 req-ca540a71-2a4a-4997-a1e2-1fad3d8f42bc tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 945 time: 0.0675890 Jul 12 17:02:37.789643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dbdb4521-329e-4131-b018-ea800dbe4035 req-5c558fd5-9ef0-4c00-a226-879d9490382d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jul 12 17:02:38.972767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad0750-55c2-40eb-acb7-f4cbcee43fe0 req-6a80f485-03b2-4795-80c5-2edde1dac75f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:38.974315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afad0750-55c2-40eb-acb7-f4cbcee43fe0 req-6a80f485-03b2-4795-80c5-2edde1dac75f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 945 time: 0.0665340 Jul 12 17:02:39.012673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-afad0750-55c2-40eb-acb7-f4cbcee43fe0 req-67da11d1-3dc4-4358-a5fd-40a23a5df194 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 12 17:02:39.392545 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ba295-2fa1-4825-88ce-624718b18798 req-136453e6-4397-4fd2-8c7a-8fe4c66d0819 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:39.393929 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d93ba295-2fa1-4825-88ce-624718b18798 req-136453e6-4397-4fd2-8c7a-8fe4c66d0819 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 945 time: 0.0681548 Jul 12 17:02:39.432470 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d93ba295-2fa1-4825-88ce-624718b18798 req-920055ad-59d8-4f52-8c8e-485cc3d3181e tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Jul 12 17:02:40.600778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-600cf5a5-8e2f-48b2-9eab-d308dee76b0f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:40.602230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-600cf5a5-8e2f-48b2-9eab-d308dee76b0f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.77 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 945 time: 0.0757661 Jul 12 17:02:40.614608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493dc3d-894e-4ecc-9b55-6a4cf10807fb req-0ce7294d-c9fc-4bde-a0aa-35b1a792543f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:40.616010 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0493dc3d-894e-4ecc-9b55-6a4cf10807fb req-0ce7294d-c9fc-4bde-a0aa-35b1a792543f tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9172b07-dd82-454c-8af0-4bbb67a7793f HTTP/1.1" status: 200 len: 945 time: 0.0673740 Jul 12 17:02:40.662585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0493dc3d-894e-4ecc-9b55-6a4cf10807fb req-292c2261-6d09-4c61-889f-26781bc5b1e4 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Jul 12 17:02:40.715044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Deleting port 831a206e-fc06-4df3-999b-8094d8d0a2f7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:40.715383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:40.814062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] For port 831a206e-fc06-4df3-999b-8094d8d0a2f7, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=831a206e-fc06-4df3-999b-8094d8d0a2f7,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:40.814420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:40.827321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Calling delete_port for 831a206e-fc06-4df3-999b-8094d8d0a2f7 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:40.962984 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:40.977424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5f06e8f9-56a0-4f07-bad7-d37dff297423'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:40.979998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['831a206e-fc06-4df3-999b-8094d8d0a2f7'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:40.991996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Pushing event deleted for resources: {'Port': ['ID=831a206e-fc06-4df3-999b-8094d8d0a2f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:41.039052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] No DVR routers for this DVR port 831a206e-fc06-4df3-999b-8094d8d0a2f7 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:41.041713 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:41.043759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b9d68914-6583-48d1-a26a-b9697b846f0f req-91c7eb25-6068-4826-9393-b88bb9297c0a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.77 "DELETE /v2.0/ports/831a206e-fc06-4df3-999b-8094d8d0a2f7 HTTP/1.1" status: 204 len: 173 time: 0.4363484 Jul 12 17:02:41.044210 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'name': 'network-vif-deleted', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:41.046512 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef60e60b-82cd-4e97-b851-469ce2420461" -d '{"events": [{"server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "name": "network-vif-deleted", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:41.091831 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d6ae85-44e8-4a34-b95b-3661d325e03d x-openstack-request-id: req-d3d6ae85-44e8-4a34-b95b-3661d325e03d {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:41.092118 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9172b07-dd82-454c-8af0-4bbb67a7793f", "name": "network-vif-deleted", "tag": "831a206e-fc06-4df3-999b-8094d8d0a2f7", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:41.092390 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3d6ae85-44e8-4a34-b95b-3661d325e03d {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:41.092792 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9172b07-dd82-454c-8af0-4bbb67a7793f', 'name': 'network-vif-deleted', 'tag': '831a206e-fc06-4df3-999b-8094d8d0a2f7', 'status': 'completed', 'code': 200} Jul 12 17:02:41.909969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8ed01-fb0e-4b1e-adc7-12771094e459 req-3fe4a4cd-fc40-4cdf-9499-670fbea65324 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:41.911536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ca8ed01-fb0e-4b1e-adc7-12771094e459 req-3fe4a4cd-fc40-4cdf-9499-670fbea65324 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0692360 Jul 12 17:02:41.950274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9ca8ed01-fb0e-4b1e-adc7-12771094e459 req-8141390d-a178-4a1e-b832-ada0542b9a63 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Jul 12 17:02:42.138117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9db7c-2db5-43cb-9040-87565af3cc64 req-d63afeec-8df6-494a-a9a1-660ac96db54d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.139606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ee9db7c-2db5-43cb-9040-87565af3cc64 req-d63afeec-8df6-494a-a9a1-660ac96db54d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0644989 Jul 12 17:02:42.177650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3ee9db7c-2db5-43cb-9040-87565af3cc64 req-ad1835c7-2d72-4023-85be-c419d78e77bf tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Jul 12 17:02:42.358379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938a390-a99a-48d1-97f6-70cc5494b726 req-fe3fb08e-7ab9-41e5-8077-7a3e5aa37a39 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.360543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6938a390-a99a-48d1-97f6-70cc5494b726 req-fe3fb08e-7ab9-41e5-8077-7a3e5aa37a39 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0641723 Jul 12 17:02:42.397814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6938a390-a99a-48d1-97f6-70cc5494b726 req-cd5caac7-31a8-486c-b690-9b004a4d2e8d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Jul 12 17:02:42.690356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7779-4f57-4b9b-8f2a-9f1c546cc02b req-e9440dc9-6982-412a-9273-933abf9c8e9c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.691916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-382b7779-4f57-4b9b-8f2a-9f1c546cc02b req-e9440dc9-6982-412a-9273-933abf9c8e9c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0756314 Jul 12 17:02:42.739804 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-382b7779-4f57-4b9b-8f2a-9f1c546cc02b req-caa32163-9a78-4f27-8e87-5bddf4ec979a tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jul 12 17:02:42.923740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0424fa-5f77-4af8-bba3-a06126287f27 req-fdf6445c-e384-4144-ad6c-0e11e45759b4 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:42.925311 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e0424fa-5f77-4af8-bba3-a06126287f27 req-fdf6445c-e384-4144-ad6c-0e11e45759b4 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0684960 Jul 12 17:02:42.970964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9e0424fa-5f77-4af8-bba3-a06126287f27 req-28078606-4007-4e00-8871-c7cb661d9ba3 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 Jul 12 17:02:43.160732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa482-6fc3-4066-9142-e9bbfada7955 req-4256c951-27f2-49df-83af-766c1ed34f65 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.162476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52aaa482-6fc3-4066-9142-e9bbfada7955 req-4256c951-27f2-49df-83af-766c1ed34f65 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0677016 Jul 12 17:02:43.204596 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-52aaa482-6fc3-4066-9142-e9bbfada7955 req-1c3cfd17-82ce-4308-ae9f-6c4272b6e4c8 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Jul 12 17:02:43.765794 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60deee0-ebb0-47fe-b72c-97ed8199d682 req-6cede24c-b0a2-4da2-9f7d-43b8a4917511 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:43.767544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a60deee0-ebb0-47fe-b72c-97ed8199d682 req-6cede24c-b0a2-4da2-9f7d-43b8a4917511 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0670288 Jul 12 17:02:43.810550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a60deee0-ebb0-47fe-b72c-97ed8199d682 req-223703ad-43a0-4372-94b2-8cc99000b0b7 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Jul 12 17:02:44.995158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a554e-f714-4869-83c2-fc868a1d8c80 req-c9afaa12-8c9d-49f6-92e3-87ffb5b5603d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:44.996668 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e44a554e-f714-4869-83c2-fc868a1d8c80 req-c9afaa12-8c9d-49f6-92e3-87ffb5b5603d tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0651138 Jul 12 17:02:45.034810 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e44a554e-f714-4869-83c2-fc868a1d8c80 req-1dbe8385-477f-42d7-86f3-78fd1fca8355 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/security-groups?id=3562142f-3703-4339-9c21-00b3eb4feff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 12 17:02:45.159891 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-2b3b3695-ea27-4eb5-ba5f-a1267842252c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:45.161413 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-2b3b3695-ea27-4eb5-ba5f-a1267842252c tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 946 time: 0.0672622 Jul 12 17:02:45.163113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 831a206e-fc06-4df3-999b-8094d8d0a2f7 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:45.187275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 831a206e-fc06-4df3-999b-8094d8d0a2f7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:45.188320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 831a206e-fc06-4df3-999b-8094d8d0a2f7 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:45.268967 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Deleting port 5f06e8f9-56a0-4f07-bad7-d37dff297423 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:45.269303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:45.362642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] For port 5f06e8f9-56a0-4f07-bad7-d37dff297423, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=5f06e8f9-56a0-4f07-bad7-d37dff297423,segment=NetworkSegment(ebad0edf-f60a-4b5e-8906-0747a11bd0c1),segment_id=ebad0edf-f60a-4b5e-8906-0747a11bd0c1)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:45.362999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:45.375874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Calling delete_port for 5f06e8f9-56a0-4f07-bad7-d37dff297423 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:45.503041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:45.519370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['5f06e8f9-56a0-4f07-bad7-d37dff297423'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:02:45.536443 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Pushing event deleted for resources: {'Port': ['ID=5f06e8f9-56a0-4f07-bad7-d37dff297423,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:45.549887 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.550387 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.550760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.551220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.551792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.552119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.552479 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.552794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.553122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.553444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.553767 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.554086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:45.592392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] No DVR routers for this DVR port 5f06e8f9-56a0-4f07-bad7-d37dff297423 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:45.595626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:45.597643 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9d0e7e31-d3ee-4879-a398-0cae9721ebe8 req-0f6985e4-7944-4329-bb92-697c77e25742 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.65 "DELETE /v2.0/ports/5f06e8f9-56a0-4f07-bad7-d37dff297423 HTTP/1.1" status: 204 len: 173 time: 0.4275370 Jul 12 17:02:45.598079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'name': 'network-vif-deleted', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:02:45.600346 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee0ab8-efa1-4b74-9dfe-3bb817ef56f4" -d '{"events": [{"server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "name": "network-vif-deleted", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:02:45.637215 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231ae5c-8606-4eaf-8b61-3128d732f003 x-openstack-request-id: req-6231ae5c-8606-4eaf-8b61-3128d732f003 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:02:45.637557 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca147f8a-6af0-4d25-ae68-10dbe952716d", "name": "network-vif-deleted", "tag": "5f06e8f9-56a0-4f07-bad7-d37dff297423", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:02:45.637771 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6231ae5c-8606-4eaf-8b61-3128d732f003 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:02:45.638177 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca147f8a-6af0-4d25-ae68-10dbe952716d', 'name': 'network-vif-deleted', 'tag': '5f06e8f9-56a0-4f07-bad7-d37dff297423', 'status': 'completed', 'code': 200} Jul 12 17:02:46.191499 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4664b680-fe39-49b5-b24f-a4db6a011b2f req-6084c8f6-9f58-469e-b03b-15658fb59c46 tempest-ServersNegativeTestJSON-394713591 tempest-ServersNegativeTestJSON-394713591-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca147f8a-6af0-4d25-ae68-10dbe952716d HTTP/1.1" status: 200 len: 210 time: 0.0295751 Jul 12 17:02:47.288629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38932) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:47.332438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Deleting subnet 5b250c25-2d3b-49c6-94c1-09c3a14b8923 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:02:47.335439 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.375710 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.416828 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.476443 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.503227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b250c25-2d3b-49c6-94c1-09c3a14b8923,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:47.509835 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.509835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8500008-8f7c-4a03-932a-760c1a3b45d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5b250c25-2d3b-49c6-94c1-09c3a14b8923 HTTP/1.1" status: 204 len: 168 time: 0.2200651 Jul 12 17:02:47.512274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38934) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:47.589705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.670621 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.681401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a71958-47f0-402c-b8de-b7e596ac907a']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:47.692399 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:47.692687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebad0edf-f60a-4b5e-8906-0747a11bd0c1') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:47.701553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.717146 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.723137 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:47.723511 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:47.725194 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:47.784796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.790229 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:47.792068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f5a71958-47f0-402c-b8de-b7e596ac907a HTTP/1.1" status: 204 len: 168 time: 0.2787044 Jul 12 17:02:47.805548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba37eb-ad16-4966-991c-d44eae2eba66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a71958-47f0-402c-b8de-b7e596ac907a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:47.917877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:47.961364 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b6e187cf-f8c3-48c4-b694-d34f395b8717 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2caf588757934213b3739e63ac58ea2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419445 Jul 12 17:02:47.963619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38940) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:48.018053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.039198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.095676 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.098324 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.099522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3562142f-3703-4339-9c21-00b3eb4feff5 HTTP/1.1" status: 204 len: 168 time: 0.1348724 Jul 12 17:02:48.109095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1010c8c-c182-4b2b-9096-7e0413515772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562142f-3703-4339-9c21-00b3eb4feff5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:48.523302 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5f06e8f9-56a0-4f07-bad7-d37dff297423 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:02:48.547779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 5f06e8f9-56a0-4f07-bad7-d37dff297423 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:02:48.548033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 5f06e8f9-56a0-4f07-bad7-d37dff297423 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:02:48.833829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38962) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:48.932145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423526220'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:48.959300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:48.963299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:48.973608 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.072541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.077614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.111262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:49.116736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c879450d-d031-447b-b145-8f6b52b4443d,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:49.124546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.124952 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Added segment cd7dd839-e6bb-49f6-9b3e-21b4ef291206 of type vlan for network f4158783-9898-41c5-a9b3-76d410f94c44 Jul 12 17:02:49.171258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.203473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.209129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:49.209703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:49.274579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4396284 Jul 12 17:02:49.284331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb5fa5-f907-4b7e-bcf7-f6067d4b82fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Network': ['ID=f4158783-9898-41c5-a9b3-76d410f94c44,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:49.295345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f4158783-9898-41c5-a9b3-76d410f94c44 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:50.368041 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:02:52.587841 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38966) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:52.592982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'subnet': {'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:52.688819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:52.692350 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:52.885070 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:52.944289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Subnet': ['ID=f5a0772d-48fa-4e1c-a6c7-a694f604af2d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:52.956326 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.956674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.957011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.957344 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.957674 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.958002 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.958328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.958652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.958975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.959295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.959636 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.959959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:52.966136 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking segment: {'id': 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:52.966493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network hostable DHCP agents. Network: f4158783-9898-41c5-a9b3-76d410f94c44, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:52.992160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network f4158783-9898-41c5-a9b3-76d410f94c44 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:53.001007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f4158783-9898-41c5-a9b3-76d410f94c44) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:53.006108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:53.007756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.012952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296d987-867c-45ff-b98a-3dd9af8ff00f None None] Network f4158783-9898-41c5-a9b3-76d410f94c44 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:53.023655 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-793c228b-187f-4d6d-8979-1b67a2c904d5 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4346230 Jul 12 17:02:53.026919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38968) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:53.033432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692235494'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:53.055484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:53.058975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.084968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:53.094631 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.095052 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Added segment 65c6261a-5477-42d0-9785-68b4b52ce003 of type vlan for network f5f9689e-029f-47df-97fd-040bbb041eca Jul 12 17:02:53.136465 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.162231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f4158783-9898-41c5-a9b3-76d410f94c44', 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44', 'tenant_id': 'aef1b91d265c4c49975d091cfb366ac3', 'fixed_ips': [{'subnet_id': 'f5a0772d-48fa-4e1c-a6c7-a694f604af2d'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:02:53.163110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.175029 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.181056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:53.181654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.242188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2141783 Jul 12 17:02:53.246090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38970) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:53.252789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'subnet': {'network_id': 'f5f9689e-029f-47df-97fd-040bbb041eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:53.310087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Allocated IP 2001:db8:0:ffff::2 (f4158783-9898-41c5-a9b3-76d410f94c44/f5a0772d-48fa-4e1c-a6c7-a694f604af2d/fb077399-65b1-4b4d-aa16-e0c142c9f898) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:53.312780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab365e-90f0-4cbb-b62b-7f5da4f83e8f tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Network': ['ID=f5f9689e-029f-47df-97fd-040bbb041eca,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:53.329306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f5f9689e-029f-47df-97fd-040bbb041eca details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:53.357893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:53.361735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.521866 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.531111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Transition to ACTIVE for port object fb077399-65b1-4b4d-aa16-e0c142c9f898 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:53.549290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Transition to ACTIVE for port object fb077399-65b1-4b4d-aa16-e0c142c9f898 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:53.555137 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.567200 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.600151 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Network f4158783-9898-41c5-a9b3-76d410f94c44 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:53.601622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:53.605400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:53.635166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Subnet': ['ID=cdf49109-a14b-41a1-843e-88a50ba5b03d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:53.643772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Pushing event updated for resources: {'Port': ['ID=fb077399-65b1-4b4d-aa16-e0c142c9f898,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:53.644076 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking segment: {'id': '65c6261a-5477-42d0-9785-68b4b52ce003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f5f9689e-029f-47df-97fd-040bbb041eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:53.644276 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network hostable DHCP agents. Network: f5f9689e-029f-47df-97fd-040bbb041eca, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:53.669087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network f5f9689e-029f-47df-97fd-040bbb041eca is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:53.673985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.674335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.674680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.675635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.675635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.675838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.676014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.676337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.676648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.677019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.677514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.677876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:02:53.680238 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f5f9689e-029f-47df-97fd-040bbb041eca) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:53.686377 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:53.687114 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.692248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Attempting to bind port fb077399-65b1-4b4d-aa16-e0c142c9f898 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:02:53.692811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Attempting to bind port fb077399-65b1-4b4d-aa16-e0c142c9f898 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:02:53.693186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Attempting to bind port fb077399-65b1-4b4d-aa16-e0c142c9f898 on network f4158783-9898-41c5-a9b3-76d410f94c44 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:53.696685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c04de-a2c0-4941-a563-06ce57b11758 None None] Network f5f9689e-029f-47df-97fd-040bbb041eca requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:53.706555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-77db6db0-6fb2-4530-b19f-ec2bee897305 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4601989 Jul 12 17:02:53.709081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38972) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:53.713694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:02:53.714108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Checking segment: {'id': 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:53.714867 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.715297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Bound using segment: {'id': 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:02:53.715826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Bound port: fb077399-65b1-4b4d-aa16-e0c142c9f898, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f4158783-9898-41c5-a9b3-76d410f94c44'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:02:53.716352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.814660 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.845581 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] For port fb077399-65b1-4b4d-aa16-e0c142c9f898, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:02:53.880388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] For port fb077399-65b1-4b4d-aa16-e0c142c9f898, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb077399-65b1-4b4d-aa16-e0c142c9f898,segment=NetworkSegment(cd7dd839-e6bb-49f6-9b3e-21b4ef291206),segment_id=cd7dd839-e6bb-49f6-9b3e-21b4ef291206)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:02:53.880855 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.886146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.960731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.981229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9d160-853e-4542-b4b7-588d62642cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f5f9689e-029f-47df-97fd-040bbb041eca', 'network_id': 'f5f9689e-029f-47df-97fd-040bbb041eca', 'tenant_id': 'aef1b91d265c4c49975d091cfb366ac3', 'fixed_ips': [{'subnet_id': 'cdf49109-a14b-41a1-843e-88a50ba5b03d'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:02:53.982078 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-94b9d160-853e-4542-b4b7-588d62642cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:53.987298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65280-cf8c-4f90-b28f-3bf4cd42e8cb None None] Pushing event updated for resources: {'Port': ['ID=fb077399-65b1-4b4d-aa16-e0c142c9f898,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:54.004354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf49109-a14b-41a1-843e-88a50ba5b03d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:54.096112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fda490-adca-4bac-8030-199e182258f5 None None] Network f5f9689e-029f-47df-97fd-040bbb041eca requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:54.099113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.112330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f9689e-029f-47df-97fd-040bbb041eca']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:54.126584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6261a-5477-42d0-9785-68b4b52ce003') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:54.126932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6261a-5477-42d0-9785-68b4b52ce003') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:54.137169 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.164305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.199517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:54.199947 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:54.220775 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:54.289229 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.298164 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.300223 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/f5f9689e-029f-47df-97fd-040bbb041eca HTTP/1.1" status: 204 len: 168 time: 0.5901952 Jul 12 17:02:54.304222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38974) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:54.310881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640849190'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:54.317022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd43c3-4fc5-4134-9b28-43236dea2b27 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Network': ['ID=f5f9689e-029f-47df-97fd-040bbb041eca,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:54.338733 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:54.342809 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.374641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:54.384929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.385286 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Added segment 79c3fe7a-2d2a-407b-8d0a-aa2a8b0dbf46 of type vlan for network 63c58762-d507-4e1c-b7e1-512811397c71 Jul 12 17:02:54.432674 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.467036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.475316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:54.475967 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:54.928009 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6225374 Jul 12 17:02:54.932901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:54.934908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf881c47-5eae-403a-8e2e-98446f3788b4 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Network': ['ID=63c58762-d507-4e1c-b7e1-512811397c71,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:54.939967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'subnet': {'network_id': '63c58762-d507-4e1c-b7e1-512811397c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:54.951167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 63c58762-d507-4e1c-b7e1-512811397c71 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:55.045702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:55.050019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.094435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66fef4-b0b5-4712-9c13-431bb8dd205f None None] Network f4158783-9898-41c5-a9b3-76d410f94c44 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:55.113289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Performing IP validity checks on allocation pools {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 12 17:02:55.113795 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.ipam_backend_mixin [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 12 17:02:55.190403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-94376e68-83fa-408c-a3ef-9948b6d60d54 None None] Provisioning for port fb077399-65b1-4b4d-aa16-e0c142c9f898 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:55.252301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.315997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Subnet': ['ID=a9e07131-ad04-4b1e-81d6-c7423afdd88c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:55.325167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking segment: {'id': '79c3fe7a-2d2a-407b-8d0a-aa2a8b0dbf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '63c58762-d507-4e1c-b7e1-512811397c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:55.325559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network hostable DHCP agents. Network: 63c58762-d507-4e1c-b7e1-512811397c71, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:55.344152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network 63c58762-d507-4e1c-b7e1-512811397c71 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:55.354605 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 63c58762-d507-4e1c-b7e1-512811397c71) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:55.360575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:55.361268 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.367154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcdf7fa-5e13-4201-a2bf-64f07ca3a27b None None] Network 63c58762-d507-4e1c-b7e1-512811397c71 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:55.378508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f52f6b8a-96e8-4bcb-a951-11a37749cb0e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4438884 Jul 12 17:02:55.381199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:55.492174 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.554764 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.668834 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.712174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e07131-ad04-4b1e-81d6-c7423afdd88c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:55.756060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f635ea-0511-4c23-ba35-f388b1684ec0 None None] Network 63c58762-d507-4e1c-b7e1-512811397c71 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:55.794432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.806226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c58762-d507-4e1c-b7e1-512811397c71']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:55.819608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c3fe7a-2d2a-407b-8d0a-aa2a8b0dbf46') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:55.819912 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c3fe7a-2d2a-407b-8d0a-aa2a8b0dbf46') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:55.833696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.850064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.857396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:55.857801 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:55.861234 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:55.932668 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.941516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:55.943806 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/63c58762-d507-4e1c-b7e1-512811397c71 HTTP/1.1" status: 204 len: 168 time: 0.5611286 Jul 12 17:02:55.948619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:55.954682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572562832'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:55.957461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a6a25-5b82-45d5-88b7-1643dada931c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Network': ['ID=63c58762-d507-4e1c-b7e1-512811397c71,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:55.982811 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:55.987362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.020452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:56.031671 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.032114 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Added segment 11529b99-89a1-47c9-ac71-bb1119b8f234 of type vlan for network 6c03705d-561e-4a2c-bae7-46800fb3c7ef Jul 12 17:02:56.074862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.096681 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb077399-65b1-4b4d-aa16-e0c142c9f898 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:56.116242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.121955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:56.122604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.148957 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port fb077399-65b1-4b4d-aa16-e0c142c9f898 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:56.152865 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fb077399-65b1-4b4d-aa16-e0c142c9f898 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:56.153258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.174840 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2248626 Jul 12 17:02:56.177827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38982) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:56.183099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'subnet': {'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:56.197261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc15a-d7fc-40c4-bad4-023666ca3e95 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Network': ['ID=6c03705d-561e-4a2c-bae7-46800fb3c7ef,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:56.209017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 6c03705d-561e-4a2c-bae7-46800fb3c7ef details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:56.276653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:56.280306 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.309808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.342471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port fb077399-65b1-4b4d-aa16-e0c142c9f898, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb077399-65b1-4b4d-aa16-e0c142c9f898,segment=NetworkSegment(cd7dd839-e6bb-49f6-9b3e-21b4ef291206),segment_id=cd7dd839-e6bb-49f6-9b3e-21b4ef291206)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:56.347652 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.409614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=fb077399-65b1-4b4d-aa16-e0c142c9f898,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:56.474291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.545775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Subnet': ['ID=75c6b4dd-df23-4eed-ae6d-d3f90f267921,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:56.561219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking segment: {'id': '11529b99-89a1-47c9-ac71-bb1119b8f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:56.561576 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network hostable DHCP agents. Network: 6c03705d-561e-4a2c-bae7-46800fb3c7ef, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:56.581156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network 6c03705d-561e-4a2c-bae7-46800fb3c7ef is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:56.590608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 6c03705d-561e-4a2c-bae7-46800fb3c7ef) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:56.596371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:56.597113 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.600242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d535e1-3dbc-43ee-bc6a-874cdf461097 None None] Network 6c03705d-561e-4a2c-bae7-46800fb3c7ef requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:56.617055 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ebaebb4a-35d1-4ed4-afb3-63f7d12b04f3 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379079 Jul 12 17:02:56.620871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:56.627768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213557405'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:56.655532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:56.659703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.688311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:02:56.700285 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.700759 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Added segment 5f68e8df-2ebd-4ded-98ad-d86810e2c071 of type vlan for network aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 Jul 12 17:02:56.750505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.766530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-6c03705d-561e-4a2c-bae7-46800fb3c7ef', 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef', 'tenant_id': 'aef1b91d265c4c49975d091cfb366ac3', 'fixed_ips': [{'subnet_id': '75c6b4dd-df23-4eed-ae6d-d3f90f267921'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:02:56.767509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.780025 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.786269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:56.786798 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.854769 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2326746 Jul 12 17:02:56.857966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38986) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:56.863804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3773c1-d557-4c46-9116-a8a7ea54d2fc tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Network': ['ID=aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:56.877359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:02:56.879007 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Request body: {'subnet': {'network_id': 'aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:02:56.973235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Made reservation on behalf of aef1b91d265c4c49975d091cfb366ac3 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:02:56.977045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:56.999574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Allocated IP 2001:db8::2 (6c03705d-561e-4a2c-bae7-46800fb3c7ef/75c6b4dd-df23-4eed-ae6d-d3f90f267921/c9d15e34-cfc9-4999-8555-853f89a03749) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:02:57.154084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.163393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Transition to ACTIVE for port object c9d15e34-cfc9-4999-8555-853f89a03749 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:57.180371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Transition to ACTIVE for port object c9d15e34-cfc9-4999-8555-853f89a03749 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:02:57.186529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.188957 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.229777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Network 6c03705d-561e-4a2c-bae7-46800fb3c7ef is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:02:57.233079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:57.235843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:02:57.251175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event updated for resources: {'Subnet': ['ID=c01d1163-fc18-46b5-8c04-bcfc24dfc798,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:57.272081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Checking segment: {'id': '5f68e8df-2ebd-4ded-98ad-d86810e2c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:57.272373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network hostable DHCP agents. Network: aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:02:57.276092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Pushing event updated for resources: {'Port': ['ID=c9d15e34-cfc9-4999-8555-853f89a03749,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:57.290619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Network aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:02:57.300199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:02:57.304423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:02:57.305100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.314553 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b52ca-a2c3-4a3d-a451-b3789587bd12 None None] Network aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:57.321884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9afb5fe8-9874-4edc-91b3-5a483cb36fe8 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611385 Jul 12 17:02:57.324066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38988) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:57.336985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Attempting to bind port c9d15e34-cfc9-4999-8555-853f89a03749 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:02:57.337357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Attempting to bind port c9d15e34-cfc9-4999-8555-853f89a03749 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '11529b99-89a1-47c9-ac71-bb1119b8f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:02:57.337724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Attempting to bind port c9d15e34-cfc9-4999-8555-853f89a03749 on network 6c03705d-561e-4a2c-bae7-46800fb3c7ef {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:02:57.370362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:02:57.370740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Checking segment: {'id': '11529b99-89a1-47c9-ac71-bb1119b8f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:02:57.371145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.371548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Bound using segment: {'id': '11529b99-89a1-47c9-ac71-bb1119b8f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:02:57.372038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Bound port: c9d15e34-cfc9-4999-8555-853f89a03749, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11529b99-89a1-47c9-ac71-bb1119b8f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6c03705d-561e-4a2c-bae7-46800fb3c7ef'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:02:57.372429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.426539 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.486508 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.495934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] For port c9d15e34-cfc9-4999-8555-853f89a03749, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:02:57.515699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] For port c9d15e34-cfc9-4999-8555-853f89a03749, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c9d15e34-cfc9-4999-8555-853f89a03749,segment=NetworkSegment(11529b99-89a1-47c9-ac71-bb1119b8f234),segment_id=11529b99-89a1-47c9-ac71-bb1119b8f234)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:02:57.522531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.551161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.581777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Subnet': ['ID=c01d1163-fc18-46b5-8c04-bcfc24dfc798,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:57.586718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bb2d9-c006-461c-b931-03d4702630b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8', 'network_id': 'aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8', 'tenant_id': 'aef1b91d265c4c49975d091cfb366ac3', 'fixed_ips': [{'subnet_id': 'c01d1163-fc18-46b5-8c04-bcfc24dfc798'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:02:57.587850 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-311bb2d9-c006-461c-b931-03d4702630b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.623338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09a487-927c-4d91-b6b5-9e5a2750a9fe None None] Pushing event updated for resources: {'Port': ['ID=c9d15e34-cfc9-4999-8555-853f89a03749,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:57.645538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.668141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:57.689453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68e8df-2ebd-4ded-98ad-d86810e2c071') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:57.689754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68e8df-2ebd-4ded-98ad-d86810e2c071') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:57.702204 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.706510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66a167-d61c-4863-b65d-3d4dee854823 None None] Network aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:57.728279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.739751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:57.740412 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:57.745918 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:57.846141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.869122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:57.874216 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 HTTP/1.1" status: 204 len: 168 time: 0.5464227 Jul 12 17:02:57.874695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:57.915857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361db16c-2350-41be-9287-c2d555128b49 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Network': ['ID=aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:57.918455 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4234e501-e762-435a-83a5-dcff758dfd33 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] GET failed (client error): The resource could not be found. Jul 12 17:02:57.922507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4234e501-e762-435a-83a5-dcff758dfd33 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "GET /v2.0/subnets/c01d1163-fc18-46b5-8c04-bcfc24dfc798 HTTP/1.1" status: 404 len: 337 time: 0.0438240 Jul 12 17:02:57.922971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:57.943367 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e96600-9efc-4ee7-8a13-32311b9f7548 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:57.943975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e96600-9efc-4ee7-8a13-32311b9f7548 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:57.950513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d8e96600-9efc-4ee7-8a13-32311b9f7548 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 HTTP/1.1" status: 404 len: 339 time: 0.0214136 Jul 12 17:02:57.950802 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:57.981000 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19220c-74d8-484b-abc4-3b06fbc47d22 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:57.981657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19220c-74d8-484b-abc4-3b06fbc47d22 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:57.983193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ad19220c-74d8-484b-abc4-3b06fbc47d22 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/subnets/c01d1163-fc18-46b5-8c04-bcfc24dfc798 HTTP/1.1" status: 404 len: 337 time: 0.0314465 Jul 12 17:02:57.986731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 38996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:58.013466 n-d-800078-3 neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed49e16-7332-463d-9b61-ade186f6a188 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:58.014129 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed49e16-7332-463d-9b61-ade186f6a188 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:58.020056 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eed49e16-7332-463d-9b61-ade186f6a188 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/aef788a3-9d1e-4a8e-8777-ac3c2d2b6af8 HTTP/1.1" status: 404 len: 339 time: 0.0307579 Jul 12 17:02:58.020217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 38998) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:58.104803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Deleting subnet 75c6b4dd-df23-4eed-ae6d-d3f90f267921 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:02:58.108846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.143118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb077399-65b1-4b4d-aa16-e0c142c9f898 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:58.156547 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.205903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port fb077399-65b1-4b4d-aa16-e0c142c9f898 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:58.206359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.261384 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.310175 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c9d15e34-cfc9-4999-8555-853f89a03749 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:02:58.352106 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.383130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c9d15e34-cfc9-4999-8555-853f89a03749 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:58.397540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.400170 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/subnets/75c6b4dd-df23-4eed-ae6d-d3f90f267921 HTTP/1.1" status: 204 len: 168 time: 0.3752525 Jul 12 17:02:58.401965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39000) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:58.404478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca824c4-1234-499f-aeb8-569114530e6e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Subnet': ['ID=75c6b4dd-df23-4eed-ae6d-d3f90f267921,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:58.483911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.544115 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Deleting port c9d15e34-cfc9-4999-8555-853f89a03749 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:58.544461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.619935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] For port c9d15e34-cfc9-4999-8555-853f89a03749, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c9d15e34-cfc9-4999-8555-853f89a03749,segment=NetworkSegment(11529b99-89a1-47c9-ac71-bb1119b8f234),segment_id=11529b99-89a1-47c9-ac71-bb1119b8f234)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:58.620357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.637094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Calling delete_port for c9d15e34-cfc9-4999-8555-853f89a03749 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:58.646547 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68e819-fd32-4b7e-93db-27b6c8a8edee None None] Network 6c03705d-561e-4a2c-bae7-46800fb3c7ef requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:58.722000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.725316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57d43370-0ad5-4af3-9345-4a77f75a5863 None None] Provisioning for port c9d15e34-cfc9-4999-8555-853f89a03749 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:02:58.747540 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57d43370-0ad5-4af3-9345-4a77f75a5863 None None] Provisioning complete for port c9d15e34-cfc9-4999-8555-853f89a03749 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:02:58.748006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57d43370-0ad5-4af3-9345-4a77f75a5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.751632 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No DVR routers for this DVR port c9d15e34-cfc9-4999-8555-853f89a03749 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:58.758550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Port': ['ID=c9d15e34-cfc9-4999-8555-853f89a03749,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:58.788422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-57d43370-0ad5-4af3-9345-4a77f75a5863 None None] Port c9d15e34-cfc9-4999-8555-853f89a03749 was deleted so its status cannot be updated. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 12 17:02:58.846697 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.857279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c03705d-561e-4a2c-bae7-46800fb3c7ef']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:58.860739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c8bc68-4a8a-4aa5-b2c8-2b975d39a62f None None] DHCP port deletion for 6c03705d-561e-4a2c-bae7-46800fb3c7ef request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:02:58.871896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11529b99-89a1-47c9-ac71-bb1119b8f234') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:58.872231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11529b99-89a1-47c9-ac71-bb1119b8f234') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:58.882739 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.897645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.903995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:58.904489 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:58.907695 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:58.969371 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.976880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:58.983062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:58.983249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/6c03705d-561e-4a2c-bae7-46800fb3c7ef HTTP/1.1" status: 204 len: 168 time: 0.5799680 Jul 12 17:02:59.002801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e4786-bdd2-4e41-9945-5e4262b81dd7 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Network': ['ID=6c03705d-561e-4a2c-bae7-46800fb3c7ef,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:59.011598 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-935fdefd-91c3-49a5-b4f2-e225ff157420 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:59.012082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935fdefd-91c3-49a5-b4f2-e225ff157420 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:59.013805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-935fdefd-91c3-49a5-b4f2-e225ff157420 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/subnets/a9e07131-ad04-4b1e-81d6-c7423afdd88c HTTP/1.1" status: 404 len: 337 time: 0.0296233 Jul 12 17:02:59.017239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39004) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:59.035452 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c81bcd-c481-4dd6-bb9e-6860bf780ae6 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:59.036160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c81bcd-c481-4dd6-bb9e-6860bf780ae6 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:59.037624 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-82c81bcd-c481-4dd6-bb9e-6860bf780ae6 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/63c58762-d507-4e1c-b7e1-512811397c71 HTTP/1.1" status: 404 len: 339 time: 0.0194890 Jul 12 17:02:59.040651 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:59.066538 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d6eecd-deed-4196-a343-42b5c462e30e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:59.066867 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d6eecd-deed-4196-a343-42b5c462e30e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:59.068579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-72d6eecd-deed-4196-a343-42b5c462e30e tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/subnets/cdf49109-a14b-41a1-843e-88a50ba5b03d HTTP/1.1" status: 404 len: 337 time: 0.0270557 Jul 12 17:02:59.071289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:59.099170 n-d-800078-3 neutron-server[93712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaf24ea-35e1-4119-979d-ff2c38390174 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] DELETE failed (client error): The resource could not be found. Jul 12 17:02:59.100098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaf24ea-35e1-4119-979d-ff2c38390174 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 12 17:02:59.102831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fcaf24ea-35e1-4119-979d-ff2c38390174 tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/f5f9689e-029f-47df-97fd-040bbb041eca HTTP/1.1" status: 404 len: 339 time: 0.0303180 Jul 12 17:02:59.105325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:59.164149 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Deleting subnet f5a0772d-48fa-4e1c-a6c7-a694f604af2d {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:02:59.167288 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.210482 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.300037 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.368214 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.397653 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a0772d-48fa-4e1c-a6c7-a694f604af2d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:59.402713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.405991 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07b1ca1e-e3e9-459b-974b-518df098f30c tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/subnets/f5a0772d-48fa-4e1c-a6c7-a694f604af2d HTTP/1.1" status: 204 len: 168 time: 0.2993433 Jul 12 17:02:59.410632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4478a70-0889-4182-b214-e833d9efda8c None None] Network f4158783-9898-41c5-a9b3-76d410f94c44 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:02:59.411421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39012) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:02:59.498261 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.560361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Deleting port fb077399-65b1-4b4d-aa16-e0c142c9f898 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:59.560703 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.610720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] DHCP port deletion for f4158783-9898-41c5-a9b3-76d410f94c44 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:02:59.633015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] For port fb077399-65b1-4b4d-aa16-e0c142c9f898, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb077399-65b1-4b4d-aa16-e0c142c9f898,segment=NetworkSegment(cd7dd839-e6bb-49f6-9b3e-21b4ef291206),segment_id=cd7dd839-e6bb-49f6-9b3e-21b4ef291206)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:59.633448 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.649645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Calling delete_port for fb077399-65b1-4b4d-aa16-e0c142c9f898 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:59.678795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Deleting port fb077399-65b1-4b4d-aa16-e0c142c9f898 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:02:59.679325 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.733432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.763483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Port': ['ID=fb077399-65b1-4b4d-aa16-e0c142c9f898,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:59.767815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] No DVR routers for this DVR port fb077399-65b1-4b4d-aa16-e0c142c9f898 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:59.785029 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] For port fb077399-65b1-4b4d-aa16-e0c142c9f898, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=fb077399-65b1-4b4d-aa16-e0c142c9f898,segment=NetworkSegment(cd7dd839-e6bb-49f6-9b3e-21b4ef291206),segment_id=cd7dd839-e6bb-49f6-9b3e-21b4ef291206)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:02:59.785462 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.799204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Calling delete_port for fb077399-65b1-4b4d-aa16-e0c142c9f898 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:02:59.856691 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.867139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4158783-9898-41c5-a9b3-76d410f94c44']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:59.878379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:59.878673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7dd839-e6bb-49f6-9b3e-21b4ef291206') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:02:59.884293 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.888091 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.904126 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.912144 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:02:59.912350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] Pushing event deleted for resources: {'Port': ['ID=fb077399-65b1-4b4d-aa16-e0c142c9f898,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:02:59.913029 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:02:59.914373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ab4db-8dde-42be-895a-e04e8e40b3a7 None None] No DVR routers for this DVR port fb077399-65b1-4b4d-aa16-e0c142c9f898 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:02:59.918241 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:02:59.996776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.010357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.012543 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] 10.222.0.58 "DELETE /v2.0/networks/f4158783-9898-41c5-a9b3-76d410f94c44 HTTP/1.1" status: 204 len: 168 time: 0.5995321 Jul 12 17:03:00.025747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e1b9-ebd1-4a68-9551-5a18ddae1b2a tempest-NetworksIpV6Test-1113059495 tempest-NetworksIpV6Test-1113059495-project] Pushing event deleted for resources: {'Network': ['ID=f4158783-9898-41c5-a9b3-76d410f94c44,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:00.069885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb077399-65b1-4b4d-aa16-e0c142c9f898 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:03:00.090696 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: fb077399-65b1-4b4d-aa16-e0c142c9f898 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:03:00.091046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device fb077399-65b1-4b4d-aa16-e0c142c9f898 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:03:00.091525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c9d15e34-cfc9-4999-8555-853f89a03749 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:03:00.112049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c9d15e34-cfc9-4999-8555-853f89a03749 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:03:00.112400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c9d15e34-cfc9-4999-8555-853f89a03749 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:03:00.285012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39018) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:00.416134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ec5627e8-5c3c-4632-bbd8-236f1c9bf0c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aef1b91d265c4c49975d091cfb366ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297517 Jul 12 17:03:00.418392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39022) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:00.466427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.490030 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.539524 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.542251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:00.543396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c879450d-d031-447b-b145-8f6b52b4443d HTTP/1.1" status: 204 len: 168 time: 0.1241171 Jul 12 17:03:00.552361 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f6a5d-509e-405a-9491-deb714950052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879450d-d031-447b-b145-8f6b52b4443d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:01.217401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39044) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:01.311881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-422818090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:01.336557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.337693 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.398235 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.402949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.420934 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.422455 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c30cf744-40c4-4395-be2f-d2a428ac9035 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2040257 Jul 12 17:03:01.425856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39048) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:01.431190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-745581006'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:01.452185 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Made reservation on behalf of 348a7bcaa9e54c8ea811023b481fee3e for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:01.456315 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.465028 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.559232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.563200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.590572 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:03:01.600065 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798e140c-ed7e-42b5-9bcc-ab848944e441,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:01.607345 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.607731 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Added segment 989eaba0-2c6e-4f25-992f-ba0124f02f1a of type vlan for network af01e7d9-11ea-4a67-99dc-2a5b664b035c Jul 12 17:03:01.659277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.688865 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.694523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:01.695251 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:01.751451 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3243217 Jul 12 17:03:01.754373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39050) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:01.761932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'subnet': {'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:01.815809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e201a-9f37-430b-a155-55eda4ba30c7 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event updated for resources: {'Network': ['ID=af01e7d9-11ea-4a67-99dc-2a5b664b035c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:01.826514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:03:01.888155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Made reservation on behalf of 348a7bcaa9e54c8ea811023b481fee3e for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:01.892626 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.088578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.113130 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcc47e51-99db-4af5-ad85-9dc873d72b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.153526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event updated for resources: {'Subnet': ['ID=c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:02.166580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Checking segment: {'id': '989eaba0-2c6e-4f25-992f-ba0124f02f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:02.166939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Network hostable DHCP agents. Network: af01e7d9-11ea-4a67-99dc-2a5b664b035c, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:03:02.184186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:03:02.192541 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, af01e7d9-11ea-4a67-99dc-2a5b664b035c) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:02.197212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:02.197811 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.201298 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0a0ca-18c7-4480-a348-ed17f234be4f None None] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:02.220549 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-52bbb451-7b7c-4950-997c-6da112eed37a tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4646256 Jul 12 17:03:02.223324 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39052) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:02.231832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-446212142'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:02.257658 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Made reservation on behalf of 348a7bcaa9e54c8ea811023b481fee3e for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:02.261208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.290063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:03:02.301532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.302069 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Added segment af9a5e4a-ea16-45ea-b319-d5ea2985d229 of type vlan for network 88e96f22-5056-4917-aa13-3c1204506090 Jul 12 17:03:02.365755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.376240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-af01e7d9-11ea-4a67-99dc-2a5b664b035c', 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c', 'tenant_id': '348a7bcaa9e54c8ea811023b481fee3e', 'fixed_ips': [{'subnet_id': 'c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:03:02.377237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.408392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.413978 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:02.414564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.477699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2529078 Jul 12 17:03:02.481163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:02.489008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'subnet': {'network_id': '88e96f22-5056-4917-aa13-3c1204506090', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:02.536482 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4678d36-c6a5-4e68-bff7-c8d4e21973f0 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event updated for resources: {'Network': ['ID=88e96f22-5056-4917-aa13-3c1204506090,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:02.537694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Allocated IP 172.20.0.2 (af01e7d9-11ea-4a67-99dc-2a5b664b035c/c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3/2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:02.548818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 88e96f22-5056-4917-aa13-3c1204506090 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:03:02.591283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Made reservation on behalf of 348a7bcaa9e54c8ea811023b481fee3e for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:02.596546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.752807 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.761835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Transition to ACTIVE for port object 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:02.778164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Transition to ACTIVE for port object 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:02.789804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.807775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.870668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:02.876223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:02.876880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event updated for resources: {'Subnet': ['ID=78e9121f-894c-4cab-9373-f5a676bd920b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:02.884772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:02.886168 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Checking segment: {'id': 'af9a5e4a-ea16-45ea-b319-d5ea2985d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '88e96f22-5056-4917-aa13-3c1204506090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:02.886526 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Network hostable DHCP agents. Network: 88e96f22-5056-4917-aa13-3c1204506090, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:03:02.887764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Pushing event updated for resources: {'Port': ['ID=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:02.905129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Network 88e96f22-5056-4917-aa13-3c1204506090 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:03:02.918353 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 88e96f22-5056-4917-aa13-3c1204506090) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:02.924924 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:02.925913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:02.938660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b954e31-cb37-48a5-8fe1-66d1db69fd17 None None] Network 88e96f22-5056-4917-aa13-3c1204506090 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:02.947693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-640d054a-a6e6-477d-bb44-88f9e22b8c23 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4652481 Jul 12 17:03:02.950574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:02.959091 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-86c5e19c-a18c-42e4-a37b-7e92428cf6cb tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Request body: {'router': {'external_gateway_info': {'network_id': '88e96f22-5056-4917-aa13-3c1204506090'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:02.991948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Attempting to bind port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:02.992306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Attempting to bind port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '989eaba0-2c6e-4f25-992f-ba0124f02f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:02.992666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Attempting to bind port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 on network af01e7d9-11ea-4a67-99dc-2a5b664b035c {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:03.003364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:03.003762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Checking segment: {'id': '989eaba0-2c6e-4f25-992f-ba0124f02f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:03.004154 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.004544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Bound using segment: {'id': '989eaba0-2c6e-4f25-992f-ba0124f02f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:03.005006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Bound port: 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989eaba0-2c6e-4f25-992f-ba0124f02f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af01e7d9-11ea-4a67-99dc-2a5b664b035c'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:03.005389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.126373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] For port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:03.131326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] For port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,segment=NetworkSegment(989eaba0-2c6e-4f25-992f-ba0124f02f1a),segment_id=989eaba0-2c6e-4f25-992f-ba0124f02f1a)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:03.152956 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.186815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-88e96f22-5056-4917-aa13-3c1204506090', 'network_id': '88e96f22-5056-4917-aa13-3c1204506090', 'tenant_id': '348a7bcaa9e54c8ea811023b481fee3e', 'fixed_ips': [{'subnet_id': '78e9121f-894c-4cab-9373-f5a676bd920b'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:03:03.187712 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.290724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab1d05-ec4e-434c-8458-36377929cb21 None None] Pushing event updated for resources: {'Port': ['ID=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:03.334692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86c5e19c-a18c-42e4-a37b-7e92428cf6cb tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.396942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Allocated IP 172.21.0.2 (88e96f22-5056-4917-aa13-3c1204506090/78e9121f-894c-4cab-9373-f5a676bd920b/b019ed88-d8ab-4d6e-934a-3dc630baa214) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:03.533715 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [None req-86c5e19c-a18c-42e4-a37b-7e92428cf6cb tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 12 17:03:03.537312 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-86c5e19c-a18c-42e4-a37b-7e92428cf6cb tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "PUT /v2.0/routers/b78f1b44-3222-4900-a254-adae7c814c4d HTTP/1.1" status: 400 len: 364 time: 0.5853167 Jul 12 17:03:03.544836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:03.623558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Deleting subnet 78e9121f-894c-4cab-9373-f5a676bd920b {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:03:03.631323 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.643826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Transition to ACTIVE for port object b019ed88-d8ab-4d6e-934a-3dc630baa214 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:03.673251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Transition to ACTIVE for port object b019ed88-d8ab-4d6e-934a-3dc630baa214 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:03.679253 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.679897 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.725313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.738385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Network 88e96f22-5056-4917-aa13-3c1204506090 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:03.740033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Pushing event updated for resources: {'Port': ['ID=b019ed88-d8ab-4d6e-934a-3dc630baa214,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:03.743789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:03.745979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:03.788694 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.851236 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.927684 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.960740 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.965645 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39060) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:03.965941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "DELETE /v2.0/subnets/78e9121f-894c-4cab-9373-f5a676bd920b HTTP/1.1" status: 204 len: 168 time: 0.4189527 Jul 12 17:03:03.967548 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d9c80-5b31-41d6-a0d7-c14f2d7cd683 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Subnet': ['ID=78e9121f-894c-4cab-9373-f5a676bd920b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:03.987555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Attempting to bind port b019ed88-d8ab-4d6e-934a-3dc630baa214 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:03.988388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Attempting to bind port b019ed88-d8ab-4d6e-934a-3dc630baa214 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'af9a5e4a-ea16-45ea-b319-d5ea2985d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '88e96f22-5056-4917-aa13-3c1204506090'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:03.988388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Attempting to bind port b019ed88-d8ab-4d6e-934a-3dc630baa214 on network 88e96f22-5056-4917-aa13-3c1204506090 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:03.993785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:03.994155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Checking segment: {'id': 'af9a5e4a-ea16-45ea-b319-d5ea2985d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '88e96f22-5056-4917-aa13-3c1204506090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:03.994582 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:03.995041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Bound using segment: {'id': 'af9a5e4a-ea16-45ea-b319-d5ea2985d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '88e96f22-5056-4917-aa13-3c1204506090'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:03.995506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Bound port: b019ed88-d8ab-4d6e-934a-3dc630baa214, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9a5e4a-ea16-45ea-b319-d5ea2985d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '88e96f22-5056-4917-aa13-3c1204506090'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:03.995923 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.075143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.080267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] For port b019ed88-d8ab-4d6e-934a-3dc630baa214, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:04.090433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] For port b019ed88-d8ab-4d6e-934a-3dc630baa214, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b019ed88-d8ab-4d6e-934a-3dc630baa214,segment=NetworkSegment(af9a5e4a-ea16-45ea-b319-d5ea2985d229),segment_id=af9a5e4a-ea16-45ea-b319-d5ea2985d229)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:04.101470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.152237 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:04.155745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Deleting port b019ed88-d8ab-4d6e-934a-3dc630baa214 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:03:04.155745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.232460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] For port b019ed88-d8ab-4d6e-934a-3dc630baa214, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b019ed88-d8ab-4d6e-934a-3dc630baa214,segment=NetworkSegment(af9a5e4a-ea16-45ea-b319-d5ea2985d229),segment_id=af9a5e4a-ea16-45ea-b319-d5ea2985d229)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:04.232933 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.261976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Calling delete_port for b019ed88-d8ab-4d6e-934a-3dc630baa214 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:03:04.305290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f295ef0-998a-490a-a3e5-fb3a8456d3cf None None] Pushing event updated for resources: {'Port': ['ID=b019ed88-d8ab-4d6e-934a-3dc630baa214,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:04.321160 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b07c9c-e27f-464d-ac5c-5a7587d17cd3 None None] Network 88e96f22-5056-4917-aa13-3c1204506090 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:04.324869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:04.360784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.387981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Port': ['ID=b019ed88-d8ab-4d6e-934a-3dc630baa214,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:04.393722 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] No DVR routers for this DVR port b019ed88-d8ab-4d6e-934a-3dc630baa214 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:03:04.432066 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24beba4b-cec4-4240-9436-43d44ebb36fd None None] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:04.489712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.502333 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e96f22-5056-4917-aa13-3c1204506090']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:04.510459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Provisioning for port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:04.516460 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9a5e4a-ea16-45ea-b319-d5ea2985d229') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:04.516757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9a5e4a-ea16-45ea-b319-d5ea2985d229') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:04.526703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Provisioning complete for port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:04.527071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.528555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.544577 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.552861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:03:04.553644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:03:04.556965 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:03:04.583680 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6227eb7d-d3b5-44eb-ac69-1b3cfbb40cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.629044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.635507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.638130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "DELETE /v2.0/networks/88e96f22-5056-4917-aa13-3c1204506090 HTTP/1.1" status: 204 len: 168 time: 0.6706896 Jul 12 17:03:04.642265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39062) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:04.658562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be04a01-b083-4ba0-b08d-1afdb0dc339d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Network': ['ID=88e96f22-5056-4917-aa13-3c1204506090,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:04.689442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.706277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Deleting subnet c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:03:04.709995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.738437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] For port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,segment=NetworkSegment(989eaba0-2c6e-4f25-992f-ba0124f02f1a),segment_id=989eaba0-2c6e-4f25-992f-ba0124f02f1a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:04.745225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.763712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.824499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d9d9b-ca3e-48dd-8c87-8a01f68f45d2 None None] Pushing event updated for resources: {'Port': ['ID=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:04.864173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.931892 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.951409 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb7898-0f5e-4781-8b30-40338c3ac5b3 None None] get_active_networks_info from n-d-800078-3 {{(pid=93713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 17:03:04.962108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Subnet': ['ID=c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:04.966239 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:04.970339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:04.970515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f4deaee-c2f5-432c-9b0c-5544a119a256 tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "DELETE /v2.0/subnets/c9dd94a9-3c07-4b64-b7f1-53fafc6ef5f3 HTTP/1.1" status: 204 len: 168 time: 0.3271079 Jul 12 17:03:05.003628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.023530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a484ab7b-3a63-4a53-97c0-fc77aeabdd34 None None] Provisioning complete for port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:05.023843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a484ab7b-3a63-4a53-97c0-fc77aeabdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.055655 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.064623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb7898-0f5e-4781-8b30-40338c3ac5b3 None None] Resources bound (agent type, host, resource id): {{(pid=93713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 12 17:03:05.123558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Deleting port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:03:05.124181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.201664 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] For port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,segment=NetworkSegment(989eaba0-2c6e-4f25-992f-ba0124f02f1a),segment_id=989eaba0-2c6e-4f25-992f-ba0124f02f1a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:05.202154 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.217371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Calling delete_port for 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:03:05.331397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.358651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b52029-317b-428c-8e9d-80eb15413da8 None None] Network af01e7d9-11ea-4a67-99dc-2a5b664b035c requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:05.370827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Port': ['ID=2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:05.373139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] No DVR routers for this DVR port 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:03:05.470848 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.484177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af01e7d9-11ea-4a67-99dc-2a5b664b035c']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:05.495756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989eaba0-2c6e-4f25-992f-ba0124f02f1a') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:05.496061 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989eaba0-2c6e-4f25-992f-ba0124f02f1a') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:05.505996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.522090 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.528504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:03:05.528892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:03:05.532651 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:03:05.543517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e206df-a15c-4998-b144-2f8ffcbaeea8 None None] DHCP port deletion for af01e7d9-11ea-4a67-99dc-2a5b664b035c request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:03:05.603413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.610114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.612187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "DELETE /v2.0/networks/af01e7d9-11ea-4a67-99dc-2a5b664b035c HTTP/1.1" status: 204 len: 168 time: 0.6399617 Jul 12 17:03:05.615001 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39066) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:05.630064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c6156-4835-486d-af18-dadcd9c6d69c tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Pushing event deleted for resources: {'Network': ['ID=af01e7d9-11ea-4a67-99dc-2a5b664b035c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:05.649870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-81edd03b-c965-497e-81b0-c04fa844a3cf tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "GET /v2.0/ports?device_id=b78f1b44-3222-4900-a254-adae7c814c4d HTTP/1.1" status: 200 len: 205 time: 0.0336695 Jul 12 17:03:05.652252 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39068) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:05.726522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.957995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:05.978516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.064460 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:03:06.091000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:03:06.091329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 2db0c9a9-8e4e-45a9-8b7f-ef65c7f26d78 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:03:06.275357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.277613 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.328925 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.329826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Fanout notify agent at l3_agent the message router_deleted on router b78f1b44-3222-4900-a254-adae7c814c4d {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:03:06.345602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.346943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fac82fa4-f9ec-48d3-8a37-bfe0ddcce21d tempest-RoutersNegativeTest-488598527 tempest-RoutersNegativeTest-488598527-project] 10.222.0.58 "DELETE /v2.0/routers/b78f1b44-3222-4900-a254-adae7c814c4d HTTP/1.1" status: 204 len: 168 time: 0.6938000 Jul 12 17:03:06.634618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39074) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:06.779758 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-68f4938d-fedf-49c6-b448-947cd9ed5bf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=348a7bcaa9e54c8ea811023b481fee3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436434 Jul 12 17:03:06.782423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39078) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:06.837221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.860414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.911263 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.913898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:06.915134 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/798e140c-ed7e-42b5-9bcc-ab848944e441 HTTP/1.1" status: 204 len: 168 time: 0.1314135 Jul 12 17:03:06.930269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cdb1e-5ca5-4466-82b2-7115d351fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e140c-ed7e-42b5-9bcc-ab848944e441,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:07.392791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.601750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:07.709072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2138637263-network', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:07.731792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Made reservation on behalf of fc28256e95fc4104ba75c03f3d32f083 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:07.734256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.742981 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.844852 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.848906 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.879567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:03:07.889748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac91bd-75c9-4fd0-94be-b47dabec7a3c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:07.898683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.899025 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Added segment 56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4 of type vlan for network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd Jul 12 17:03:07.957553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.994748 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:07.995480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:07.996020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.056758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:08.060646 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f7641d61-3545-4b1f-a4f9-159580b99746 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4577882 Jul 12 17:03:08.064289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39104) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:08.068109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:03:08.074669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Request body: {'subnet': {'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-subnet', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:08.115687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Made reservation on behalf of fc28256e95fc4104ba75c03f3d32f083 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:08.118065 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.317010 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.384862 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedaca66-ed7c-4141-99d3-9745ba6310e6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:08.396546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Checking segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:08.396898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Network hostable DHCP agents. Network: f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:03:08.413801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:03:08.425105 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:08.432741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:08.433041 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.436680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8449aaf-8360-4196-a855-54a668bc50b6 None None] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:08.453380 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-85cbed3e-9583-48d4-acae-d14f9fdabbbd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3850217 Jul 12 17:03:08.461774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39106) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:08.466369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:08.489744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.490821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.556957 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.610037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:03:08.610995 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.718401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.757654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Allocated IP 172.20.0.2 (f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd/dedaca66-ed7c-4141-99d3-9745ba6310e6/a25193ca-6a89-4b97-afe3-5c4a9b8105e2) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:08.914112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.926208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Transition to ACTIVE for port object a25193ca-6a89-4b97-afe3-5c4a9b8105e2 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:08.943735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Transition to ACTIVE for port object a25193ca-6a89-4b97-afe3-5c4a9b8105e2 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:08.950646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.966849 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.987607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:08.996275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:08.999296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:09.003795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:09.011795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Pushing event updated for resources: {'Port': ['ID=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:09.076800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Attempting to bind port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:09.077203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Attempting to bind port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:09.077664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Attempting to bind port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:09.083296 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:09.083853 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Checking segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:09.084224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:09.084622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Bound using segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:09.085096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Bound port: a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:09.085481 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:09.118993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Allocated IP 172.25.8.162 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/60ac53f4-9fd9-437a-8bce-7ac5cbcf080c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:09.158887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] For port a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:09.162363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] For port a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:09.166249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:09.232327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d91f-604a-4491-a970-52cef849cecf None None] Pushing event updated for resources: {'Port': ['ID=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:09.248516 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:09.303441 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:09.357915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:09.361856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:09.365798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:09.393764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Pushing event updated for resources: {'Port': ['ID=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:10.041539 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.125527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a25193ca-6a89-4b97-afe3-5c4a9b8105e2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:10.185320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:10.276418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.326896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f316e-54e3-494c-a507-53ea32534c48 None None] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:10.395527 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Provisioning for port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:10.402636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Provisioning complete for port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:10.402912 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.446857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Router ef108e58-6dc4-4274-9cf8-e9ce6c435035 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:03:10.578371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:03:10.580184 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.595542 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Sync routers for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:03:10.606984 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:10.607829 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:10.608397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.611554 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-79d24ad0-6d54-4b15-802f-36c3bbdb2f97 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1486647 Jul 12 17:03:10.614329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:10.640726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] For port a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:10.649029 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:10.757068 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:10.776860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808d8f7-4eb6-4412-a38e-d184bc2df5c4 None None] Pushing event updated for resources: {'Port': ['ID=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:11.060561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-354cf5ae-740d-4ec2-9773-2c76045998a4 None None] Provisioning complete for port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:11.061147 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-354cf5ae-740d-4ec2-9773-2c76045998a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.071506 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:09Z', 'revision_number': 3, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:11.104865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Checking router: ef108e58-6dc4-4274-9cf8-e9ce6c435035 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:03:11.105313 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Updating router ef108e58-6dc4-4274-9cf8-e9ce6c435035 port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:03:11.144356 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.186617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.376409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Allocated IP 172.20.0.1 (f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd/dedaca66-ed7c-4141-99d3-9745ba6310e6/77bea980-4209-4e83-a371-cfad04ff11f7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:11.449845 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.466985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Transition to ACTIVE for port object 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:11.475787 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.492095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.510803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Transition to ACTIVE for port object 77bea980-4209-4e83-a371-cfad04ff11f7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:11.531164 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Attempting to bind port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:11.532052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Attempting to bind port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:11.532052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Attempting to bind port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:11.534148 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Pushing event updated for resources: {'Port': ['ID=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:11.542756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:11.543127 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:11.543577 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.544125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:11.544646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Bound port: 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:11.544990 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.548322 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.548665 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.549009 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.549204 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.549392 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.549655 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.549980 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.550310 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.550630 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.550950 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.551277 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.551626 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.551939 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:11.613354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:11.614651 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] For port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:11.618129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:11.620162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:11.620590 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] For port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:11.622661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:11.634400 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.691973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.713502 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f918ef-ec73-452e-9796-28518bc1d869 None None] Pushing event updated for resources: {'Port': ['ID=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:11.716774 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:11.717557 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:11.860618 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:11.874053 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:11.981994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-420c1c8b-4ddb-40e6-a3fc-cba6a68bc49c None None] Provisioning for port 77bea980-4209-4e83-a371-cfad04ff11f7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:11.987258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-420c1c8b-4ddb-40e6-a3fc-cba6a68bc49c None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:11.987646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-420c1c8b-4ddb-40e6-a3fc-cba6a68bc49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.035138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-420c1c8b-4ddb-40e6-a3fc-cba6a68bc49c None None] Port 77bea980-4209-4e83-a371-cfad04ff11f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:12.094163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a25193ca-6a89-4b97-afe3-5c4a9b8105e2 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:12.111408 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:09Z', 'revision_number': 3, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:12.117199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.123697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.151742 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d34711-0633-49a3-9eb0-edb2b0712451 None None] The sync data for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 is: [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:09Z', 'revision_number': 3, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:03:12.164740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:12.165376 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.216264 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:12.235617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.384218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:12.385849 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:12.472740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-af72164d-8a01-4abd-bde3-b2a8a3f2b200 None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:12.472740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-af72164d-8a01-4abd-bde3-b2a8a3f2b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.535633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-af72164d-8a01-4abd-bde3-b2a8a3f2b200 None None] Port 77bea980-4209-4e83-a371-cfad04ff11f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:12.591022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Router ef108e58-6dc4-4274-9cf8-e9ce6c435035 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:03:12.741791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:03:12.747523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e2ca8a41-15cf-4aeb-93ea-5bd73ba2a7b2 admin admin] 10.222.0.58 "PUT /v2.0/routers/ef108e58-6dc4-4274-9cf8-e9ce6c435035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1319330 Jul 12 17:03:12.868961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d0ecd8c7-e3ac-43e3-aeb6-d3193f1a437e None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:12.869509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd8c7-e3ac-43e3-aeb6-d3193f1a437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:12.928393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d0ecd8c7-e3ac-43e3-aeb6-d3193f1a437e None None] Port 77bea980-4209-4e83-a371-cfad04ff11f7 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:13.338521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:13.343842 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-141451860-network', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:13.366305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Made reservation on behalf of 0f04bde511cb4f01b6e2cc450f46a9f2 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:13.369077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.379651 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.475026 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.480140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.514078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:03:13.522374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de7c75-1d3b-43b9-bf4b-89cc8c727761,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:13.527460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.527821 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Added segment 34c19180-3018-42b9-8dbe-573bc6b91744 of type vlan for network aab39562-79b7-416a-b0ac-1757a37bd1d3 Jul 12 17:03:13.571743 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.601451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.602413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:13.602987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.660605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3207929 Jul 12 17:03:13.663336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39126) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:13.669981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Request body: {'subnet': {'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-subnet', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:13.674581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ed569-826a-4deb-91da-80a7f3c557c3 admin admin] Pushing event updated for resources: {'Network': ['ID=aab39562-79b7-416a-b0ac-1757a37bd1d3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:13.688338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:03:13.697963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Made reservation on behalf of 0f04bde511cb4f01b6e2cc450f46a9f2 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:13.700533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.899756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:13.959536 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb711a7-4ed3-4e7f-b036-04fba0c7dfe3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:13.970298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Checking segment: {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:13.970655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Network hostable DHCP agents. Network: aab39562-79b7-416a-b0ac-1757a37bd1d3, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:03:13.988982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:03:13.998008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, aab39562-79b7-416a-b0ac-1757a37bd1d3) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:14.002110 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:14.002699 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.006948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c98ab2-a47b-494e-b1b7-553030293408 None None] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:14.036683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63ac0454-3baf-4bb6-93bc-f9d4230ab3f6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3717279 Jul 12 17:03:14.037416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39128) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:14.042025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:14.072754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Sync routers for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:03:14.074272 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.075868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.095352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:14.095935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:14.133793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:14.134878 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.279109 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:14.289761 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:14.290046 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.290157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.321898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:14.384805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-aab39562-79b7-416a-b0ac-1757a37bd1d3', 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'fixed_ips': [{'subnet_id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:03:14.385658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.525860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.551082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.667094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Allocated IP 172.25.8.126 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0eeda250-de14-45e3-92a1-89e500718c8e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:14.767822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.786671 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.828140 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.836080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:14.843545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:14.868094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:14.875280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:14.877964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:14.900487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Allocated IP 172.20.0.2 (aab39562-79b7-416a-b0ac-1757a37bd1d3/afb711a7-4ed3-4e7f-b036-04fba0c7dfe3/6ee9525b-a87a-4185-a62f-f31c92009f54) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:14.913596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Pushing event updated for resources: {'Port': ['ID=0eeda250-de14-45e3-92a1-89e500718c8e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:14.990161 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:15.025790 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 4, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '77bea980-4209-4e83-a371-cfad04ff11f7', 'name': '', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'mac_address': 'fa:16:3e:0c:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:11Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 2, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'subnets': [{'id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:15.067381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Checking router: ef108e58-6dc4-4274-9cf8-e9ce6c435035 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:03:15.067381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Updating router ef108e58-6dc4-4274-9cf8-e9ce6c435035 port 77bea980-4209-4e83-a371-cfad04ff11f7 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:03:15.140521 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.154718 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.165463 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.194715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Transition to ACTIVE for port object 6ee9525b-a87a-4185-a62f-f31c92009f54 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:15.269769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Transition to ACTIVE for port object 6ee9525b-a87a-4185-a62f-f31c92009f54 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:15.278701 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.353737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:15.389253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:15.392078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.392313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:15.397349 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Pushing event updated for resources: {'Port': ['ID=6ee9525b-a87a-4185-a62f-f31c92009f54,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:15.485129 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Attempting to bind port 6ee9525b-a87a-4185-a62f-f31c92009f54 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:15.485387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Attempting to bind port 6ee9525b-a87a-4185-a62f-f31c92009f54 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:15.485771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Attempting to bind port 6ee9525b-a87a-4185-a62f-f31c92009f54 on network aab39562-79b7-416a-b0ac-1757a37bd1d3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:15.505329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:15.505748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Checking segment: {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:15.506152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.506572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Bound using segment: {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:15.507126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Bound port: 6ee9525b-a87a-4185-a62f-f31c92009f54, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:15.507535 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.681617 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] For port 6ee9525b-a87a-4185-a62f-f31c92009f54, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:15.691646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.709072 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] For port 6ee9525b-a87a-4185-a62f-f31c92009f54, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6ee9525b-a87a-4185-a62f-f31c92009f54,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:15.716439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.719842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Transition to ACTIVE for port object 77bea980-4209-4e83-a371-cfad04ff11f7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:15.731425 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.832169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e232f1-d369-48f4-b51c-464c1c8ecb8f None None] Pushing event updated for resources: {'Port': ['ID=6ee9525b-a87a-4185-a62f-f31c92009f54,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:15.903336 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Attempting to bind port 77bea980-4209-4e83-a371-cfad04ff11f7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:15.903739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Attempting to bind port 77bea980-4209-4e83-a371-cfad04ff11f7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:15.904205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Attempting to bind port 77bea980-4209-4e83-a371-cfad04ff11f7 on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:15.915816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:15.916292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Checking segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:15.916765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.917163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Bound using segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:15.917643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Bound port: 77bea980-4209-4e83-a371-cfad04ff11f7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:15.918060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:15.946903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbf67f-fc5a-436d-b471-4ad93ffa57d4 None None] Pushing event updated for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:16.026953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] For port 77bea980-4209-4e83-a371-cfad04ff11f7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:16.033873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] For port 77bea980-4209-4e83-a371-cfad04ff11f7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77bea980-4209-4e83-a371-cfad04ff11f7,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:16.060868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:16.072286 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:03:16.131680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:16.133398 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:16.189666 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:16.228068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbf67f-fc5a-436d-b471-4ad93ffa57d4 None None] Pushing event updated for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:16.242650 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:03:16.259232 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54907-3094-483b-951d-3504159efffe None None] Sync routers for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:03:16.271747 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54907-3094-483b-951d-3504159efffe None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:16.272615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-53f54907-3094-483b-951d-3504159efffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:16.283731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:16.286373 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e04d8e27-0cc3-493e-928b-5a5ce857ba6a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2478280 Jul 12 17:03:16.288956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:03:16.345419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:16.345695 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:16.379139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:16.424965 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-53f54907-3094-483b-951d-3504159efffe None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:16.657077 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-53f54907-3094-483b-951d-3504159efffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:15Z', 'revision_number': 3, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:16.660799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 4, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '77bea980-4209-4e83-a371-cfad04ff11f7', 'name': '', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'mac_address': 'fa:16:3e:0c:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:11Z', 'updated_at': '2021-07-12T17:03:16Z', 'revision_number': 4, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'subnets': [{'id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:16.686199 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54907-3094-483b-951d-3504159efffe None None] Checking router: 9b87114c-5fe0-4b3f-be05-eeae9ea4221b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:03:16.686562 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54907-3094-483b-951d-3504159efffe None None] Updating router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b port 0eeda250-de14-45e3-92a1-89e500718c8e binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:03:16.690921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e4ff3a-ade8-4697-8e21-26f0e890d96c None None] The sync data for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 is: [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:11Z', 'revision_number': 4, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '77bea980-4209-4e83-a371-cfad04ff11f7', 'name': '', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'mac_address': 'fa:16:3e:0c:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:11Z', 'updated_at': '2021-07-12T17:03:16Z', 'revision_number': 4, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'subnets': [{'id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:03:16.758048 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:16.844559 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.078308 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Allocated IP 172.20.0.1 (aab39562-79b7-416a-b0ac-1757a37bd1d3/afb711a7-4ed3-4e7f-b036-04fba0c7dfe3/de47469d-c499-45e9-8305-7a724b694bac) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:17.125906 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29776a-0653-4c11-af72-5036016803f0 None None] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:03:17.205619 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.217591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.222635 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-53f54907-3094-483b-951d-3504159efffe None None] Transition to ACTIVE for port object 0eeda250-de14-45e3-92a1-89e500718c8e will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:17.230311 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.239900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Transition to ACTIVE for port object de47469d-c499-45e9-8305-7a724b694bac will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:17.268350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-77f09bff-82ca-4b96-bf3c-7e4d67f66918 None None] Provisioning for port 6ee9525b-a87a-4185-a62f-f31c92009f54 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:17.294181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.298660 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-53f54907-3094-483b-951d-3504159efffe None None] Attempting to bind port 0eeda250-de14-45e3-92a1-89e500718c8e on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:17.299581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-53f54907-3094-483b-951d-3504159efffe None None] Attempting to bind port 0eeda250-de14-45e3-92a1-89e500718c8e by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:17.300170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54907-3094-483b-951d-3504159efffe None None] Attempting to bind port 0eeda250-de14-45e3-92a1-89e500718c8e on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:17.308051 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54907-3094-483b-951d-3504159efffe None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:17.308711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54907-3094-483b-951d-3504159efffe None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:17.309282 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.309864 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54907-3094-483b-951d-3504159efffe None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:17.310513 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-53f54907-3094-483b-951d-3504159efffe None None] Bound port: 0eeda250-de14-45e3-92a1-89e500718c8e, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:17.311210 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.359974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:17.373671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Pushing event updated for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:17.378392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:17.380853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:17.383281 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-53f54907-3094-483b-951d-3504159efffe None None] For port 0eeda250-de14-45e3-92a1-89e500718c8e, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:17.398206 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-53f54907-3094-483b-951d-3504159efffe None None] For port 0eeda250-de14-45e3-92a1-89e500718c8e, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0eeda250-de14-45e3-92a1-89e500718c8e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:17.403229 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53f54907-3094-483b-951d-3504159efffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.410465 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7f18-cf3d-4875-8272-ceb74eff1b7d None None] Pushing event updated for resources: {'Port': ['ID=0eeda250-de14-45e3-92a1-89e500718c8e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:17.433957 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.483229 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7f18-cf3d-4875-8272-ceb74eff1b7d None None] Pushing event updated for resources: {'Port': ['ID=0eeda250-de14-45e3-92a1-89e500718c8e,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:17.503966 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54907-3094-483b-951d-3504159efffe None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:17.504961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-53f54907-3094-483b-951d-3504159efffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:17.617792 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.655782 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-53f54907-3094-483b-951d-3504159efffe None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:17.722141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b90c837-c339-4774-88ac-19739fc7e42d None None] Provisioning for port de47469d-c499-45e9-8305-7a724b694bac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:17.728834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7b90c837-c339-4774-88ac-19739fc7e42d None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:17.729510 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7b90c837-c339-4774-88ac-19739fc7e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.804248 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7b90c837-c339-4774-88ac-19739fc7e42d None None] Port de47469d-c499-45e9-8305-7a724b694bac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:17.855733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.864367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.935242 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-53f54907-3094-483b-951d-3504159efffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:15Z', 'revision_number': 3, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:17.949562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Pushing event updated for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:17.960012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-62ccffa9-f664-4129-b1c0-59ba1921a296 None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:17.960392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-62ccffa9-f664-4129-b1c0-59ba1921a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:17.967078 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.008029 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54907-3094-483b-951d-3504159efffe None None] The sync data for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 is: [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:15Z', 'revision_number': 3, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:03:18.033601 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-62ccffa9-f664-4129-b1c0-59ba1921a296 None None] Port de47469d-c499-45e9-8305-7a724b694bac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:18.155287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:18.157136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:18.186033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6ee9525b-a87a-4185-a62f-f31c92009f54 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:18.274600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-925e63a5-2d1e-42b5-a4f8-82c25ac83629 None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:18.275085 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-925e63a5-2d1e-42b5-a4f8-82c25ac83629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.277091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 6ee9525b-a87a-4185-a62f-f31c92009f54 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:18.310850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6ee9525b-a87a-4185-a62f-f31c92009f54 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:18.311223 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.363274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-925e63a5-2d1e-42b5-a4f8-82c25ac83629 None None] Port de47469d-c499-45e9-8305-7a724b694bac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:18.384368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:03:18.487986 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.532437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a615f967-a0f9-4fce-bde0-eb934f9fad16 None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:18.532656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a615f967-a0f9-4fce-bde0-eb934f9fad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.579016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:03:18.588159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-436f82f7-c05b-4829-95bf-ad81a66c9309 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b87114c-5fe0-4b3f-be05-eeae9ea4221b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974794 Jul 12 17:03:18.597711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 6ee9525b-a87a-4185-a62f-f31c92009f54, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6ee9525b-a87a-4185-a62f-f31c92009f54,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:18.603490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.638164 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a615f967-a0f9-4fce-bde0-eb934f9fad16 None None] Port de47469d-c499-45e9-8305-7a724b694bac cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:18.643980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77bea980-4209-4e83-a371-cfad04ff11f7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:18.704891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=6ee9525b-a87a-4185-a62f-f31c92009f54,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:18.727826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 77bea980-4209-4e83-a371-cfad04ff11f7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:18.735818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:18.736549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.862867 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:18.912116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 77bea980-4209-4e83-a371-cfad04ff11f7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77bea980-4209-4e83-a371-cfad04ff11f7,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:18.918276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:19.009191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:19.270820 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1ba138cc-86de-41e8-9971-1ef9740e7d8d None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:19.271389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1ba138cc-86de-41e8-9971-1ef9740e7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:19.612437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-aad287df-4565-450e-a0be-e4838f1d9b68 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:19.614031 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-aad287df-4565-450e-a0be-e4838f1d9b68 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 817 time: 0.1213534 Jul 12 17:03:19.632344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-814ada24-579d-4a02-bac8-9a49f2b1a015 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/quotas/fc28256e95fc4104ba75c03f3d32f083 HTTP/1.1" status: 200 len: 375 time: 0.0124273 Jul 12 17:03:19.727076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-8f75a17c-6b0c-4d80-a514-6d3028aa5303 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869694 Jul 12 17:03:19.869745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-ec76fcf9-9167-4609-a866-d7dcc687d22f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:03:19.871052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-ec76fcf9-9167-4609-a866-d7dcc687d22f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532870 Jul 12 17:03:19.974104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-7ca16a45-560e-4c6f-9be9-77ffaa843f4c service neutron] 10.222.0.58 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960433 Jul 12 17:03:20.072555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-24a917f4-e268-4aff-9eef-05485802a098 service neutron] 10.222.0.58 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Jul 12 17:03:20.168195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0eeda250-de14-45e3-92a1-89e500718c8e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:20.206914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Sync routers for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:03:20.221969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:20.222574 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:20.265910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0eeda250-de14-45e3-92a1-89e500718c8e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:20.275856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0eeda250-de14-45e3-92a1-89e500718c8e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:20.276530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:20.363867 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:20.512971 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:20.547996 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0eeda250-de14-45e3-92a1-89e500718c8e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0eeda250-de14-45e3-92a1-89e500718c8e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:20.557765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:20.605495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6ee9525b-a87a-4185-a62f-f31c92009f54 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:20.679754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0eeda250-de14-45e3-92a1-89e500718c8e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:20.706805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 6ee9525b-a87a-4185-a62f-f31c92009f54 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:20.707182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:20.754044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 4, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'de47469d-c499-45e9-8305-7a724b694bac', 'name': '', 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'mac_address': 'fa:16:3e:36:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:16Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 2, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'subnets': [{'id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:20.782529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Checking router: 9b87114c-5fe0-4b3f-be05-eeae9ea4221b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:03:20.782803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Updating router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b port de47469d-c499-45e9-8305-7a724b694bac binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:03:20.851173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:20.863825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77bea980-4209-4e83-a371-cfad04ff11f7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:21.002389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 77bea980-4209-4e83-a371-cfad04ff11f7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:21.002762 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.236634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.252714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Transition to ACTIVE for port object de47469d-c499-45e9-8305-7a724b694bac will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:21.259547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.301862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-288635fa-7568-48f0-b4da-5ebff637e308 req-9a08a48d-c947-4b4f-81b8-589913580bf7 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 210 time: 0.0395377 Jul 12 17:03:21.342333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4a6b8-d061-4b66-9af6-472853a38220 None None] Pushing event updated for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:21.378238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Attempting to bind port de47469d-c499-45e9-8305-7a724b694bac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:21.378753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Attempting to bind port de47469d-c499-45e9-8305-7a724b694bac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:21.378983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Attempting to bind port de47469d-c499-45e9-8305-7a724b694bac on network aab39562-79b7-416a-b0ac-1757a37bd1d3 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:21.384606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:21.385058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Checking segment: {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:21.385475 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.385843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Bound using segment: {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:21.386313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Bound port: de47469d-c499-45e9-8305-7a724b694bac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c19180-3018-42b9-8dbe-573bc6b91744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:21.386693 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.466692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] For port de47469d-c499-45e9-8305-7a724b694bac, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:21.472044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] For port de47469d-c499-45e9-8305-7a724b694bac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=de47469d-c499-45e9-8305-7a724b694bac,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:21.477634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:21.552261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:03:21.553042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:03:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:21.559922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4a6b8-d061-4b66-9af6-472853a38220 None None] Pushing event updated for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:21.714303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:03:21.954897 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 4, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'de47469d-c499-45e9-8305-7a724b694bac', 'name': '', 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'mac_address': 'fa:16:3e:36:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:16Z', 'updated_at': '2021-07-12T17:03:21Z', 'revision_number': 4, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'subnets': [{'id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:03:21.988155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958fe5f-ddcc-4cdd-8034-7507dd31431f None None] The sync data for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 is: [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:17Z', 'revision_number': 4, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'de47469d-c499-45e9-8305-7a724b694bac', 'name': '', 'network_id': 'aab39562-79b7-416a-b0ac-1757a37bd1d3', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'mac_address': 'fa:16:3e:36:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:16Z', 'updated_at': '2021-07-12T17:03:21Z', 'revision_number': 4, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'subnets': [{'id': 'afb711a7-4ed3-4e7f-b036-04fba0c7dfe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:03:22.106318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0eeda250-de14-45e3-92a1-89e500718c8e up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:22.161816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0eeda250-de14-45e3-92a1-89e500718c8e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:22.162365 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:22.520836 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1eb3782c-db0d-4b31-8359-8bf1a104809a req-8649d190-a7bb-49f1-85e3-14d5e103ac99 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 210 time: 0.0306549 Jul 12 17:03:22.575975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-10562bc3-4c99-482e-ae93-79aae982b297 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:22.578053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-10562bc3-4c99-482e-ae93-79aae982b297 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 817 time: 0.1633914 Jul 12 17:03:22.594420 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Request body: {'port': {'device_id': '0ed910e3-f406-423c-b163-ade844659cdc', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'admin_state_up': True, 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:22.713412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Made reservation on behalf of fc28256e95fc4104ba75c03f3d32f083 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:22.717119 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:22.849867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Allocated IP 172.20.0.9 (f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd/dedaca66-ed7c-4141-99d3-9745ba6310e6/9b120170-2d27-4e73-84a7-e3abda1f7d3b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:23.021965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.036968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Transition to ACTIVE for port object 9b120170-2d27-4e73-84a7-e3abda1f7d3b will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:23.069826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.114034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:23.119358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:23.123272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:23.151145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Pushing event updated for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:23.189614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:23.190718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.210230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-66773f34-cd28-4db1-80e1-ffd73281ea3b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237662 Jul 12 17:03:23.222352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Request body: {'port': {'device_id': '0ed910e3-f406-423c-b163-ade844659cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:23.325562 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.398392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-aa10393a-48a6-4b84-bd16-358e469a1865 None None] Provisioning for port 9b120170-2d27-4e73-84a7-e3abda1f7d3b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:23.402376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-aa10393a-48a6-4b84-bd16-358e469a1865 None None] Provisioning complete for port 9b120170-2d27-4e73-84a7-e3abda1f7d3b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:23.402744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aa10393a-48a6-4b84-bd16-358e469a1865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.447664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-aa10393a-48a6-4b84-bd16-358e469a1865 None None] Port 9b120170-2d27-4e73-84a7-e3abda1f7d3b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:23.648644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b120170-2d27-4e73-84a7-e3abda1f7d3b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:03:23.661298 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.681429 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Transition to ACTIVE for port object 9b120170-2d27-4e73-84a7-e3abda1f7d3b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:23.687560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.750417 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Pushing event updated for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:23.758677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d00dae-fac1-4406-bf37-68196cafde25 req-988ddeca-cc55-4e09-ae65-b53a00b4a0f0 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:23.760614 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70d00dae-fac1-4406-bf37-68196cafde25 req-988ddeca-cc55-4e09-ae65-b53a00b4a0f0 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 943 time: 0.0849183 Jul 12 17:03:23.832936 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-70d00dae-fac1-4406-bf37-68196cafde25 req-7e8c4845-1f34-4914-adfe-d6686a04bdef tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581369 Jul 12 17:03:23.838704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Attempting to bind port 9b120170-2d27-4e73-84a7-e3abda1f7d3b on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:23.839817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Attempting to bind port 9b120170-2d27-4e73-84a7-e3abda1f7d3b by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:23.840502 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Attempting to bind port 9b120170-2d27-4e73-84a7-e3abda1f7d3b on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:23.848212 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Port 9b120170-2d27-4e73-84a7-e3abda1f7d3b on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:03:23.848379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Attempting to bind port 9b120170-2d27-4e73-84a7-e3abda1f7d3b on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:23.857539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:23.858084 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Checking segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:23.858728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Bound using segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:23.859495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Bound port: 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:23.860279 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:23.947202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:23.950732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:23.957826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.066156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.066796 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.068270 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] 10.222.0.77 "PUT /v2.0/ports/9b120170-2d27-4e73-84a7-e3abda1f7d3b HTTP/1.1" status: 200 len: 1091 time: 0.8511209 Jul 12 17:03:24.069043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dec35-1639-477f-b5c4-25c838828c26 service neutron] Pushing event updated for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:24.071547 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:03:24.073930 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39122eab-7bb7-4e6a-970c-78122c58a9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:03:24.141843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device de47469d-c499-45e9-8305-7a724b694bac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:24.169546 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e019a5e-08ec-4597-84fa-3c4668fc4061 x-openstack-request-id: req-0e019a5e-08ec-4597-84fa-3c4668fc4061 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:03:24.169843 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:03:24.170096 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e019a5e-08ec-4597-84fa-3c4668fc4061 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:03:24.171731 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b', 'status': 'completed', 'code': 200} Jul 12 17:03:24.213850 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-533da8e9-17f2-4e6f-bd7b-fc1b4f479804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.215442 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-533da8e9-17f2-4e6f-bd7b-fc1b4f479804 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 1094 time: 0.0913110 Jul 12 17:03:24.229347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port de47469d-c499-45e9-8305-7a724b694bac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:24.240825 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:24.241443 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.285295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-ddd53eb2-04d6-4188-8d52-1d86a8b24736 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b HTTP/1.1" status: 200 len: 217 time: 0.0628109 Jul 12 17:03:24.350028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-12049180-8552-4983-b972-04c6fdb33689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.351569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-12049180-8552-4983-b972-04c6fdb33689 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 200 len: 856 time: 0.0590119 Jul 12 17:03:24.351831 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.406772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port de47469d-c499-45e9-8305-7a724b694bac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=de47469d-c499-45e9-8305-7a724b694bac,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:24.412253 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.425321 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-64f8fed9-cf4f-4b17-8d34-8fcf95f180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.426763 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-64f8fed9-cf4f-4b17-8d34-8fcf95f180f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686722 Jul 12 17:03:24.472338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:24.553928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-c0a0cc43-7642-4a14-94e4-fb17b09789bd service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198306 Jul 12 17:03:24.664911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5d0a9048-1520-4525-aed6-833d522b80b4 req-20ec8e3d-b8ac-4aa5-88cc-8527c3465516 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047022 Jul 12 17:03:24.719921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c170282a-801b-4781-b2bd-259d5ba7d668 None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:24.720314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c170282a-801b-4781-b2bd-259d5ba7d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:24.787469 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-5fbb9ef1-c1f0-4932-be26-341043dc1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.789072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-5fbb9ef1-c1f0-4932-be26-341043dc1a5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 1094 time: 0.0743515 Jul 12 17:03:24.917014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-3b62d7b3-23c3-490c-b18f-f1a6b7776e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:24.919140 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-3b62d7b3-23c3-490c-b18f-f1a6b7776e13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 918 time: 0.1234934 Jul 12 17:03:24.967241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-d34d47a3-8b20-44d2-a3d6-7f1975bf4dc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b HTTP/1.1" status: 200 len: 217 time: 0.0405438 Jul 12 17:03:25.024055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7d49e-cd27-47f8-add9-885682ade330 req-969ef9f8-d5b9-4513-8a84-ef129f50c51b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:25.026298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aca7d49e-cd27-47f8-add9-885682ade330 req-969ef9f8-d5b9-4513-8a84-ef129f50c51b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 943 time: 0.0775738 Jul 12 17:03:25.029189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-24af6e20-8c4a-4a30-a820-6e65f4f316c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:25.031398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-24af6e20-8c4a-4a30-a820-6e65f4f316c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 200 len: 856 time: 0.0561588 Jul 12 17:03:25.072432 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-aca7d49e-cd27-47f8-add9-885682ade330 req-a37898c4-8649-46fa-828a-b75473afec8c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Jul 12 17:03:25.099535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-e2d32c5c-b4b7-445b-9e39-5992f5059c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:25.101145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-e2d32c5c-b4b7-445b-9e39-5992f5059c0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623434 Jul 12 17:03:25.194436 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-28fdfd50-05b6-4be3-8b56-0ebbd0ff9986 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Jul 12 17:03:25.294382 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39122eab-7bb7-4e6a-970c-78122c58a9c7 req-f6f8dfab-a9ac-467c-9676-4b40ae411980 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927370 Jul 12 17:03:26.073466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device de47469d-c499-45e9-8305-7a724b694bac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:26.124951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port de47469d-c499-45e9-8305-7a724b694bac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:26.125494 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:26.255366 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c289537-61cb-49b1-b4fc-a300dcdc13ed req-ba54366e-c1cc-4963-9b38-434150f96c39 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:26.256923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c289537-61cb-49b1-b4fc-a300dcdc13ed req-ba54366e-c1cc-4963-9b38-434150f96c39 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 943 time: 0.0680990 Jul 12 17:03:26.294791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8c289537-61cb-49b1-b4fc-a300dcdc13ed req-b286959c-5424-43aa-bfff-12d4d0473caa tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 12 17:03:27.318453 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 9b120170-2d27-4e73-84a7-e3abda1f7d3b details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:03:27.368170 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:03:27.423454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:27.435486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '9b120170-2d27-4e73-84a7-e3abda1f7d3b', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'port_id': '9b120170-2d27-4e73-84a7-e3abda1f7d3b', 'mac_address': 'fa:16:3e:24:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:03:27.473286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:27.485748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aebd28-0aea-4f33-b2d6-3c56c23eda6a req-83f3a7e7-2075-4cf5-a170-808cb6d66fb2 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:27.486668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b120170-2d27-4e73-84a7-e3abda1f7d3b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:03:27.487261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01aebd28-0aea-4f33-b2d6-3c56c23eda6a req-83f3a7e7-2075-4cf5-a170-808cb6d66fb2 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 943 time: 0.0653360 Jul 12 17:03:27.506991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:27.511126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:27.526877 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-01aebd28-0aea-4f33-b2d6-3c56c23eda6a req-04f5ee9f-57f2-48d4-a24c-ba72aa3211ed tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Jul 12 17:03:27.566295 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:27.742818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['9b120170-2d27-4e73-84a7-e3abda1f7d3b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:03:28.712585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84f54-c863-4ce1-919c-3094b479db59 req-a678fa57-67b4-48fc-9e0f-572ed175eb8f tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:28.714577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27e84f54-c863-4ce1-919c-3094b479db59 req-a678fa57-67b4-48fc-9e0f-572ed175eb8f tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 944 time: 0.0670917 Jul 12 17:03:28.756019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27e84f54-c863-4ce1-919c-3094b479db59 req-44603f10-304a-40bb-8b21-0fbe098a5f49 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357807 Jul 12 17:03:29.335364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 9b120170-2d27-4e73-84a7-e3abda1f7d3b up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:03:29.387420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 9b120170-2d27-4e73-84a7-e3abda1f7d3b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:29.393075 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 9b120170-2d27-4e73-84a7-e3abda1f7d3b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:29.393075 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:29.478444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:29.502401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:03:29.504622 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358baa0a-930f-4956-b265-7a930fa1bdb7" -d '{"events": [{"server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:03:29.518774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:29.526933 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:29.562758 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3cd981-ccc3-4162-8237-47e467cfbecf x-openstack-request-id: req-df3cd981-ccc3-4162-8237-47e467cfbecf {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:03:29.562758 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:03:29.563446 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df3cd981-ccc3-4162-8237-47e467cfbecf {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:03:29.563446 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b', 'code': 200} Jul 12 17:03:29.601738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:29.672927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbff57-8413-4727-b6dd-3998adcc1575 req-8eaf6af3-8d12-48fc-8eb5-2e6119aa56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:29.674483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56fbff57-8413-4727-b6dd-3998adcc1575 req-8eaf6af3-8d12-48fc-8eb5-2e6119aa56fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 1096 time: 0.0618823 Jul 12 17:03:29.712711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-56fbff57-8413-4727-b6dd-3998adcc1575 req-bf6f1d99-b010-4c98-ab55-3ba15b5928b1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Jul 12 17:03:29.823461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5a8f2b85-bf72-4d97-bce1-1e51f3bdce66 None None] Provisioning complete for port 9b120170-2d27-4e73-84a7-e3abda1f7d3b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:29.823985 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5a8f2b85-bf72-4d97-bce1-1e51f3bdce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:29.932374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc1966-56a7-4888-92a2-259a426f7730 req-f505eef9-2821-47e2-a4df-f8316aaafef2 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:29.933882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89bc1966-56a7-4888-92a2-259a426f7730 req-f505eef9-2821-47e2-a4df-f8316aaafef2 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0663826 Jul 12 17:03:29.972634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89bc1966-56a7-4888-92a2-259a426f7730 req-2eac2cf4-eb44-4694-9e54-18d87827f38a tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Jul 12 17:03:31.158266 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff914e47-9a8d-4e9c-9dcf-f73fe0ee21c7 req-d5e6a2be-406e-497c-9612-9627b81ef819 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:31.159816 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff914e47-9a8d-4e9c-9dcf-f73fe0ee21c7 req-d5e6a2be-406e-497c-9612-9627b81ef819 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0733020 Jul 12 17:03:31.205993 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff914e47-9a8d-4e9c-9dcf-f73fe0ee21c7 req-c0945c4e-f2da-48da-a90f-95c070859834 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Jul 12 17:03:31.388277 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb72d9-7957-45e6-bd47-294fc8796dc9 req-b4d10838-f05a-40aa-a5e4-9d0acbae9e6c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:31.390578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6bb72d9-7957-45e6-bd47-294fc8796dc9 req-b4d10838-f05a-40aa-a5e4-9d0acbae9e6c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0717041 Jul 12 17:03:31.434727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a6bb72d9-7957-45e6-bd47-294fc8796dc9 req-7fb1ec5d-4718-4181-b937-0583eaf75681 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Jul 12 17:03:32.115217 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66f96c5d-d468-40d1-be19-0d8bed0b8518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:33.788825 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:34.527611 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2afff069-7077-4134-9564-3739123c0271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:34.985157 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:35.980068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:35.981966 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:36.300497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-24d7ca99-f1f6-48e1-86f6-fecc9cbf0d5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537407 Jul 12 17:03:36.402998 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068171bc-3800-4da9-bb77-f8f0c448880c req-8ee2fb83-2a9d-4af6-b620-6b63cc5524ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:36.404567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-8ee2fb83-2a9d-4af6-b620-6b63cc5524ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 1096 time: 0.0583389 Jul 12 17:03:36.518959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068171bc-3800-4da9-bb77-f8f0c448880c req-4218bcea-8cb9-4d36-93eb-6c196197855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:36.520489 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-4218bcea-8cb9-4d36-93eb-6c196197855f service neutron] 10.222.0.77 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 918 time: 0.0944769 Jul 12 17:03:36.563993 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-9d62699f-a68a-4c15-aea8-68aa9d6ae8cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b HTTP/1.1" status: 200 len: 217 time: 0.0369511 Jul 12 17:03:36.616300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068171bc-3800-4da9-bb77-f8f0c448880c req-39b80a84-c00d-48c1-ac60-4fb2cb6209b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:36.617773 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-39b80a84-c00d-48c1-ac60-4fb2cb6209b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 200 len: 856 time: 0.0484545 Jul 12 17:03:36.676969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068171bc-3800-4da9-bb77-f8f0c448880c req-a36c213a-0c79-4a16-a1d5-85206e77b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:36.678483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-a36c213a-0c79-4a16-a1d5-85206e77b518 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543699 Jul 12 17:03:36.774865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-28d07085-d728-4076-a951-8b350e7efbb0 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894921 Jul 12 17:03:36.865829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-068171bc-3800-4da9-bb77-f8f0c448880c req-eaf71520-8b07-40b6-afb2-5819851841eb service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846727 Jul 12 17:03:37.393532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:50.474681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44560c2-0a0a-47c6-b4d9-f57e7fcbb174 req-40a6161c-2e9f-4f38-ac2e-f4eece521cdf tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:50.476217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e44560c2-0a0a-47c6-b4d9-f57e7fcbb174 req-40a6161c-2e9f-4f38-ac2e-f4eece521cdf tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0761199 Jul 12 17:03:50.520941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e44560c2-0a0a-47c6-b4d9-f57e7fcbb174 req-58f656b9-0cb8-4a31-86bc-f53546b46de6 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jul 12 17:03:51.723639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8720f10-4772-4fb7-aaa2-985884d6fd76 req-5732ac8a-a971-415f-99c1-eac35af394a1 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:51.725185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8720f10-4772-4fb7-aaa2-985884d6fd76 req-5732ac8a-a971-415f-99c1-eac35af394a1 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0793347 Jul 12 17:03:51.767323 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c8720f10-4772-4fb7-aaa2-985884d6fd76 req-8606e067-b694-404c-aafb-91dca4e14200 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Jul 12 17:03:51.926563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-43f9dfcd-2574-477f-9505-bd4ca8695dda tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:51.928298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-43f9dfcd-2574-477f-9505-bd4ca8695dda tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 945 time: 0.0762284 Jul 12 17:03:52.052952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Deleting port 9b120170-2d27-4e73-84a7-e3abda1f7d3b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:03:52.053294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:52.148228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] For port 9b120170-2d27-4e73-84a7-e3abda1f7d3b, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=9b120170-2d27-4e73-84a7-e3abda1f7d3b,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:52.148592 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:52.162777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Calling delete_port for 9b120170-2d27-4e73-84a7-e3abda1f7d3b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:03:52.301883 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:52.313885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['9b120170-2d27-4e73-84a7-e3abda1f7d3b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:03:52.332544 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Pushing event deleted for resources: {'Port': ['ID=9b120170-2d27-4e73-84a7-e3abda1f7d3b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:52.387155 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] No DVR routers for this DVR port 9b120170-2d27-4e73-84a7-e3abda1f7d3b on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:03:52.393058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:52.396167 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86ac66b0-e0a9-489a-afbb-ac110dd959ca req-958b6a02-8d77-4cc4-a34c-5aed04020959 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "DELETE /v2.0/ports/9b120170-2d27-4e73-84a7-e3abda1f7d3b HTTP/1.1" status: 204 len: 173 time: 0.4626462 Jul 12 17:03:52.396858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'name': 'network-vif-deleted', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:03:52.400856 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b861bbe7-fa48-46df-8fd2-044b941c5f22" -d '{"events": [{"server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "name": "network-vif-deleted", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:03:52.468705 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f4e867-fcb8-4261-abab-297ea5df8020 x-openstack-request-id: req-78f4e867-fcb8-4261-abab-297ea5df8020 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:03:52.469072 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed910e3-f406-423c-b163-ade844659cdc", "name": "network-vif-deleted", "tag": "9b120170-2d27-4e73-84a7-e3abda1f7d3b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:03:52.469492 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78f4e867-fcb8-4261-abab-297ea5df8020 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:03:52.469981 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed910e3-f406-423c-b163-ade844659cdc', 'name': 'network-vif-deleted', 'tag': '9b120170-2d27-4e73-84a7-e3abda1f7d3b', 'status': 'completed', 'code': 200} Jul 12 17:03:52.954738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b925d035-c135-4bd9-936d-d2aac4cb2f35 req-c78599a6-ccc5-4ca2-ac99-af6128183ee2 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ed910e3-f406-423c-b163-ade844659cdc HTTP/1.1" status: 200 len: 210 time: 0.0336311 Jul 12 17:03:54.584938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-0efecfbf-e714-46ef-8a52-afcfd86cad5a tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:54.586443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-0efecfbf-e714-46ef-8a52-afcfd86cad5a tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 817 time: 0.1073534 Jul 12 17:03:54.604329 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-bdff483a-0345-4a57-b323-5a970f26a54b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/quotas/fc28256e95fc4104ba75c03f3d32f083 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Jul 12 17:03:54.672442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-4fbbc95a-afb9-4f7f-b903-ce1ec44af17b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630684 Jul 12 17:03:54.776562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-113ed3ae-afdc-43d7-b2b3-e714e7ab3b92 service neutron] 10.222.0.58 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928822 Jul 12 17:03:54.885652 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-f4ac0ead-e20b-4e99-99a5-26cf68c8dbdd service neutron] 10.222.0.58 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026113 Jul 12 17:03:55.070520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77e3bd92-5a48-4ae6-b94b-17aa791ca5e9 req-fcce523d-cc2f-4b57-a63b-bfdd4664afd8 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 210 time: 0.0300815 Jul 12 17:03:55.470019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 9b120170-2d27-4e73-84a7-e3abda1f7d3b no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:03:55.490864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 9b120170-2d27-4e73-84a7-e3abda1f7d3b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:03:55.491202 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 9b120170-2d27-4e73-84a7-e3abda1f7d3b not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:03:56.192566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-eb6d023b-ead4-48f9-aa1e-2482a65803c4 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:56.194117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-eb6d023b-ead4-48f9-aa1e-2482a65803c4 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 817 time: 0.1489685 Jul 12 17:03:56.215768 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Request body: {'port': {'device_id': '54245833-41d2-436d-b876-d0a75d031d0d', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'admin_state_up': True, 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:56.222327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-22f2f46c-3d7f-4724-90c8-893bd873ba66 req-adb0f03d-69cf-4b51-8da8-e199ab71a933 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 210 time: 0.0353842 Jul 12 17:03:56.357167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Made reservation on behalf of fc28256e95fc4104ba75c03f3d32f083 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:03:56.362433 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:56.510554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Allocated IP 172.20.0.7 (f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd/dedaca66-ed7c-4141-99d3-9745ba6310e6/3ef4b792-51c1-4d52-b66e-0e2dd3195dab) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:03:56.675067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:56.690832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Transition to ACTIVE for port object 3ef4b792-51c1-4d52-b66e-0e2dd3195dab will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:56.725738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:56.777863 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:03:56.781481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:03:56.783971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:03:56.819164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Pushing event updated for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:56.835574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.836034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.836451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.836940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.837463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.837962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.838462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.838967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.839468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.840024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.840517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.841000 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:56.869010 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:56.869894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:56.893565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-fb2c25ac-1625-4781-9805-ae5fb5f10b29 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834652 Jul 12 17:03:56.906047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Request body: {'port': {'device_id': '54245833-41d2-436d-b876-d0a75d031d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:03:56.984604 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.011487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-52c5e820-ea73-4ee3-a13d-94a244d51acb None None] Provisioning for port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:03:57.015415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-52c5e820-ea73-4ee3-a13d-94a244d51acb None None] Provisioning complete for port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:03:57.015810 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-52c5e820-ea73-4ee3-a13d-94a244d51acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.054190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-52c5e820-ea73-4ee3-a13d-94a244d51acb None None] Port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:03:57.263311 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef4b792-51c1-4d52-b66e-0e2dd3195dab {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:03:57.276056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.290520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Transition to ACTIVE for port object 3ef4b792-51c1-4d52-b66e-0e2dd3195dab will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:03:57.294445 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.357011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:57.489253 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734772-3ad6-41b6-a57b-e868a7194ecf req-867efc48-f09c-40d0-89b9-ac7c81b37b93 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:57.490883 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2734772-3ad6-41b6-a57b-e868a7194ecf req-867efc48-f09c-40d0-89b9-ac7c81b37b93 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 943 time: 0.1371636 Jul 12 17:03:57.493709 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Attempting to bind port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:03:57.494035 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Attempting to bind port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:03:57.494369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Attempting to bind port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:57.507173 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:03:57.507493 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Attempting to bind port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab on network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:03:57.521972 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:03:57.522309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Checking segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:03:57.522698 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Bound using segment: {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:03:57.523117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Bound port: 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:03:57.523477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.552516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2734772-3ad6-41b6-a57b-e868a7194ecf req-814033e4-2769-47ef-8d6f-8c2efacc47a0 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556800 Jul 12 17:03:57.608651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:03:57.611617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:03:57.616437 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.649169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:57.649786 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:57.651169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] 10.222.0.77 "PUT /v2.0/ports/3ef4b792-51c1-4d52-b66e-0e2dd3195dab HTTP/1.1" status: 200 len: 1091 time: 0.7505655 Jul 12 17:03:57.651801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:03:57.653910 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b320004-6257-4242-b17f-b994750f3101" -d '{"events": [{"name": "network-changed", "server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:03:57.684660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3ffa-aec1-4652-a31e-cf1cbcdf3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:57.704747 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c478a8-fe4e-4e12-ab65-91591beb8c61 x-openstack-request-id: req-83c478a8-fe4e-4e12-ab65-91591beb8c61 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:03:57.705115 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:03:57.705437 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83c478a8-fe4e-4e12-ab65-91591beb8c61 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:03:57.705910 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab', 'status': 'completed', 'code': 200} Jul 12 17:03:57.768148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-235ca764-b8a9-4a4c-b797-2d4021f7db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:57.769699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-235ca764-b8a9-4a4c-b797-2d4021f7db31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 1094 time: 0.0759091 Jul 12 17:03:57.814183 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-778ef18b-60bc-4048-af00-2bdf863b91ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab HTTP/1.1" status: 200 len: 217 time: 0.0373671 Jul 12 17:03:57.865293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-cc79bfdd-9a56-4883-9334-4748fe0f4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:57.866752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-cc79bfdd-9a56-4883-9334-4748fe0f4ef4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 200 len: 856 time: 0.0477021 Jul 12 17:03:57.930870 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc802-0909-4194-b561-eb5806f31661 req-7400c821-962d-4014-90ca-e40e99e972dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:57.932534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-7400c821-962d-4014-90ca-e40e99e972dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598941 Jul 12 17:03:58.037408 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-ca7fc5f4-9712-4388-9f89-61ab8852a320 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979700 Jul 12 17:03:58.133565 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1cacc802-0909-4194-b561-eb5806f31661 req-98aeb0d7-2c6b-4c67-979c-8ac4ce059187 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900986 Jul 12 17:03:58.234803 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320004-6257-4242-b17f-b994750f3101 req-72ff4e18-31ee-4745-b6e7-fb723b705d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:58.236414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-72ff4e18-31ee-4745-b6e7-fb723b705d0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc28256e95fc4104ba75c03f3d32f083&device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 1094 time: 0.0548615 Jul 12 17:03:58.326799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320004-6257-4242-b17f-b994750f3101 req-9d1866be-4fda-41a2-b8ba-00b7a9e591bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:58.328366 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-9d1866be-4fda-41a2-b8ba-00b7a9e591bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 200 len: 918 time: 0.0860984 Jul 12 17:03:58.375340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-2e132667-1f7b-469d-aa9b-e3a2d3d50ce1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab HTTP/1.1" status: 200 len: 217 time: 0.0403006 Jul 12 17:03:58.426183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320004-6257-4242-b17f-b994750f3101 req-3f1643d3-e4a4-4bab-aa5e-598e4eb584e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:58.427637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-3f1643d3-e4a4-4bab-aa5e-598e4eb584e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 200 len: 856 time: 0.0457406 Jul 12 17:03:58.486901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320004-6257-4242-b17f-b994750f3101 req-70503d87-4e44-4158-a2a8-07c8740232b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:58.488625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-70503d87-4e44-4158-a2a8-07c8740232b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543876 Jul 12 17:03:58.584529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-70851cdc-a32c-47f8-a954-0db5d68c6103 service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Jul 12 17:03:58.710144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1b320004-6257-4242-b17f-b994750f3101 req-e9014ce6-3c2b-4428-95d0-29e5e1b5f74a service neutron] 10.222.0.77 "GET /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181083 Jul 12 17:03:58.747264 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e23df5-cbca-4ec2-a1e9-0bfefd526200 req-287f3072-18aa-49bd-bd24-ba3c78025550 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:03:58.749429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e23df5-cbca-4ec2-a1e9-0bfefd526200 req-287f3072-18aa-49bd-bd24-ba3c78025550 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 943 time: 0.0774665 Jul 12 17:03:58.790529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-89e23df5-cbca-4ec2-a1e9-0bfefd526200 req-c4f1e5ea-4c48-4d41-a19f-853dc6d3038b tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Jul 12 17:03:59.489271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3ef4b792-51c1-4d52-b66e-0e2dd3195dab details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:03:59.594539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:59.606434 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab', 'network_id': 'f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd', 'port_id': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab', 'mac_address': 'fa:16:3e:7f:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedaca66-ed7c-4141-99d3-9745ba6310e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:03:59.645230 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:59.661638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef4b792-51c1-4d52-b66e-0e2dd3195dab {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:03:59.681887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:03:59.685947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:03:59.746435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:03:59.755887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.756232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.756577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.757038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.757253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.757582 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.757911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.758238 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.758567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.758893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.759220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.759548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:03:59.907856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['3ef4b792-51c1-4d52-b66e-0e2dd3195dab'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:04:00.024693 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972d25-815c-432d-8bf0-50a8b2e9f48f req-84643215-4793-400f-b863-17d4fdbe1b7c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:00.027134 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35972d25-815c-432d-8bf0-50a8b2e9f48f req-84643215-4793-400f-b863-17d4fdbe1b7c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 944 time: 0.0960763 Jul 12 17:04:00.069839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-35972d25-815c-432d-8bf0-50a8b2e9f48f req-20a639bc-a42d-417c-859a-e50a9ea94805 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Jul 12 17:04:01.266372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae37806-fdfc-4c08-b13c-653021797f07 req-67279648-8dba-410a-80da-924f6ffff6d5 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:01.268410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dae37806-fdfc-4c08-b13c-653021797f07 req-67279648-8dba-410a-80da-924f6ffff6d5 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 944 time: 0.0787008 Jul 12 17:04:01.308821 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dae37806-fdfc-4c08-b13c-653021797f07 req-b995ecd9-59b2-41f9-9a7c-cf897fe99179 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353177 Jul 12 17:04:01.505563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3ef4b792-51c1-4d52-b66e-0e2dd3195dab up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:01.559971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:01.564728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:01.565301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:01.645370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:01.670799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:04:01.673086 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7eee68-03d0-4884-a598-eaff62976b12" -d '{"events": [{"server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:04:01.686604 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:01.691329 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:01.736673 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c7dfc-198e-4859-884d-4a3adefe411b x-openstack-request-id: req-753c7dfc-198e-4859-884d-4a3adefe411b {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:04:01.736673 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:04:01.736987 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-753c7dfc-198e-4859-884d-4a3adefe411b {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:04:01.737263 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab', 'code': 200} Jul 12 17:04:01.767885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:01.869281 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c36d5-4bc4-49ec-9f9d-9fb2c06a2a9d req-c9d493d5-5d02-48d8-b419-03ac710b8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:01.870841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-416c36d5-4bc4-49ec-9f9d-9fb2c06a2a9d req-c9d493d5-5d02-48d8-b419-03ac710b8bf7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 1096 time: 0.0639691 Jul 12 17:04:01.908996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-416c36d5-4bc4-49ec-9f9d-9fb2c06a2a9d req-8325f7bb-c9cc-4dca-a4a4-831ec803900a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Jul 12 17:04:01.987964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc848fbb-0e22-4363-bfde-77b2de332502 None None] Provisioning complete for port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:01.988326 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc848fbb-0e22-4363-bfde-77b2de332502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:02.116757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7f78-6b1f-4632-8c17-6fcaa6283c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:02.492656 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820f7fd-aa4b-4ab4-9bb9-1fe9a862c5c0 req-5b6254ed-db9a-4cf6-af4c-0223fb4ed44c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:02.494174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3820f7fd-aa4b-4ab4-9bb9-1fe9a862c5c0 req-5b6254ed-db9a-4cf6-af4c-0223fb4ed44c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0706716 Jul 12 17:04:02.536301 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3820f7fd-aa4b-4ab4-9bb9-1fe9a862c5c0 req-ed8be544-d4bf-4ec2-8e5f-3c035e96a453 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Jul 12 17:04:03.719701 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea615-b370-4811-9c74-51d88be77235 req-ec00235a-f5d2-42a0-bfd9-d0de9a1138a4 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:03.721227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6bea615-b370-4811-9c74-51d88be77235 req-ec00235a-f5d2-42a0-bfd9-d0de9a1138a4 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0670381 Jul 12 17:04:03.764385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e6bea615-b370-4811-9c74-51d88be77235 req-7f03b713-9e5e-43c7-af12-47da2745a7cc tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Jul 12 17:04:03.782274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:03.947767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7f69-a4ab-49bb-99a0-5addbab0076d req-909c88da-2116-49f3-b82a-1bcd13a2d3fd tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:03.949323 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-595f7f69-a4ab-49bb-99a0-5addbab0076d req-909c88da-2116-49f3-b82a-1bcd13a2d3fd tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0676422 Jul 12 17:04:03.989492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-595f7f69-a4ab-49bb-99a0-5addbab0076d req-f415dd6d-cd28-4a98-9610-2f6884f04180 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 12 17:04:04.368124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:04:04.532100 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0593-5bb8-41c1-babd-1909e4a89044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:04.993859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:05.976489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:05.988497 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:07.409932 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:24.498903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bfc10-5928-48af-abac-72d039bae9ea req-a6222495-7124-4788-b16f-24b8b4f4053c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:24.500533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-931bfc10-5928-48af-abac-72d039bae9ea req-a6222495-7124-4788-b16f-24b8b4f4053c tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0828464 Jul 12 17:04:24.553363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-931bfc10-5928-48af-abac-72d039bae9ea req-6649e54c-c0a8-46c3-9585-3bf3ac9add14 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Jul 12 17:04:25.770834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740736-f502-4f6d-9e0f-8319744c9afd req-9867f5b6-89d3-4211-be54-9d9ccce0c0ad tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:25.772449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17740736-f502-4f6d-9e0f-8319744c9afd req-9867f5b6-89d3-4211-be54-9d9ccce0c0ad tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0803740 Jul 12 17:04:25.818909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-17740736-f502-4f6d-9e0f-8319744c9afd req-bc340184-116c-41e3-b7b7-d2f745bf4cc3 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ac91bd-75c9-4fd0-94be-b47dabec7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Jul 12 17:04:25.958995 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254eea8-4cb6-4245-88d8-e110806253db req-b3aa2f03-6a60-4921-ac19-0acd1412362a tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:25.960741 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6254eea8-4cb6-4245-88d8-e110806253db req-b3aa2f03-6a60-4921-ac19-0acd1412362a tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 945 time: 0.0764287 Jul 12 17:04:26.080585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Deleting port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:26.081679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:26.202538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] For port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:26.203153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:26.227613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Calling delete_port for 3ef4b792-51c1-4d52-b66e-0e2dd3195dab owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:26.386133 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:26.399067 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['3ef4b792-51c1-4d52-b66e-0e2dd3195dab'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:04:26.419314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Pushing event deleted for resources: {'Port': ['ID=3ef4b792-51c1-4d52-b66e-0e2dd3195dab,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:26.485160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] No DVR routers for this DVR port 3ef4b792-51c1-4d52-b66e-0e2dd3195dab on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:04:26.487803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:26.489862 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6254eea8-4cb6-4245-88d8-e110806253db req-4c34a2f5-11fa-4733-9cd5-fd43c04ac27e tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.77 "DELETE /v2.0/ports/3ef4b792-51c1-4d52-b66e-0e2dd3195dab HTTP/1.1" status: 204 len: 173 time: 0.5218184 Jul 12 17:04:26.490317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'name': 'network-vif-deleted', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:04:26.492681 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef38d2-f294-4b21-8a8d-4ba664ee710f" -d '{"events": [{"server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "name": "network-vif-deleted", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:04:26.562835 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63326299-699d-49d7-885d-c475584c6dc0 x-openstack-request-id: req-63326299-699d-49d7-885d-c475584c6dc0 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:04:26.563490 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54245833-41d2-436d-b876-d0a75d031d0d", "name": "network-vif-deleted", "tag": "3ef4b792-51c1-4d52-b66e-0e2dd3195dab", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:04:26.564130 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63326299-699d-49d7-885d-c475584c6dc0 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:04:26.564673 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54245833-41d2-436d-b876-d0a75d031d0d', 'name': 'network-vif-deleted', 'tag': '3ef4b792-51c1-4d52-b66e-0e2dd3195dab', 'status': 'completed', 'code': 200} Jul 12 17:04:27.015841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f5d38745-5315-4df8-ae50-236aecbe727c req-e35c9090-9db3-4fa0-92cd-5288fc82a572 tempest-TestEncryptedCinderVolumes-89095440 tempest-TestEncryptedCinderVolumes-89095440-project] 10.222.0.58 "GET /v2.0/ports?device_id=54245833-41d2-436d-b876-d0a75d031d0d HTTP/1.1" status: 200 len: 210 time: 0.0443802 Jul 12 17:04:28.198538 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39480) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:29.001617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:29.294901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Deleting port 77bea980-4209-4e83-a371-cfad04ff11f7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:29.295837 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:29.383176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] For port 77bea980-4209-4e83-a371-cfad04ff11f7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=77bea980-4209-4e83-a371-cfad04ff11f7,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:29.383524 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:29.401933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Calling delete_port for 77bea980-4209-4e83-a371-cfad04ff11f7 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:29.607681 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:29.643579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bea980-4209-4e83-a371-cfad04ff11f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:29.656664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3ef4b792-51c1-4d52-b66e-0e2dd3195dab no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:29.679760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 3ef4b792-51c1-4d52-b66e-0e2dd3195dab {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:29.680491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 3ef4b792-51c1-4d52-b66e-0e2dd3195dab not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:29.869708 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.116771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Router ef108e58-6dc4-4274-9cf8-e9ce6c435035 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:04:30.251295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:30.256941 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-1c988a73-7412-4bfb-b1c1-6896c7892921 admin admin] 10.222.0.58 "PUT /v2.0/routers/ef108e58-6dc4-4274-9cf8-e9ce6c435035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568190 Jul 12 17:04:30.260553 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39482) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:30.262396 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Sync routers for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:30.273631 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:30.274249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:30.381832 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.388927 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:30.504728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.578883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Deleting port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:30.579224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.630631 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:04:29Z', 'revision_number': 5, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port': {'id': '60ac53f4-9fd9-437a-8bce-7ac5cbcf080c', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:30.670871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Checking router: ef108e58-6dc4-4274-9cf8-e9ce6c435035 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:30.679051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] For port 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:30.679700 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.680592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Routers {'ef108e58-6dc4-4274-9cf8-e9ce6c435035'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:30.681232 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:30.698844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Calling delete_port for 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:30.779826 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] Set router ef108e58-6dc4-4274-9cf8-e9ce6c435035 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:30.843726 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:04:30Z', 'revision_number': 6, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:30.882872 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512019e5-2a05-42e7-9bd5-8e5e31477bad None None] The sync data for ids ['ef108e58-6dc4-4274-9cf8-e9ce6c435035'] in n-d-800078-3 is: [{'id': 'ef108e58-6dc4-4274-9cf8-e9ce6c435035', 'name': 'tempest-TestEncryptedCinderVolumes-2138637263-router', 'tenant_id': 'fc28256e95fc4104ba75c03f3d32f083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:08Z', 'updated_at': '2021-07-12T17:04:30Z', 'revision_number': 6, 'project_id': 'fc28256e95fc4104ba75c03f3d32f083', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:30.923284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:30.963021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ac53f4-9fd9-437a-8bce-7ac5cbcf080c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:31.041956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.142574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.144829 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.193294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.193775 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef108e58-6dc4-4274-9cf8-e9ce6c435035 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:04:31.200387 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.201799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-587b1783-950e-4998-8f7f-75395d585426 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ef108e58-6dc4-4274-9cf8-e9ce6c435035 HTTP/1.1" status: 204 len: 168 time: 0.9400916 Jul 12 17:04:31.204859 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39484) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:31.280078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Deleting subnet dedaca66-ed7c-4141-99d3-9745ba6310e6 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:04:31.285237 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.335088 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.435422 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.515542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.549480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedaca66-ed7c-4141-99d3-9745ba6310e6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:31.557184 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.561265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-390eda55-7937-4e2d-a7dc-17b67f53e401 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dedaca66-ed7c-4141-99d3-9745ba6310e6 HTTP/1.1" status: 204 len: 168 time: 0.3545604 Jul 12 17:04:31.563570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:31.564793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc88201-de9c-4e34-a826-5d37e7a48ea5 None None] Network f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:31.663432 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.742853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Deleting port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:31.742853 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.813205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] DHCP port deletion for f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:04:31.844634 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] For port a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:31.845179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.868577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Calling delete_port for a25193ca-6a89-4b97-afe3-5c4a9b8105e2 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:31.882391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Deleting port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:31.882765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.971949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] For port a25193ca-6a89-4b97-afe3-5c4a9b8105e2, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,segment=NetworkSegment(56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4),segment_id=56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:31.972417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.987441 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:31.991219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Calling delete_port for a25193ca-6a89-4b97-afe3-5c4a9b8105e2 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:32.019126 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:32.021255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] No DVR routers for this DVR port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 12 17:04:32.108472 n-d-800078-3 neutron-server[93713]: self.session.flush() Jul 12 17:04:32.128530 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.162728 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.165214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] No DVR routers for this DVR port a25193ca-6a89-4b97-afe3-5c4a9b8105e2 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:04:32.168293 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-94b67189-34f4-4b9b-974e-4913c02b9064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.170097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77bea980-4209-4e83-a371-cfad04ff11f7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:32.174407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e708a-f523-4e55-bb47-b853324b07c5 None None] Pushing event deleted for resources: {'Port': ['ID=a25193ca-6a89-4b97-afe3-5c4a9b8105e2,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:32.189395 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:32.209982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:32.210484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e2a2d2-a105-4ef7-b4ae-9a5a430e62a4') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:32.212864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 77bea980-4209-4e83-a371-cfad04ff11f7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:32.213414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 77bea980-4209-4e83-a371-cfad04ff11f7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:32.214086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a25193ca-6a89-4b97-afe3-5c4a9b8105e2 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:32.226220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.236273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a25193ca-6a89-4b97-afe3-5c4a9b8105e2 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:32.236640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a25193ca-6a89-4b97-afe3-5c4a9b8105e2 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:32.237054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:32.242625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.252994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:04:32.253599 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:04:32.256574 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:04:32.264741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:32.265093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 60ac53f4-9fd9-437a-8bce-7ac5cbcf080c not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:32.338351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.345022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:32.346948 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd HTTP/1.1" status: 204 len: 168 time: 0.7823970 Jul 12 17:04:32.350859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39490) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:32.363757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88900718-0479-47f7-8e04-f30f274b5fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c2755f-bbf1-427b-ae0b-61c1e4bcbffd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:32.749169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:33.033246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Deleting port de47469d-c499-45e9-8305-7a724b694bac {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:33.033519 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:33.119111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] For port de47469d-c499-45e9-8305-7a724b694bac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=de47469d-c499-45e9-8305-7a724b694bac,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:33.119468 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:33.132761 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Calling delete_port for de47469d-c499-45e9-8305-7a724b694bac owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:33.336761 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:33.363388 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de47469d-c499-45e9-8305-7a724b694bac,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:33.375885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.376223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.376566 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.376890 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.377215 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.377534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.378172 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.378313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.378313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.378313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.380508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.380508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:33.566196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:33.787388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.190047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:04:34.309492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:34.315748 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e44b31b1-fa51-483d-8809-4f1bb41b78c3 admin admin] 10.222.0.58 "PUT /v2.0/routers/9b87114c-5fe0-4b3f-be05-eeae9ea4221b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632769 Jul 12 17:04:34.318244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39492) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:34.321127 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Sync routers for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:34.335328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:34.336361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:34.436411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.466851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:34.564371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.573417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4edd0b1a-44ca-462d-81a6-4c95a7c44ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.626218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Deleting port 0eeda250-de14-45e3-92a1-89e500718c8e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:34.626560 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.675397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:04:33Z', 'revision_number': 5, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port': {'id': '0eeda250-de14-45e3-92a1-89e500718c8e', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:34.704197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Checking router: 9b87114c-5fe0-4b3f-be05-eeae9ea4221b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:34.713470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Routers {'9b87114c-5fe0-4b3f-be05-eeae9ea4221b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:34.714087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:34.732889 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] For port 0eeda250-de14-45e3-92a1-89e500718c8e, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0eeda250-de14-45e3-92a1-89e500718c8e,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:34.733471 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.747000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Calling delete_port for 0eeda250-de14-45e3-92a1-89e500718c8e owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:34.815818 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] Set router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:34.884462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:04:34Z', 'revision_number': 6, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:34.914305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe920fa-6691-49b4-95e3-7ec24fbf861b None None] The sync data for ids ['9b87114c-5fe0-4b3f-be05-eeae9ea4221b'] in n-d-800078-3 is: [{'id': '9b87114c-5fe0-4b3f-be05-eeae9ea4221b', 'name': 'tempest-TestEncryptedCinderVolumes-141451860-router', 'tenant_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:03:14Z', 'updated_at': '2021-07-12T17:04:34Z', 'revision_number': 6, 'project_id': '0f04bde511cb4f01b6e2cc450f46a9f2', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:34.932909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:34.965085 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eeda250-de14-45e3-92a1-89e500718c8e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:34.993296 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.042277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.146021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.148121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.194535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.195049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b87114c-5fe0-4b3f-be05-eeae9ea4221b {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:04:35.199784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.203930 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-562b0311-2e03-407f-ad1f-bad52cac6b51 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9b87114c-5fe0-4b3f-be05-eeae9ea4221b HTTP/1.1" status: 204 len: 168 time: 0.8845382 Jul 12 17:04:35.204504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39494) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:35.252626 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Deleting subnet afb711a7-4ed3-4e7f-b036-04fba0c7dfe3 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:04:35.255971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.296373 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.405922 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.480917 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.506885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb711a7-4ed3-4e7f-b036-04fba0c7dfe3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:35.512822 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.515256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-22d00014-7813-47e6-875b-140c773e2148 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/afb711a7-4ed3-4e7f-b036-04fba0c7dfe3 HTTP/1.1" status: 204 len: 168 time: 0.3098106 Jul 12 17:04:35.517797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39496) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:35.520809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef0723-adee-4429-85b6-8924c43c03c2 None None] Network aab39562-79b7-416a-b0ac-1757a37bd1d3 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:35.596649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.663444 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Deleting port 6ee9525b-a87a-4185-a62f-f31c92009f54 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:35.663791 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.750102 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] For port 6ee9525b-a87a-4185-a62f-f31c92009f54, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6ee9525b-a87a-4185-a62f-f31c92009f54,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:35.750465 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.757123 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] DHCP port deletion for aab39562-79b7-416a-b0ac-1757a37bd1d3 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:04:35.766648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Calling delete_port for 6ee9525b-a87a-4185-a62f-f31c92009f54 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:35.814623 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Deleting port 6ee9525b-a87a-4185-a62f-f31c92009f54 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:04:35.815311 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.876940 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.901119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] For port 6ee9525b-a87a-4185-a62f-f31c92009f54, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=6ee9525b-a87a-4185-a62f-f31c92009f54,segment=NetworkSegment(34c19180-3018-42b9-8dbe-573bc6b91744),segment_id=34c19180-3018-42b9-8dbe-573bc6b91744)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:35.901875 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:35.904533 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee9525b-a87a-4185-a62f-f31c92009f54,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:35.908416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] No DVR routers for this DVR port 6ee9525b-a87a-4185-a62f-f31c92009f54 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:04:35.917905 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Calling delete_port for 6ee9525b-a87a-4185-a62f-f31c92009f54 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:04:36.019110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.024765 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.026814 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.037471 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab39562-79b7-416a-b0ac-1757a37bd1d3']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:36.054574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c19180-3018-42b9-8dbe-573bc6b91744') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:36.054959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c19180-3018-42b9-8dbe-573bc6b91744') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:36.058656 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.082055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.090319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] Pushing event deleted for resources: {'Port': ['ID=6ee9525b-a87a-4185-a62f-f31c92009f54,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:36.098508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb217071-ff8d-4688-b63a-9193a7214d2c None None] No DVR routers for this DVR port 6ee9525b-a87a-4185-a62f-f31c92009f54 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:04:36.104409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.119083 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:04:36.119820 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:04:36.122930 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:04:36.158622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0eeda250-de14-45e3-92a1-89e500718c8e no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:36.186648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0eeda250-de14-45e3-92a1-89e500718c8e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:36.186905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.187651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0eeda250-de14-45e3-92a1-89e500718c8e not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:36.188305 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6ee9525b-a87a-4185-a62f-f31c92009f54 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:36.197144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.200582 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] 10.222.0.58 "DELETE /v2.0/networks/aab39562-79b7-416a-b0ac-1757a37bd1d3 HTTP/1.1" status: 204 len: 168 time: 0.6815212 Jul 12 17:04:36.217980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399558ae-1577-4922-a8bc-c89f98b4a17b admin admin] Pushing event deleted for resources: {'Network': ['ID=aab39562-79b7-416a-b0ac-1757a37bd1d3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:36.219276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 6ee9525b-a87a-4185-a62f-f31c92009f54 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:36.219862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 6ee9525b-a87a-4185-a62f-f31c92009f54 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:36.220474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device de47469d-c499-45e9-8305-7a724b694bac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:04:36.244778 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: de47469d-c499-45e9-8305-7a724b694bac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:04:36.245300 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device de47469d-c499-45e9-8305-7a724b694bac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:04:36.420538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39500) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:36.463577 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-53c041df-5f62-4a33-9957-2153b7e6290e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc28256e95fc4104ba75c03f3d32f083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417264 Jul 12 17:04:36.466557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39502) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:36.522753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.547960 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.621172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.624521 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:36.625899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50ac91bd-75c9-4fd0-94be-b47dabec7a3c HTTP/1.1" status: 204 len: 168 time: 0.1582778 Jul 12 17:04:36.635745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5757c-6aa0-4194-a63f-f70076bf2d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac91bd-75c9-4fd0-94be-b47dabec7a3c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:37.049361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:37.096636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fb9681e8-d1f6-498b-8995-f1d0b4e89f05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f04bde511cb4f01b6e2cc450f46a9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460131 Jul 12 17:04:37.099228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:37.154326 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:37.181776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:37.240220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:37.242890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:37.244100 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76de7c75-1d3b-43b9-bf4b-89cc8c727761 HTTP/1.1" status: 204 len: 168 time: 0.1438835 Jul 12 17:04:37.254368 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aacd62-7b1e-4db2-9780-d7661f5dbdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de7c75-1d3b-43b9-bf4b-89cc8c727761,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:37.399555 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:37.985202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:38.088593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1283352090-network', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:38.116461 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Made reservation on behalf of 9ca59728161f43ac99fa2a08c05a00b8 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:04:38.118896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.128657 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.223930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.230514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.257062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:04:38.267295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169e60ca-daca-4640-bae4-d42fa9c43872,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:38.272270 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.272613 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Added segment eefb5abe-b959-4905-bb10-d69295a479d8 of type vlan for network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 Jul 12 17:04:38.319516 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.350343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.351675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:38.352467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.411488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4251366 Jul 12 17:04:38.414872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39536) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:38.423022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Request body: {'subnet': {'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1283352090-subnet', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:38.424402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04963ca7-00be-42e6-be2f-747f47ac0eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:38.438572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:04:38.457244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Made reservation on behalf of 9ca59728161f43ac99fa2a08c05a00b8 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:04:38.461354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.688195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.742521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c198be4-8512-4493-8650-78c4bb183c33,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:38.760568 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Checking segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:38.760926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Network hostable DHCP agents. Network: 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:04:38.784467 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:04:38.796466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:38.801004 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:38.801775 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.809229 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa7177-06a0-40d1-9539-8e32b435a8e4 None None] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:38.818986 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2b150368-e826-415b-97dd-3a3ed46c9b4b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4019718 Jul 12 17:04:38.821641 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39538) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:38.826493 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:38.854929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.857185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:38.939379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.010087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:04:39.011061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.102591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.178738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Allocated IP 172.20.0.2 (5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13/0c198be4-8512-4493-8650-78c4bb183c33/44ac6a2d-1064-4887-80d6-e8f9ffb13ce7) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:39.366579 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.376687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Transition to ACTIVE for port object 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:39.384137 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.395826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Transition to ACTIVE for port object 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:39.402346 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.420786 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.450886 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:39.455372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:39.458627 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:39.465003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Pushing event updated for resources: {'Port': ['ID=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:39.545259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Attempting to bind port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:39.545786 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Attempting to bind port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:39.546155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Attempting to bind port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 on network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:39.552961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:39.553624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Checking segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:39.554098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.554555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Bound using segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:39.555088 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Bound port: 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:39.555603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.580547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Allocated IP 172.25.8.172 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/28d4092f-659b-4a42-8c00-5b77a0bbf705) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:39.718127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.772540 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.810198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] For port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:39.814052 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] For port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:39.815056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:39.820978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:39.822821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:39.827731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:39.834347 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Pushing event updated for resources: {'Port': ['ID=28d4092f-659b-4a42-8c00-5b77a0bbf705,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:39.905983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce5cb9-183e-4e77-aac8-6d4e7b3f179b None None] Pushing event updated for resources: {'Port': ['ID=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:40.174905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:40.251038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:40.317204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:40.415536 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:40.562244 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Router a5c7e9fb-f182-4020-8449-e95e862b1e1c is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:04:40.684026 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:40.696792 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Sync routers for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:40.707670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:40.713095 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a718edd9-33b7-45a3-b050-9eacd4b44b43 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8903611 Jul 12 17:04:40.713327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39540) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:40.715241 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:40.716945 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:40.874085 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:41.031191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b201a57-40a1-492b-bc13-c2ca54a67e5d None None] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:41.126473 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Provisioning for port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:41.145484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Provisioning complete for port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:41.146086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.239052 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:39Z', 'revision_number': 3, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:41.272494 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Checking router: a5c7e9fb-f182-4020-8449-e95e862b1e1c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:41.272841 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Updating router a5c7e9fb-f182-4020-8449-e95e862b1e1c port 28d4092f-659b-4a42-8c00-5b77a0bbf705 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:04:41.313428 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.321859 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.322852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.370523 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] For port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:41.375947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.382855 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:04:41.447186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb59d9f-8a64-449b-8797-c97ee644c102 None None] Pushing event updated for resources: {'Port': ['ID=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:41.610971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Allocated IP 172.20.0.1 (5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13/0c198be4-8512-4493-8650-78c4bb183c33/32c5d8b6-c383-4dcf-a6f5-200b7390419d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:41.709185 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.728502 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Transition to ACTIVE for port object 28d4092f-659b-4a42-8c00-5b77a0bbf705 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:41.739170 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.752776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.754006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a966e85c-0cad-446e-952e-c408496a660a None None] Provisioning complete for port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:41.754426 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a966e85c-0cad-446e-952e-c408496a660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.782127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Transition to ACTIVE for port object 32c5d8b6-c383-4dcf-a6f5-200b7390419d will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:41.807867 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Attempting to bind port 28d4092f-659b-4a42-8c00-5b77a0bbf705 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:41.808240 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Attempting to bind port 28d4092f-659b-4a42-8c00-5b77a0bbf705 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:41.808609 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Attempting to bind port 28d4092f-659b-4a42-8c00-5b77a0bbf705 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:41.817223 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Pushing event updated for resources: {'Port': ['ID=28d4092f-659b-4a42-8c00-5b77a0bbf705,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:41.820097 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:41.820588 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:41.821123 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.822001 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:41.822758 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Bound port: 28d4092f-659b-4a42-8c00-5b77a0bbf705, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:41.823446 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.837047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.870823 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.871419 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.871987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.872553 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.873103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.873656 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.874172 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.874666 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.875204 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.875779 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.876330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.877994 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:04:41.893981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:41.894280 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:41.898473 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:41.920771 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] For port 28d4092f-659b-4a42-8c00-5b77a0bbf705, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:41.926129 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] For port 28d4092f-659b-4a42-8c00-5b77a0bbf705, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=28d4092f-659b-4a42-8c00-5b77a0bbf705,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:41.931627 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:41.946315 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:41.956360 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.025859 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:42.027215 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:42.030273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2b3f-fb4f-4f57-aa88-3666f486e026 None None] Pushing event updated for resources: {'Port': ['ID=28d4092f-659b-4a42-8c00-5b77a0bbf705,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:42.163896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:42.197964 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.199229 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:42.212895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a16e995-a88f-4d7c-8553-b168eb56476a None None] Provisioning for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:42.219892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7a16e995-a88f-4d7c-8553-b168eb56476a None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:42.220258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7a16e995-a88f-4d7c-8553-b168eb56476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.254288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:42.254663 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.299335 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7a16e995-a88f-4d7c-8553-b168eb56476a None None] Port 32c5d8b6-c383-4dcf-a6f5-200b7390419d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:42.424600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.427068 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:39Z', 'revision_number': 3, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:42.429332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.459287 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f165552-d7fb-4795-8f3b-df334d013d7d None None] The sync data for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 is: [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:39Z', 'revision_number': 3, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:42.509708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:42.517405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.642947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:42.644655 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:42.742646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d95a97d7-2d87-4fe5-a104-31f49fdf0ec9 None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:42.743182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d95a97d7-2d87-4fe5-a104-31f49fdf0ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:42.807346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d95a97d7-2d87-4fe5-a104-31f49fdf0ec9 None None] Port 32c5d8b6-c383-4dcf-a6f5-200b7390419d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:43.033570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-33155a96-ed40-421a-ae9d-383fb5245cdf None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:43.034077 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-33155a96-ed40-421a-ae9d-383fb5245cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:43.078739 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-33155a96-ed40-421a-ae9d-383fb5245cdf None None] Port 32c5d8b6-c383-4dcf-a6f5-200b7390419d cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:43.206606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Router a5c7e9fb-f182-4020-8449-e95e862b1e1c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:04:43.330190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:43.336108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d928075c-c43a-45bf-be54-371a47e07ab2 admin admin] 10.222.0.58 "PUT /v2.0/routers/a5c7e9fb-f182-4020-8449-e95e862b1e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6211298 Jul 12 17:04:43.845830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39556) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:43.851109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-335651224-network', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:43.874676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Made reservation on behalf of d4cc0717c1b44877a511bd7c514499d4 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:04:43.877103 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:43.886021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:43.982176 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:43.987100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.016369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:04:44.022746 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea7ad3-9845-4f29-930a-016dcf91e821,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:44.029294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.029719 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Added segment 4cdf6223-5404-4e1c-8395-efbe5db34875 of type vlan for network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 Jul 12 17:04:44.080669 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.115100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.116187 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:44.116770 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.148997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 28d4092f-659b-4a42-8c00-5b77a0bbf705 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:44.186217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Sync routers for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:44.190717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3437002 Jul 12 17:04:44.193760 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39558) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:44.196318 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bc4e4-6aa5-4fd4-9377-146b0e41352a admin admin] Pushing event updated for resources: {'Network': ['ID=0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:44.198870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Request body: {'subnet': {'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-335651224-subnet', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:44.208447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:04:44.228171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Made reservation on behalf of d4cc0717c1b44877a511bd7c514499d4 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:04:44.231874 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.266378 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:44.267096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:44.347449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 28d4092f-659b-4a42-8c00-5b77a0bbf705 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:44.352939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 28d4092f-659b-4a42-8c00-5b77a0bbf705 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:44.353318 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.431062 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.443578 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:44.492041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27dc80ed-3bd1-4494-ada1-57e20b45428e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:44.496127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Checking segment: {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:44.496483 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Network hostable DHCP agents. Network: 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:04:44.513687 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:04:44.523606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:44.529119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:44.533970 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.545538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07424cb0-3aec-4fc0-8e3d-6dc1b9a50a18 None None] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:44.547992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-68a35b23-baf3-46aa-9163-01b05468051d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3531013 Jul 12 17:04:44.552748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39560) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:44.558295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:04:44.582135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.583447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.639980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.644641 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.688009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 28d4092f-659b-4a42-8c00-5b77a0bbf705, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=28d4092f-659b-4a42-8c00-5b77a0bbf705,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:44.700789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.802692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.856959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=28d4092f-659b-4a42-8c00-5b77a0bbf705,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:44.907735 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'fixed_ips': [{'subnet_id': '27dc80ed-3bd1-4494-ada1-57e20b45428e'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:04:44.908622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:44.928907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 2, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:44.965181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Checking router: a5c7e9fb-f182-4020-8449-e95e862b1e1c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:44.965576 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Updating router a5c7e9fb-f182-4020-8449-e95e862b1e1c port 32c5d8b6-c383-4dcf-a6f5-200b7390419d binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:04:45.048357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.070788 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.072567 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.167703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Allocated IP 172.20.0.2 (0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7/27dc80ed-3bd1-4494-ada1-57e20b45428e/0cdd2267-f063-4645-bc74-6e517ddf3329) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:45.205165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Allocated IP 172.25.8.134 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/e987124a-9f91-4f6f-a83a-183bf2b4f686) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:45.329398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.377181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.422796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:45.425886 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:45.430420 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:45.433757 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Pushing event updated for resources: {'Port': ['ID=e987124a-9f91-4f6f-a83a-183bf2b4f686,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:45.635791 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.658512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Transition to ACTIVE for port object 0cdd2267-f063-4645-bc74-6e517ddf3329 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:45.704437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Transition to ACTIVE for port object 0cdd2267-f063-4645-bc74-6e517ddf3329 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:45.714766 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.723757 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.766183 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Transition to ACTIVE for port object 32c5d8b6-c383-4dcf-a6f5-200b7390419d will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:45.779956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:45.785902 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.788465 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:45.791274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Pushing event updated for resources: {'Port': ['ID=0cdd2267-f063-4645-bc74-6e517ddf3329,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:45.799689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:45.913301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29af05-acc6-40b7-a73e-417851c9f0fe None None] Pushing event updated for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:45.939910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Attempting to bind port 0cdd2267-f063-4645-bc74-6e517ddf3329 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:45.940286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Attempting to bind port 0cdd2267-f063-4645-bc74-6e517ddf3329 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:45.940658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Attempting to bind port 0cdd2267-f063-4645-bc74-6e517ddf3329 on network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:45.964132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:45.964512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Checking segment: {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:45.964925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.965340 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Bound using segment: {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:45.967191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Bound port: 0cdd2267-f063-4645-bc74-6e517ddf3329, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:45.967609 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:45.994773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Attempting to bind port 32c5d8b6-c383-4dcf-a6f5-200b7390419d on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:45.995145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Attempting to bind port 32c5d8b6-c383-4dcf-a6f5-200b7390419d by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:45.995517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Attempting to bind port 32c5d8b6-c383-4dcf-a6f5-200b7390419d on network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:46.025316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:46.025316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Checking segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:46.025856 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.026306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Bound using segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:46.026648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Bound port: 32c5d8b6-c383-4dcf-a6f5-200b7390419d, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:46.027023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.107439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] For port 0cdd2267-f063-4645-bc74-6e517ddf3329, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:46.115835 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] For port 0cdd2267-f063-4645-bc74-6e517ddf3329, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0cdd2267-f063-4645-bc74-6e517ddf3329,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:46.117253 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.129552 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.171493 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 28d4092f-659b-4a42-8c00-5b77a0bbf705 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:46.183882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] For port 32c5d8b6-c383-4dcf-a6f5-200b7390419d, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:46.238005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] For port 32c5d8b6-c383-4dcf-a6f5-200b7390419d, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32c5d8b6-c383-4dcf-a6f5-200b7390419d,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:46.251509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.264086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d9fa-57ff-4523-b401-3005635d1231 None None] Pushing event updated for resources: {'Port': ['ID=0cdd2267-f063-4645-bc74-6e517ddf3329,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:46.339427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:46.340254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:46.345599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 28d4092f-659b-4a42-8c00-5b77a0bbf705 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:46.345967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.359230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.405065 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29af05-acc6-40b7-a73e-417851c9f0fe None None] Pushing event updated for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:46.530807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:46.566404 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:04:46.704521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:46.719633 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Sync routers for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:46.730492 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:46.732061 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:46.736312 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:46.740254 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-25aa0eab-8bca-4a58-bd1e-7eb063ba097a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1856380 Jul 12 17:04:46.742786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:04:46.817386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:46Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:46.851439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c050c16-2e68-4315-9352-d38a3a27c9ce None None] The sync data for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 is: [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:46Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:46.853868 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:47.092708 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:45Z', 'revision_number': 3, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:47.129210 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Checking router: 1b05d3bd-89a4-4359-bb7f-a58cdc931820 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:47.129485 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Updating router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 port e987124a-9f91-4f6f-a83a-183bf2b4f686 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:04:47.173395 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.277278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.463080 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.474922 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Transition to ACTIVE for port object e987124a-9f91-4f6f-a83a-183bf2b4f686 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:47.478441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Allocated IP 172.20.0.1 (0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7/27dc80ed-3bd1-4494-ada1-57e20b45428e/babb2c17-5caf-434d-843c-6cd86d01a468) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:04:47.487501 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.495777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf10a66-0886-4503-9dc7-397cc107b1c1 None None] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:04:47.556887 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Attempting to bind port e987124a-9f91-4f6f-a83a-183bf2b4f686 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:47.557355 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Attempting to bind port e987124a-9f91-4f6f-a83a-183bf2b4f686 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:47.557815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Attempting to bind port e987124a-9f91-4f6f-a83a-183bf2b4f686 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:47.575698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d9909be8-3470-4589-987d-a5426592043b None None] Provisioning for port 0cdd2267-f063-4645-bc74-6e517ddf3329 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:47.577209 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:47.578077 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:47.578077 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.578444 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:47.579027 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Bound port: e987124a-9f91-4f6f-a83a-183bf2b4f686, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:47.579360 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.614125 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9700ee-5573-4fbb-9fc3-699ab0a1d239 None None] Pushing event updated for resources: {'Port': ['ID=e987124a-9f91-4f6f-a83a-183bf2b4f686,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:47.646733 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.654970 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] For port e987124a-9f91-4f6f-a83a-183bf2b4f686, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:47.659511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] For port e987124a-9f91-4f6f-a83a-183bf2b4f686, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e987124a-9f91-4f6f-a83a-183bf2b4f686,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:47.662856 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Transition to ACTIVE for port object babb2c17-5caf-434d-843c-6cd86d01a468 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:47.665514 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.709470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.725794 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9700ee-5573-4fbb-9fc3-699ab0a1d239 None None] Pushing event updated for resources: {'Port': ['ID=e987124a-9f91-4f6f-a83a-183bf2b4f686,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:47.754441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:47.755646 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:47.756117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:47.760285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:47.764292 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:04:47.790592 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Pushing event updated for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:47.813421 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:47.906936 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:47.993134 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.268312 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:45Z', 'revision_number': 3, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:48.277286 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.285244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.288583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0cdd2267-f063-4645-bc74-6e517ddf3329 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:48.312107 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c095180-df8e-4bd8-8682-c27b331a1069 None None] The sync data for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 is: [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:45Z', 'revision_number': 3, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:48.371807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 0cdd2267-f063-4645-bc74-6e517ddf3329 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:48.377206 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0cdd2267-f063-4645-bc74-6e517ddf3329 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:48.377587 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.393177 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.399308 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Pushing event updated for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:48.478491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ae378207-b3d5-4543-9d8c-167d270b265a None None] Provisioning for port babb2c17-5caf-434d-843c-6cd86d01a468 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:48.491991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ae378207-b3d5-4543-9d8c-167d270b265a None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:48.492659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae378207-b3d5-4543-9d8c-167d270b265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.494734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.523965 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:04:48.526213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:04:48.575286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ae378207-b3d5-4543-9d8c-167d270b265a None None] Port babb2c17-5caf-434d-843c-6cd86d01a468 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:48.582934 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 0cdd2267-f063-4645-bc74-6e517ddf3329, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0cdd2267-f063-4645-bc74-6e517ddf3329,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:48.588748 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.628642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32c5d8b6-c383-4dcf-a6f5-200b7390419d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:48.683377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=0cdd2267-f063-4645-bc74-6e517ddf3329,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:48.686813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:04:48.702518 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:48.706469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:48.707068 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.839330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d0cea66d-9e8f-4322-b73a-e2632379356b None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:48.839730 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d0cea66d-9e8f-4322-b73a-e2632379356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.860911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:04:48.873321 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-71c6dfc0-898f-465e-98ff-4b011b3865d7 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b05d3bd-89a4-4359-bb7f-a58cdc931820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1292503 Jul 12 17:04:48.910952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:48.913948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d0cea66d-9e8f-4322-b73a-e2632379356b None None] Port babb2c17-5caf-434d-843c-6cd86d01a468 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:48.957185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 32c5d8b6-c383-4dcf-a6f5-200b7390419d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32c5d8b6-c383-4dcf-a6f5-200b7390419d,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:48.963095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:49.044168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:49.148474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a6a6d910-28d4-4fc5-a015-b7f2862ad320 None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:49.148953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d910-28d4-4fc5-a015-b7f2862ad320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:49.203389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6d910-28d4-4fc5-a015-b7f2862ad320 None None] Port babb2c17-5caf-434d-843c-6cd86d01a468 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:04:49.327222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7ddc22d6-9bb9-4efb-b999-145915699724 None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:49.327622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7ddc22d6-9bb9-4efb-b999-145915699724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:50.257945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0cdd2267-f063-4645-bc74-6e517ddf3329 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:50.327313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 0cdd2267-f063-4645-bc74-6e517ddf3329 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:50.328445 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:50.414884 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Sync routers for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:04:50.436008 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:50.436810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:50.439459 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32c5d8b6-c383-4dcf-a6f5-200b7390419d up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:50.589396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 32c5d8b6-c383-4dcf-a6f5-200b7390419d triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:50.589929 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:50.624938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:50.976376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e987124a-9f91-4f6f-a83a-183bf2b4f686 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:51.076338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port e987124a-9f91-4f6f-a83a-183bf2b4f686 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:51.085012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e987124a-9f91-4f6f-a83a-183bf2b4f686 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:51.085531 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.154201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 4, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'babb2c17-5caf-434d-843c-6cd86d01a468', 'name': '', 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'mac_address': 'fa:16:3e:65:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:47Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 2, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'subnets': [{'id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:51.208921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Checking router: 1b05d3bd-89a4-4359-bb7f-a58cdc931820 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:04:51.209424 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Updating router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 port babb2c17-5caf-434d-843c-6cd86d01a468 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:04:51.258079 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.276864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.310479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port e987124a-9f91-4f6f-a83a-183bf2b4f686, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e987124a-9f91-4f6f-a83a-183bf2b4f686,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:51.317815 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.489474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=e987124a-9f91-4f6f-a83a-183bf2b4f686,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:51.711113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.723006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Transition to ACTIVE for port object babb2c17-5caf-434d-843c-6cd86d01a468 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:04:51.730720 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.820954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ebf20-5feb-48c6-9461-fe72b608f935 None None] Pushing event updated for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:51.887221 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Attempting to bind port babb2c17-5caf-434d-843c-6cd86d01a468 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:04:51.887970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Attempting to bind port babb2c17-5caf-434d-843c-6cd86d01a468 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:04:51.894038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Attempting to bind port babb2c17-5caf-434d-843c-6cd86d01a468 on network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:04:51.906600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:04:51.907613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Checking segment: {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:04:51.908731 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:51.909146 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Bound using segment: {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:04:51.909638 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Bound port: babb2c17-5caf-434d-843c-6cd86d01a468, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdf6223-5404-4e1c-8395-efbe5db34875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:04:51.912665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:52.000799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] For port babb2c17-5caf-434d-843c-6cd86d01a468, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:04:52.007831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] For port babb2c17-5caf-434d-843c-6cd86d01a468, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=babb2c17-5caf-434d-843c-6cd86d01a468,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:04:52.015095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:52.093731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:04:52.094388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:04:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:52.159968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ebf20-5feb-48c6-9461-fe72b608f935 None None] Pushing event updated for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:52.228228 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e987124a-9f91-4f6f-a83a-183bf2b4f686 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:52.289625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:04:52.339876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port e987124a-9f91-4f6f-a83a-183bf2b4f686 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:52.340267 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:52.682405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 4, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'babb2c17-5caf-434d-843c-6cd86d01a468', 'name': '', 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'mac_address': 'fa:16:3e:65:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:47Z', 'updated_at': '2021-07-12T17:04:51Z', 'revision_number': 4, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'subnets': [{'id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:04:52.742970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561dabe0-50ca-42b1-a9e2-9d3348e39a06 None None] The sync data for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 is: [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:04:47Z', 'revision_number': 4, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'babb2c17-5caf-434d-843c-6cd86d01a468', 'name': '', 'network_id': '0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'mac_address': 'fa:16:3e:65:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:47Z', 'updated_at': '2021-07-12T17:04:51Z', 'revision_number': 4, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'subnets': [{'id': '27dc80ed-3bd1-4494-ada1-57e20b45428e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:04:54.225511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device babb2c17-5caf-434d-843c-6cd86d01a468 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:54.307917 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port babb2c17-5caf-434d-843c-6cd86d01a468 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:04:54.320304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:54.320820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:54.427146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:54.488640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port babb2c17-5caf-434d-843c-6cd86d01a468, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=babb2c17-5caf-434d-843c-6cd86d01a468,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:04:54.498955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:54.581653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:04:54.803082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-800b04b1-d28f-4f6c-8e00-2b3676406f83 None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:54.803611 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-800b04b1-d28f-4f6c-8e00-2b3676406f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:56.146288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device babb2c17-5caf-434d-843c-6cd86d01a468 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:04:56.201715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port babb2c17-5caf-434d-843c-6cd86d01a468 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:04:56.202123 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:04:59.393200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-c3f0ada7-be87-47bf-95fc-a1a0ddc113a5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:04:59.394589 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-c3f0ada7-be87-47bf-95fc-a1a0ddc113a5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 815 time: 0.1112075 Jul 12 17:04:59.410102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-c1239ecc-686d-49b5-88ac-0353eb964762 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/quotas/9ca59728161f43ac99fa2a08c05a00b8 HTTP/1.1" status: 200 len: 375 time: 0.0101442 Jul 12 17:04:59.485051 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-25aed12f-5b14-41f9-b102-b88e16e87fe1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697613 Jul 12 17:04:59.586631 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-2687e890-e6fe-43a8-a68e-f1176c6f3102 service neutron] 10.222.0.58 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902138 Jul 12 17:04:59.686367 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-e94fcae8-d7d2-44a1-b0f8-006f5546936d service neutron] 10.222.0.58 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892773 Jul 12 17:04:59.857362 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ab5da90f-8ad1-4d0b-b1f4-7f63129ac56b req-13278e2b-8255-4c58-b27b-f2f1c75393e2 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 210 time: 0.0304556 Jul 12 17:05:00.923211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5af99afe-e5c4-4002-adfa-16e98b0cdc0d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:00.924717 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5af99afe-e5c4-4002-adfa-16e98b0cdc0d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 815 time: 0.1150391 Jul 12 17:05:00.942625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'port': {'device_id': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'admin_state_up': True, 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:01.011468 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bf5805fc-637f-4af0-99ee-b1bfb4170f47 req-440e91fd-35cf-436b-948c-8fc302cafa0c tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 210 time: 0.0295446 Jul 12 17:05:01.061278 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Made reservation on behalf of 9ca59728161f43ac99fa2a08c05a00b8 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:05:01.064963 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:01.203029 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Allocated IP 172.20.0.13 (5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13/0c198be4-8512-4493-8650-78c4bb183c33/23f1ce2f-a033-4593-8f70-312a7b8748bd) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:05:01.413758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:01.433062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Transition to ACTIVE for port object 23f1ce2f-a033-4593-8f70-312a7b8748bd will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:05:01.478011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:01.548848 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:05:01.553351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:05:01.558568 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:05:01.631982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:01.671861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.672127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.672481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.672815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.673149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.673483 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.673814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.674147 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.674476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.674801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.675128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.675455 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:01.714401 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:01.714401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:01.741274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-fc0d6dec-cf2d-4fa6-a569-29771300144a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8026676 Jul 12 17:05:01.866720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f8114a5-3cfb-4b3f-a587-a301bf2fc5e6 None None] Provisioning for port 23f1ce2f-a033-4593-8f70-312a7b8748bd completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:05:01.879055 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8f8114a5-3cfb-4b3f-a587-a301bf2fc5e6 None None] Provisioning complete for port 23f1ce2f-a033-4593-8f70-312a7b8748bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:05:01.879790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f8114a5-3cfb-4b3f-a587-a301bf2fc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:01.922951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8f8114a5-3cfb-4b3f-a587-a301bf2fc5e6 None None] Port 23f1ce2f-a033-4593-8f70-312a7b8748bd cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:05:02.126013 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40ac4d4a-4b2f-4025-8d1e-9b2397dbab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:02.205824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91595256-f407-4d00-aaa2-0528ddae662d req-798ac469-583d-4662-bec8-221b2cf0ee77 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:02.216015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91595256-f407-4d00-aaa2-0528ddae662d req-798ac469-583d-4662-bec8-221b2cf0ee77 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0857863 Jul 12 17:05:02.266904 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-91595256-f407-4d00-aaa2-0528ddae662d req-8aa83a34-83a5-4a35-b443-5f482db793de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497379 Jul 12 17:05:03.499913 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d854dd6-aff5-4b18-8902-cb9dd44ea2af req-06e516d2-37c6-4ef7-8dd1-b2510e0b426d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:03.502204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d854dd6-aff5-4b18-8902-cb9dd44ea2af req-06e516d2-37c6-4ef7-8dd1-b2510e0b426d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0822866 Jul 12 17:05:03.545422 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8d854dd6-aff5-4b18-8902-cb9dd44ea2af req-3fb2840c-714f-44e2-8cfe-2affe7010091 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374913 Jul 12 17:05:03.799220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:04.543026 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0eaf-ab37-4802-a384-d3b63e723cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:04.749423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff7ca-525b-416d-b312-8a6b082e3d18 req-dbaca276-7e79-4888-b9ec-9ea91264eec7 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:04.752117 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c27ff7ca-525b-416d-b312-8a6b082e3d18 req-dbaca276-7e79-4888-b9ec-9ea91264eec7 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0922685 Jul 12 17:05:04.795999 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c27ff7ca-525b-416d-b312-8a6b082e3d18 req-8fcd51d3-5d3a-43d6-89b9-68474d2d1685 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Jul 12 17:05:04.991406 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:05.991906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cd67d-fbac-4194-9fa4-a6dd6207dab3 req-0087e0b3-de2b-44f7-ab02-f5d954b30eba tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:05.999962 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-528cd67d-fbac-4194-9fa4-a6dd6207dab3 req-0087e0b3-de2b-44f7-ab02-f5d954b30eba tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0871971 Jul 12 17:05:06.022261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:06.024774 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:06.042464 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-528cd67d-fbac-4194-9fa4-a6dd6207dab3 req-39102e82-7554-41e4-a68b-3d39df25b5f0 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Jul 12 17:05:07.230237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f681-75b9-4298-8ddf-b88e7bff377c req-b5c4dd62-0f95-4005-a735-87ac22e520bd tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:07.232762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6327f681-75b9-4298-8ddf-b88e7bff377c req-b5c4dd62-0f95-4005-a735-87ac22e520bd tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0679574 Jul 12 17:05:07.289743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6327f681-75b9-4298-8ddf-b88e7bff377c req-d156a3a6-8895-4577-9033-f1d0409cfa1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506716 Jul 12 17:05:07.400994 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:08.485975 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2e36-87ea-4614-a89a-45ad22c2d895 req-893d366d-06c7-4c9b-b03b-9e74184bf821 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:08.487659 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-348a2e36-87ea-4614-a89a-45ad22c2d895 req-893d366d-06c7-4c9b-b03b-9e74184bf821 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0680904 Jul 12 17:05:08.530291 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-348a2e36-87ea-4614-a89a-45ad22c2d895 req-134a6866-3465-4055-b439-5b1a61260364 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Jul 12 17:05:09.710297 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511dd6-8a22-45d1-ba2b-6132c6e0ed48 req-7047b2a3-cceb-4405-916b-b7aec2f139c5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:09.712014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07511dd6-8a22-45d1-ba2b-6132c6e0ed48 req-7047b2a3-cceb-4405-916b-b7aec2f139c5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0712380 Jul 12 17:05:09.756814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-07511dd6-8a22-45d1-ba2b-6132c6e0ed48 req-0cf3d7a2-2695-4864-b931-88a53a1a3b70 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Jul 12 17:05:10.970851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a010214-5cf9-4e40-9f6d-92bf3c05626e req-35515768-8979-4a2a-8d5d-10f9d0bca138 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:10.973551 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a010214-5cf9-4e40-9f6d-92bf3c05626e req-35515768-8979-4a2a-8d5d-10f9d0bca138 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0988207 Jul 12 17:05:11.016001 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a010214-5cf9-4e40-9f6d-92bf3c05626e req-0324f471-349a-40b2-b2c4-fd1b17f62ba8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jul 12 17:05:12.197911 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aec90-8c12-4980-ae45-22db925bc6e2 req-703b69aa-7a0a-4ac6-bbc8-efd6db33560a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:12.200022 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a07aec90-8c12-4980-ae45-22db925bc6e2 req-703b69aa-7a0a-4ac6-bbc8-efd6db33560a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 932 time: 0.0649831 Jul 12 17:05:12.238984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a07aec90-8c12-4980-ae45-22db925bc6e2 req-cc16cd5e-f33c-4ef6-a679-933a55c36a30 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jul 12 17:05:12.749654 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-ed125a95-0a73-43f8-b5a1-983e8415a568 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:05:12.750962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-ed125a95-0a73-43f8-b5a1-983e8415a568 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057151 Jul 12 17:05:12.761920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Request body: {'port': {'device_id': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:12.852381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.147973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f1ce2f-a033-4593-8f70-312a7b8748bd {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:05:13.156191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.170971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Transition to ACTIVE for port object 23f1ce2f-a033-4593-8f70-312a7b8748bd will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:05:13.175341 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.225688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:13.325703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Attempting to bind port 23f1ce2f-a033-4593-8f70-312a7b8748bd on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:05:13.326207 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Attempting to bind port 23f1ce2f-a033-4593-8f70-312a7b8748bd by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:05:13.326671 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Attempting to bind port 23f1ce2f-a033-4593-8f70-312a7b8748bd on network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:05:13.333956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Port 23f1ce2f-a033-4593-8f70-312a7b8748bd on network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:05:13.334476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Attempting to bind port 23f1ce2f-a033-4593-8f70-312a7b8748bd on network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:05:13.342096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:05:13.342096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Checking segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:05:13.342595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Bound using segment: {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:05:13.343096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Bound port: 23f1ce2f-a033-4593-8f70-312a7b8748bd, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefb5abe-b959-4905-bb10-d69295a479d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:05:13.343505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.434579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:05:13.443530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:05:13.446734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383cd59-6fea-48c2-82a3-2f18270df7df req-0ba12cf6-e72d-41d7-8198-cc0f30230d7d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:13.448160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.448392 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c383cd59-6fea-48c2-82a3-2f18270df7df req-0ba12cf6-e72d-41d7-8198-cc0f30230d7d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 944 time: 0.0728920 Jul 12 17:05:13.485400 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:13.486020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:13.487425 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] 10.222.0.77 "PUT /v2.0/ports/23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 1092 time: 0.7303262 Jul 12 17:05:13.488763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:05:13.491045 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e7104-2505-486c-8b0a-e0c747ab0711" -d '{"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:05:13.502818 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c383cd59-6fea-48c2-82a3-2f18270df7df req-69d911f6-1204-40ec-80da-5d95f75793c4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Jul 12 17:05:13.535329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeec2d-6413-4c06-8438-e2c1c0fe0d79 service neutron] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:13.577137 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80caada2-7792-4165-a0a7-4ebba400314e x-openstack-request-id: req-80caada2-7792-4165-a0a7-4ebba400314e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:05:13.577427 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:05:13.577679 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80caada2-7792-4165-a0a7-4ebba400314e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:05:13.578081 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:05:13.619165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-de7bec82-7616-4838-98bf-001920627e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:13.620903 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-de7bec82-7616-4838-98bf-001920627e76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1095 time: 0.0767338 Jul 12 17:05:13.670584 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-b3165f8f-3776-449d-ba7c-613cf4adfafc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 217 time: 0.0430491 Jul 12 17:05:13.724647 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-89bb2cda-107b-4318-beef-edb15c189ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:13.726180 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-89bb2cda-107b-4318-beef-edb15c189ee4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0494690 Jul 12 17:05:13.792716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078a4-73a8-41e4-8236-d90ebe560915 req-88d28dee-f65f-4e7e-9213-c8668e321c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:13.794809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-88d28dee-f65f-4e7e-9213-c8668e321c58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624764 Jul 12 17:05:13.899290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-506db10c-7c1b-47b3-9e12-643f1cfcced4 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974424 Jul 12 17:05:13.990890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-993078a4-73a8-41e4-8236-d90ebe560915 req-71e57586-078b-4a59-ac7f-be642f1062ee service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Jul 12 17:05:14.091967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-1b238464-dd83-4364-a3de-0c1e8cb0c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:14.093503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-1b238464-dd83-4364-a3de-0c1e8cb0c88d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1095 time: 0.0608199 Jul 12 17:05:14.186418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-3c0fea19-d08d-42b6-88ac-f9c3b15a6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:14.187913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-3c0fea19-d08d-42b6-88ac-f9c3b15a6acb service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.0885236 Jul 12 17:05:14.236228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-803e6c04-1c11-45a0-9231-cfc094ca3d28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 217 time: 0.0412657 Jul 12 17:05:14.289199 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-aa5afa41-c97b-41ef-a967-e0353186cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:14.290690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-aa5afa41-c97b-41ef-a967-e0353186cad6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0472300 Jul 12 17:05:14.350408 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-84be9c8b-a19e-4662-b297-3bdbabe724da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:14.351913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-84be9c8b-a19e-4662-b297-3bdbabe724da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545855 Jul 12 17:05:14.444019 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-488d0f3d-1969-4f46-94c0-3176286a1801 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Jul 12 17:05:14.533803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-031e7104-2505-486c-8b0a-e0c747ab0711 req-e321ec25-e1e7-46a7-b3cf-8852a996faef service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826979 Jul 12 17:05:14.700876 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960a57-08ce-4bbe-aea1-d09a87785f74 req-10ddcc26-52d8-4b50-8070-75b154ba8598 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:14.702345 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7960a57-08ce-4bbe-aea1-d09a87785f74 req-10ddcc26-52d8-4b50-8070-75b154ba8598 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 944 time: 0.0684001 Jul 12 17:05:14.740797 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b7960a57-08ce-4bbe-aea1-d09a87785f74 req-c9d71ccd-e259-4835-a943-a32371a7543a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Jul 12 17:05:15.836672 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 23f1ce2f-a033-4593-8f70-312a7b8748bd details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:05:15.919350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f011e71-93fa-4bd8-86e8-d48b772c8f93 req-34cfb6b6-351e-4f10-9397-7955ee944c7d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:15.920893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f011e71-93fa-4bd8-86e8-d48b772c8f93 req-34cfb6b6-351e-4f10-9397-7955ee944c7d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 944 time: 0.0656776 Jul 12 17:05:15.936366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:05:15.948686 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'port_id': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'mac_address': 'fa:16:3e:5b:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:05:15.958864 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4f011e71-93fa-4bd8-86e8-d48b772c8f93 req-69743b49-9e5b-4705-bbd1-14f65c9e521b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Jul 12 17:05:15.988305 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:16.000734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f1ce2f-a033-4593-8f70-312a7b8748bd {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:05:16.019227 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:05:16.023129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:16.077089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:16.084697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.085046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.085390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.085714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.086048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.086379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.086707 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.087031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.087356 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.087710 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.088036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.088368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:16.282132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:05:17.147016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db236c-304f-443e-b4be-5fa227d996f1 req-3523471c-0def-4ccd-b0a4-7bf7793ec3c1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:17.148666 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6db236c-304f-443e-b4be-5fa227d996f1 req-3523471c-0def-4ccd-b0a4-7bf7793ec3c1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 945 time: 0.0742702 Jul 12 17:05:17.192841 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6db236c-304f-443e-b4be-5fa227d996f1 req-79b667be-7489-45db-a6ce-c1547ab15595 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Jul 12 17:05:17.852338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 23f1ce2f-a033-4593-8f70-312a7b8748bd up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:05:17.906261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 23f1ce2f-a033-4593-8f70-312a7b8748bd completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:05:17.910364 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 23f1ce2f-a033-4593-8f70-312a7b8748bd triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:05:17.910731 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:17.991577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:18.015348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:05:18.017604 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448aad3-64b9-4fc0-972f-dee749870748" -d '{"events": [{"server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "name": "network-vif-plugged", "status": "completed", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:05:18.030673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:05:18.034578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:18.061108 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7c5822-6bbb-4b08-9edc-f2d6402131f4 x-openstack-request-id: req-6e7c5822-6bbb-4b08-9edc-f2d6402131f4 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:05:18.061402 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "name": "network-vif-plugged", "status": "completed", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:05:18.061652 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e7c5822-6bbb-4b08-9edc-f2d6402131f4 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:05:18.062043 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'code': 200} Jul 12 17:05:18.094590 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:18.178386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47bcee-0d28-46e3-a2e3-9404322ebcd0 req-3a922ecb-7190-464e-abe9-41b9388ab6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:18.179964 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a47bcee-0d28-46e3-a2e3-9404322ebcd0 req-3a922ecb-7190-464e-abe9-41b9388ab6f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1097 time: 0.0626915 Jul 12 17:05:18.217671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0a47bcee-0d28-46e3-a2e3-9404322ebcd0 req-cd7301cd-71f9-445e-a36f-52e941413b08 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Jul 12 17:05:18.265829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b2146447-df20-4f4d-a5e0-4fe64d38a501 None None] Provisioning complete for port 23f1ce2f-a033-4593-8f70-312a7b8748bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:05:18.266288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b2146447-df20-4f4d-a5e0-4fe64d38a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:18.373270 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:05:18.395741 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025ffc-a08c-4adb-acb6-aab6e5220dcd req-9a18cae1-5508-44dd-902e-8f67c4423fc8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:18.397313 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03025ffc-a08c-4adb-acb6-aab6e5220dcd req-9a18cae1-5508-44dd-902e-8f67c4423fc8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0689270 Jul 12 17:05:18.441738 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03025ffc-a08c-4adb-acb6-aab6e5220dcd req-4fb840c6-ec6a-48f2-86f6-83c6b2705f30 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Jul 12 17:05:19.627799 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210056c9-8c98-4de4-a6c2-77a675b8de77 req-b7cd8299-994c-45c0-b5ff-0995804c2ff5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:19.629278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-210056c9-8c98-4de4-a6c2-77a675b8de77 req-b7cd8299-994c-45c0-b5ff-0995804c2ff5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0692966 Jul 12 17:05:19.679852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-210056c9-8c98-4de4-a6c2-77a675b8de77 req-e8c6b57c-52c3-4d4a-be61-56599b36add8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Jul 12 17:05:19.864564 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421e841-9b69-4874-9784-a663e18d8e66 req-723af745-106d-498c-8fb4-a5b790050883 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:19.866072 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4421e841-9b69-4874-9784-a663e18d8e66 req-723af745-106d-498c-8fb4-a5b790050883 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0694189 Jul 12 17:05:19.904935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4421e841-9b69-4874-9784-a663e18d8e66 req-4bd331f2-6eb0-4ce4-aaf5-e9eef58349ba tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Jul 12 17:05:20.243433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af919c9-f67d-497a-88ef-431ed24e3d81 req-b960af59-8894-43f9-9ae8-b26e19fa8f74 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:20.244958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af919c9-f67d-497a-88ef-431ed24e3d81 req-b960af59-8894-43f9-9ae8-b26e19fa8f74 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0670607 Jul 12 17:05:20.286168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9af919c9-f67d-497a-88ef-431ed24e3d81 req-f47c59e9-8586-4c5e-a33e-6e18ff7886cd tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Jul 12 17:05:31.976445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ec21c-4442-4e18-8482-0d92f8a3a4bd req-b4929a58-2a47-405e-938a-ee8c831e7b0a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:31.978379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a92ec21c-4442-4e18-8482-0d92f8a3a4bd req-b4929a58-2a47-405e-938a-ee8c831e7b0a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0721912 Jul 12 17:05:32.017859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a92ec21c-4442-4e18-8482-0d92f8a3a4bd req-9bdc825b-3968-4f17-815d-a37e1ea5165a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Jul 12 17:05:32.044711 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39776) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:32.121672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5081f867-7bc9-4d0e-a230-f9e6c26fc771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:32.198399 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8475f50-7e58-423d-b09f-9ee90517fe7a tempest-TestMinimumBasicScenario-201237209 tempest-TestMinimumBasicScenario-201237209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:32.200004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a8475f50-7e58-423d-b09f-9ee90517fe7a tempest-TestMinimumBasicScenario-201237209 tempest-TestMinimumBasicScenario-201237209-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1092 time: 0.1541843 Jul 12 17:05:32.202832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39780) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:32.207361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:32.229638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:32.328451 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:32.434761 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Allocated IP 172.25.8.71 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:05:32.542464 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:32.585304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:32.622731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:05:32.628884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:05:32.631489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:05:32.660744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'Port': ['ID=f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:33.383476 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.463744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.622364 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.626746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.698953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'Port': ['ID=f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:33.708461 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.792115 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:33.818042 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Floating IP 5bd61847-96fb-4e8d-9793-0c67bb9d1946 associated. External IP: 172.25.8.71, port: 23f1ce2f-a033-4593-8f70-312a7b8748bd. Jul 12 17:05:34.034406 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Router a5c7e9fb-f182-4020-8449-e95e862b1e1c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:05:34.148381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:05:34.159116 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Sync routers for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:05:34.166250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.167907 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:05:34.168517 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:05:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:05:34.208111 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-2ab93e54-fa17-4072-b582-b60d6c6ce536 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0041504 Jul 12 17:05:34.208967 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:05:34.211204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39782) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.211744 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafe2ad0-66fd-4fe9-9723-d51e50176a10" -d '{"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:05:34.219002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172575791', 'description': 'tempest-secgroup-smoke-1172575791 description', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.252514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.259006 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d665d76-3ce1-45b3-a27d-72c7d8afa6be x-openstack-request-id: req-5d665d76-3ce1-45b3-a27d-72c7d8afa6be {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:05:34.259417 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:05:34.259777 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d665d76-3ce1-45b3-a27d-72c7d8afa6be {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:05:34.260250 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:05:34.292798 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:05:34.345583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-d2620c41-7351-4b6b-ba02-5b949080cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:34.347435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-d2620c41-7351-4b6b-ba02-5b949080cef5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1097 time: 0.0656602 Jul 12 17:05:34.360219 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.364419 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.396647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.400851 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1849775 Jul 12 17:05:34.401187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39786) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.407620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.412187 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079ca60d-52e9-48d2-8c74-28a48fac98a7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:34.427313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.427825 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.428269 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.428703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.429133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.429582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.430009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.430432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.430854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.431277 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.431775 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.432200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea04ac-ab60-4bed-97a0-c703c8d4ea8d tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:05:34.455713 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.463789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-bfbce1c9-61d1-4944-bb3a-88c36e8573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:34.465887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-bfbce1c9-61d1-4944-bb3a-88c36e8573fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.1118963 Jul 12 17:05:34.507903 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.513427 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.534009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c79fc2-4c39-4639-b57f-5fbb34c7662b,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:34.538540 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76cf1b81-eb2a-498a-85a5-1127fa64ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.544181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.545646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-31427380-b830-4b8d-a267-e3361f77c902 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420052 Jul 12 17:05:34.548323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39788) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.550208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-1273536a-63e6-45f0-9da2-17483443d9c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 999 time: 0.0770390 Jul 12 17:05:34.552829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.562350 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5bd61847-96fb-4e8d-9793-0c67bb9d1946', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'port_id': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'mac_address': 'fa:16:3e:5b:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:05:32Z', 'updated_at': '2021-07-12T17:05:32Z', 'revision_number': 0, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:05:34.582243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.595675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Checking router: a5c7e9fb-f182-4020-8449-e95e862b1e1c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:05:34.604516 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:05:34.605786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:05:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:05:34.606358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-e72643ab-384b-49dd-a1ad-08322b46bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:34.608060 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-e72643ab-384b-49dd-a1ad-08322b46bcaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0515885 Jul 12 17:05:34.648011 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.652587 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.677644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-0292d29c-4334-4771-acfc-238175c3574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:34.678230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a03b5e-f9b7-4f2d-afb4-eabd23cd731c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:34.679150 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-0292d29c-4334-4771-acfc-238175c3574d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635021 Jul 12 17:05:34.682190 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.683928 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-97af6326-addc-4818-831f-18bc04380e1b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346242 Jul 12 17:05:34.688027 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39790) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.692709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.726209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.728846 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:05:34.775598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-6a6166b6-b2f5-4ddc-8cf4-2e2317f872b2 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901215 Jul 12 17:05:34.798628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.802590 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.827348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b698c-536c-4864-bce5-f935ace2c7a2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:34.830776 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.832247 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4bf454eb-e255-4720-b7c8-2999f38ad406 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431308 Jul 12 17:05:34.834935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39792) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.842494 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.882423 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.890580 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-eafe2ad0-66fd-4fe9-9723-d51e50176a10 req-9f9dd56a-b33b-44bd-98ed-b403387ca3bf service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083956 Jul 12 17:05:34.947379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.951841 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.974280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e005f0c-ef43-44c1-bb24-50d14c9d0dcb,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:34.978735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.981454 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35f99cbc-bb88-40d8-8730-b7936cdb97de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452157 Jul 12 17:05:34.984561 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39794) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:34.989159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:34.998109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:34.999010 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5bd61847-96fb-4e8d-9793-0c67bb9d1946', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'port_id': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'mac_address': 'fa:16:3e:5b:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:05:32Z', 'updated_at': '2021-07-12T17:05:32Z', 'revision_number': 0, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:05:35.014450 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Project 9ca59728161f43ac99fa2a08c05a00b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:05:35.019893 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.032802 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd0caa-767d-47ae-9047-467a27aa98ff None None] The sync data for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 is: [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '5bd61847-96fb-4e8d-9793-0c67bb9d1946', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'port_id': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'mac_address': 'fa:16:3e:5b:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:05:32Z', 'updated_at': '2021-07-12T17:05:32Z', 'revision_number': 0, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:05:35.084961 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.090418 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.113919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e624fdc9-0278-4b4a-ac15-a207a54b4b1e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:35.119766 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.123463 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f7275c4-dd6c-4fe4-9774-795c816d19eb tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352584 Jul 12 17:05:35.123560 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39796) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:05:35.128044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'security_group_rule': {'security_group_id': '079ca60d-52e9-48d2-8c74-28a48fac98a7', 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:35.155189 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Project 9ca59728161f43ac99fa2a08c05a00b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:05:35.160747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.230054 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.235557 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.251005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793958e-cdbe-4225-b00a-a53cd1057adf None None] New status for floating IP 5bd61847-96fb-4e8d-9793-0c67bb9d1946: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:05:35.255282 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7b30cc-9363-4541-a45f-fe301bb80404,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:35.264950 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.267634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e2739c60-1774-462e-b860-9ae0975201de tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419110 Jul 12 17:05:35.387996 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-152989ac-a355-49a1-ab0c-456b253ceba5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172575791&fields=id&tenant_id=9ca59728161f43ac99fa2a08c05a00b8 HTTP/1.1" status: 200 len: 267 time: 0.0346794 Jul 12 17:05:35.461280 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-eb571fac-3918-43f5-ae77-f45b1b287963 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:35.462762 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-eb571fac-3918-43f5-ae77-f45b1b287963 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0695035 Jul 12 17:05:35.473638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'port': {'security_groups': ['169e60ca-daca-4640-bae4-d42fa9c43872', '079ca60d-52e9-48d2-8c74-28a48fac98a7']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:05:35.563060 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.767412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:05:35.799661 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.804095 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.815475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:05:35.856283 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:35.856906 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:35.863875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e36b0254-f2cd-46ed-ae93-17fe53629098 req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "PUT /v2.0/ports/23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 982 time: 0.3892448 Jul 12 17:05:35.863875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:05:35.863875 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60d38c-4810-43ac-9fa2-8c73cd57d730" -d '{"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:05:35.892430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225b5ee-3ded-4ae3-85a6-2db5103848e3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:05:35.921197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:05:35.923945 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b8a633-7133-4654-a5e7-fdaeeb357f85 x-openstack-request-id: req-65b8a633-7133-4654-a5e7-fdaeeb357f85 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:05:35.924187 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:05:35.924370 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65b8a633-7133-4654-a5e7-fdaeeb357f85 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:05:35.924707 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:05:36.030981 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:36.033451 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:36.087769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e558-e0cf-49ee-9b12-5dcdd102e5e9 req-6ab6f4cd-4c95-45d5-bb09-618a6cc4ec56 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:36.090012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad56e558-e0cf-49ee-9b12-5dcdd102e5e9 req-6ab6f4cd-4c95-45d5-bb09-618a6cc4ec56 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0933106 Jul 12 17:05:36.092390 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-e8487049-710b-47b6-9269-01d079cdf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:36.093752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-e8487049-710b-47b6-9269-01d079cdf392 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1136 time: 0.1442900 Jul 12 17:05:36.195451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad56e558-e0cf-49ee-9b12-5dcdd102e5e9 req-6de1daec-fdbd-4019-a9f6-1bade2db67cc tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971658 Jul 12 17:05:36.233075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-92ccdb12-81e9-4087-ac51-d8cfbaf0eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:36.234553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-92ccdb12-81e9-4087-ac51-d8cfbaf0eefc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.1276715 Jul 12 17:05:36.240222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d274e4d4-3b13-44bd-97a9-a8ffe52c2db6 None None] Provisioning complete for port 23f1ce2f-a033-4593-8f70-312a7b8748bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:05:36.240595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d274e4d4-3b13-44bd-97a9-a8ffe52c2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:36.309609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-3432d58f-2686-4c83-a373-3ef39fe29cb8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 1001 time: 0.0670598 Jul 12 17:05:36.371688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-e0e31533-8e85-4bf9-a17b-0bbf02ec4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:36.373192 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-e0e31533-8e85-4bf9-a17b-0bbf02ec4fa5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0574429 Jul 12 17:05:36.431416 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-f6290a7c-3032-4203-923b-ff2b4389b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:36.433005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-f6290a7c-3032-4203-923b-ff2b4389b4d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532527 Jul 12 17:05:36.532625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-99cada24-5e9b-4f22-b8fe-9b4d38148b4f service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926700 Jul 12 17:05:36.625670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa60d38c-4810-43ac-9fa2-8c73cd57d730 req-1dd5fb19-2e2a-4594-8a94-b969868c5a63 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860677 Jul 12 17:05:37.296650 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-037ca2e2-a535-49f0-82b4-894e0bfa18c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529912 Jul 12 17:05:37.400439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-a4df7947-fa77-4e1a-b253-7e259424aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:37.402875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-a4df7947-fa77-4e1a-b253-7e259424aa46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1136 time: 0.0610478 Jul 12 17:05:37.404765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:05:37.513265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-d034dc35-75ed-441e-ae82-a582568272c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:37.514667 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-d034dc35-75ed-441e-ae82-a582568272c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.0908031 Jul 12 17:05:37.587262 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-724bf546-9133-461a-bd8c-ff3aecf24c8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 1001 time: 0.0661585 Jul 12 17:05:37.637346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-bc75790c-3147-44ab-8cdb-8114102b0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:37.638828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-bc75790c-3147-44ab-8cdb-8114102b0815 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0450110 Jul 12 17:05:37.697532 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-155393c4-ac40-415c-b981-ddc5c7aaa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:37.699170 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-155393c4-ac40-415c-b981-ddc5c7aaa073 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534692 Jul 12 17:05:37.795315 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-747cbc62-3725-4ecf-879f-a062e0639d25 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900002 Jul 12 17:05:37.888295 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f04606c8-4c5d-4dca-8e15-9522441a00e3 req-ecdc474f-921c-4d7b-bc2d-5e43a6fed97c service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863223 Jul 12 17:05:51.562440 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-57afefcc-ed07-4d00-ad5b-ec40ddf3760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:51.563994 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-57afefcc-ed07-4d00-ad5b-ec40ddf3760a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1136 time: 0.1054456 Jul 12 17:05:51.577750 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e92060-bbb4-4f10-8f39-eafaaaa43a3c req-a95a809f-ca9c-4de3-9593-5abb7449d643 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:51.579371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7e92060-bbb4-4f10-8f39-eafaaaa43a3c req-a95a809f-ca9c-4de3-9593-5abb7449d643 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0925300 Jul 12 17:05:51.669841 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7e92060-bbb4-4f10-8f39-eafaaaa43a3c req-de4a5e92-d9e1-4499-830b-ac5925c57126 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818398 Jul 12 17:05:51.699486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-8157e881-c0f1-4c22-bdd7-ecd72436a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:51.701006 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-8157e881-c0f1-4c22-bdd7-ecd72436a5f0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.1207266 Jul 12 17:05:51.771049 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-08cff6dc-ede7-4874-b0e3-16314be7eee3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 1001 time: 0.0633531 Jul 12 17:05:51.820057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-3dbd27bc-9a4c-46ba-982b-003c4b119540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:51.821434 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-3dbd27bc-9a4c-46ba-982b-003c4b119540 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0439181 Jul 12 17:05:51.880260 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-e9e43fd5-2bf1-448f-9934-b4b0c2dc528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:51.881809 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-e9e43fd5-2bf1-448f-9934-b4b0c2dc528a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533099 Jul 12 17:05:51.977274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-e321bcf0-3285-4959-83ff-ec79fcca16b1 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887372 Jul 12 17:05:52.066208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c9a63344-f342-460e-b4f1-689bff1d3c74 req-1ad8435b-f46a-4234-b2ec-121eb57eab12 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Jul 12 17:05:52.848652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a79a-748a-4eb8-8211-68535657ad6d req-6f2f0926-2079-4a5a-a81d-55fbde7c8b65 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:52.850141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3645a79a-748a-4eb8-8211-68535657ad6d req-6f2f0926-2079-4a5a-a81d-55fbde7c8b65 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0653956 Jul 12 17:05:52.895519 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3645a79a-748a-4eb8-8211-68535657ad6d req-b2d1a792-f756-4679-92d7-649704a26220 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393772 Jul 12 17:05:54.075797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1f78-a4aa-4c3f-a886-a5c5344c2108 req-e58b3e57-674d-416e-b4e8-ef8a9956c62b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:54.077306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0aad1f78-a4aa-4c3f-a886-a5c5344c2108 req-e58b3e57-674d-416e-b4e8-ef8a9956c62b tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0689015 Jul 12 17:05:54.119051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0aad1f78-a4aa-4c3f-a886-a5c5344c2108 req-7debe70e-bcac-4c55-bbad-adccd109c35e tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359449 Jul 12 17:05:55.323994 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ed1c-a84c-4fdf-bef4-b0a548787565 req-877372fc-315f-4fb4-8488-cbec7429232a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:55.325646 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45d9ed1c-a84c-4fdf-bef4-b0a548787565 req-877372fc-315f-4fb4-8488-cbec7429232a tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0736158 Jul 12 17:05:55.372812 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45d9ed1c-a84c-4fdf-bef4-b0a548787565 req-05d232b5-d2c4-4d2d-90ce-8bce98b4ad17 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401428 Jul 12 17:05:55.373844 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:05:56.562726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba228-c2cf-4c56-98d8-e5c78b9db843 req-e4ef454c-f804-4350-84d5-494bc319ce3c tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:56.565048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c3ba228-c2cf-4c56-98d8-e5c78b9db843 req-e4ef454c-f804-4350-84d5-494bc319ce3c tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0703185 Jul 12 17:05:56.613332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c3ba228-c2cf-4c56-98d8-e5c78b9db843 req-b9e288e8-c5b4-4e12-ba83-3dd5a96ddeed tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403807 Jul 12 17:05:57.792579 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09450e9d-e712-4570-9227-7c0c93decb14 req-807f4ac5-71fb-4140-91c9-b6ff118fdb57 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:57.794136 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09450e9d-e712-4570-9227-7c0c93decb14 req-807f4ac5-71fb-4140-91c9-b6ff118fdb57 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0659010 Jul 12 17:05:57.840053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-09450e9d-e712-4570-9227-7c0c93decb14 req-39044b27-8b9e-4cd1-82a1-52524936a7ae tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395119 Jul 12 17:05:59.036535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0448d-eb95-4297-a3bc-def7641bedb4 req-10b11553-2c50-4604-9111-92ac84c147a9 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:05:59.038039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5c0448d-eb95-4297-a3bc-def7641bedb4 req-10b11553-2c50-4604-9111-92ac84c147a9 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0687249 Jul 12 17:05:59.077960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c5c0448d-eb95-4297-a3bc-def7641bedb4 req-899953c6-dad4-45fc-bc4e-11417dbc7fb8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342953 Jul 12 17:06:00.263230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8c3b-79d1-4334-9b60-dcf112ef8b50 req-8822befa-2954-4a79-9e4e-5d1d975bc9a6 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:00.264903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de4b8c3b-79d1-4334-9b60-dcf112ef8b50 req-8822befa-2954-4a79-9e4e-5d1d975bc9a6 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0736070 Jul 12 17:06:00.306638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-de4b8c3b-79d1-4334-9b60-dcf112ef8b50 req-fd17073d-7fed-4da9-a02e-1225d011c824 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356274 Jul 12 17:06:01.480479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25b30-9af2-4790-baba-86dd097acfad req-052c3cb3-09b0-473b-819a-6513dcf69183 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:01.481972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cd25b30-9af2-4790-baba-86dd097acfad req-052c3cb3-09b0-473b-819a-6513dcf69183 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0651515 Jul 12 17:06:01.523255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5cd25b30-9af2-4790-baba-86dd097acfad req-d6f27bb4-f5b7-46fb-9ea7-72341a1851a4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353107 Jul 12 17:06:02.122202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-32271f6a-0a77-4f87-929d-971c10e23a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:02.704778 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d494-0021-4693-ab37-caea65755c59 req-1a822711-9438-4a15-9b79-538b08521589 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:02.706288 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4d4d494-0021-4693-ab37-caea65755c59 req-1a822711-9438-4a15-9b79-538b08521589 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0748434 Jul 12 17:06:02.749843 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f4d4d494-0021-4693-ab37-caea65755c59 req-d7552b65-a2f3-4c70-9c7a-b876c4686ad1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377021 Jul 12 17:06:03.802741 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:03.937134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc86e3-6d39-42ac-8902-a35856d409c2 req-bc8447e0-47d8-42e8-96f3-cddb2194fbb5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:03.938714 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01bc86e3-6d39-42ac-8902-a35856d409c2 req-bc8447e0-47d8-42e8-96f3-cddb2194fbb5 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0682650 Jul 12 17:06:03.981776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-01bc86e3-6d39-42ac-8902-a35856d409c2 req-74512a3d-11ac-44d4-a0cf-5ba65403f7df tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=079ca60d-52e9-48d2-8c74-28a48fac98a7&id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372391 Jul 12 17:06:04.531658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-db4d7a24-abe9-4d60-a568-762491f8587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:04.984245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:05.997241 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:06.014619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:07.414243 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:16.413354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-fce64b8b-21ef-4945-ab75-54914f2be1a1 req-9efc70bc-03db-4f86-9a24-41378b6b4104 tempest-ServerDiskConfigTestJSON-1088839491 tempest-ServerDiskConfigTestJSON-1088839491-project] (93711) timed out ('10.222.0.65', 53300) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:06:32.125931 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c58f838-5c49-486a-9b0e-118496c2372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:32.374221 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:06:33.808544 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:34.538370 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5b4850a-8079-4596-a036-209bf2bdf6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:34.817997 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-02121326-25a0-422f-a76f-d976c4b6e9a6 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172575791&fields=id&tenant_id=9ca59728161f43ac99fa2a08c05a00b8 HTTP/1.1" status: 200 len: 267 time: 0.0377324 Jul 12 17:06:34.895002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-4b1a349d-c305-43fa-963c-3d70ee8dd9c2 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:34.896583 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-4b1a349d-c305-43fa-963c-3d70ee8dd9c2 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 985 time: 0.0732832 Jul 12 17:06:34.908355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Request body: {'port': {'security_groups': ['169e60ca-daca-4640-bae4-d42fa9c43872']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:34.996667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.013205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.204439 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:35.235475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.240133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.253005 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:06:35.286755 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:35.287411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.288918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0cd5890-57ff-4738-a3f0-1b0f6fbef621 req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "PUT /v2.0/ports/23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 943 time: 0.3860631 Jul 12 17:06:35.289391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:06:35.294198 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539c0758-cc95-455e-98cd-d32dcfc05edc" -d '{"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:06:35.295081 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39862) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:35.328635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event updated for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:35.350423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:06:35.351504 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.352121 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.352454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.352942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.353432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.355367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.355367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.355367 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.355707 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.356082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.356649 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.357021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea71a634-a66c-460a-b7a1-69df0684d3f1 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.367917 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac3135-fb67-4370-9edb-23d1d5a69344 x-openstack-request-id: req-ceac3135-fb67-4370-9edb-23d1d5a69344 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:06:35.368330 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:06:35.368677 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceac3135-fb67-4370-9edb-23d1d5a69344 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:06:35.369156 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:06:35.446880 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.468739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-d75d299e-0b01-4b3f-af97-01e606cc47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:35.471042 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-d75d299e-0b01-4b3f-af97-01e606cc47e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1097 time: 0.0908821 Jul 12 17:06:35.508999 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.568093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9f6551e9-6821-4453-b17b-58874870bf43 None None] Provisioning complete for port 23f1ce2f-a033-4593-8f70-312a7b8748bd triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:06:35.568093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f6551e9-6821-4453-b17b-58874870bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.611006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-35cefef5-d515-4dfd-9151-155c558378fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:35.612552 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-35cefef5-d515-4dfd-9151-155c558378fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.1313815 Jul 12 17:06:35.683186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-d5519d96-f882-47c1-b02b-0c639f24dbaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 1001 time: 0.0635405 Jul 12 17:06:35.683731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.686769 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.688024 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "DELETE /v2.0/security-groups/079ca60d-52e9-48d2-8c74-28a48fac98a7 HTTP/1.1" status: 204 len: 168 time: 0.3919110 Jul 12 17:06:35.691821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39870) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:35.707325 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ca60d-52e9-48d2-8c74-28a48fac98a7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:35.737898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.738247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.738594 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.738934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.739279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.739631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.739969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.740298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.740628 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.740953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.741282 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.741604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefadaf0-4d33-4f21-a13c-d0035ad9a5e4 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:35.759514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-bb546edb-b64c-4258-b569-06e21da991db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:35.761075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-bb546edb-b64c-4258-b569-06e21da991db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0695167 Jul 12 17:06:35.824782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-7f395062-f00f-41f5-9058-99de29318ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:35.826316 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-7f395062-f00f-41f5-9058-99de29318ba1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590718 Jul 12 17:06:35.872505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Deleting port f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:35.873114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.921083 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-c529a877-743c-4e80-9935-c4a8a1f91217 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883422 Jul 12 17:06:35.953505 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.953832 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:35.966648 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Calling delete_port for f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:36.018006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:36.019529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:36.032856 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-539c0758-cc95-455e-98cd-d32dcfc05edc req-00609d05-f1e2-4654-966d-1345f791a504 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046085 Jul 12 17:06:36.136916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:36.166507 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event deleted for resources: {'Port': ['ID=f98b4cbe-46ef-4b8a-9d6d-9c64c4a80b6b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:36.235901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:36.236134 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Floating IP 5bd61847-96fb-4e8d-9793-0c67bb9d1946 disassociated (deleted). External IP: 172.25.8.71, port: 23f1ce2f-a033-4593-8f70-312a7b8748bd. Jul 12 17:06:36.446480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Router a5c7e9fb-f182-4020-8449-e95e862b1e1c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:06:36.556827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:06:36.562096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:36.568571 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Sync routers for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:06:36.585875 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:36.586508 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:36.606233 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-88e357bd-1b8a-4f84-9e4d-4ea5ea590621 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "DELETE /v2.0/floatingips/5bd61847-96fb-4e8d-9793-0c67bb9d1946 HTTP/1.1" status: 204 len: 168 time: 0.9131644 Jul 12 17:06:36.696934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:36.973044 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:37.005864 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Checking router: a5c7e9fb-f182-4020-8449-e95e862b1e1c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:06:37.014934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:37.015563 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:37.216010 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:37.370078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:06:37.372585 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f8633-dc36-4665-9f10-d254fcc32224" -d '{"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:06:37.413496 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7e410-a9c9-4c82-8cf7-8cba4b622543 x-openstack-request-id: req-f2c7e410-a9c9-4c82-8cf7-8cba4b622543 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:06:37.414094 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:06:37.414530 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2c7e410-a9c9-4c82-8cf7-8cba4b622543 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:06:37.414937 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:06:37.419898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:37.443415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:37.472797 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0a1de-8869-486f-aade-c351460c823a None None] The sync data for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 is: [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:04:42Z', 'revision_number': 4, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '32c5d8b6-c383-4dcf-a6f5-200b7390419d', 'name': '', 'network_id': '5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'mac_address': 'fa:16:3e:f7:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0c198be4-8512-4493-8650-78c4bb183c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:41Z', 'updated_at': '2021-07-12T17:04:48Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'subnets': [{'id': '0c198be4-8512-4493-8650-78c4bb183c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:06:37.498537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-d4b5d129-7c0b-40e4-9e21-acd9fb3f2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:37.500902 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-d4b5d129-7c0b-40e4-9e21-acd9fb3f2d6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1097 time: 0.0608530 Jul 12 17:06:37.617241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-bad40ee3-71ba-4db5-93c0-35607d029f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:37.619214 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-bad40ee3-71ba-4db5-93c0-35607d029f44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.1119003 Jul 12 17:06:37.663501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-089e1081-2673-4e1d-aeb4-5064a77cbc35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 217 time: 0.0382581 Jul 12 17:06:37.719644 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-c9308839-54c2-4731-b263-8972c79e8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:37.721304 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-c9308839-54c2-4731-b263-8972c79e8859 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0519722 Jul 12 17:06:37.743253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02262457-1b6e-4cb7-8440-4b7f115d61e6 None None] New status for floating IP 5bd61847-96fb-4e8d-9793-0c67bb9d1946: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:06:37.786875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-4dd8e7a2-fe20-4afd-8708-0d8d56ae961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:37.788410 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-4dd8e7a2-fe20-4afd-8708-0d8d56ae961e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600584 Jul 12 17:06:37.911013 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-fc214ede-3c9c-4565-a047-b29158726965 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162112 Jul 12 17:06:38.019132 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c45f8633-dc36-4665-9f10-d254fcc32224 req-1bda12f9-aa0d-4e0e-ba33-046fc6d38f77 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019158 Jul 12 17:06:38.309475 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-69926211-1cbf-4cd7-8ed6-b02e62837a81 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678093 Jul 12 17:06:38.414720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-5b93c493-1bdf-4348-bba2-990f83711e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:38.416215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-5b93c493-1bdf-4348-bba2-990f83711e56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 1097 time: 0.0631773 Jul 12 17:06:38.533730 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-84c579ca-1f65-44fc-b1c4-404403ead4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:38.535149 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-84c579ca-1f65-44fc-b1c4-404403ead4e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 200 len: 916 time: 0.0954657 Jul 12 17:06:38.582936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-f4318c86-a12d-436a-9e95-67e149988f33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 200 len: 217 time: 0.0416484 Jul 12 17:06:38.635516 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-fdde8e9b-70dc-497f-8352-321119a4fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:38.637059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-fdde8e9b-70dc-497f-8352-321119a4fff0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 200 len: 854 time: 0.0477629 Jul 12 17:06:38.697638 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-93435e98-f988-44ed-a9f2-6d8e96d7533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:38.699221 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-93435e98-f988-44ed-a9f2-6d8e96d7533c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560822 Jul 12 17:06:38.800465 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-d4ebdbca-4ef8-4282-ac95-11f3189ae4ea service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948465 Jul 12 17:06:38.893754 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86feb0e3-07ad-4893-820f-8c36cd6ed7dc req-1c6382c7-1726-4260-9441-7af4e7e5b5d2 service neutron] 10.222.0.77 "GET /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872755 Jul 12 17:06:44.190817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ed23c-f3a2-4d97-919b-f995fb81da9a req-0679a481-972f-4932-8cf0-8a09cd0b49bd tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:44.192507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-747ed23c-f3a2-4d97-919b-f995fb81da9a req-0679a481-972f-4932-8cf0-8a09cd0b49bd tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0794139 Jul 12 17:06:44.236218 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-747ed23c-f3a2-4d97-919b-f995fb81da9a req-0b240647-ba44-4c54-886b-74a8a13f3af3 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Jul 12 17:06:45.430989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b577-6882-46cb-b6cd-90aa1bfef3d9 req-515409b7-4fdf-48ab-859d-a541ad448987 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:45.432790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d264b577-6882-46cb-b6cd-90aa1bfef3d9 req-515409b7-4fdf-48ab-859d-a541ad448987 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0711281 Jul 12 17:06:45.485297 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d264b577-6882-46cb-b6cd-90aa1bfef3d9 req-b8f4a48a-d916-4bd5-a575-de08fcdd9487 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/security-groups?id=169e60ca-daca-4640-bae4-d42fa9c43872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Jul 12 17:06:45.736610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-bd1b3cc3-0fd2-4958-afd0-1034e6fd7531 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:06:45.739215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-bd1b3cc3-0fd2-4958-afd0-1034e6fd7531 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.77 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 946 time: 0.0925906 Jul 12 17:06:45.848770 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Deleting port 23f1ce2f-a033-4593-8f70-312a7b8748bd {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:45.849093 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:45.960791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] For port 23f1ce2f-a033-4593-8f70-312a7b8748bd, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=23f1ce2f-a033-4593-8f70-312a7b8748bd,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:45.961173 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:45.977020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Calling delete_port for 23f1ce2f-a033-4593-8f70-312a7b8748bd owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:46.127894 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:46.141209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['23f1ce2f-a033-4593-8f70-312a7b8748bd'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:06:46.159036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Pushing event deleted for resources: {'Port': ['ID=23f1ce2f-a033-4593-8f70-312a7b8748bd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:46.207178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] No DVR routers for this DVR port 23f1ce2f-a033-4593-8f70-312a7b8748bd on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:46.209857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:46.211885 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7aded0a7-d94a-4c41-adb8-19d1c0ed90a2 req-09eb7568-716b-446d-ae8a-a2f6c7e91104 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.77 "DELETE /v2.0/ports/23f1ce2f-a033-4593-8f70-312a7b8748bd HTTP/1.1" status: 204 len: 173 time: 0.4671826 Jul 12 17:06:46.212327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'name': 'network-vif-deleted', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:06:46.214598 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba30a6-a8d9-4abf-b0ee-53792383b7d8" -d '{"events": [{"server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "name": "network-vif-deleted", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:06:46.258240 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f71e58-d739-4c96-b74a-9b063f0fb9e6 x-openstack-request-id: req-f0f71e58-d739-4c96-b74a-9b063f0fb9e6 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:06:46.258592 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12019a3-6f4e-4f44-ab7b-0b32c8d858cb", "name": "network-vif-deleted", "tag": "23f1ce2f-a033-4593-8f70-312a7b8748bd", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:06:46.258859 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0f71e58-d739-4c96-b74a-9b063f0fb9e6 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:06:46.259309 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12019a3-6f4e-4f44-ab7b-0b32c8d858cb', 'name': 'network-vif-deleted', 'tag': '23f1ce2f-a033-4593-8f70-312a7b8748bd', 'status': 'completed', 'code': 200} Jul 12 17:06:46.663127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b3fd66a-91a5-44d4-ac67-a4c11703d606 req-3fe6f702-c4f5-4ab4-942a-f0a9919701b8 tempest-TestMinimumBasicScenario-60307937 tempest-TestMinimumBasicScenario-60307937-project] 10.222.0.58 "GET /v2.0/ports?device_id=b12019a3-6f4e-4f44-ab7b-0b32c8d858cb HTTP/1.1" status: 200 len: 210 time: 0.0336223 Jul 12 17:06:48.230836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 23f1ce2f-a033-4593-8f70-312a7b8748bd no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:48.258428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 23f1ce2f-a033-4593-8f70-312a7b8748bd {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:48.258767 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 23f1ce2f-a033-4593-8f70-312a7b8748bd not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:48.480474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39970) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:48.885412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.208354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Deleting port 32c5d8b6-c383-4dcf-a6f5-200b7390419d {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:49.208692 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.304894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] For port 32c5d8b6-c383-4dcf-a6f5-200b7390419d, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=32c5d8b6-c383-4dcf-a6f5-200b7390419d,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:49.305252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.319032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Calling delete_port for 32c5d8b6-c383-4dcf-a6f5-200b7390419d owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:49.509705 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:49.540796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c5d8b6-c383-4dcf-a6f5-200b7390419d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:49.725286 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:50.323141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Router a5c7e9fb-f182-4020-8449-e95e862b1e1c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:06:50.431234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:06:50.437814 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8084190-0144-4fe9-a844-e4f9b3e38d39 admin admin] 10.222.0.58 "PUT /v2.0/routers/a5c7e9fb-f182-4020-8449-e95e862b1e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552419 Jul 12 17:06:50.440019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39972) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:50.440780 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Sync routers for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:06:50.451011 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:50.451011 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:50.565812 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:50.569292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:50.706397 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:50.760582 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:06:49Z', 'revision_number': 5, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port': {'id': '28d4092f-659b-4a42-8c00-5b77a0bbf705', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:39Z', 'updated_at': '2021-07-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:50.763856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Deleting port 28d4092f-659b-4a42-8c00-5b77a0bbf705 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:50.764206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:50.793337 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Checking router: a5c7e9fb-f182-4020-8449-e95e862b1e1c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:06:50.803099 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Routers {'a5c7e9fb-f182-4020-8449-e95e862b1e1c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:50.804654 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:50.880896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] For port 28d4092f-659b-4a42-8c00-5b77a0bbf705, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=28d4092f-659b-4a42-8c00-5b77a0bbf705,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:50.881247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:50.894765 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] Set router a5c7e9fb-f182-4020-8449-e95e862b1e1c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:50.896057 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Calling delete_port for 28d4092f-659b-4a42-8c00-5b77a0bbf705 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:50.949069 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:06:50Z', 'revision_number': 6, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:50.981670 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6271253-38ce-4144-84b1-400a6c577d96 None None] The sync data for ids ['a5c7e9fb-f182-4020-8449-e95e862b1e1c'] in n-d-800078-3 is: [{'id': 'a5c7e9fb-f182-4020-8449-e95e862b1e1c', 'name': 'tempest-TestMinimumBasicScenario-1283352090-router', 'tenant_id': '9ca59728161f43ac99fa2a08c05a00b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:38Z', 'updated_at': '2021-07-12T17:06:50Z', 'revision_number': 6, 'project_id': '9ca59728161f43ac99fa2a08c05a00b8', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:06:51.098525 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.125597 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d4092f-659b-4a42-8c00-5b77a0bbf705,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:51.211715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.312466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.316181 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.375632 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.376582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c7e9fb-f182-4020-8449-e95e862b1e1c {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:06:51.383767 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.385484 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fd703ff8-d46e-443d-8cb1-08282d075096 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a5c7e9fb-f182-4020-8449-e95e862b1e1c HTTP/1.1" status: 204 len: 168 time: 0.9444323 Jul 12 17:06:51.390468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39974) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:51.462480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Deleting subnet 0c198be4-8512-4493-8650-78c4bb183c33 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:06:51.465998 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.506374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.599843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:51.657000 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.053492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c198be4-8512-4493-8650-78c4bb183c33,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:52.057485 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.059575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a88ce1a5-e864-4ec0-b242-00ff7dd3c036 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0c198be4-8512-4493-8650-78c4bb183c33 HTTP/1.1" status: 204 len: 168 time: 0.6678374 Jul 12 17:06:52.063380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:52.065512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6cb4c-6d37-4832-bbb6-891fe25e9aee None None] Network 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:06:52.132780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.208893 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Deleting port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:52.209526 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.228220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 28d4092f-659b-4a42-8c00-5b77a0bbf705 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:52.257314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 28d4092f-659b-4a42-8c00-5b77a0bbf705 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:52.257950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 28d4092f-659b-4a42-8c00-5b77a0bbf705 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:52.258567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32c5d8b6-c383-4dcf-a6f5-200b7390419d no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:52.283535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 32c5d8b6-c383-4dcf-a6f5-200b7390419d {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:52.284003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 32c5d8b6-c383-4dcf-a6f5-200b7390419d not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:52.322741 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] DHCP port deletion for 5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:06:52.328323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] For port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:52.328912 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.349317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Calling delete_port for 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:52.374388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Deleting port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:52.374761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.438579 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.449124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] For port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,segment=NetworkSegment(eefb5abe-b959-4905-bb10-d69295a479d8),segment_id=eefb5abe-b959-4905-bb10-d69295a479d8)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:52.449732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.470845 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:52.474284 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] No DVR routers for this DVR port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:52.476764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Calling delete_port for 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:52.551948 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.562309 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:52.573036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefb5abe-b959-4905-bb10-d69295a479d8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:52.573330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefb5abe-b959-4905-bb10-d69295a479d8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:52.583730 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.598802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.605312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:06:52.605718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:06:52.607697 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:06:52.624772 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.654016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Pushing event deleted for resources: {'Port': ['ID=44ac6a2d-1064-4887-80d6-e8f9ffb13ce7,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:52.664352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] No DVR routers for this DVR port 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:52.667791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.668159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.668549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.668843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.669180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.669516 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.669856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.670821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.671132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.671481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.671836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.672165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e1f37-d7ce-4f26-b699-c815544202d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:06:52.674110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.682230 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:52.686727 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13 HTTP/1.1" status: 204 len: 168 time: 0.6214404 Jul 12 17:06:52.691370 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39978) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:52.706982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baed76-71b2-4099-9f45-cb0b6ddee2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0bef65-ffb3-4f96-b30f-1e9ad20b6a13,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:53.092687 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:53.378695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Deleting port babb2c17-5caf-434d-843c-6cd86d01a468 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:53.379013 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:53.462671 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] For port babb2c17-5caf-434d-843c-6cd86d01a468, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=babb2c17-5caf-434d-843c-6cd86d01a468,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:53.463176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:53.485175 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Calling delete_port for babb2c17-5caf-434d-843c-6cd86d01a468 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:53.681413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:53.712704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Pushing event deleted for resources: {'Port': ['ID=babb2c17-5caf-434d-843c-6cd86d01a468,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:53.903320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.147669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:06:54.270143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:54.277785 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:06:54.284016 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4d3923a2-c81a-4af2-bb9a-0776d854ee99 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b05d3bd-89a4-4359-bb7f-a58cdc931820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906632 Jul 12 17:06:54.287619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39980) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:54.296304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Sync routers for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:06:54.298769 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:54.299110 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 44ac6a2d-1064-4887-80d6-e8f9ffb13ce7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:54.317842 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:54.318788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:54.417821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.428893 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:54.551446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.618339 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Deleting port e987124a-9f91-4f6f-a83a-183bf2b4f686 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:54.618724 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.653890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:06:53Z', 'revision_number': 5, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port': {'id': 'e987124a-9f91-4f6f-a83a-183bf2b4f686', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:04:45Z', 'updated_at': '2021-07-12T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:54.684586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Checking router: 1b05d3bd-89a4-4359-bb7f-a58cdc931820 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:06:54.695116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Routers {'1b05d3bd-89a4-4359-bb7f-a58cdc931820'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:06:54.695944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:54.708771 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] For port e987124a-9f91-4f6f-a83a-183bf2b4f686, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=e987124a-9f91-4f6f-a83a-183bf2b4f686,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:54.709143 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.723376 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Calling delete_port for e987124a-9f91-4f6f-a83a-183bf2b4f686 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:54.796530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] Set router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:06:54.869275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:06:54Z', 'revision_number': 6, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:54.906222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd3a213-e2dd-45a5-a557-d868e2cc633f None None] The sync data for ids ['1b05d3bd-89a4-4359-bb7f-a58cdc931820'] in n-d-800078-3 is: [{'id': '1b05d3bd-89a4-4359-bb7f-a58cdc931820', 'name': 'tempest-TestMinimumBasicScenario-335651224-router', 'tenant_id': 'd4cc0717c1b44877a511bd7c514499d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:04:44Z', 'updated_at': '2021-07-12T17:06:54Z', 'revision_number': 6, 'project_id': 'd4cc0717c1b44877a511bd7c514499d4', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:06:54.914657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:54.945553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e987124a-9f91-4f6f-a83a-183bf2b4f686,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:55.015185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.111570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.113715 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.159613 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.160170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b05d3bd-89a4-4359-bb7f-a58cdc931820 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:06:55.165064 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.166231 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-26164d1f-061d-4513-b104-50913d90ec56 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b05d3bd-89a4-4359-bb7f-a58cdc931820 HTTP/1.1" status: 204 len: 168 time: 0.8776824 Jul 12 17:06:55.172757 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39984) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:55.219527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Deleting subnet 27dc80ed-3bd1-4494-ada1-57e20b45428e {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:06:55.222717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.261192 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.381550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.437965 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.465124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27dc80ed-3bd1-4494-ada1-57e20b45428e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:55.472803 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.476395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98be39-b4fb-4647-9b41-331261a4955a None None] Network 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:06:55.477267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-811670ea-1123-48b8-88cd-ceba15bf2987 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/27dc80ed-3bd1-4494-ada1-57e20b45428e HTTP/1.1" status: 204 len: 168 time: 0.3027527 Jul 12 17:06:55.479873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 39986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:55.559240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.628951 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Deleting port 0cdd2267-f063-4645-bc74-6e517ddf3329 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:55.629294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.698262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] For port 0cdd2267-f063-4645-bc74-6e517ddf3329, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0cdd2267-f063-4645-bc74-6e517ddf3329,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:55.698625 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.713899 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Calling delete_port for 0cdd2267-f063-4645-bc74-6e517ddf3329 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:55.727999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] DHCP port deletion for 0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:06:55.779320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Deleting port 0cdd2267-f063-4645-bc74-6e517ddf3329 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:06:55.779761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.815169 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.846285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdd2267-f063-4645-bc74-6e517ddf3329,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:55.851031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] No DVR routers for this DVR port 0cdd2267-f063-4645-bc74-6e517ddf3329 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:55.861433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] For port 0cdd2267-f063-4645-bc74-6e517ddf3329, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=0cdd2267-f063-4645-bc74-6e517ddf3329,segment=NetworkSegment(4cdf6223-5404-4e1c-8395-efbe5db34875),segment_id=4cdf6223-5404-4e1c-8395-efbe5db34875)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:06:55.861838 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.879642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Calling delete_port for 0cdd2267-f063-4645-bc74-6e517ddf3329 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:06:55.963804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.977352 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:55.981130 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:55.996875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] No DVR routers for this DVR port 0cdd2267-f063-4645-bc74-6e517ddf3329 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:06:55.998704 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdf6223-5404-4e1c-8395-efbe5db34875') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:56.000067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdf6223-5404-4e1c-8395-efbe5db34875') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:06:56.012763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.018647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0e3d-7609-407e-9b17-3a3975c36304 None None] Pushing event deleted for resources: {'Port': ['ID=0cdd2267-f063-4645-bc74-6e517ddf3329,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:56.044624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.055734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:06:56.056227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:06:56.058351 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:06:56.126556 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.132874 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.135295 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7 HTTP/1.1" status: 204 len: 168 time: 0.6541169 Jul 12 17:06:56.155490 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1f47-e675-43a9-88ad-c188dc682a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0400fb0c-fcc0-4a4c-82b1-3b4ece70fba7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:56.221404 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0cdd2267-f063-4645-bc74-6e517ddf3329 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:56.243040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 0cdd2267-f063-4645-bc74-6e517ddf3329 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:56.243390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 0cdd2267-f063-4645-bc74-6e517ddf3329 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:56.243832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device babb2c17-5caf-434d-843c-6cd86d01a468 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:56.266953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: babb2c17-5caf-434d-843c-6cd86d01a468 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:56.267299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device babb2c17-5caf-434d-843c-6cd86d01a468 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:56.267751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e987124a-9f91-4f6f-a83a-183bf2b4f686 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:06:56.287289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: e987124a-9f91-4f6f-a83a-183bf2b4f686 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:06:56.287536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device e987124a-9f91-4f6f-a83a-183bf2b4f686 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:06:56.336380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:56.378762 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ef8249ec-c4ae-425d-b57f-375a002a5534 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ca59728161f43ac99fa2a08c05a00b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410864 Jul 12 17:06:56.381174 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:56.432789 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.460376 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.513216 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.516966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:56.518151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/169e60ca-daca-4640-bae4-d42fa9c43872 HTTP/1.1" status: 204 len: 168 time: 0.1360815 Jul 12 17:06:56.526354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129df25f-8fa9-4b4b-9e06-15acdee361e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e60ca-daca-4640-bae4-d42fa9c43872,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:56.879335 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 39998) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:56.930975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6c99c290-d08b-4b03-bb9f-d87941ac7645 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4cc0717c1b44877a511bd7c514499d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504062 Jul 12 17:06:56.933550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40000) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:56.987351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:57.009365 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:57.061543 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:57.064504 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:57.065670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05ea7ad3-9845-4f29-930a-016dcf91e821 HTTP/1.1" status: 204 len: 168 time: 0.1312222 Jul 12 17:06:57.074701 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb6a03-8d33-4b46-b446-e26b863e2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea7ad3-9845-4f29-930a-016dcf91e821,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.068033 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40040) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.072816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157436134', 'description': 'tempest-secgroup-smoke-1157436134 description', 'project_id': '6001efdf85b64eac9a36e574e5a34015'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.095978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.104065 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.208377 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.212477 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.252505 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a4acc-e606-4600-a513-0c741cdcfe11,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.311305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.315351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.341683 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.343076 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2739921 Jul 12 17:06:59.346248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40042) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.347233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea746e-fcaf-4e2d-8fbe-53bcde8cfd7d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99b015-c2b6-4599-b382-2d072a8b5c61,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.352510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.381036 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.448051 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.451923 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.473234 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7774443-2807-4c22-a1ad-05f58ecf552f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.477281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.478470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5c9d952e-6a3b-4a98-937e-d41f446e45bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309009 Jul 12 17:06:59.481648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.487195 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.514845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.573784 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.578363 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.598381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43054e6-15e3-447e-a505-97be79ea9af8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.604446 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.605812 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6278f4f0-b45f-41f1-ab36-40e0e75864fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231194 Jul 12 17:06:59.609143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40046) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.613876 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.638557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.698934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.702891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.724912 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609f959e-23be-4594-b684-a2b352b4f71a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.731090 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.732405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3fc82181-35c7-42ce-92a5-0eed164d06a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222181 Jul 12 17:06:59.735969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.740365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.768049 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.839100 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.843037 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.868075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e8bc9e-4e01-4863-b59c-944513ba64da,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:06:59.874301 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.875514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c4b5bd5b-16c2-4d6d-8f51-a210629b01b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386042 Jul 12 17:06:59.878323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40050) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:06:59.886867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:06:59.917496 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:06:59.922538 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:06:59.985342 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.000890 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.020661 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6998f6-005a-4d24-815f-8f0041cf337e,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:00.023649 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.024853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d23abd6e-61b8-4d32-bb9a-cf5fe13234ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455722 Jul 12 17:07:00.027464 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40052) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:00.034521 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': 'fe99b015-c2b6-4599-b382-2d072a8b5c61', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:00.055136 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:07:00.060011 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.121929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.126394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.148291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fddb851-c303-4834-895f-465405573db3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:00.150559 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.151781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-32ae309d-5f09-4717-8cf4-883eee1bfadb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233389 Jul 12 17:07:00.155622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40054) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:00.160914 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'network': {'name': 'tempest-network-smoke--1420309525', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:00.181642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:07:00.185163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.213433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:07:00.224645 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.225164 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Added segment 7572d819-a9e1-47a3-8727-80ba13e5e945 of type vlan for network 63eb0616-23db-40aa-9a06-8df4f66478d1 Jul 12 17:07:00.270649 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.301685 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.307900 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:00.308578 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.368703 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2117858 Jul 12 17:07:00.371470 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:00.376574 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'admin_state_up': True, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:00.398241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b67d1-6021-4973-9ca5-2581fab0576d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Network': ['ID=63eb0616-23db-40aa-9a06-8df4f66478d1,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:00.411445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:07:00.414664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.415680 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.477133 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:00.971945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:01.178371 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:01.198228 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:01.313231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.12 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/724c700a-8b74-4737-b655-ab6c6ea6d9e5) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:07:01.421607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:01.465542 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:01.506809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:01.509581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:01.513220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:07:01.536595 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=724c700a-8b74-4737-b655-ab6c6ea6d9e5,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:01.794088 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.022567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.128369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff041c5e-e0ff-4b56-b78e-4d1c5b5d9eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.168080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a425b4ad-695f-4627-906a-08789bb3974b is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:07:02.283134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:07:02.292453 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Sync routers for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:07:02.304220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.304473 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:02.305155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:02.305500 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1e89e8da-2f95-45c2-8348-df65796f4516 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9330969 Jul 12 17:07:02.308748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40058) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:02.419073 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:02.430666 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-29475295-fc33-4c1d-84dc-e0c7dbb126d9 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6001efdf85b64eac9a36e574e5a34015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207519 Jul 12 17:07:02.433817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40062) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:02.526575 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd752f84-39b8-4882-aec6-ae71c9dd78ca tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:02.528919 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cd752f84-39b8-4882-aec6-ae71c9dd78ca tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940721 Jul 12 17:07:02.531841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40064) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:02.562759 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-441cfeb4-5757-46f2-9d63-8c0ec12e4460 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297782 Jul 12 17:07:02.565290 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40066) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:02.570531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923607711', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:02.609804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:01Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:02.637903 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Checking router: a425b4ad-695f-4627-906a-08789bb3974b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:07:02.638147 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Updating router a425b4ad-695f-4627-906a-08789bb3974b port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:07:02.674740 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:07:02.678335 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.684649 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.883083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:02.944989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Subnet': ['ID=cff9ab65-c447-419a-87d5-2fc9bf96c7bf,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:02.961748 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Checking segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:07:02.962136 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network hostable DHCP agents. Network: 63eb0616-23db-40aa-9a06-8df4f66478d1, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:07:02.980256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:07:02.989625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 63eb0616-23db-40aa-9a06-8df4f66478d1) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:02.994200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:02.994842 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.002921 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ab3cb-e90f-47c9-8bb4-9aacc9c0cf3f None None] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:07:03.022656 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-32220648-c10c-487e-8d1c-cfcb3b13eb1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4529655 Jul 12 17:07:03.023211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40068) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:03.081907 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.097331 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Transition to ACTIVE for port object 724c700a-8b74-4737-b655-ab6c6ea6d9e5 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:03.103955 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.158085 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Attempting to bind port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:07:03.158430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Attempting to bind port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:07:03.158802 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Attempting to bind port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:07:03.168083 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:07:03.168462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:07:03.168870 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.169273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:07:03.169735 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Bound port: 724c700a-8b74-4737-b655-ab6c6ea6d9e5, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:07:03.170724 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.173671 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Pushing event updated for resources: {'Port': ['ID=724c700a-8b74-4737-b655-ab6c6ea6d9e5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:03.213025 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.213368 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.213620 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.213955 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.214804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.214804 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.215029 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.215241 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.215569 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.215950 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.216273 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.216596 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:07:03.242554 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] For port 724c700a-8b74-4737-b655-ab6c6ea6d9e5, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:07:03.245708 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] For port 724c700a-8b74-4737-b655-ab6c6ea6d9e5, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=724c700a-8b74-4737-b655-ab6c6ea6d9e5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:07:03.252371 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.305103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:03.305860 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:06:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:03.327721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-63eb0616-23db-40aa-9a06-8df4f66478d1', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:07:03.328835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.415285 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017b2c8-b338-489e-9346-ba65ab8999cc None None] Pushing event updated for resources: {'Port': ['ID=724c700a-8b74-4737-b655-ab6c6ea6d9e5,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:03.443092 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:03.511325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Allocated IP 172.20.0.2 (63eb0616-23db-40aa-9a06-8df4f66478d1/cff9ab65-c447-419a-87d5-2fc9bf96c7bf/bfd63691-26aa-4e6f-ab51-323d88c0032a) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:07:03.548830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.641659 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:01Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:03.674155 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b78fb4-8e2a-4cde-83aa-ecd51a6b8a91 None None] The sync data for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 is: [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:01Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:07:03.676833 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.688257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Transition to ACTIVE for port object bfd63691-26aa-4e6f-ab51-323d88c0032a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:03.708951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Transition to ACTIVE for port object bfd63691-26aa-4e6f-ab51-323d88c0032a will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:03.715870 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.755544 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:03.760713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:03.764878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:07:03.803629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Pushing event updated for resources: {'Port': ['ID=bfd63691-26aa-4e6f-ab51-323d88c0032a,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:03.845816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Attempting to bind port bfd63691-26aa-4e6f-ab51-323d88c0032a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:07:03.845990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Attempting to bind port bfd63691-26aa-4e6f-ab51-323d88c0032a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:07:03.846487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Attempting to bind port bfd63691-26aa-4e6f-ab51-323d88c0032a on network 63eb0616-23db-40aa-9a06-8df4f66478d1 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:07:03.848686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.853089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:07:03.853470 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Checking segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:07:03.853879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.854274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Bound using segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:07:03.855009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Bound port: bfd63691-26aa-4e6f-ab51-323d88c0032a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:07:03.855393 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:03.875777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.1 (63eb0616-23db-40aa-9a06-8df4f66478d1/cff9ab65-c447-419a-87d5-2fc9bf96c7bf/db1f7c53-b20b-4fc4-bc5c-0014d8952e30) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:07:03.948247 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] For port bfd63691-26aa-4e6f-ab51-323d88c0032a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:07:03.956215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] For port bfd63691-26aa-4e6f-ab51-323d88c0032a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bfd63691-26aa-4e6f-ab51-323d88c0032a,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:07:03.967937 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.048961 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7c40-5200-4d08-956a-647f2db371a0 None None] Pushing event updated for resources: {'Port': ['ID=bfd63691-26aa-4e6f-ab51-323d88c0032a,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:04.051767 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.068827 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object db1f7c53-b20b-4fc4-bc5c-0014d8952e30 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:04.111709 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.163194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:04.166943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:04.171767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:07:04.217194 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:04.273315 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.331087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 724c700a-8b74-4737-b655-ab6c6ea6d9e5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:04.423861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:04.428515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:04.428948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.514525 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.556399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-933d8605-a22a-46b8-aa64-57fd9d1f1a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.558209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.582597 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 724c700a-8b74-4737-b655-ab6c6ea6d9e5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=724c700a-8b74-4737-b655-ab6c6ea6d9e5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:04.589091 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.653257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=724c700a-8b74-4737-b655-ab6c6ea6d9e5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:04.855619 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.868023 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.950974 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:04.964420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:04.991463 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:05.073176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:05.074600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:05.097584 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f931006-2930-4f3c-b6ce-940b4e28d143 None None] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:07:05.201564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a425b4ad-695f-4627-906a-08789bb3974b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:07:05.261495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4d7997f8-2c6c-480b-bf46-2d474740bf72 None None] Provisioning for port bfd63691-26aa-4e6f-ab51-323d88c0032a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:05.329595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:07:05.336207 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-af1b601a-1d1a-4d8d-8539-217508f6ed02 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/a425b4ad-695f-4627-906a-08789bb3974b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3115523 Jul 12 17:07:05.581632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Sync routers for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:07:05.610797 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:05.611971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:05.643265 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-5979d0c3-0ba2-418f-a2b5-cb09510184eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157436134&fields=id&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 267 time: 0.0453107 Jul 12 17:07:05.657190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dc06bbcc-a377-454b-a529-c7b5d0862113 None None] Provisioning for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:05.668004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-dc06bbcc-a377-454b-a529-c7b5d0862113 None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:05.668371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dc06bbcc-a377-454b-a529-c7b5d0862113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:05.748841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-dc06bbcc-a377-454b-a529-c7b5d0862113 None None] Port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:07:05.767304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:05.778112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-8365232b-a26d-432e-ab28-944b1b0c8952 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:05.780524 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-8365232b-a26d-432e-ab28-944b1b0c8952 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 797 time: 0.1296380 Jul 12 17:07:05.798653 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-4a1f8fb7-a2c7-4034-8e8f-b663b974ea50 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/quotas/6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 375 time: 0.0110857 Jul 12 17:07:05.887469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-03d03511-1212-49ed-b625-d94b86c7092b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815418 Jul 12 17:07:05.915463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3db2ba5d-72d3-4ff9-a342-e2d036cb25ad None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:05.916006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba5d-72d3-4ff9-a342-e2d036cb25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.002660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3db2ba5d-72d3-4ff9-a342-e2d036cb25ad None None] Port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:07:06.020014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-a23e8666-b9b8-4c53-b716-170aee457def service neutron] 10.222.0.58 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176574 Jul 12 17:07:06.036659 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.052069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.080922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 2, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:06.112171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Checking router: a425b4ad-695f-4627-906a-08789bb3974b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:07:06.112533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Updating router a425b4ad-695f-4627-906a-08789bb3974b port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:07:06.156340 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-775bf156-66f6-478f-980f-69581e91c934 service neutron] 10.222.0.58 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210043 Jul 12 17:07:06.161222 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.171414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-344f0a90-7ae0-433d-8683-f97d5223b7d1 None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:06.171768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-344f0a90-7ae0-433d-8683-f97d5223b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.240321 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-344f0a90-7ae0-433d-8683-f97d5223b7d1 None None] Port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:07:06.335912 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 724c700a-8b74-4737-b655-ab6c6ea6d9e5 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:06.439431 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3a356bad-2e58-4aac-a503-25a4213b1a2c None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:06.439827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a356bad-2e58-4aac-a503-25a4213b1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.450387 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35737fb7-5a47-4de1-a21c-72d9b03711ab req-d8708226-ec0c-4788-8c29-ce24c9945cbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 210 time: 0.0836370 Jul 12 17:07:06.502747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:06.503162 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.504651 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-3a356bad-2e58-4aac-a503-25a4213b1a2c None None] Port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:07:06.645890 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.648821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bfd63691-26aa-4e6f-ab51-323d88c0032a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:06.680446 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Transition to ACTIVE for port object db1f7c53-b20b-4fc4-bc5c-0014d8952e30 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:06.690274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.748076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3c6b-5193-4140-a6f1-66a6e5a3ddb9 None None] Pushing event updated for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:06.778899 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port bfd63691-26aa-4e6f-ab51-323d88c0032a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:06.800172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bfd63691-26aa-4e6f-ab51-323d88c0032a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:06.800547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.836385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Attempting to bind port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:07:06.836748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Attempting to bind port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:07:06.837113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Attempting to bind port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 on network 63eb0616-23db-40aa-9a06-8df4f66478d1 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:07:06.850946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:07:06.851327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Checking segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:07:06.851763 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.852159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Bound using segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:07:06.852633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Bound port: db1f7c53-b20b-4fc4-bc5c-0014d8952e30, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:07:06.853014 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.956036 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:06.958138 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] For port db1f7c53-b20b-4fc4-bc5c-0014d8952e30, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:07:06.961754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] For port db1f7c53-b20b-4fc4-bc5c-0014d8952e30, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:07:06.969661 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:07.058028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port bfd63691-26aa-4e6f-ab51-323d88c0032a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bfd63691-26aa-4e6f-ab51-323d88c0032a,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:07.067515 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:07.069845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:07.070484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:07.072174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3c6b-5193-4140-a6f1-66a6e5a3ddb9 None None] Pushing event updated for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:07.213422 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=bfd63691-26aa-4e6f-ab51-323d88c0032a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:07.238253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:07.540269 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:07.553314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ec331ca8-6bf1-413f-ad59-4e2df7bc12f0 req-e770e364-3d00-4fd7-80cd-5e3403098fb0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 210 time: 0.0347300 Jul 12 17:07:07.631489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:06Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:07.663276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbbaa0-7edb-45e6-9f24-45277f62411f None None] The sync data for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 is: [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:06Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:07:08.287027 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bfd63691-26aa-4e6f-ab51-323d88c0032a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:08.352402 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bfd63691-26aa-4e6f-ab51-323d88c0032a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:08.352768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:08.441573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db1f7c53-b20b-4fc4-bc5c-0014d8952e30 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:08.498624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:08.504556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:08.505026 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:08.603145 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:08.649898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port db1f7c53-b20b-4fc4-bc5c-0014d8952e30, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:08.654795 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:08.727174 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:08.751710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c560622-fecd-4726-9e6e-c4d813c187cc req-de24b96b-aed6-4e9b-bd00-d46cf3bf4cec tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 210 time: 0.0414634 Jul 12 17:07:08.952857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7cbc6751-4920-4f21-942b-bcc3a9b07654 None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:08.953231 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6751-4920-4f21-942b-bcc3a9b07654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:09.373571 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:07:09.934076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c18816a4-de11-4646-8642-445f699e447d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:09.935634 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c18816a4-de11-4646-8642-445f699e447d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 797 time: 0.1384501 Jul 12 17:07:09.956916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-348901b7-cddd-45b2-9cb0-f450ea481c36 req-1eeb7337-7b64-47be-9fca-b0306ba16bd5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 210 time: 0.0529742 Jul 12 17:07:10.005505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-837a5ecc-5dfa-4eb8-b050-5333952cbfaf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 380 time: 0.0511301 Jul 12 17:07:10.023549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'port': {'device_id': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'admin_state_up': True, 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'security_groups': ['fe99b015-c2b6-4599-b382-2d072a8b5c61']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:10.144796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:07:10.148690 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.216986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db1f7c53-b20b-4fc4-bc5c-0014d8952e30 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:10.287046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:10.287509 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.299356 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.14 (63eb0616-23db-40aa-9a06-8df4f66478d1/cff9ab65-c447-419a-87d5-2fc9bf96c7bf/89239bf6-b823-43fc-aa2e-bffd0b718f88) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:07:10.456231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.471336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 89239bf6-b823-43fc-aa2e-bffd0b718f88 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:10.506562 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.549897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:10.553182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:10.555635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:07:10.604798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:10.636815 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:10.637438 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.652548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-c0f053d8-2e4e-4fb3-90d5-c7378e02c309 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6364617 Jul 12 17:07:10.667125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-938f98a9-dbce-4055-93c3-abcde27b1cc3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:07:10.668441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-938f98a9-dbce-4055-93c3-abcde27b1cc3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056727 Jul 12 17:07:10.681389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Request body: {'port': {'device_id': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:10.761139 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.774022 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-06421390-cfcc-42bf-97b7-9141123d1305 None None] Provisioning for port 89239bf6-b823-43fc-aa2e-bffd0b718f88 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:10.778187 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-06421390-cfcc-42bf-97b7-9141123d1305 None None] Provisioning complete for port 89239bf6-b823-43fc-aa2e-bffd0b718f88 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:10.778653 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-06421390-cfcc-42bf-97b7-9141123d1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:10.814705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-06421390-cfcc-42bf-97b7-9141123d1305 None None] Port 89239bf6-b823-43fc-aa2e-bffd0b718f88 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:07:11.061908 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89239bf6-b823-43fc-aa2e-bffd0b718f88 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:07:11.071533 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:11.086677 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Transition to ACTIVE for port object 89239bf6-b823-43fc-aa2e-bffd0b718f88 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:07:11.090752 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:11.142553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Pushing event updated for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:11.170804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11cfaa-df9f-4cad-892c-f9254bae29df req-173258d3-507b-4074-8afb-ccef3832583c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:11.172659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c11cfaa-df9f-4cad-892c-f9254bae29df req-173258d3-507b-4074-8afb-ccef3832583c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 944 time: 0.0782151 Jul 12 17:07:11.223533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5c11cfaa-df9f-4cad-892c-f9254bae29df req-0677cf00-d575-482c-98e9-4e5c77d93aa4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Jul 12 17:07:11.251429 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Attempting to bind port 89239bf6-b823-43fc-aa2e-bffd0b718f88 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:07:11.251567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Attempting to bind port 89239bf6-b823-43fc-aa2e-bffd0b718f88 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:07:11.251872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Attempting to bind port 89239bf6-b823-43fc-aa2e-bffd0b718f88 on network 63eb0616-23db-40aa-9a06-8df4f66478d1 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:07:11.261469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Port 89239bf6-b823-43fc-aa2e-bffd0b718f88 on network 63eb0616-23db-40aa-9a06-8df4f66478d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:07:11.262250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Attempting to bind port 89239bf6-b823-43fc-aa2e-bffd0b718f88 on network 63eb0616-23db-40aa-9a06-8df4f66478d1 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:07:11.269063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:07:11.269497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Checking segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:07:11.269956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Bound using segment: {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:07:11.270380 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Bound port: 89239bf6-b823-43fc-aa2e-bffd0b718f88, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7572d819-a9e1-47a3-8727-80ba13e5e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:07:11.270738 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:11.347921 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:07:11.351520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:07:11.356638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:11.389379 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:11.389984 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:11.391502 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] 10.222.0.65 "PUT /v2.0/ports/89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 1092 time: 0.7144718 Jul 12 17:07:11.391938 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:07:11.394263 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d6032-2614-4737-b874-b16822d26cba" -d '{"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:07:11.427703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7c904-97ed-4c9e-b344-698e9032ae80 service neutron] Pushing event updated for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:11.448916 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741a40f-b294-4e8a-9d20-60be32f4fc53 x-openstack-request-id: req-6741a40f-b294-4e8a-9d20-60be32f4fc53 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:07:11.449199 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:07:11.449456 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6741a40f-b294-4e8a-9d20-60be32f4fc53 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:07:11.449830 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'status': 'completed', 'code': 200} Jul 12 17:07:11.504421 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-760650b4-b34d-4c91-97d7-7294f8af1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:11.506294 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-760650b4-b34d-4c91-97d7-7294f8af1f8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1095 time: 0.0660164 Jul 12 17:07:11.555476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-90b45213-8b81-4c73-b7a8-48e9e0e9da46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 217 time: 0.0404356 Jul 12 17:07:11.621076 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-f5b05728-380d-4b9a-bcaf-e65314196395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:11.622569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-f5b05728-380d-4b9a-bcaf-e65314196395 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 200 len: 835 time: 0.0571034 Jul 12 17:07:11.689666 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918696-80b2-4389-a949-d744463dbdf9 req-4eda1555-eeb0-4e9b-880f-77468da96be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:11.691379 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-4eda1555-eeb0-4e9b-880f-77468da96be7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63eb0616-23db-40aa-9a06-8df4f66478d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582707 Jul 12 17:07:11.809085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-e6fc36cc-0fdd-4cb8-b770-f253a19d02f8 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097059 Jul 12 17:07:11.936542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0918696-80b2-4389-a949-d744463dbdf9 req-fcd43fd3-f068-402e-a714-4734206d117d service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158888 Jul 12 17:07:12.064472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6032-2614-4737-b874-b16822d26cba req-d2168c32-42d6-4b5b-834c-fc21a0f018e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:12.065955 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-d2168c32-42d6-4b5b-834c-fc21a0f018e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1095 time: 0.0613027 Jul 12 17:07:12.169100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6032-2614-4737-b874-b16822d26cba req-1edb7845-8fe7-47ea-a690-c0549aab622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:12.171237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-1edb7845-8fe7-47ea-a690-c0549aab622b service neutron] 10.222.0.65 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 898 time: 0.0989311 Jul 12 17:07:12.215326 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-6737a3c0-a19b-4538-ad67-bc9859087994 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 217 time: 0.0375528 Jul 12 17:07:12.282249 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6032-2614-4737-b874-b16822d26cba req-40cc446d-5b12-4891-8655-642d9e31b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:12.283790 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-40cc446d-5b12-4891-8655-642d9e31b825 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 200 len: 835 time: 0.0608547 Jul 12 17:07:12.364336 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6032-2614-4737-b874-b16822d26cba req-bc567193-1f86-4eab-b629-cf776db60a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:12.365813 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-bc567193-1f86-4eab-b629-cf776db60a38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63eb0616-23db-40aa-9a06-8df4f66478d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732162 Jul 12 17:07:12.420492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3a3a-b471-4a88-8336-a410936bbd63 req-f33792c7-8964-4357-b6e6-8feb8f65ac2d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:12.422657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e87e3a3a-b471-4a88-8336-a410936bbd63 req-f33792c7-8964-4357-b6e6-8feb8f65ac2d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 944 time: 0.0767338 Jul 12 17:07:12.467505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-a4ea3f1a-7a69-40ca-89b4-a67157a68978 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932074 Jul 12 17:07:12.472045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e87e3a3a-b471-4a88-8336-a410936bbd63 req-9a1d4491-3fe0-4a6e-bd1d-7c7fbd7eeee1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Jul 12 17:07:12.569832 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d5d6032-2614-4737-b874-b16822d26cba req-d403bd50-67fe-4d48-8d3d-b902aab91d93 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956864 Jul 12 17:07:13.655702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32e74d-ecc2-490c-bed0-484f3156a816 req-a51973af-2417-4c6b-87c3-8f285acbc1e0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:13.657207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b32e74d-ecc2-490c-bed0-484f3156a816 req-a51973af-2417-4c6b-87c3-8f285acbc1e0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 944 time: 0.0668244 Jul 12 17:07:13.695879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4b32e74d-ecc2-490c-bed0-484f3156a816 req-8e4afa27-8c7f-4a0a-abca-d118717d239e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 12 17:07:13.743530 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 89239bf6-b823-43fc-aa2e-bffd0b718f88 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:07:13.852232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:13.864956 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'port_id': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'mac_address': 'fa:16:3e:eb:6c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:07:13.910602 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:13.924373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89239bf6-b823-43fc-aa2e-bffd0b718f88 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:07:13.947773 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:13.955557 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:14.017770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:14.300742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['89239bf6-b823-43fc-aa2e-bffd0b718f88'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:07:14.877434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0b859-c1c1-42b2-9c09-5b692cb9a337 req-0548f1ac-ba06-4421-8cd9-31cf3235dec9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:14.879038 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e0b859-c1c1-42b2-9c09-5b692cb9a337 req-0548f1ac-ba06-4421-8cd9-31cf3235dec9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 945 time: 0.0694821 Jul 12 17:07:14.920164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1e0b859-c1c1-42b2-9c09-5b692cb9a337 req-0c782da2-4275-4e2e-b0da-3f60110756c7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Jul 12 17:07:15.751562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 89239bf6-b823-43fc-aa2e-bffd0b718f88 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:07:15.805076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 89239bf6-b823-43fc-aa2e-bffd0b718f88 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:07:15.808689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 89239bf6-b823-43fc-aa2e-bffd0b718f88 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:15.809057 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:15.887002 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:15.910200 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:07:15.912712 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41e164-af08-40a2-84aa-891f1e041837" -d '{"events": [{"server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "name": "network-vif-plugged", "status": "completed", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:07:15.928168 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:07:15.932237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:15.961093 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4d2f1-c29b-4987-b940-579fd97621b6 x-openstack-request-id: req-bfd4d2f1-c29b-4987-b940-579fd97621b6 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:07:15.961365 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "name": "network-vif-plugged", "status": "completed", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:07:15.961612 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfd4d2f1-c29b-4987-b940-579fd97621b6 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:07:15.962003 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'code': 200} Jul 12 17:07:15.998304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:16.126678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca179-d8d5-4cd9-8afb-975d3ec0b781 req-e6ee45c8-31c2-40af-bcf0-bfb2040a23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:16.130633 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce8ca179-d8d5-4cd9-8afb-975d3ec0b781 req-e6ee45c8-31c2-40af-bcf0-bfb2040a23c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1097 time: 0.0614464 Jul 12 17:07:16.137453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60569b34-e921-45b0-98ac-d9cec87f3af6 req-e65029d9-8dd5-43e2-af74-52e4b664a5ad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:16.139198 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60569b34-e921-45b0-98ac-d9cec87f3af6 req-e65029d9-8dd5-43e2-af74-52e4b664a5ad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0802312 Jul 12 17:07:16.186249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60569b34-e921-45b0-98ac-d9cec87f3af6 req-5822b16f-4dcf-4ff0-86d7-743efcbec6b3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Jul 12 17:07:16.189946 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ce8ca179-d8d5-4cd9-8afb-975d3ec0b781 req-82978aed-36a4-40d8-bfba-00fd3b888fcc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468268 Jul 12 17:07:16.253497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-98b759e4-acfc-4a18-bde3-a1b82b035928 None None] Provisioning complete for port 89239bf6-b823-43fc-aa2e-bffd0b718f88 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:07:16.253885 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-98b759e4-acfc-4a18-bde3-a1b82b035928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:17.367686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb36fc-1c98-4e32-a1a3-e895cde3b57b req-399c2963-8cb2-4f89-9232-e69602456986 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:17.369215 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5afb36fc-1c98-4e32-a1a3-e895cde3b57b req-399c2963-8cb2-4f89-9232-e69602456986 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0664496 Jul 12 17:07:17.418710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5afb36fc-1c98-4e32-a1a3-e895cde3b57b req-86339752-3fcb-4f77-bdbd-f284050e04e5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Jul 12 17:07:17.626244 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139e1d1-b1ba-44f7-aafe-2348d0d439e9 req-2959e951-ff23-4168-bbc1-64d2f7653e70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:17.627853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2139e1d1-b1ba-44f7-aafe-2348d0d439e9 req-2959e951-ff23-4168-bbc1-64d2f7653e70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0753558 Jul 12 17:07:17.671047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2139e1d1-b1ba-44f7-aafe-2348d0d439e9 req-546304cd-d3c6-4b9a-a676-c0b7eaee00d7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Jul 12 17:07:17.696617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40146) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:17.765073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44994de7-4538-4f37-903d-ce642bc7808a tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:17.766802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-44994de7-4538-4f37-903d-ce642bc7808a tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1092 time: 0.0691199 Jul 12 17:07:17.769726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40148) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:17.774984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:07:17.799067 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:17.912792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.031266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.141 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/3fcdafa6-7504-41a7-ab11-7b1cf3197b0a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:07:18.147303 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.189048 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.229535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:07:18.232571 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:07:18.236300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:07:18.241695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=3fcdafa6-7504-41a7-ab11-7b1cf3197b0a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:18.636056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.721987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.877513 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.882069 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:18.951517 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=3fcdafa6-7504-41a7-ab11-7b1cf3197b0a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:07:18.964016 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:19.067722 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP a62335d3-7dd0-4b34-b46e-f820caa6e7f6 associated. External IP: 172.25.8.141, port: 89239bf6-b823-43fc-aa2e-bffd0b718f88. Jul 12 17:07:19.280231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a425b4ad-695f-4627-906a-08789bb3974b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:07:19.738789 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:07:19.748442 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Sync routers for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:07:19.757405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:19.759222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:19.759871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:19.798399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-62029974-f4e8-43e1-9b1b-f7baa864e052 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0273674 Jul 12 17:07:19.799183 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:07:19.802073 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2354bfc5-6e2d-4608-b555-066b255594aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:07:19.847432 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be594ef3-6609-43ab-9768-b0d3b4f78cf4 x-openstack-request-id: req-be594ef3-6609-43ab-9768-b0d3b4f78cf4 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:07:19.847891 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:07:19.848232 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be594ef3-6609-43ab-9768-b0d3b4f78cf4 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:07:19.848736 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'status': 'completed', 'code': 200} Jul 12 17:07:19.879105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:19.987510 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354bfc5-6e2d-4608-b555-066b255594aa req-0f2a9846-d12e-4799-8d54-d9020a757d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:19.989150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-0f2a9846-d12e-4799-8d54-d9020a757d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1097 time: 0.1115470 Jul 12 17:07:20.001432 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5eb5a-ecbf-4875-9e73-108a02f7517e req-a736966f-3b85-48ae-ac86-d4b0033a0326 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:20.002935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95d5eb5a-ecbf-4875-9e73-108a02f7517e req-a736966f-3b85-48ae-ac86-d4b0033a0326 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0953233 Jul 12 17:07:20.088749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-95d5eb5a-ecbf-4875-9e73-108a02f7517e req-6bbe3ff2-4f35-49e6-8f61-2db6beabd0da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774519 Jul 12 17:07:20.117327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40156) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:20.134717 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'a62335d3-7dd0-4b34-b46e-f820caa6e7f6', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'port_id': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'mac_address': 'fa:16:3e:eb:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:07:18Z', 'updated_at': '2021-07-12T17:07:18Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:20.143934 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354bfc5-6e2d-4608-b555-066b255594aa req-4d5cb16a-0f6b-46c9-aaaa-e32540bf1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:20.146369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-4d5cb16a-0f6b-46c9-aaaa-e32540bf1adb service neutron] 10.222.0.65 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 898 time: 0.1423790 Jul 12 17:07:20.174109 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Checking router: a425b4ad-695f-4627-906a-08789bb3974b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:07:20.187226 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:07:20.188106 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:20.211969 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ea40d4cb-8b8d-4da1-ac46-958f67373eb5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/a62335d3-7dd0-4b34-b46e-f820caa6e7f6 HTTP/1.1" status: 200 len: 992 time: 0.0906618 Jul 12 17:07:20.230227 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-706b65c5-c2c9-48a7-a375-e9aa6c6615e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 1000 time: 0.0771110 Jul 12 17:07:20.281250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354bfc5-6e2d-4608-b555-066b255594aa req-f048c715-8665-4dfc-9330-841f95efd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:20.282726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-f048c715-8665-4dfc-9330-841f95efd5aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 200 len: 835 time: 0.0462580 Jul 12 17:07:20.303404 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:07:20.344779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354bfc5-6e2d-4608-b555-066b255594aa req-829dc805-7599-4058-a0f4-4eb48d0186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:20.346308 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-829dc805-7599-4058-a0f4-4eb48d0186cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63eb0616-23db-40aa-9a06-8df4f66478d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570126 Jul 12 17:07:20.454107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-635965eb-55a4-4924-b69a-d9f1c1a1b94c service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016378 Jul 12 17:07:20.549642 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2354bfc5-6e2d-4608-b555-066b255594aa req-43e1c218-7b9f-49f3-99f0-c2bcd855a2df service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894144 Jul 12 17:07:20.555942 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'a62335d3-7dd0-4b34-b46e-f820caa6e7f6', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'port_id': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'mac_address': 'fa:16:3e:eb:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:07:18Z', 'updated_at': '2021-07-12T17:07:18Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:07:20.585927 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da694b-a60b-4131-ba25-d5d851177b4b None None] The sync data for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 is: [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'a62335d3-7dd0-4b34-b46e-f820caa6e7f6', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'port_id': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'mac_address': 'fa:16:3e:eb:6c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:07:18Z', 'updated_at': '2021-07-12T17:07:18Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:07:20.796594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4be61a-7ea4-4eba-8fe0-19ebfff5a44a None None] New status for floating IP a62335d3-7dd0-4b34-b46e-f820caa6e7f6: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:07:21.213606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40158) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:21.664472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9ed6ab83-c6dd-41fb-a705-30d7499faece tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/a62335d3-7dd0-4b34-b46e-f820caa6e7f6 HTTP/1.1" status: 200 len: 994 time: 0.4496036 Jul 12 17:07:32.135374 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac4a3-da9f-469e-b8f5-297806a5685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:33.821928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:34.529348 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3fe9-763a-44d4-a05f-c63113329546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:34.994634 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:36.005728 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:36.042485 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:37.414944 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:07:37.688963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-073702d5-4a16-4b05-b3e4-9b3b09c3cc87 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010373 Jul 12 17:07:37.797717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-ba194a24-ea1b-4925-8d71-6ee1fbbf22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:37.799207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-ba194a24-ea1b-4925-8d71-6ee1fbbf22a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1097 time: 0.0557225 Jul 12 17:07:37.910469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-a89ee249-45e8-45d9-8884-e535025a8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:37.911883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-a89ee249-45e8-45d9-8884-e535025a8c18 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 898 time: 0.0901954 Jul 12 17:07:37.981335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-c746ad90-d907-409c-9d38-8f736772c47a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 1002 time: 0.0621076 Jul 12 17:07:38.037341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-3338f491-6908-4a5b-9c7f-da17e0259836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:38.038888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-3338f491-6908-4a5b-9c7f-da17e0259836 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 200 len: 835 time: 0.0499804 Jul 12 17:07:38.098809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-047d1333-f7de-4b44-913e-7f496bf14d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:38.100346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-047d1333-f7de-4b44-913e-7f496bf14d7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63eb0616-23db-40aa-9a06-8df4f66478d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537996 Jul 12 17:07:38.196096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-9b026369-feeb-447b-93d6-a3889c7207ba service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886064 Jul 12 17:07:38.297366 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-90704a44-5ab4-432d-86ef-bf8232d51e12 req-fc73525f-f1db-44fb-9ffd-0183e83ba498 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939763 Jul 12 17:07:46.372439 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:07:55.235651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09bb-5b12-4922-831f-c533f1f2f1e4 req-8664f986-adce-40d8-a220-757b89a80236 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:55.237248 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-630c09bb-5b12-4922-831f-c533f1f2f1e4 req-8664f986-adce-40d8-a220-757b89a80236 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0712032 Jul 12 17:07:55.278723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-630c09bb-5b12-4922-831f-c533f1f2f1e4 req-a9444260-9476-473e-83b8-f79d288c968c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356088 Jul 12 17:07:56.470523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a84ac1-d32a-4af4-9449-fb0b264a20ab req-82736595-9a1a-4324-80d1-cc78ff536437 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:56.472574 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-54a84ac1-d32a-4af4-9449-fb0b264a20ab req-82736595-9a1a-4324-80d1-cc78ff536437 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0681450 Jul 12 17:07:56.515391 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-54a84ac1-d32a-4af4-9449-fb0b264a20ab req-b003e644-490e-48a1-b972-d946b8118d29 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Jul 12 17:07:56.543295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40182) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:56.619158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-850dd2ec-3c3f-49dd-98a2-f68eff77935d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/a62335d3-7dd0-4b34-b46e-f820caa6e7f6 HTTP/1.1" status: 200 len: 994 time: 0.0742044 Jul 12 17:07:58.116320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb9788-8bf1-4129-8ff6-e3ebaeb544b2 req-3af49e19-1d7d-484d-93f6-d2d2ceb3ad97 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:58.118066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37bb9788-8bf1-4129-8ff6-e3ebaeb544b2 req-3af49e19-1d7d-484d-93f6-d2d2ceb3ad97 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0727885 Jul 12 17:07:58.179917 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-37bb9788-8bf1-4129-8ff6-e3ebaeb544b2 req-dca0de4d-219e-4a14-b606-31c8b050004a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528677 Jul 12 17:07:59.375323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354677-8869-4357-a311-b35297fa474b req-f533afb0-720b-4b76-9b80-131c9bd16511 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:07:59.376886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08354677-8869-4357-a311-b35297fa474b req-f533afb0-720b-4b76-9b80-131c9bd16511 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0726898 Jul 12 17:07:59.420694 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-08354677-8869-4357-a311-b35297fa474b req-e239d60a-0b16-4405-97fc-217153411698 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351994 Jul 12 17:07:59.446088 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40194) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:59.528974 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-21413900-cb23-47b1-a098-a8b410595177 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/a62335d3-7dd0-4b34-b46e-f820caa6e7f6 HTTP/1.1" status: 200 len: 994 time: 0.0812354 Jul 12 17:07:59.807514 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40200) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:07:59.969350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 3fcdafa6-7504-41a7-ab11-7b1cf3197b0a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:07:59.969692 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.045460 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.045781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.058178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 3fcdafa6-7504-41a7-ab11-7b1cf3197b0a owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:08:00.221299 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.248098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=3fcdafa6-7504-41a7-ab11-7b1cf3197b0a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:00.279457 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.279822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.280163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.280497 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.280828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.281160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.281498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.281836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.282160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.282471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.282791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.283113 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:00.327564 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.328243 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP a62335d3-7dd0-4b34-b46e-f820caa6e7f6 disassociated (deleted). External IP: 172.25.8.141, port: 89239bf6-b823-43fc-aa2e-bffd0b718f88. Jul 12 17:08:00.553488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a425b4ad-695f-4627-906a-08789bb3974b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:08:00.674365 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:08:00.678718 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:00.685815 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Sync routers for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:08:00.695912 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:00.696594 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:00.716413 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7c8a0562-1c17-435a-9280-bb6ec2558a35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/floatingips/a62335d3-7dd0-4b34-b46e-f820caa6e7f6 HTTP/1.1" status: 204 len: 168 time: 0.9078374 Jul 12 17:08:00.717213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:08:00.719345 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:08:00.808248 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:00.817868 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265d7af-9e92-4934-ab8a-7ff611e8bd60 x-openstack-request-id: req-a265d7af-9e92-4934-ab8a-7ff611e8bd60 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:08:00.818172 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:08:00.818413 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a265d7af-9e92-4934-ab8a-7ff611e8bd60 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:08:00.818820 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'status': 'completed', 'code': 200} Jul 12 17:08:00.921323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-48301132-715b-47d0-9367-f755a69c97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:00.924771 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-48301132-715b-47d0-9367-f755a69c97a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 1097 time: 0.0810068 Jul 12 17:08:01.047143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-e389da95-bf0e-44cf-b38c-b9064c082e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:01.049327 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-e389da95-bf0e-44cf-b38c-b9064c082e17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 200 len: 898 time: 0.1020350 Jul 12 17:08:01.095903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-1bbcb43a-87bb-4e4c-9d29-dfda9c4511b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 200 len: 217 time: 0.0376494 Jul 12 17:08:01.140054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be446d4e-75d0-4f28-be82-ae6ddb19ee97 req-18ab30e0-d134-44ee-a556-8be8315ea76f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:01.141787 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be446d4e-75d0-4f28-be82-ae6ddb19ee97 req-18ab30e0-d134-44ee-a556-8be8315ea76f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0868149 Jul 12 17:08:01.147086 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:01.162652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-1f43a73b-ddd5-4df0-8edc-23043a285297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:01.164447 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-1f43a73b-ddd5-4df0-8edc-23043a285297 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 200 len: 835 time: 0.0618536 Jul 12 17:08:01.175385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Checking router: a425b4ad-695f-4627-906a-08789bb3974b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:08:01.184447 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-be446d4e-75d0-4f28-be82-ae6ddb19ee97 req-796d86d0-d0c2-4e45-9880-0266921921b0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Jul 12 17:08:01.185263 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:01.185849 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:07:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:01.232305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-392fc91f-1765-4886-b924-1b9daf71bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:01.234048 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-392fc91f-1765-4886-b924-1b9daf71bb63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63eb0616-23db-40aa-9a06-8df4f66478d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617976 Jul 12 17:08:01.298985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:01.328209 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-8c244abf-d5cb-4066-a4ff-59725790b9f3 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868793 Jul 12 17:08:01.428709 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb03bc3f-9b82-47d3-9fd9-1719011b79ed req-f2c66a6c-6e96-471e-93cc-3fd02868c5a1 service neutron] 10.222.0.65 "GET /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932190 Jul 12 17:08:01.513362 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:01.545746 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56e633-cc0e-4bd8-b91c-f76efd6425a0 None None] The sync data for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 is: [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'db1f7c53-b20b-4fc4-bc5c-0014d8952e30', 'name': '', 'network_id': '63eb0616-23db-40aa-9a06-8df4f66478d1', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:04:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:03Z', 'updated_at': '2021-07-12T17:07:08Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'cff9ab65-c447-419a-87d5-2fc9bf96c7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:08:01.758737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55da8b9-57c8-4763-9800-b396a2a66f32 None None] New status for floating IP a62335d3-7dd0-4b34-b46e-f820caa6e7f6: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:08:02.131683 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fc3012d3-669e-4362-9ae6-47b404e7f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:02.366250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866cd7-a2a6-45b6-8a2e-f02faf022115 req-5b616742-2835-4311-bd41-934c85048c25 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:02.367778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d866cd7-a2a6-45b6-8a2e-f02faf022115 req-5b616742-2835-4311-bd41-934c85048c25 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0659297 Jul 12 17:08:02.406878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d866cd7-a2a6-45b6-8a2e-f02faf022115 req-26bb22cb-0bc3-478b-85b1-834977b9a80b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe99b015-c2b6-4599-b382-2d072a8b5c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333428 Jul 12 17:08:02.884633 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-a570c6fa-0a28-4a5e-9460-b5a23e75af8e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:02.886085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-a570c6fa-0a28-4a5e-9460-b5a23e75af8e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 946 time: 0.0675168 Jul 12 17:08:02.991278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 89239bf6-b823-43fc-aa2e-bffd0b718f88 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:08:02.991642 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:03.085499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 89239bf6-b823-43fc-aa2e-bffd0b718f88, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=89239bf6-b823-43fc-aa2e-bffd0b718f88,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:03.085850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:03.099182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 89239bf6-b823-43fc-aa2e-bffd0b718f88 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:08:03.230541 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:03.264773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=89239bf6-b823-43fc-aa2e-bffd0b718f88,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:03.277764 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.278113 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.278451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.278783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.279117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.279447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.279800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.280128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.280458 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.280780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.281100 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.281435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:03.321754 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] No DVR routers for this DVR port 89239bf6-b823-43fc-aa2e-bffd0b718f88 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:08:03.324239 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:03.326213 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8f9eef0e-e487-40cf-9fde-498232ebf1e9 req-db92a2e9-92cb-4241-bd8d-13140c8e7a3f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "DELETE /v2.0/ports/89239bf6-b823-43fc-aa2e-bffd0b718f88 HTTP/1.1" status: 204 len: 173 time: 0.4310369 Jul 12 17:08:03.326638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'name': 'network-vif-deleted', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:08:03.328894 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee444f00-2d3e-4505-8240-ad484d44220d" -d '{"events": [{"server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "name": "network-vif-deleted", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:08:03.422006 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e6c3b4-0ea9-4e8c-9594-25efae3125f1 x-openstack-request-id: req-87e6c3b4-0ea9-4e8c-9594-25efae3125f1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:08:03.422623 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94e8539-0528-4e76-973f-5bd210b3efcb", "name": "network-vif-deleted", "tag": "89239bf6-b823-43fc-aa2e-bffd0b718f88", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:08:03.422623 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87e6c3b4-0ea9-4e8c-9594-25efae3125f1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:08:03.422953 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94e8539-0528-4e76-973f-5bd210b3efcb', 'name': 'network-vif-deleted', 'tag': '89239bf6-b823-43fc-aa2e-bffd0b718f88', 'status': 'completed', 'code': 200} Jul 12 17:08:03.562601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7af5a3bc-fb5e-4ef6-baa3-c49b1088f354 req-ebc843af-2bad-4d83-8039-3286abb70fe6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=c94e8539-0528-4e76-973f-5bd210b3efcb HTTP/1.1" status: 200 len: 210 time: 0.0303161 Jul 12 17:08:03.834501 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:04.531295 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b949-649b-40a4-bb9e-1eae55f74dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:04.661246 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40222) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:04.995518 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:05.043716 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:05.315520 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port db1f7c53-b20b-4fc4-bc5c-0014d8952e30 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:08:05.315896 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:05.405817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port db1f7c53-b20b-4fc4-bc5c-0014d8952e30, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:05.406182 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:05.419175 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for db1f7c53-b20b-4fc4-bc5c-0014d8952e30 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:08:05.605645 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:05.639078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=db1f7c53-b20b-4fc4-bc5c-0014d8952e30,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:05.823956 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.010449 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.052517 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.056431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a425b4ad-695f-4627-906a-08789bb3974b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:08:06.168720 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:08:06.174288 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e366ab31-28d8-4aa1-8ae5-6bd855268450 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/a425b4ad-695f-4627-906a-08789bb3974b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5120196 Jul 12 17:08:06.177780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40224) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:06.178860 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Sync routers for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:08:06.188325 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:06.188938 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:06.256145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting subnet cff9ab65-c447-419a-87d5-2fc9bf96c7bf {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:08:06.259328 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.303709 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:06.306255 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.390793 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.450749 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.479637 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:08:05Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:06.485090 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Subnet': ['ID=cff9ab65-c447-419a-87d5-2fc9bf96c7bf,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:06.487475 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.489849 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8aab3f4e-f2fd-49ba-9834-85444c054c98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/subnets/cff9ab65-c447-419a-87d5-2fc9bf96c7bf HTTP/1.1" status: 204 len: 168 time: 0.3109696 Jul 12 17:08:06.492610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40226) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:06.494513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0d69d-871a-48a6-b0b8-28bae89a1ef6 None None] Network 63eb0616-23db-40aa-9a06-8df4f66478d1 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:08:06.513543 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Checking router: a425b4ad-695f-4627-906a-08789bb3974b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:08:06.523120 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Routers {'a425b4ad-695f-4627-906a-08789bb3974b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:06.523766 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a425b4ad-695f-4627-906a-08789bb3974b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:06.607988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.650189 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] Set router a425b4ad-695f-4627-906a-08789bb3974b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:06.715907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] DHCP port deletion for 63eb0616-23db-40aa-9a06-8df4f66478d1 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:08:06.729992 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.773887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Deleting port bfd63691-26aa-4e6f-ab51-323d88c0032a {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:08:06.774261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.799022 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 724c700a-8b74-4737-b655-ab6c6ea6d9e5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:08:06.799408 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.839494 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] For port bfd63691-26aa-4e6f-ab51-323d88c0032a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bfd63691-26aa-4e6f-ab51-323d88c0032a,segment=NetworkSegment(7572d819-a9e1-47a3-8727-80ba13e5e945),segment_id=7572d819-a9e1-47a3-8727-80ba13e5e945)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:06.839920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.853962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Calling delete_port for bfd63691-26aa-4e6f-ab51-323d88c0032a owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:08:06.862911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:08:05Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:06.886956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 724c700a-8b74-4737-b655-ab6c6ea6d9e5, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=724c700a-8b74-4737-b655-ab6c6ea6d9e5,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:06.887613 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.891451 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bf7354-0516-478f-9111-4dac4cba8b8c None None] The sync data for ids ['a425b4ad-695f-4627-906a-08789bb3974b'] in n-d-800078-3 is: [{'id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645814136', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:07:00Z', 'updated_at': '2021-07-12T17:08:05Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '724c700a-8b74-4737-b655-ab6c6ea6d9e5', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a425b4ad-695f-4627-906a-08789bb3974b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:07:01Z', 'updated_at': '2021-07-12T17:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:08:06.901853 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 724c700a-8b74-4737-b655-ab6c6ea6d9e5 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:08:06.944677 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:06.970945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Pushing event deleted for resources: {'Port': ['ID=bfd63691-26aa-4e6f-ab51-323d88c0032a,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:06.975273 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] No DVR routers for this DVR port bfd63691-26aa-4e6f-ab51-323d88c0032a on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:08:06.983309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.983309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.983624 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.983923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.984241 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.984562 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.984880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.985506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.985609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.985900 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.986208 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:06.986522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8bf7e-aad2-4944-8f71-50fc5a34e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:07.085168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.114539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=724c700a-8b74-4737-b655-ab6c6ea6d9e5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:07.178156 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.413835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.626167 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.628243 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.671776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.672360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Fanout notify agent at l3_agent the message router_deleted on router a425b4ad-695f-4627-906a-08789bb3974b {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:08:07.680914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.682088 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-01e4eef0-6270-40d8-a815-9fd00f44c46a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/routers/a425b4ad-695f-4627-906a-08789bb3974b HTTP/1.1" status: 204 len: 168 time: 1.1884587 Jul 12 17:08:07.684837 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40228) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:07.768582 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.859672 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.871160 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63eb0616-23db-40aa-9a06-8df4f66478d1']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:07.887824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7572d819-a9e1-47a3-8727-80ba13e5e945') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:07.888506 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7572d819-a9e1-47a3-8727-80ba13e5e945') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:07.888935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 89239bf6-b823-43fc-aa2e-bffd0b718f88 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:08:07.898091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.909534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 89239bf6-b823-43fc-aa2e-bffd0b718f88 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:08:07.909878 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 89239bf6-b823-43fc-aa2e-bffd0b718f88 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:08:07.912970 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.918888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:08:07.919273 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:08:07.922332 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:08:07.983035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.990916 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:07.992047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/networks/63eb0616-23db-40aa-9a06-8df4f66478d1 HTTP/1.1" status: 204 len: 168 time: 0.3062372 Jul 12 17:08:07.994906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40230) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:08.003748 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ac7b-264b-4343-946f-099cda45c5ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Network': ['ID=63eb0616-23db-40aa-9a06-8df4f66478d1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:08.057153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.082530 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.143198 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.145735 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.146888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/security-groups/fe99b015-c2b6-4599-b382-2d072a8b5c61 HTTP/1.1" status: 204 len: 168 time: 0.1504598 Jul 12 17:08:08.157717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6f1fc-0c18-4548-b77f-de8a5b6a93f5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99b015-c2b6-4599-b382-2d072a8b5c61,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:08.258377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 724c700a-8b74-4737-b655-ab6c6ea6d9e5 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:08:08.278929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 724c700a-8b74-4737-b655-ab6c6ea6d9e5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:08:08.279352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 724c700a-8b74-4737-b655-ab6c6ea6d9e5 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:08:08.279880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bfd63691-26aa-4e6f-ab51-323d88c0032a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:08:08.298605 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bfd63691-26aa-4e6f-ab51-323d88c0032a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:08:08.298947 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bfd63691-26aa-4e6f-ab51-323d88c0032a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:08:08.299348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db1f7c53-b20b-4fc4-bc5c-0014d8952e30 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:08:08.320910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: db1f7c53-b20b-4fc4-bc5c-0014d8952e30 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:08:08.321250 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db1f7c53-b20b-4fc4-bc5c-0014d8952e30 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:08:08.579987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40236) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:08.584810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621733158', 'description': 'tempest-secgroup-smoke-621733158 description', 'project_id': '6001efdf85b64eac9a36e574e5a34015'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:08.608124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.691277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.695683 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.723927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.725148 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441572 Jul 12 17:08:08.727964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40238) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:08.732587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:08.738457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f1e1a-4f7d-49c0-b310-4ae399dc0b67 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5874a6e8-56d4-44b2-a6f1-422f526044c7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:08.762638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.828231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.831854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.850473 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c082d9da-f694-44b5-838d-7f2e96cd9484,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:08.858617 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.859867 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6f3955ce-983e-4a78-b553-06b5e6e2c18d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309597 Jul 12 17:08:08.862545 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40240) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:08.867412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:08.893171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.952394 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.955959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.974218 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d160bab-42cd-4379-9826-786799edfd4a,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:08.980694 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:08.982086 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb7a8095-5fe8-4a0a-bc2d-f4a0254b20b8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185894 Jul 12 17:08:08.984998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40242) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:08.990029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.015606 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.074479 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.077989 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.096772 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31502b22-224b-4590-8ecf-5e27f6286416,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:09.102153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.103568 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-bd426a14-8b29-40e4-9a3b-3180269c1c70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175694 Jul 12 17:08:09.106477 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40244) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:09.110804 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.136647 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.198268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.201881 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.219819 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122adc3-129f-4222-b9f6-0dd7ef71264c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:09.226131 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.227667 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8893ea9-31dd-4d21-b9ef-addb3c6df7a9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202338 Jul 12 17:08:09.230689 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40246) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:09.235119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.257348 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:08:09.262201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.323212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.326850 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.346287 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4e291b-2b92-4700-bb8b-85beb04d31a0,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:09.349389 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.350507 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-351fc107-6fea-4873-8877-61b6db966e83 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188581 Jul 12 17:08:09.353267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40248) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:09.358086 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '5874a6e8-56d4-44b2-a6f1-422f526044c7', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.378754 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:08:09.384177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.444731 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.448277 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.464944 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d668987-f29a-4ab3-b4cd-ff3ba7d1337d,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:09.471805 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.473101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-01d133b6-7523-4d02-9f43-fb4104b278af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187506 Jul 12 17:08:09.475816 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40250) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:09.480922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'network': {'name': 'tempest-network-smoke--1691781911', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'port_security_enabled': True}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.501192 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:08:09.505346 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.527758 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:08:09.536503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.536843 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Added segment 7e8385c5-e1df-40d3-b82b-802dbf4da0be of type vlan for network e881222a-6b08-45b3-9868-325a7bf040b0 Jul 12 17:08:09.581187 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.610638 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.617202 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:09.617784 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.673541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1967068 Jul 12 17:08:09.677109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40252) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:09.681809 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'admin_state_up': True, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:09.688555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de668e-605b-4339-be72-4b5ef28fa1fd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Network': ['ID=e881222a-6b08-45b3-9868-325a7bf040b0,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:09.699503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network e881222a-6b08-45b3-9868-325a7bf040b0 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:08:09.707438 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.708661 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.767317 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:09.912602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.110186 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.130245 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.235257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.195 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/92ac0e55-d9df-42b4-b3d3-c857307598f4) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:08:10.343162 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.382383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.418249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:10.421095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:10.426557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:08:10.455156 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=92ac0e55-d9df-42b4-b3d3-c857307598f4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:10.687891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:10.891704 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.025397 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 5d66ff4d-2de9-41ef-961f-04a02082ae50 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:08:11.136662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:08:11.146781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Sync routers for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:08:11.156059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:11.156228 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.156689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:11.157756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f86cda30-d008-4817-b1e5-b9cf0f17e269 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4791720 Jul 12 17:08:11.161096 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:11.189586 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-350b5eed-2ed4-4684-a761-ed2c3b73c270 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6001efdf85b64eac9a36e574e5a34015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273602 Jul 12 17:08:11.192198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:11.274310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:11.284926 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397f082-6fd0-4a39-acff-3b0b1bf81ee9 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:11.287205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0397f082-6fd0-4a39-acff-3b0b1bf81ee9 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941293 Jul 12 17:08:11.290064 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40258) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:11.319091 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ab513ed8-843e-4ca8-94b4-5ae51ebcd137 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278981 Jul 12 17:08:11.321556 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:11.326300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1668654919', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:11.415935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:08:11.419382 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.457997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:10Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:11.490243 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Checking router: 5d66ff4d-2de9-41ef-961f-04a02082ae50 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:08:11.490598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Updating router 5d66ff4d-2de9-41ef-961f-04a02082ae50 port 92ac0e55-d9df-42b4-b3d3-c857307598f4 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:08:11.526808 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.609333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.678793 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Subnet': ['ID=1827eef1-154c-48eb-b259-2116bb11e3e3,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:11.686118 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Checking segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:08:11.686486 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network hostable DHCP agents. Network: e881222a-6b08-45b3-9868-325a7bf040b0, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:08:11.704441 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network e881222a-6b08-45b3-9868-325a7bf040b0 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:08:11.712752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, e881222a-6b08-45b3-9868-325a7bf040b0) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:11.717039 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:11.717634 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.728117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2534c8-7ea8-48c9-8074-04cb1e24d46d None None] Network e881222a-6b08-45b3-9868-325a7bf040b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:08:11.735061 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d3102037-1bc8-47fa-af74-20545b6d3099 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4125040 Jul 12 17:08:11.737861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40262) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:11.849898 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.869246 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Transition to ACTIVE for port object 92ac0e55-d9df-42b4-b3d3-c857307598f4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:11.894617 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.983277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Attempting to bind port 92ac0e55-d9df-42b4-b3d3-c857307598f4 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:08:11.983646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Attempting to bind port 92ac0e55-d9df-42b4-b3d3-c857307598f4 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:08:11.984010 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Attempting to bind port 92ac0e55-d9df-42b4-b3d3-c857307598f4 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:08:11.985936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb8f91-9b5e-4c42-be97-ea213d792745 None None] Pushing event updated for resources: {'Port': ['ID=92ac0e55-d9df-42b4-b3d3-c857307598f4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:11.991320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-e881222a-6b08-45b3-9868-325a7bf040b0', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:08:11.992194 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.997445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:08:11.997823 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:08:11.998219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:11.998610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:08:11.999081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Bound port: 92ac0e55-d9df-42b4-b3d3-c857307598f4, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:08:11.999458 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.124903 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] For port 92ac0e55-d9df-42b4-b3d3-c857307598f4, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:08:12.143607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] For port 92ac0e55-d9df-42b4-b3d3-c857307598f4, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92ac0e55-d9df-42b4-b3d3-c857307598f4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:08:12.148270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.193419 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.398626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Allocated IP 172.20.0.2 (e881222a-6b08-45b3-9868-325a7bf040b0/1827eef1-154c-48eb-b259-2116bb11e3e3/9915a21e-903f-4171-a9fd-389d7847e7cb) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:08:12.411925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:12.412572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:12.421946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb8f91-9b5e-4c42-be97-ea213d792745 None None] Pushing event updated for resources: {'Port': ['ID=92ac0e55-d9df-42b4-b3d3-c857307598f4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:12.590794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:12.747989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.763568 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Transition to ACTIVE for port object 9915a21e-903f-4171-a9fd-389d7847e7cb will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:12.806276 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Transition to ACTIVE for port object 9915a21e-903f-4171-a9fd-389d7847e7cb will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:12.813198 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.862728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.1 (e881222a-6b08-45b3-9868-325a7bf040b0/1827eef1-154c-48eb-b259-2116bb11e3e3/1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:08:12.883101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Network e881222a-6b08-45b3-9868-325a7bf040b0 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:12.888502 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:12.891579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Pushing event updated for resources: {'Port': ['ID=9915a21e-903f-4171-a9fd-389d7847e7cb,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:12.894455 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:08:12.928056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:10Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:12.974043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018c79c-452b-4eb9-b470-4965d506843b None None] The sync data for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 is: [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:10Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:08:12.983934 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.984552 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Attempting to bind port 9915a21e-903f-4171-a9fd-389d7847e7cb on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:08:12.984924 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Attempting to bind port 9915a21e-903f-4171-a9fd-389d7847e7cb by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:08:12.985286 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Attempting to bind port 9915a21e-903f-4171-a9fd-389d7847e7cb on network e881222a-6b08-45b3-9868-325a7bf040b0 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:08:12.990721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:08:12.991098 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Checking segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:08:12.991506 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.991929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Bound using segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:08:12.998125 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Bound port: 9915a21e-903f-4171-a9fd-389d7847e7cb, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:08:12.998125 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:12.998383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:13.033785 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.064687 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] For port 9915a21e-903f-4171-a9fd-389d7847e7cb, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:08:13.068648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] For port 9915a21e-903f-4171-a9fd-389d7847e7cb, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9915a21e-903f-4171-a9fd-389d7847e7cb,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:08:13.073673 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.084093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network e881222a-6b08-45b3-9868-325a7bf040b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:13.089833 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:13.093958 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:08:13.123476 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:13.133475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec49d-506a-456e-8085-b7465123fc70 None None] Pushing event updated for resources: {'Port': ['ID=9915a21e-903f-4171-a9fd-389d7847e7cb,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:13.154158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.351717 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.666797 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.671800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.754463 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:13.764267 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:13.870141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network e881222a-6b08-45b3-9868-325a7bf040b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:13.872112 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:13.996119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 5d66ff4d-2de9-41ef-961f-04a02082ae50 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:08:14.111338 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:08:14.116805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-8bb12736-de42-44e1-bc0e-b943475b0c34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/5d66ff4d-2de9-41ef-961f-04a02082ae50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3772395 Jul 12 17:08:14.133689 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df9c3d-6587-41f3-9f85-3cf6bd110b51 None None] Network e881222a-6b08-45b3-9868-325a7bf040b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:08:14.200309 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cdb8f9be-2942-4aa6-a7ae-66a9fa39b8b9 None None] Provisioning for port 9915a21e-903f-4171-a9fd-389d7847e7cb completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:14.282561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-48aa6af8-4021-42bb-9b16-920858373af3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621733158&fields=id&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 267 time: 0.0451341 Jul 12 17:08:14.371933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92ac0e55-d9df-42b4-b3d3-c857307598f4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:14.411696 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-5c4cd1d2-931e-40f1-9624-8931082c4ae7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:14.418658 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-5c4cd1d2-931e-40f1-9624-8931082c4ae7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 797 time: 0.1286969 Jul 12 17:08:14.429664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-f60382bf-73d7-492e-b832-dca786b0198e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/quotas/6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 375 time: 0.0101223 Jul 12 17:08:14.434290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 92ac0e55-d9df-42b4-b3d3-c857307598f4 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:14.438646 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 92ac0e55-d9df-42b4-b3d3-c857307598f4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:14.439993 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.510879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-0d7c6232-dea8-4224-8f6c-c5d8ceb8a1b2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742664 Jul 12 17:08:14.535894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.557783 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 92ac0e55-d9df-42b4-b3d3-c857307598f4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92ac0e55-d9df-42b4-b3d3-c857307598f4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:14.569146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.584059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9915a21e-903f-4171-a9fd-389d7847e7cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:14.675551 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=92ac0e55-d9df-42b4-b3d3-c857307598f4,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:14.698299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7655d180-1ea8-4d47-85cb-7c30b176d633 None None] Provisioning for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:14.701779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9915a21e-903f-4171-a9fd-389d7847e7cb completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:14.706113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9915a21e-903f-4171-a9fd-389d7847e7cb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:14.706489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.709748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7655d180-1ea8-4d47-85cb-7c30b176d633 None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:14.709915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7655d180-1ea8-4d47-85cb-7c30b176d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.718040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-0cf8bfe0-6eed-4dc3-9784-d544e252c4b6 service neutron] 10.222.0.58 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809850 Jul 12 17:08:14.778606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7655d180-1ea8-4d47-85cb-7c30b176d633 None None] Port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:08:14.826616 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Sync routers for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:08:14.844268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-0d80f2fe-5396-4d7b-b8ed-5e378fe5a1ea service neutron] 10.222.0.58 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151576 Jul 12 17:08:14.844774 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:14.845419 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:14.855897 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.905749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9915a21e-903f-4171-a9fd-389d7847e7cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9915a21e-903f-4171-a9fd-389d7847e7cb,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:14.914167 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2afcba9-6ae4-4218-b204-4bc5d0251106 None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:14.914595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2afcba9-6ae4-4218-b204-4bc5d0251106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:14.917360 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.037289 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e2afcba9-6ae4-4218-b204-4bc5d0251106 None None] Port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:08:15.056230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9915a21e-903f-4171-a9fd-389d7847e7cb,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:15.076846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-011c8147-798f-4b8b-8164-4db4cdfdb55a req-5fbfc834-f210-4635-b44b-a42920fc4383 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 210 time: 0.0701678 Jul 12 17:08:15.159634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e6903454-43f6-4b08-95af-280bab98d85b None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:15.160886 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e6903454-43f6-4b08-95af-280bab98d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.169142 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:15.211447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e6903454-43f6-4b08-95af-280bab98d85b None None] Port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:08:15.333845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-438b8777-9ad7-4b9b-b2df-483308374234 None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:15.334219 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-438b8777-9ad7-4b9b-b2df-483308374234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.375087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-438b8777-9ad7-4b9b-b2df-483308374234 None None] Port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:08:15.432100 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 2, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:15.463363 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Checking router: 5d66ff4d-2de9-41ef-961f-04a02082ae50 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:08:15.463834 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Updating router 5d66ff4d-2de9-41ef-961f-04a02082ae50 port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:08:15.499984 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.766549 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.776966 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Transition to ACTIVE for port object 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:15.783039 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.841264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Pushing event updated for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:15.868541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.868884 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.869434 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.869769 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.870101 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.870430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.870751 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.871073 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.871397 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.871740 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.872061 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.872377 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:08:15.905575 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Attempting to bind port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:08:15.905936 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Attempting to bind port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:08:15.906292 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Attempting to bind port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 on network e881222a-6b08-45b3-9868-325a7bf040b0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:08:15.911515 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:08:15.911917 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Checking segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:08:15.912318 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.912711 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Bound using segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:08:15.913180 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Bound port: 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:08:15.913560 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:15.980403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] For port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:08:15.983817 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] For port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:08:15.988580 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:16.054462 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d9d1a-84e8-4c39-8932-3bd66ebdab0a None None] Pushing event updated for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:16.057026 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:16.057596 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:16.196195 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:16.239276 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0a4beaaf-7b5d-4bae-b5d2-8ade29f3a87d req-876351f6-2b07-4fc9-a20d-246edca741bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 210 time: 0.0497775 Jul 12 17:08:16.297807 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92ac0e55-d9df-42b4-b3d3-c857307598f4 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:16.394023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-79fada51-7775-49de-b17c-ab0bfbdc99cc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:16.396104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-79fada51-7775-49de-b17c-ab0bfbdc99cc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 797 time: 0.1283648 Jul 12 17:08:16.409101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 92ac0e55-d9df-42b4-b3d3-c857307598f4 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:16.409685 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:16.453486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-28b5af7b-5972-4d35-877a-79bc8aba302d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 379 time: 0.0489862 Jul 12 17:08:16.463577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'port': {'device_id': '344798c1-46ff-4f22-b945-19fd18170a41', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'admin_state_up': True, 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'security_groups': ['5874a6e8-56d4-44b2-a6f1-422f526044c7']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:16.466798 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:15Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:16.500957 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef4237-07f9-4ee1-a486-025b98a6df8e None None] The sync data for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 is: [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:15Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:08:16.544126 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9915a21e-903f-4171-a9fd-389d7847e7cb up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:16.624793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9915a21e-903f-4171-a9fd-389d7847e7cb triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:16.625302 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:16.676646 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:08:16.682522 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:16.830412 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.12 (e881222a-6b08-45b3-9868-325a7bf040b0/1827eef1-154c-48eb-b259-2116bb11e3e3/dbd14caa-4ff3-47fe-ad62-324c3e1e01ed) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:08:16.983991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:17.000737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object dbd14caa-4ff3-47fe-ad62-324c3e1e01ed will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:17.036861 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:17.086744 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network e881222a-6b08-45b3-9868-325a7bf040b0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:17.092396 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:17.095537 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:08:17.414734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e1840594-d068-4136-8a47-3e5d1665645f None None] Provisioning for port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:17.419466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e1840594-d068-4136-8a47-3e5d1665645f None None] Provisioning complete for port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:17.420113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e1840594-d068-4136-8a47-3e5d1665645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:17.458983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-e1840594-d068-4136-8a47-3e5d1665645f None None] Port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:08:17.512924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:17.559219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:17.559862 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:17.584338 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-90262979-bc7f-4105-b2d4-8814fc55bdf2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1260149 Jul 12 17:08:17.606317 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1667f6-7127-4611-8eba-731b065ee60f req-6108eacc-9fc0-4b1d-bab9-7d5f24780233 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:17.607986 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf1667f6-7127-4611-8eba-731b065ee60f req-6108eacc-9fc0-4b1d-bab9-7d5f24780233 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 932 time: 0.1099906 Jul 12 17:08:17.650729 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Request body: {'port': {'device_id': '344798c1-46ff-4f22-b945-19fd18170a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:17.679285 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bf1667f6-7127-4611-8eba-731b065ee60f req-9b7e711e-ceff-47b9-b1da-30cc0376be4f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629921 Jul 12 17:08:17.733747 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:17.994570 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd14caa-4ff3-47fe-ad62-324c3e1e01ed {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:08:18.002745 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.015530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Transition to ACTIVE for port object dbd14caa-4ff3-47fe-ad62-324c3e1e01ed will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:08:18.019330 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.095489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:18.146830 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Attempting to bind port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:08:18.147165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Attempting to bind port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:08:18.147496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Attempting to bind port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed on network e881222a-6b08-45b3-9868-325a7bf040b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:08:18.152151 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed on network e881222a-6b08-45b3-9868-325a7bf040b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:08:18.152468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Attempting to bind port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed on network e881222a-6b08-45b3-9868-325a7bf040b0 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:08:18.157350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:08:18.157691 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Checking segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:08:18.158078 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Bound using segment: {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:08:18.158509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Bound port: dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8385c5-e1df-40d3-b82b-802dbf4da0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:08:18.158872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.236342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:08:18.240787 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:08:18.245370 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.279531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.280359 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.281814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] 10.222.0.77 "PUT /v2.0/ports/dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 1092 time: 0.6892536 Jul 12 17:08:18.286574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:08:18.287968 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b033f-f428-4896-848f-0e584999d1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:08:18.304813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:18.337872 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738bdc0-f85c-409a-b95b-6dfb89967e7c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:18.354241 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb2506-1c90-4655-8632-8e0991881328 x-openstack-request-id: req-6fcb2506-1c90-4655-8632-8e0991881328 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:08:18.354525 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:08:18.355042 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fcb2506-1c90-4655-8632-8e0991881328 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:08:18.355492 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'status': 'completed', 'code': 200} Jul 12 17:08:18.370619 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:18.374960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:18.375336 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.414097 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-69dc2bba-aef4-4132-80dc-25788bbb2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.415700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-69dc2bba-aef4-4132-80dc-25788bbb2171 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0719244 Jul 12 17:08:18.461108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-d5e3c90e-1d18-43ae-8698-8ce2991d5b7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 217 time: 0.0384045 Jul 12 17:08:18.464712 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.500337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:18.505991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.515005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-2b090ee8-162a-4fea-ab8a-ef0bff9d3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.516508 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-2b090ee8-162a-4fea-ab8a-ef0bff9d3dae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0495722 Jul 12 17:08:18.567117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:18.583854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-c429cc95-a068-44e4-b24f-f99339866968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.585376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-c429cc95-a068-44e4-b24f-f99339866968 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627804 Jul 12 17:08:18.684944 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-43f0944f-99bf-4794-b932-1fbc167a4af7 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925629 Jul 12 17:08:18.783703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3c1b2426-a778-4a9f-915f-d05fd37e5af8 req-86775314-e91e-4e25-bee6-19800365b319 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929520 Jul 12 17:08:18.839971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c639e62-64b1-4d09-b43b-39d45202ddf4 None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:18.840264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c639e62-64b1-4d09-b43b-39d45202ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:18.894955 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cb3e-ab7f-450e-a5e2-1a041338dafb req-23728753-f3ae-45a4-b054-2aa928c937d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.896476 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7146cb3e-ab7f-450e-a5e2-1a041338dafb req-23728753-f3ae-45a4-b054-2aa928c937d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 944 time: 0.1002131 Jul 12 17:08:18.932130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b033f-f428-4896-848f-0e584999d1f6 req-253355c0-b475-4d2e-b398-92de74b7626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:18.933634 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-253355c0-b475-4d2e-b398-92de74b7626b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1095 time: 0.0974863 Jul 12 17:08:18.971426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7146cb3e-ab7f-450e-a5e2-1a041338dafb req-a7e680fd-ee16-4826-ab3c-a0f7efa7d0a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688953 Jul 12 17:08:19.039618 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b033f-f428-4896-848f-0e584999d1f6 req-256ae295-06f3-4254-b53f-6a65cbcee997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:19.041279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-256ae295-06f3-4254-b53f-6a65cbcee997 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.0979118 Jul 12 17:08:19.083428 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-d37dc7bb-14ca-435d-b7a5-6312b37a0e62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 217 time: 0.0350170 Jul 12 17:08:19.133645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b033f-f428-4896-848f-0e584999d1f6 req-62cbeefb-7c27-46b5-9e21-9beccd986308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:19.135103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-62cbeefb-7c27-46b5-9e21-9beccd986308 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0444353 Jul 12 17:08:19.199089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b033f-f428-4896-848f-0e584999d1f6 req-705f789d-f6e3-4a83-86ad-d9b47acca431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:19.200615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-705f789d-f6e3-4a83-86ad-d9b47acca431 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590005 Jul 12 17:08:19.293919 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-426bdec6-8efa-4b4f-b424-e6f277083815 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Jul 12 17:08:19.388859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e13b033f-f428-4896-848f-0e584999d1f6 req-9f682f68-8502-4af7-9089-b9def1b07ec5 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884969 Jul 12 17:08:20.150586 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104282-6912-4121-a94d-7babfce86bbd req-b14f6259-3ee6-4507-97bc-d4223dd1871f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:20.152085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20104282-6912-4121-a94d-7babfce86bbd req-b14f6259-3ee6-4507-97bc-d4223dd1871f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 944 time: 0.0680497 Jul 12 17:08:20.189483 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-20104282-6912-4121-a94d-7babfce86bbd req-f8145e90-a3f5-4c1e-a5a6-3a609f4f57bc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Jul 12 17:08:20.266640 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:20.319556 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:20.320122 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:21.363020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a11ea-f2f5-42d3-8dc3-653d31d58d04 req-f0586e47-8066-497d-9ad6-d08db377b71e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:21.365155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f64a11ea-f2f5-42d3-8dc3-653d31d58d04 req-f0586e47-8066-497d-9ad6-d08db377b71e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 944 time: 0.0650909 Jul 12 17:08:21.403011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f64a11ea-f2f5-42d3-8dc3-653d31d58d04 req-aeb06df2-b60b-439f-afd3-40a3d023dc1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Jul 12 17:08:22.576400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40bee-9fb7-4f3c-8699-f7dd583b1320 req-6d904191-ab94-409b-bbcd-c9292d9fe143 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:22.577895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0be40bee-9fb7-4f3c-8699-f7dd583b1320 req-6d904191-ab94-409b-bbcd-c9292d9fe143 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 944 time: 0.0661254 Jul 12 17:08:22.617649 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0be40bee-9fb7-4f3c-8699-f7dd583b1320 req-0a165544-6474-4ccc-b3c5-07012a673f6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336092 Jul 12 17:08:22.618280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dbd14caa-4ff3-47fe-ad62-324c3e1e01ed details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:08:22.714209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:22.725709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'port_id': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'mac_address': 'fa:16:3e:9d:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:08:22.762677 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:22.778120 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd14caa-4ff3-47fe-ad62-324c3e1e01ed {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:08:22.804334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:22.807698 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:22.864535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:23.067122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:08:23.371310 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:08:23.792241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6dd79-f87f-4fda-8e30-33256955afea req-34c29c62-09d6-4f66-a1e5-9924b5b7d1d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:23.793753 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80f6dd79-f87f-4fda-8e30-33256955afea req-34c29c62-09d6-4f66-a1e5-9924b5b7d1d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 945 time: 0.0637300 Jul 12 17:08:23.831563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80f6dd79-f87f-4fda-8e30-33256955afea req-bd15be9a-d95c-4fc9-8704-c26ca18ddd94 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Jul 12 17:08:24.618325 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dbd14caa-4ff3-47fe-ad62-324c3e1e01ed up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:08:24.667366 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:08:24.671195 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:24.671566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:24.756313 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:24.780017 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:08:24.782423 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb2310c-f10a-4fb4-bdbb-77d45c6ef239" -d '{"events": [{"server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "name": "network-vif-plugged", "status": "completed", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:08:24.797684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:08:24.802586 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:24.863188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:24.905746 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b221c-c9bf-4ebd-8905-aad0e19d64dc x-openstack-request-id: req-6b6b221c-c9bf-4ebd-8905-aad0e19d64dc {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:08:24.906042 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "name": "network-vif-plugged", "status": "completed", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:08:24.906298 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b6b221c-c9bf-4ebd-8905-aad0e19d64dc {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:08:24.906695 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'code': 200} Jul 12 17:08:25.080976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56eda9-6fd8-4ed7-a6fe-c3d236111a0e req-d880f721-c02a-4c86-9630-66b05a10ebd1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:25.083084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb56eda9-6fd8-4ed7-a6fe-c3d236111a0e req-d880f721-c02a-4c86-9630-66b05a10ebd1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.1205628 Jul 12 17:08:25.084988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305000a-df3a-4695-91e0-4d6a6a43af81 req-0fb74e89-c3dd-4b18-b846-00d3546ddff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:25.086300 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f305000a-df3a-4695-91e0-4d6a6a43af81 req-0fb74e89-c3dd-4b18-b846-00d3546ddff0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.1145799 Jul 12 17:08:25.118297 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e0a8d468-a68d-48eb-9870-c15c02e68722 None None] Provisioning complete for port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:08:25.118581 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d468-a68d-48eb-9870-c15c02e68722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:25.147055 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fb56eda9-6fd8-4ed7-a6fe-c3d236111a0e req-c2f6f5e8-3fb8-4084-8b6c-bb8581efb4e6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583191 Jul 12 17:08:25.150996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f305000a-df3a-4695-91e0-4d6a6a43af81 req-300f8e4d-e913-4d84-99c2-5a9ad8ac5ff0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562291 Jul 12 17:08:26.324221 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb84a18-dd8d-46f1-aa63-7b442bab0cb4 req-1afe10a5-920e-4ff2-9c5c-a3f2c160dc50 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:26.325731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eeb84a18-dd8d-46f1-aa63-7b442bab0cb4 req-1afe10a5-920e-4ff2-9c5c-a3f2c160dc50 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0644991 Jul 12 17:08:26.368711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-eeb84a18-dd8d-46f1-aa63-7b442bab0cb4 req-b99c5f60-2787-4a59-8dca-ad627d64411a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Jul 12 17:08:26.544143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800672b-1e14-44c4-a7e3-482cb124782e req-6c4d3f08-ed0a-4562-b9d4-ffd98780075d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:26.545670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d800672b-1e14-44c4-a7e3-482cb124782e req-6c4d3f08-ed0a-4562-b9d4-ffd98780075d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0685406 Jul 12 17:08:26.584074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d800672b-1e14-44c4-a7e3-482cb124782e req-5887d799-fe13-4f82-b670-a159eb791e34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Jul 12 17:08:26.607370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40326) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:26.659630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d37405-4588-4dd5-bae1-d54424f12775 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:26.661406 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-28d37405-4588-4dd5-bae1-d54424f12775 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1092 time: 0.0530236 Jul 12 17:08:26.664192 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:26.668601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:08:26.689914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:26.792436 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:26.894800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.102 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/0c415e70-3354-4349-95db-2a4d57bb01b6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:08:27.000349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.043792 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.084487 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:08:27.087266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:08:27.090882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:08:27.114587 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=0c415e70-3354-4349-95db-2a4d57bb01b6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:27.470127 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.549656 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.701682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.707695 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.791695 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=0c415e70-3354-4349-95db-2a4d57bb01b6,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:08:27.794014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:27.901911 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP 11af52ee-7602-40dc-b28b-b7c18152620e associated. External IP: 172.25.8.102, port: dbd14caa-4ff3-47fe-ad62-324c3e1e01ed. Jul 12 17:08:28.111819 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 5d66ff4d-2de9-41ef-961f-04a02082ae50 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:08:28.223181 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:08:28.232703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Sync routers for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:08:28.240367 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:28.244334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:28.245159 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:28.278611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dbf08fad-dd14-446f-95f4-c517b1da3b75 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6133707 Jul 12 17:08:28.279201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:08:28.281492 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd73e08-5695-4490-9cca-ad5f27bbeace" -d '{"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:08:28.318424 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69efa08-fb4a-4d96-bc20-d0d6614f5cd7 x-openstack-request-id: req-a69efa08-fb4a-4d96-bc20-d0d6614f5cd7 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:08:28.318747 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:08:28.319002 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a69efa08-fb4a-4d96-bc20-d0d6614f5cd7 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:08:28.319402 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'status': 'completed', 'code': 200} Jul 12 17:08:28.367575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:28.396165 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-512561e0-d82b-4be3-a359-9b8d29bf1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:28.397756 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-512561e0-d82b-4be3-a359-9b8d29bf1655 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0558960 Jul 12 17:08:28.437817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192705-80db-426d-a9ea-a24aaf8640d4 req-28525451-3a18-4a21-a7f2-f5f6a7c3e153 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:28.439309 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67192705-80db-426d-a9ea-a24aaf8640d4 req-28525451-3a18-4a21-a7f2-f5f6a7c3e153 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0666096 Jul 12 17:08:28.481976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67192705-80db-426d-a9ea-a24aaf8640d4 req-b19669a3-6680-4670-93c2-79326b27f2d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360999 Jul 12 17:08:28.508109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40334) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:28.508759 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-ab4f1a79-b7cb-4b44-aaa9-33660dbf3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:28.510267 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-ab4f1a79-b7cb-4b44-aaa9-33660dbf3e46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.1057796 Jul 12 17:08:28.573269 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ae9e99e4-f8c7-43d8-bb47-0baffc571033 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/11af52ee-7602-40dc-b28b-b7c18152620e HTTP/1.1" status: 200 len: 992 time: 0.0639193 Jul 12 17:08:28.584722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-749a0380-e880-4bce-ab79-8011d2323758 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 1000 time: 0.0682955 Jul 12 17:08:28.637462 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-2a802c84-69d7-44e8-94d3-08e85de3b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:28.639109 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-2a802c84-69d7-44e8-94d3-08e85de3b83d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0480599 Jul 12 17:08:28.702331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-9098e062-2771-4fa1-82ef-0087ab6abf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:28.703892 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-9098e062-2771-4fa1-82ef-0087ab6abf16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584815 Jul 12 17:08:28.768662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '11af52ee-7602-40dc-b28b-b7c18152620e', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'port_id': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'mac_address': 'fa:16:3e:9d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344798c1-46ff-4f22-b945-19fd18170a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:08:27Z', 'updated_at': '2021-07-12T17:08:27Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:28.795870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Checking router: 5d66ff4d-2de9-41ef-961f-04a02082ae50 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:08:28.796158 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-06879094-112b-4eb2-8f5f-60534189f1f1 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Jul 12 17:08:28.804862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:08:28.805474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:08:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:28.892875 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bcd73e08-5695-4490-9cca-ad5f27bbeace req-77b3fbdb-47ad-44df-b0ee-d98f479b7095 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905051 Jul 12 17:08:28.921418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:08:29.157118 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '11af52ee-7602-40dc-b28b-b7c18152620e', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'port_id': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'mac_address': 'fa:16:3e:9d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344798c1-46ff-4f22-b945-19fd18170a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:08:27Z', 'updated_at': '2021-07-12T17:08:27Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:08:29.184770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b502f-0575-4839-8d59-063a14ed834b None None] The sync data for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 is: [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '11af52ee-7602-40dc-b28b-b7c18152620e', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'port_id': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'mac_address': 'fa:16:3e:9d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344798c1-46ff-4f22-b945-19fd18170a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:08:27Z', 'updated_at': '2021-07-12T17:08:27Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:08:29.373576 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80845a82-42cc-4025-bbb9-4d9c45610584 None None] New status for floating IP 11af52ee-7602-40dc-b28b-b7c18152620e: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:08:29.576824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40336) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:08:29.641677 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-575c32af-96e8-46e5-a906-a639f7177f10 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/11af52ee-7602-40dc-b28b-b7c18152620e HTTP/1.1" status: 200 len: 994 time: 0.0636861 Jul 12 17:08:32.132459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dc4c8cd3-07fd-4c06-806a-623e292db1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:33.841191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:34.532650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8807d55d-febf-4176-a7e3-92625cd2320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:34.996114 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:36.014121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:36.041546 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:37.417061 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:08:38.292011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-f0666985-e375-40ec-ba77-9cb0e3fbd992 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519176 Jul 12 17:08:38.389403 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-3b4f0cd1-2244-40b0-b24f-0567f35a0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:38.390890 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-3b4f0cd1-2244-40b0-b24f-0567f35a0048 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0566323 Jul 12 17:08:38.494413 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-a3bb132e-1afe-4bfc-a544-4c9e3cca3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:38.495800 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-a3bb132e-1afe-4bfc-a544-4c9e3cca3b28 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.0842328 Jul 12 17:08:38.566619 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-744524e4-84be-400b-bd7d-774f6daa9049 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 1002 time: 0.0636744 Jul 12 17:08:38.967182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-85acdd23-6bb3-4de3-8db7-361861f981e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:38.968673 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-85acdd23-6bb3-4de3-8db7-361861f981e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.3949194 Jul 12 17:08:39.028079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-eb2eb4df-ce09-4c2c-b09a-7444407c8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:39.029550 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-eb2eb4df-ce09-4c2c-b09a-7444407c8cb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519695 Jul 12 17:08:39.120386 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-be8896cc-8cdb-4682-a82c-a743fb88e56c service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Jul 12 17:08:39.212212 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-aa814f4f-0547-44f1-aa22-ed82d5529b9c req-51a3c0cd-90ce-47e2-9a38-37e6d8bba0c0 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852640 Jul 12 17:08:58.633924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-333ae634-73bb-4f07-9086-21c71d3c9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:58.635451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-333ae634-73bb-4f07-9086-21c71d3c9db2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0984178 Jul 12 17:08:58.658826 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828411-4c9b-4038-8b17-c9d4a071652d req-e9f8c86a-9f54-48fa-b089-1b7af09f5cb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:58.660819 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7828411-4c9b-4038-8b17-c9d4a071652d req-e9f8c86a-9f54-48fa-b089-1b7af09f5cb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0913177 Jul 12 17:08:58.749617 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c7828411-4c9b-4038-8b17-c9d4a071652d req-25af8f61-5164-4bc8-8602-de6597eea4cf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786493 Jul 12 17:08:58.767907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-ecf048aa-3752-4e21-8e29-43fa2aa545d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:58.769534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-ecf048aa-3752-4e21-8e29-43fa2aa545d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.1263726 Jul 12 17:08:58.836898 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-c4448afa-6ed5-49f7-8f31-2ebea228f695 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 1002 time: 0.0610299 Jul 12 17:08:58.887660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-fc3699aa-7b50-4149-9930-2411446a3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:58.889137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-fc3699aa-7b50-4149-9930-2411446a3316 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0461204 Jul 12 17:08:58.950240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-e9de3962-1b21-4806-bee8-d9c4e8ee3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:58.952018 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-e9de3962-1b21-4806-bee8-d9c4e8ee3794 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570569 Jul 12 17:08:59.042702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-c250925d-e76c-4e23-8270-fa170f67d0fb service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844598 Jul 12 17:08:59.136914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-12a38ce5-9d3f-47d7-a4c2-93df151c6f57 req-fbf4e052-cf61-4590-b1f8-2f159a1250eb service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878770 Jul 12 17:08:59.962843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25c90-9be3-4561-97f7-a078d8851228 req-0c9e8666-6627-47ba-ba55-025bb7cf37d3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:08:59.964383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38d25c90-9be3-4561-97f7-a078d8851228 req-0c9e8666-6627-47ba-ba55-025bb7cf37d3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0726082 Jul 12 17:09:00.005541 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38d25c90-9be3-4561-97f7-a078d8851228 req-2d48ae39-67b7-467f-a09d-8c3802961d07 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354500 Jul 12 17:09:00.374006 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:09:01.193094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83d32f-14ab-41f5-8cc1-4c27080e5b48 req-332f1c66-679d-480b-a92b-6bf7f2875a7b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:01.194606 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b83d32f-14ab-41f5-8cc1-4c27080e5b48 req-332f1c66-679d-480b-a92b-6bf7f2875a7b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0667193 Jul 12 17:09:01.245125 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b83d32f-14ab-41f5-8cc1-4c27080e5b48 req-ad3282d0-c5f8-45ca-81a6-d2ebd06785db tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429006 Jul 12 17:09:02.136119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2ef-8cd0-492b-80f8-ab3ae4c0a925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:02.440686 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60202a08-37c7-48db-94a8-59261cf4f46f req-0819f550-766d-444b-bba6-76e9cacdb976 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:02.442207 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-60202a08-37c7-48db-94a8-59261cf4f46f req-0819f550-766d-444b-bba6-76e9cacdb976 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0707073 Jul 12 17:09:02.483102 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-60202a08-37c7-48db-94a8-59261cf4f46f req-612ccae2-4fa7-4209-8ac5-7e6ea9d07a3c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347121 Jul 12 17:09:03.660576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82143156-4f65-4ee7-b273-cafcb225846e req-7fb949b4-3515-4dc0-809a-94357df0af34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:03.662101 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82143156-4f65-4ee7-b273-cafcb225846e req-7fb949b4-3515-4dc0-809a-94357df0af34 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0654480 Jul 12 17:09:03.701329 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82143156-4f65-4ee7-b273-cafcb225846e req-2bbe864a-c9c6-4069-bcc1-ba526feb08f0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336275 Jul 12 17:09:03.853641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:04.535109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-99c8540c-c222-481e-9263-f160d0df4062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:04.887095 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ae14-573e-49b4-8add-9f4810828c51 req-01425929-9180-4898-b977-d9c5788fc88c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:04.888509 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5367ae14-573e-49b4-8add-9f4810828c51 req-01425929-9180-4898-b977-d9c5788fc88c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0695648 Jul 12 17:09:04.929515 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5367ae14-573e-49b4-8add-9f4810828c51 req-b2546153-eccb-4540-8db4-c89f0b263c63 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Jul 12 17:09:04.997238 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:06.015984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:06.057520 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:06.131966 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379baf22-518e-4ae4-a5bc-9f08c16a59ba req-e7c3f26b-5ef4-4d2e-8800-3ac3f8154412 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:06.133498 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-379baf22-518e-4ae4-a5bc-9f08c16a59ba req-e7c3f26b-5ef4-4d2e-8800-3ac3f8154412 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0843456 Jul 12 17:09:06.173155 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-379baf22-518e-4ae4-a5bc-9f08c16a59ba req-756fe716-d55e-4665-acbc-3753d5af2fe2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Jul 12 17:09:07.353937 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f81b44-a362-4fb7-99cf-77135e6e713e req-d1ce31ec-6784-4499-9061-522bf7bbe2cc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:07.355697 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94f81b44-a362-4fb7-99cf-77135e6e713e req-d1ce31ec-6784-4499-9061-522bf7bbe2cc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0665684 Jul 12 17:09:07.392941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94f81b44-a362-4fb7-99cf-77135e6e713e req-f8207bdc-fce4-4a8f-8043-81c4b565c478 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Jul 12 17:09:07.418916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:08.576484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94c41-eb3b-4719-89c8-987411504121 req-f4c7d0e0-8ca4-44f2-b3d4-d23c0d2aabf3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:08.577915 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20e94c41-eb3b-4719-89c8-987411504121 req-f4c7d0e0-8ca4-44f2-b3d4-d23c0d2aabf3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0704224 Jul 12 17:09:08.620483 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-20e94c41-eb3b-4719-89c8-987411504121 req-19453d87-abdc-43a2-b9ce-6972a743b50c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Jul 12 17:09:09.795374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf10ce-cf01-4fa5-982d-5080e4bccc1c req-af2497d4-50dc-421c-8dbf-a0fbb13d33b5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:09.796948 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6cf10ce-cf01-4fa5-982d-5080e4bccc1c req-af2497d4-50dc-421c-8dbf-a0fbb13d33b5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0646400 Jul 12 17:09:09.835298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6cf10ce-cf01-4fa5-982d-5080e4bccc1c req-ae8851c8-f8ae-444e-9dae-4758f61cbcac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Jul 12 17:09:11.010161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbaf6a-fac3-4203-b79b-df9ae7c20e6d req-00aa5654-66a0-4c60-a90d-996ea8f4ff35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:11.011932 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15bbaf6a-fac3-4203-b79b-df9ae7c20e6d req-00aa5654-66a0-4c60-a90d-996ea8f4ff35 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0670912 Jul 12 17:09:11.051105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15bbaf6a-fac3-4203-b79b-df9ae7c20e6d req-e3e87d6c-0c60-4f70-bba5-f9a0a34d48a1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Jul 12 17:09:11.075354 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40374) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:11.142374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-160cbffd-3276-4b48-bfab-f3203c44437a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/11af52ee-7602-40dc-b28b-b7c18152620e HTTP/1.1" status: 200 len: 994 time: 0.0656700 Jul 12 17:09:32.137204 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d8d336e4-a06a-4ef3-900e-079d21bface1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:33.853488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:34.536889 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a8946d5f-edc0-4139-ba01-a1b316eb74c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:34.998627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:36.019103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:36.054232 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:37.373288 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:09:37.420288 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:40.294459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-0022a031-eed5-4b71-9c6c-0016da2029ba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561073 Jul 12 17:09:40.388193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e187-867c-4274-b218-3400d1e0bde5 req-de1b754c-c343-4cff-ad9f-3709b5824de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:40.389668 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-de1b754c-c343-4cff-ad9f-3709b5824de1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0528536 Jul 12 17:09:40.494225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e187-867c-4274-b218-3400d1e0bde5 req-b0c56d7d-63f4-45b1-bace-94b1b3b02942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:40.495615 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-b0c56d7d-63f4-45b1-bace-94b1b3b02942 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.0864582 Jul 12 17:09:40.564437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-b8178550-4223-43dd-aabb-1b83508c9419 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 1002 time: 0.0627961 Jul 12 17:09:40.612582 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e187-867c-4274-b218-3400d1e0bde5 req-57afc945-5262-4f3d-a70e-2b28fd0f0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:40.614555 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-57afc945-5262-4f3d-a70e-2b28fd0f0710 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0436685 Jul 12 17:09:40.671498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e187-867c-4274-b218-3400d1e0bde5 req-57397ad7-64cf-46d9-be07-8782bea0ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:40.673052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-57397ad7-64cf-46d9-be07-8782bea0ddf5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519285 Jul 12 17:09:40.768641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-afeb1892-33c8-4574-8dc6-f86121081c84 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879734 Jul 12 17:09:40.860708 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3031e187-867c-4274-b218-3400d1e0bde5 req-0572f432-e251-458d-b4a3-03c281b2eb39 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854602 Jul 12 17:09:41.563043 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40388) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:41.720189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 0c415e70-3354-4349-95db-2a4d57bb01b6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:41.720553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:41.801162 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:41.801412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:41.812762 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 0c415e70-3354-4349-95db-2a4d57bb01b6 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:41.963737 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:41.990622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=0c415e70-3354-4349-95db-2a4d57bb01b6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:42.021153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.021496 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.021836 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.022170 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.022499 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.022827 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.023161 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.023480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.023837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.024155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.024474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.024790 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:42.064007 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:42.064380 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP 11af52ee-7602-40dc-b28b-b7c18152620e disassociated (deleted). External IP: 172.25.8.102, port: dbd14caa-4ff3-47fe-ad62-324c3e1e01ed. Jul 12 17:09:42.286989 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 5d66ff4d-2de9-41ef-961f-04a02082ae50 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:42.410154 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:42.415170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:42.420569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Sync routers for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:42.430432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:42.431053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:42.459488 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2e2f37d5-bf40-4e49-9e55-197222ebbd8f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/floatingips/11af52ee-7602-40dc-b28b-b7c18152620e HTTP/1.1" status: 204 len: 168 time: 0.8953996 Jul 12 17:09:42.460204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:09:42.462742 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d1c42f-469f-4f75-880c-e0ebea37a3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:09:42.501088 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973d30ea-554f-4a91-a9cf-7bf545eacda2 x-openstack-request-id: req-973d30ea-554f-4a91-a9cf-7bf545eacda2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:09:42.501383 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:09:42.501635 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-973d30ea-554f-4a91-a9cf-7bf545eacda2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:09:42.502039 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'status': 'completed', 'code': 200} Jul 12 17:09:42.548322 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:42.587228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-0420c1ab-4d05-40f7-8483-69c56a5a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:42.590516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-0420c1ab-4d05-40f7-8483-69c56a5a12e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 1097 time: 0.0665798 Jul 12 17:09:42.713791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-4d4777ec-c89e-4835-b195-f26268b925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:42.715577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-4d4777ec-c89e-4835-b195-f26268b925fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 200 len: 898 time: 0.1180766 Jul 12 17:09:42.771377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-6055dc23-2481-43a0-be9f-d63483568ca8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 200 len: 217 time: 0.0464334 Jul 12 17:09:42.784266 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:42.815479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Checking router: 5d66ff4d-2de9-41ef-961f-04a02082ae50 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:42.826337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:42.826971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:42.827145 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-4857b2e8-cf2d-444d-b243-935e4cf13153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:42.828592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-4857b2e8-cf2d-444d-b243-935e4cf13153 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 200 len: 835 time: 0.0507886 Jul 12 17:09:42.881183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa92f7-0ce4-4b3d-a9de-49ad8239cd2c req-f49fc1e7-c1e6-4bfc-8e18-dd9bddd3cc2c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:42.888182 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26aa92f7-0ce4-4b3d-a9de-49ad8239cd2c req-f49fc1e7-c1e6-4bfc-8e18-dd9bddd3cc2c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0827494 Jul 12 17:09:42.891754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-5eb078d9-aaa1-4c74-bcae-ed7b23a9da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:42.893520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-5eb078d9-aaa1-4c74-bcae-ed7b23a9da79 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e881222a-6b08-45b3-9868-325a7bf040b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569210 Jul 12 17:09:42.929349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-26aa92f7-0ce4-4b3d-a9de-49ad8239cd2c req-5bc4852d-19ee-4ca9-958b-f86a1c944e6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402195 Jul 12 17:09:42.941015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:42.994984 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-ff2a213e-eef7-453f-95f6-0622b2137c21 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925779 Jul 12 17:09:43.087723 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-40d1c42f-469f-4f75-880c-e0ebea37a3e7 req-594bc8d5-9009-4ecb-9209-09fd1b9739c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Jul 12 17:09:43.144278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:43.171550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a706e-700e-4c84-85b1-eef85057fb99 None None] The sync data for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 is: [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:08:13Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6', 'name': '', 'network_id': 'e881222a-6b08-45b3-9868-325a7bf040b0', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:0b:69:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:12Z', 'updated_at': '2021-07-12T17:08:18Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '1827eef1-154c-48eb-b259-2116bb11e3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:43.389871 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bfa6c2-fb42-434d-8739-6658d340d6dd None None] New status for floating IP 11af52ee-7602-40dc-b28b-b7c18152620e: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:09:44.118825 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299f32-2f57-46c4-9f18-424977afb44c req-c2f12ea7-bacf-4155-930e-714e16203eef tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:44.120381 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e299f32-2f57-46c4-9f18-424977afb44c req-c2f12ea7-bacf-4155-930e-714e16203eef tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0704305 Jul 12 17:09:44.162426 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e299f32-2f57-46c4-9f18-424977afb44c req-6a95b432-624b-46e0-ac5c-b26f06d58dfb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=5874a6e8-56d4-44b2-a6f1-422f526044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338748 Jul 12 17:09:44.300808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-4069f330-0177-40c6-873f-98e0e491adc8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:44.302478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-4069f330-0177-40c6-873f-98e0e491adc8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 946 time: 0.0798743 Jul 12 17:09:44.420812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:44.421146 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:44.517751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:44.518002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:44.530398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for dbd14caa-4ff3-47fe-ad62-324c3e1e01ed owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:44.662845 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:44.698596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=dbd14caa-4ff3-47fe-ad62-324c3e1e01ed,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:44.712073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.712439 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.712777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.713109 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.713442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.713771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.714098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.714424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.714745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.715074 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.715393 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.715736 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:44.755816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] No DVR routers for this DVR port dbd14caa-4ff3-47fe-ad62-324c3e1e01ed on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:44.758459 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:44.760630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78da6318-7b92-4fcf-9476-9f5ba070b9c0 req-e3855706-e929-4590-9f2b-111a0a672fbb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "DELETE /v2.0/ports/dbd14caa-4ff3-47fe-ad62-324c3e1e01ed HTTP/1.1" status: 204 len: 173 time: 0.4522967 Jul 12 17:09:44.761069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'name': 'network-vif-deleted', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:09:44.763441 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e4ba1-b377-4544-8c55-6f2296ca0d96" -d '{"events": [{"server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "name": "network-vif-deleted", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:09:44.800335 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ffeb2-9c76-48e8-8219-13623cda8f6f x-openstack-request-id: req-518ffeb2-9c76-48e8-8219-13623cda8f6f {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:09:44.801245 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344798c1-46ff-4f22-b945-19fd18170a41", "name": "network-vif-deleted", "tag": "dbd14caa-4ff3-47fe-ad62-324c3e1e01ed", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:09:44.801571 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-518ffeb2-9c76-48e8-8219-13623cda8f6f {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:09:44.801980 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344798c1-46ff-4f22-b945-19fd18170a41', 'name': 'network-vif-deleted', 'tag': 'dbd14caa-4ff3-47fe-ad62-324c3e1e01ed', 'status': 'completed', 'code': 200} Jul 12 17:09:45.320935 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7793f724-d08c-47e4-924e-95d32b984e88 req-91a52a23-25ce-43c0-97b2-1ca14b6d36eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=344798c1-46ff-4f22-b945-19fd18170a41 HTTP/1.1" status: 200 len: 210 time: 0.0314574 Jul 12 17:09:46.417350 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40406) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:46.786532 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:46.980708 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dbd14caa-4ff3-47fe-ad62-324c3e1e01ed no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:47.002976 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: dbd14caa-4ff3-47fe-ad62-324c3e1e01ed {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:47.003328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device dbd14caa-4ff3-47fe-ad62-324c3e1e01ed not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:47.075108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:47.075350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:47.176299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:47.176954 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:47.189590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:47.382411 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:47.411881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:47.594744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:47.810622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 5d66ff4d-2de9-41ef-961f-04a02082ae50 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:48.271472 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:48.279401 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ce7b6e27-d3ad-426d-ac0e-3d330c277d01 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/5d66ff4d-2de9-41ef-961f-04a02082ae50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8582537 Jul 12 17:09:48.279401 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40408) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:48.282480 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Sync routers for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:48.291985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:48.292611 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:48.332784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting subnet 1827eef1-154c-48eb-b259-2116bb11e3e3 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:09:48.335963 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.376470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.400447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:48.469627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.531247 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.560049 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Subnet': ['ID=1827eef1-154c-48eb-b259-2116bb11e3e3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:48.562196 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.564585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-134e2c8b-94e0-4068-ae95-f7c66eb7c020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/subnets/1827eef1-154c-48eb-b259-2116bb11e3e3 HTTP/1.1" status: 204 len: 168 time: 0.2842846 Jul 12 17:09:48.568045 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40410) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:48.576475 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f40887-1e7d-4d00-b9a5-d0255245f20b None None] Network e881222a-6b08-45b3-9868-325a7bf040b0 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:09:48.668196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:09:47Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:48.675250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.718989 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Checking router: 5d66ff4d-2de9-41ef-961f-04a02082ae50 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:48.736595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Routers {'5d66ff4d-2de9-41ef-961f-04a02082ae50'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:48.737225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['5d66ff4d-2de9-41ef-961f-04a02082ae50'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:48.783831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.842108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 92ac0e55-d9df-42b4-b3d3-c857307598f4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:48.842467 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.860019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] Set router 5d66ff4d-2de9-41ef-961f-04a02082ae50 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:48.887618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] DHCP port deletion for e881222a-6b08-45b3-9868-325a7bf040b0 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:09:48.937291 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 92ac0e55-d9df-42b4-b3d3-c857307598f4, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=92ac0e55-d9df-42b4-b3d3-c857307598f4,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:48.937595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:48.951301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 92ac0e55-d9df-42b4-b3d3-c857307598f4 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:49.058488 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Deleting port 9915a21e-903f-4171-a9fd-389d7847e7cb {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:09:49.058752 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.126242 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.130267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] For port 9915a21e-903f-4171-a9fd-389d7847e7cb, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9915a21e-903f-4171-a9fd-389d7847e7cb,segment=NetworkSegment(7e8385c5-e1df-40d3-b82b-802dbf4da0be),segment_id=7e8385c5-e1df-40d3-b82b-802dbf4da0be)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:49.130663 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.146658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Calling delete_port for 9915a21e-903f-4171-a9fd-389d7847e7cb owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:09:49.150874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=92ac0e55-d9df-42b4-b3d3-c857307598f4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:49.160433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:09:47Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:49.232140 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.333421 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.335731 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.376466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe71de6-a869-4d11-becb-089b758cd50e None None] The sync data for ids ['5d66ff4d-2de9-41ef-961f-04a02082ae50'] in n-d-800078-3 is: [{'id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758685311', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:08:09Z', 'updated_at': '2021-07-12T17:09:47Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '92ac0e55-d9df-42b4-b3d3-c857307598f4', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d66ff4d-2de9-41ef-961f-04a02082ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:08:10Z', 'updated_at': '2021-07-12T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:49.383726 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.384301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Fanout notify agent at l3_agent the message router_deleted on router 5d66ff4d-2de9-41ef-961f-04a02082ae50 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:09:49.392117 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.393322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-12377df2-21a7-4d47-87de-f5feab7d1b0b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/routers/5d66ff4d-2de9-41ef-961f-04a02082ae50 HTTP/1.1" status: 204 len: 168 time: 0.8242819 Jul 12 17:09:49.398165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40412) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:49.430233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.456436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Pushing event deleted for resources: {'Port': ['ID=9915a21e-903f-4171-a9fd-389d7847e7cb,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:49.463658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] No DVR routers for this DVR port 9915a21e-903f-4171-a9fd-389d7847e7cb on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:09:49.476188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.476594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.476993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.477388 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.477808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.478191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.478577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.478960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.479341 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.479779 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.480384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.480699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c668ed-26e5-4e47-ae87-f4b93f9773d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:49.490898 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.580178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.590846 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e881222a-6b08-45b3-9868-325a7bf040b0']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:49.601323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8385c5-e1df-40d3-b82b-802dbf4da0be') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:49.601620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8385c5-e1df-40d3-b82b-802dbf4da0be') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:49.610670 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.624797 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.631241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:09:49.631656 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:09:49.634647 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:09:49.703061 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.713413 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.715374 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/networks/e881222a-6b08-45b3-9868-325a7bf040b0 HTTP/1.1" status: 204 len: 168 time: 0.3154938 Jul 12 17:09:49.718128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:49.725695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56546e1d-1845-41b5-91ed-702478192e30 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Network': ['ID=e881222a-6b08-45b3-9868-325a7bf040b0,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:49.781414 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.810206 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.877995 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.881287 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:49.882482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/security-groups/5874a6e8-56d4-44b2-a6f1-422f526044c7 HTTP/1.1" status: 204 len: 168 time: 0.1633594 Jul 12 17:09:49.892916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7facd-85ed-48cb-86d8-1893ac16ac8a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5874a6e8-56d4-44b2-a6f1-422f526044c7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.214596 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40420) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.219286 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063163237', 'description': 'tempest-secgroup-smoke-1063163237 description', 'project_id': '6001efdf85b64eac9a36e574e5a34015'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.243706 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.333936 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.337595 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.367652 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.368872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532409 Jul 12 17:09:50.370885 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e174-eef0-4f3f-8379-ef63513ee79a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058b371d-9c90-4384-8a31-d3949a2d1a9e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.372035 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40422) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.376842 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.408229 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.459828 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:50.472723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.476843 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.484994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:50.485337 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 1d1bf46a-4c2c-4bf7-8844-67423eb6c6f6 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:50.485744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92ac0e55-d9df-42b4-b3d3-c857307598f4 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:50.498129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f887e9e-c13d-4b60-9790-18d907b8d525,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.501047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.502393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-33675612-b3b4-446d-8e94-be12a40d8fb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292899 Jul 12 17:09:50.506745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40424) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.511103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.516089 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 92ac0e55-d9df-42b4-b3d3-c857307598f4 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:50.516598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 92ac0e55-d9df-42b4-b3d3-c857307598f4 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:50.517016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9915a21e-903f-4171-a9fd-389d7847e7cb no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:09:50.537205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9915a21e-903f-4171-a9fd-389d7847e7cb {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:09:50.537550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9915a21e-903f-4171-a9fd-389d7847e7cb not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:09:50.545034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.611457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.615740 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.633313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bf204a-71f7-4fdc-b567-1064f8c8b151,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.639883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.641101 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-9c4c1b71-deae-4792-8f7f-31604ef1f144 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335983 Jul 12 17:09:50.644041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40426) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.649041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.676216 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.738665 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.742383 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.761963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6078d8-31c9-45dc-98ea-82cd6da7474c,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.768417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.770154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d0f2cad-2361-4a49-812b-10020589acfd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246722 Jul 12 17:09:50.773078 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40428) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.777618 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.808461 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.870455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.874329 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.893591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd474214-5792-461a-b4c7-5a26bde94aa4,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:50.900785 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:50.902261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d114547-4946-4507-bbbd-801a2fd56626 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282010 Jul 12 17:09:50.905073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40430) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:50.911316 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:50.937564 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:09:50.943045 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.016354 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.023605 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.046672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa0aa7b-0852-4cad-b19d-4149e88a9cd5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:51.057578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.058878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b968fec0-35cb-4c9a-bb70-a8396ca4b07b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526725 Jul 12 17:09:51.065933 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:51.071241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '058b371d-9c90-4384-8a31-d3949a2d1a9e', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:51.101144 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:09:51.106914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.179857 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.184540 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.203549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a438d20-627d-4e7f-9e08-65a3cf25ab8c,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:51.214751 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.216045 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-929691e5-5045-40d7-9da6-7a7af2e3e50a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487761 Jul 12 17:09:51.220446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:51.226884 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'network': {'name': 'tempest-network-smoke--868951580', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:51.250909 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:09:51.254768 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.278953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:09:51.288275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.288620 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Added segment a580d1d8-c79a-4a8a-b35f-211681d361d9 of type vlan for network b22d0d3d-d5ff-4378-8852-1b9d8df25168 Jul 12 17:09:51.331241 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.362153 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.368404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:51.368987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.429308 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2075839 Jul 12 17:09:51.432074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40436) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:51.436885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'admin_state_up': True, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:51.438053 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c5b39-1f0f-433f-a3cb-6c67e8fd6961 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Network': ['ID=b22d0d3d-d5ff-4378-8852-1b9d8df25168,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:51.449040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:09:51.469351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.470299 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.557968 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.698518 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.900195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:51.920171 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.027129 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.76 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:09:52.133610 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.173455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.220773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:09:52.224717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:52.228312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:09:52.234064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:52.489594 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.694819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.829768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router e2b35cc3-1851-4903-8fa2-22111a455c63 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:09:52.940358 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:52.950675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Sync routers for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:52.959942 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:52.960948 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:52.961378 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-30e0140d-c57c-4535-99ff-c9d7f0cfd87e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5282018 Jul 12 17:09:52.961688 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:52.964620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40438) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:52.994797 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7c0e8531-137b-4cfd-842d-5bac40685de9 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6001efdf85b64eac9a36e574e5a34015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289752 Jul 12 17:09:52.997302 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40440) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:53.070597 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:53.086082 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb4252-14aa-43a6-8025-4d2d193bf068 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:53.087511 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-39fb4252-14aa-43a6-8025-4d2d193bf068 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893197 Jul 12 17:09:53.090500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40442) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:53.123033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0e4d998d-49a2-40b3-a703-70c62dc0ce3b tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291662 Jul 12 17:09:53.123279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40444) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:53.127961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752526628', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:53.221179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:09:53.226320 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.354844 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:52Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:53.381909 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Checking router: e2b35cc3-1851-4903-8fa2-22111a455c63 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:53.382253 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Updating router e2b35cc3-1851-4903-8fa2-22111a455c63 port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:09:53.428741 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.430826 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.493546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Subnet': ['ID=f2827566-cddb-47d6-b639-7789f81611f5,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:53.502381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Checking segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:09:53.502736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network hostable DHCP agents. Network: b22d0d3d-d5ff-4378-8852-1b9d8df25168, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:09:53.520418 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:09:53.529601 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, b22d0d3d-d5ff-4378-8852-1b9d8df25168) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:53.533875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:53.534463 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.542546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26db02-0014-4be6-9e26-621789060666 None None] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:09:53.552071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-399d16dd-f20f-4a94-8b72-68511a103364 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4275777 Jul 12 17:09:53.554935 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40446) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:09:53.722528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:09:53.723480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.723991 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.736866 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Transition to ACTIVE for port object 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:53.744084 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.795221 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Attempting to bind port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:09:53.795620 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Attempting to bind port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:09:53.795956 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Attempting to bind port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:09:53.806764 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:09:53.807105 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:09:53.807503 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.807919 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:09:53.808375 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Bound port: 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:09:53.808748 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.811713 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Pushing event updated for resources: {'Port': ['ID=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:53.837553 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.837925 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.838290 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.838649 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.839041 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.839364 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.839706 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.840025 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.840342 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.840654 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.840967 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.841275 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:09:53.876712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] For port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:09:53.880770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] For port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:09:53.885223 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:53.896728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Allocated IP 172.20.0.2 (b22d0d3d-d5ff-4378-8852-1b9d8df25168/f2827566-cddb-47d6-b639-7789f81611f5/eb19599f-a97c-4256-ac90-a06779708577) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:09:53.947196 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:53.947850 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:53.952703 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347101c-b021-4ec9-b8e2-6a1820cfa66d None None] Pushing event updated for resources: {'Port': ['ID=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:54.051228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.059866 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Transition to ACTIVE for port object eb19599f-a97c-4256-ac90-a06779708577 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:54.064396 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:54.075534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Transition to ACTIVE for port object eb19599f-a97c-4256-ac90-a06779708577 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:54.081861 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.115926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:09:54.120561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:54.124106 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:09:54.127629 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.159199 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Pushing event updated for resources: {'Port': ['ID=eb19599f-a97c-4256-ac90-a06779708577,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:54.196003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Attempting to bind port eb19599f-a97c-4256-ac90-a06779708577 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:09:54.196407 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Attempting to bind port eb19599f-a97c-4256-ac90-a06779708577 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:09:54.196774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Attempting to bind port eb19599f-a97c-4256-ac90-a06779708577 on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:09:54.202809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:09:54.203181 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Checking segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:09:54.203891 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.204117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Bound using segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:09:54.204458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Bound port: eb19599f-a97c-4256-ac90-a06779708577, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:09:54.204840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.270945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] For port eb19599f-a97c-4256-ac90-a06779708577, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:09:54.274771 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] For port eb19599f-a97c-4256-ac90-a06779708577, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=eb19599f-a97c-4256-ac90-a06779708577,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:09:54.279904 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.283272 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:52Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:54.311457 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b40c689-ea97-4428-94ec-c7081ee66661 None None] The sync data for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 is: [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:52Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:54.349479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930545c-47be-42cd-b0b8-50a9f8b69373 None None] Pushing event updated for resources: {'Port': ['ID=eb19599f-a97c-4256-ac90-a06779708577,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:54.474630 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.1 (b22d0d3d-d5ff-4378-8852-1b9d8df25168/f2827566-cddb-47d6-b639-7789f81611f5/01cb7370-4701-41f8-818d-3c3877fe25a9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:09:54.674014 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.692873 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 01cb7370-4701-41f8-818d-3c3877fe25a9 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:54.743679 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:54.798080 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:09:54.802343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:54.804312 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:54.806470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:09:54.863924 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.031744 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.390141 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.395865 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.414239 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe342a-ec3b-40de-9337-3158bfaf1a24 None None] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:09:55.504719 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:55.508347 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ab5876b1-f766-4d4d-a18f-8202c976448f None None] Provisioning for port eb19599f-a97c-4256-ac90-a06779708577 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:09:55.514158 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.642350 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:09:55.643922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:55.777452 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router e2b35cc3-1851-4903-8fa2-22111a455c63 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:09:55.837931 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f62b5718-79ea-4996-a65d-c98ab44e7ef4 None None] Provisioning for port 01cb7370-4701-41f8-818d-3c3877fe25a9 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:09:55.842328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f62b5718-79ea-4996-a65d-c98ab44e7ef4 None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:55.842758 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f62b5718-79ea-4996-a65d-c98ab44e7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:55.884919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f62b5718-79ea-4996-a65d-c98ab44e7ef4 None None] Port 01cb7370-4701-41f8-818d-3c3877fe25a9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:09:55.913558 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:09:55.919478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ae5907b0-ccf0-4ef2-bb05-9f4011aecd6e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/e2b35cc3-1851-4903-8fa2-22111a455c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630714 Jul 12 17:09:56.097988 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-b69f28d4-bfb6-45c2-b8f5-5d4e769589ca tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063163237&fields=id&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 267 time: 0.0478029 Jul 12 17:09:56.125081 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Sync routers for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:09:56.135777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a71713a7-95c0-47ae-baa1-004d6ccc1456 None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:56.136270 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a71713a7-95c0-47ae-baa1-004d6ccc1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.160929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:56.161694 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:56.219832 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-a71713a7-95c0-47ae-baa1-004d6ccc1456 None None] Port 01cb7370-4701-41f8-818d-3c3877fe25a9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:09:56.228626 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-cc7639cc-5549-41aa-be95-c89679f57704 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:56.236802 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-cc7639cc-5549-41aa-be95-c89679f57704 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 796 time: 0.1337893 Jul 12 17:09:56.259487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-53e956ce-ae9a-40ce-86ec-d4f4eef81c84 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/quotas/6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 375 time: 0.0214801 Jul 12 17:09:56.305207 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:56.379501 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-696a62d6-14b6-4dd6-a4f0-6e1abbac25c2 None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:56.380154 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-696a62d6-14b6-4dd6-a4f0-6e1abbac25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.381845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9bdd4605-5bc1-49ec-badb-43facacb48d3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188881 Jul 12 17:09:56.445262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device eb19599f-a97c-4256-ac90-a06779708577 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:09:56.543733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-696a62d6-14b6-4dd6-a4f0-6e1abbac25c2 None None] Port 01cb7370-4701-41f8-818d-3c3877fe25a9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:09:56.587616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port eb19599f-a97c-4256-ac90-a06779708577 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:09:56.593537 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port eb19599f-a97c-4256-ac90-a06779708577 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:56.593918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.683871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1741790d-eb59-4384-9feb-f5d9c027f080 None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:56.683871 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1741790d-eb59-4384-9feb-f5d9c027f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.731179 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:09:55Z', 'revision_number': 2, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:56.784134 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-1741790d-eb59-4384-9feb-f5d9c027f080 None None] Port 01cb7370-4701-41f8-818d-3c3877fe25a9 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:09:56.789762 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Checking router: e2b35cc3-1851-4903-8fa2-22111a455c63 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:09:56.790143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Updating router e2b35cc3-1851-4903-8fa2-22111a455c63 port 01cb7370-4701-41f8-818d-3c3877fe25a9 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:09:56.822214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.848040 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.896162 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port eb19599f-a97c-4256-ac90-a06779708577, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=eb19599f-a97c-4256-ac90-a06779708577,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:56.903490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:56.933201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-c4ddbef6-a083-4697-bcc7-6b8229e25eae service neutron] 10.222.0.58 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323277 Jul 12 17:09:57.000232 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:09:57.030781 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-052590a7-d639-4bf8-86ea-38720b98af08 service neutron] 10.222.0.58 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907233 Jul 12 17:09:57.084304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=eb19599f-a97c-4256-ac90-a06779708577,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:57.148945 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:09:57.161004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:57.161004 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.227680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5d051c46-8a6e-4f51-bcba-e813fc1322fb req-12cbf2d7-b12c-4f88-9ad9-4dbe2e932f9d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 210 time: 0.0398118 Jul 12 17:09:57.305250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.322508 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Transition to ACTIVE for port object 01cb7370-4701-41f8-818d-3c3877fe25a9 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:57.324431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.340832 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.359829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:09:57.386962 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.441152 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b809ff-f82a-49b8-919f-c8f9246b8418 None None] Pushing event updated for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:57.508058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Attempting to bind port 01cb7370-4701-41f8-818d-3c3877fe25a9 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:09:57.508726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Attempting to bind port 01cb7370-4701-41f8-818d-3c3877fe25a9 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:09:57.508858 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Attempting to bind port 01cb7370-4701-41f8-818d-3c3877fe25a9 on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:09:57.516995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:09:57.517370 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Checking segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:09:57.517788 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.518189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Bound using segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:09:57.518654 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Bound port: 01cb7370-4701-41f8-818d-3c3877fe25a9, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:09:57.519980 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.545991 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:57.625705 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] For port 01cb7370-4701-41f8-818d-3c3877fe25a9, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:09:57.629355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] For port 01cb7370-4701-41f8-818d-3c3877fe25a9, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=01cb7370-4701-41f8-818d-3c3877fe25a9,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:09:57.635725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:57.705191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b809ff-f82a-49b8-919f-c8f9246b8418 None None] Pushing event updated for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:57.709339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:09:57.709339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:09:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:58.006890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:09:58.217456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:09:58.249714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779f42-3765-48cf-8146-e4396d112b0d None None] The sync data for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 is: [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:09:58.393743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device eb19599f-a97c-4256-ac90-a06779708577 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:09:58.436690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2d07cd4a-f3c3-4e24-9388-13e2be0b4c21 req-fb88da10-1bbd-497f-8252-fa044d12c10b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 210 time: 0.0445595 Jul 12 17:09:58.466952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port eb19599f-a97c-4256-ac90-a06779708577 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:58.467788 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:58.569479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:09:58.641192 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:58.641837 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:58.696243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-7cd44583-1501-4bcf-bf2e-75730e17f3f7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:58.698116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-7cd44583-1501-4bcf-bf2e-75730e17f3f7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 796 time: 0.1669095 Jul 12 17:09:58.768640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-cb750b89-b687-48c9-9d3c-a5c9fa8042c0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 380 time: 0.0588281 Jul 12 17:09:58.781485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'port': {'device_id': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'admin_state_up': True, 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'security_groups': ['058b371d-9c90-4384-8a31-d3949a2d1a9e']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:58.914047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:09:58.917739 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.059198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.8 (b22d0d3d-d5ff-4378-8852-1b9d8df25168/f2827566-cddb-47d6-b639-7789f81611f5/6e188088-1606-4774-95c9-fd6eb4b24e4e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:09:59.238291 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.256497 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 6e188088-1606-4774-95c9-fd6eb4b24e4e will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:59.297217 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.341062 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:09:59.346186 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:09:59.350691 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:09:59.397663 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:09:59.429821 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:59.430549 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.458421 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-9edfc127-af08-44d0-9131-a30299f6ad06 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811073 Jul 12 17:09:59.478537 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Request body: {'port': {'device_id': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:09:59.629080 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.658862 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-84a80361-9446-49b2-97df-21a2a0982e18 None None] Provisioning for port 6e188088-1606-4774-95c9-fd6eb4b24e4e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:09:59.664048 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-84a80361-9446-49b2-97df-21a2a0982e18 None None] Provisioning complete for port 6e188088-1606-4774-95c9-fd6eb4b24e4e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:09:59.664658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84a80361-9446-49b2-97df-21a2a0982e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.706086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-84a80361-9446-49b2-97df-21a2a0982e18 None None] Port 6e188088-1606-4774-95c9-fd6eb4b24e4e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:09:59.720517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7df30-189e-4b68-ae6a-926bbdb8216a req-ef08c0ce-c8c5-4790-9f6c-102d9bf219ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:09:59.722590 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67b7df30-189e-4b68-ae6a-926bbdb8216a req-ef08c0ce-c8c5-4790-9f6c-102d9bf219ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 931 time: 0.1295385 Jul 12 17:09:59.857066 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-67b7df30-189e-4b68-ae6a-926bbdb8216a req-5ffa9f7a-f061-4873-bee1-670848f06a15 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873795 Jul 12 17:09:59.969965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e188088-1606-4774-95c9-fd6eb4b24e4e {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:09:59.978574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:09:59.991540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Transition to ACTIVE for port object 6e188088-1606-4774-95c9-fd6eb4b24e4e will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:09:59.995340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.046774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:00.121006 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:10:00.121341 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:10:00.121669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:10:00.126567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:10:00.126884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:10:00.132447 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:10:00.132783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Checking segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:10:00.133164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Bound using segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:10:00.133587 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Bound port: 6e188088-1606-4774-95c9-fd6eb4b24e4e, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:10:00.133946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.209143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:10:00.212517 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:10:00.217927 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.264965 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:00.265598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.267350 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] 10.222.0.65 "PUT /v2.0/ports/6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 1091 time: 0.7962854 Jul 12 17:10:00.267567 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:10:00.270356 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df14fad-1192-4fa5-a523-97b1651b0540" -d '{"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:10:00.316553 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7492f451-99c3-4dec-81d5-bbffee8c3be7 x-openstack-request-id: req-7492f451-99c3-4dec-81d5-bbffee8c3be7 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:10:00.316849 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:10:00.317102 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7492f451-99c3-4dec-81d5-bbffee8c3be7 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:10:00.317504 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'status': 'completed', 'code': 200} Jul 12 17:10:00.318123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f55947-74a3-4d64-be92-00094ad63b06 service neutron] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:00.380533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 01cb7370-4701-41f8-818d-3c3877fe25a9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:10:00.404435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-791788ea-a187-45de-9b25-63d234d96a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:00.406165 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-791788ea-a187-45de-9b25-63d234d96a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1094 time: 0.0803485 Jul 12 17:10:00.451466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 01cb7370-4701-41f8-818d-3c3877fe25a9 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:10:00.456012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:10:00.456012 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.462777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-ed149387-58f6-460c-a5c6-0a21688cd627 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 217 time: 0.0431828 Jul 12 17:10:00.524313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-8eca47eb-8a36-4d89-aab0-39a83e7660b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:00.525784 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-8eca47eb-8a36-4d89-aab0-39a83e7660b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0497108 Jul 12 17:10:00.552972 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.591130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 01cb7370-4701-41f8-818d-3c3877fe25a9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=01cb7370-4701-41f8-818d-3c3877fe25a9,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:10:00.596098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.596255 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-1ad07061-69b9-4668-898c-c8f44deac153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:00.598706 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-1ad07061-69b9-4668-898c-c8f44deac153 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610645 Jul 12 17:10:00.669381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:00.714707 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-ad2b10a3-c7bf-4cfc-b632-8a853ce7c272 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049297 Jul 12 17:10:00.836486 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c0f1a903-a5f5-4fd9-80d6-9206e0fc0b68 req-d8edded2-5f62-4edc-8a9a-ce922d3855b2 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101849 Jul 12 17:10:00.906095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-256426b6-85fc-48db-84d6-522f6836a2b0 None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:10:00.906403 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-256426b6-85fc-48db-84d6-522f6836a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:00.959609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-5d2f0843-5110-48a1-b1aa-9484b5adaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:00.961449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-5d2f0843-5110-48a1-b1aa-9484b5adaf5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1094 time: 0.0638194 Jul 12 17:10:01.462549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-39747698-a69c-43d6-b42a-0aa45a887b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:01.464075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-39747698-a69c-43d6-b42a-0aa45a887b4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.4938998 Jul 12 17:10:01.486230 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1078fc7-d963-43fd-a906-b0531e14c2f9 req-0a78ac24-634c-4e05-b5e3-9d5ffe12dde1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:01.487901 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1078fc7-d963-43fd-a906-b0531e14c2f9 req-0a78ac24-634c-4e05-b5e3-9d5ffe12dde1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.1064458 Jul 12 17:10:01.525835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-59212dd6-7a6f-453a-8d1d-7e5ee2667518 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 217 time: 0.0546098 Jul 12 17:10:01.582358 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1078fc7-d963-43fd-a906-b0531e14c2f9 req-02423b4f-a5ea-49b4-bb42-1b6c929362bc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634959 Jul 12 17:10:01.594145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-397bfa1a-a1dd-413f-b73c-4c7a28cdcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:01.595627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-397bfa1a-a1dd-413f-b73c-4c7a28cdcd82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0617175 Jul 12 17:10:01.673231 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-13d37948-975a-4b10-9521-7b11451b8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:01.675018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-13d37948-975a-4b10-9521-7b11451b8c78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689971 Jul 12 17:10:01.777995 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-cbc01575-4cca-4617-989e-c624f9b7535f service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934875 Jul 12 17:10:01.880990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7df14fad-1192-4fa5-a523-97b1651b0540 req-124ef907-2954-4166-bc47-f2228a72a86c service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964022 Jul 12 17:10:02.143368 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f5d5-c93a-4fb5-8b89-dc5b25c8ff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:02.323111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 01cb7370-4701-41f8-818d-3c3877fe25a9 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:10:02.371973 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 01cb7370-4701-41f8-818d-3c3877fe25a9 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:10:02.372349 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:02.766468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbbdf9-f178-4047-aa9a-b4f53b6b0b7a req-62a2331e-a5eb-45c4-93b8-d92740acfdd7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:02.767896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50bbbdf9-f178-4047-aa9a-b4f53b6b0b7a req-62a2331e-a5eb-45c4-93b8-d92740acfdd7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.0710258 Jul 12 17:10:02.809724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-50bbbdf9-f178-4047-aa9a-b4f53b6b0b7a req-c989fd4b-68b4-4e2d-b4da-0dfb0fe448fc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354567 Jul 12 17:10:03.863801 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:04.006590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2edb24-0343-484e-be89-9a022ebfed5c req-d4858cd9-dcf9-4b7b-b4f7-99ef6c5c2634 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:04.008167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc2edb24-0343-484e-be89-9a022ebfed5c req-d4858cd9-dcf9-4b7b-b4f7-99ef6c5c2634 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.0778809 Jul 12 17:10:04.047054 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc2edb24-0343-484e-be89-9a022ebfed5c req-73c18ea1-1e70-43b9-97a9-cb6b0e354e71 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Jul 12 17:10:04.419517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:10:04.532155 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:10:04.554040 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'mac_address': 'fa:16:3e:78:e8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:10:04.557740 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d865eb94-1ec0-42d3-a1a1-bd7ecbb73197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:04.595727 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:04.610031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e188088-1606-4774-95c9-fd6eb4b24e4e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:10:04.631522 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:10:04.635625 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:04.693482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:04.978466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['6e188088-1606-4774-95c9-fd6eb4b24e4e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:10:05.026885 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:05.244577 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e361296-0fc1-4e25-83a5-db3ae1cd916d req-10e97c71-5fdb-416a-8d59-15d5857db8a0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:05.247244 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e361296-0fc1-4e25-83a5-db3ae1cd916d req-10e97c71-5fdb-416a-8d59-15d5857db8a0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 944 time: 0.0722296 Jul 12 17:10:05.289265 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5e361296-0fc1-4e25-83a5-db3ae1cd916d req-6ef9e1e1-d110-4278-8056-b3ae2c26ec6c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371253 Jul 12 17:10:06.026160 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:06.055274 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:06.418888 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:10:06.467480 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058dd73-f388-49e8-ab31-521d35b39a55 req-dbebb642-9e00-4a44-82d4-323f2229dc5c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:06.469214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e058dd73-f388-49e8-ab31-521d35b39a55 req-dbebb642-9e00-4a44-82d4-323f2229dc5c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 944 time: 0.0661831 Jul 12 17:10:06.473664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 6e188088-1606-4774-95c9-fd6eb4b24e4e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:10:06.478042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 6e188088-1606-4774-95c9-fd6eb4b24e4e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:10:06.478412 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:06.511732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e058dd73-f388-49e8-ab31-521d35b39a55 req-a9af2c9e-44fd-4498-bcc9-b93b5c6a3b3c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361509 Jul 12 17:10:06.564961 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:06.588007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:10:06.590045 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c20f8b-9a67-4ad6-ab47-25cecc0b4a5b" -d '{"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-plugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:10:06.603038 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:10:06.607653 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:06.634418 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e6022-030c-4218-a438-49464f2af39f x-openstack-request-id: req-739e6022-030c-4218-a438-49464f2af39f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:10:06.634707 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-plugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:10:06.634964 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-739e6022-030c-4218-a438-49464f2af39f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:10:06.635370 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'code': 200} Jul 12 17:10:06.673868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:06.772309 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6289378-46f0-4eb0-b5ea-b89cd3ad0227 req-c688319a-7f8c-4863-8530-0be652084003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:06.773856 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6289378-46f0-4eb0-b5ea-b89cd3ad0227 req-c688319a-7f8c-4863-8530-0be652084003 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1096 time: 0.0602708 Jul 12 17:10:06.825077 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a6289378-46f0-4eb0-b5ea-b89cd3ad0227 req-03bd11be-bb29-4d2c-9146-553ecc918a71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Jul 12 17:10:06.874524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2c2ac398-0636-44f5-96b2-b3a30d1d0e1f None None] Provisioning complete for port 6e188088-1606-4774-95c9-fd6eb4b24e4e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:10:06.874903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac398-0636-44f5-96b2-b3a30d1d0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:07.424636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:07.694534 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3c5ca-bf35-4c5b-b51e-d66f514f10cb req-349fd265-2bdc-4900-9929-93b513189cce tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:07.696090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93f3c5ca-bf35-4c5b-b51e-d66f514f10cb req-349fd265-2bdc-4900-9929-93b513189cce tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jul 12 17:10:07.741880 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-93f3c5ca-bf35-4c5b-b51e-d66f514f10cb req-ce9d4303-3c3d-4a16-9332-ee58932e3020 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365925 Jul 12 17:10:08.963351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a253f7-6aa9-4dd3-959c-92cfc4735d06 req-b7540d71-d914-456f-91df-69fa665524b0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:08.965154 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17a253f7-6aa9-4dd3-959c-92cfc4735d06 req-b7540d71-d914-456f-91df-69fa665524b0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0800402 Jul 12 17:10:09.005881 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-17a253f7-6aa9-4dd3-959c-92cfc4735d06 req-278104cc-bd55-41d6-87da-245a2f2f7062 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349522 Jul 12 17:10:09.200340 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341579e4-4e98-4871-bb75-a75d02c96867 req-ff378f21-ace6-4a0a-9b4c-169e5a0e9fe2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:09.202052 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-341579e4-4e98-4871-bb75-a75d02c96867 req-ff378f21-ace6-4a0a-9b4c-169e5a0e9fe2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Jul 12 17:10:09.245969 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-341579e4-4e98-4871-bb75-a75d02c96867 req-2b1454a4-a20b-4b54-9e3b-a724a6e61b47 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378945 Jul 12 17:10:09.270293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40506) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:10:09.325028 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83a7f2-3b4d-4b5b-aa08-83659ad938bb tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:09.326501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-da83a7f2-3b4d-4b5b-aa08-83659ad938bb tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1091 time: 0.0551927 Jul 12 17:10:09.329295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:10:09.334641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:10:09.361420 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:09.469578 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:09.581560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.248 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/69decc7e-20a5-4678-af67-15a55f6cbfcd) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:10:09.694010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:09.737035 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:09.793434 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:10:09.796629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:10:09.801418 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:10:09.803445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=69decc7e-20a5-4678-af67-15a55f6cbfcd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:10.200575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:10.285535 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:10.440332 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:10.447863 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:10.523881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=69decc7e-20a5-4678-af67-15a55f6cbfcd,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:10:10.536541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:10.643732 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP 3ffa74b4-25ea-4401-874d-3663f2d62f77 associated. External IP: 172.25.8.248, port: 6e188088-1606-4774-95c9-fd6eb4b24e4e. Jul 12 17:10:10.887369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router e2b35cc3-1851-4903-8fa2-22111a455c63 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:10:11.008005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:10:11.018980 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Sync routers for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:10:11.026553 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:11.032491 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:10:11.033182 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:10:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:10:11.085973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-581d0078-ee94-4277-aeb7-eb5234c188e8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7531726 Jul 12 17:10:11.085973 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:10:11.087525 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76eec4b-317b-42a2-94d8-0d9e7916e10a" -d '{"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:10:11.132064 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf2a1b3-91fa-4ca9-b73c-b38647ca4f3a x-openstack-request-id: req-edf2a1b3-91fa-4ca9-b73c-b38647ca4f3a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:10:11.132371 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:10:11.132619 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edf2a1b3-91fa-4ca9-b73c-b38647ca4f3a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:10:11.133005 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'status': 'completed', 'code': 200} Jul 12 17:10:11.158007 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:10:11.218457 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-a3079eb4-01b7-4cc3-81a0-c101f3be4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:11.220130 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-a3079eb4-01b7-4cc3-81a0-c101f3be4c6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1096 time: 0.0644901 Jul 12 17:10:11.282270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca13a3-1c0c-4323-96dd-760eb7006d22 req-979b86a6-3bad-48a3-addf-3ea49f259b05 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:11.283870 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2eca13a3-1c0c-4323-96dd-760eb7006d22 req-979b86a6-3bad-48a3-addf-3ea49f259b05 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0830650 Jul 12 17:10:11.323373 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-c7bf0935-448f-492b-9038-c8002ddbefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:11.324935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-c7bf0935-448f-492b-9038-c8002ddbefda service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0977564 Jul 12 17:10:11.335556 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2eca13a3-1c0c-4323-96dd-760eb7006d22 req-16096f18-eb29-4c50-82f2-b83ab660aeef tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Jul 12 17:10:11.364735 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40516) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:10:11.400920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-ed8842bd-c7a2-4e18-8ca2-a6e32a23b87b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 999 time: 0.0691073 Jul 12 17:10:11.437389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3a8da9af-8e9b-4f0c-a8c2-7e1bf9dc2792 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/3ffa74b4-25ea-4401-874d-3663f2d62f77 HTTP/1.1" status: 200 len: 991 time: 0.0714099 Jul 12 17:10:11.440973 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3ffa74b4-25ea-4401-874d-3663f2d62f77', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'mac_address': 'fa:16:3e:78:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:10:10Z', 'updated_at': '2021-07-12T17:10:10Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:10:11.454609 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-3966604c-37b8-410d-8404-637e32531851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:11.456122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-3966604c-37b8-410d-8404-637e32531851 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0488794 Jul 12 17:10:11.470534 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Checking router: e2b35cc3-1851-4903-8fa2-22111a455c63 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:10:11.479614 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:10:11.480500 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:10:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:10:11.518992 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-3ec7f1d3-73d8-40d6-85e4-ad7ee8dafc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:11.521470 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-3ec7f1d3-73d8-40d6-85e4-ad7ee8dafc46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592763 Jul 12 17:10:11.595490 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:10:11.628214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-ac09418b-702d-43f1-9970-8ca8cc45d42f service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994499 Jul 12 17:10:11.731927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c76eec4b-317b-42a2-94d8-0d9e7916e10a req-b80440b6-91a6-41b4-990f-65820574ba82 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961778 Jul 12 17:10:11.844793 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3ffa74b4-25ea-4401-874d-3663f2d62f77', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'mac_address': 'fa:16:3e:78:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:10:10Z', 'updated_at': '2021-07-12T17:10:10Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:10:11.875890 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747cb35-556f-4302-a369-b4eed9568ba3 None None] The sync data for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 is: [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '3ffa74b4-25ea-4401-874d-3663f2d62f77', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'mac_address': 'fa:16:3e:78:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:10:10Z', 'updated_at': '2021-07-12T17:10:10Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:10:12.084077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99369472-61f4-4afd-8832-7fdb81903094 None None] New status for floating IP 3ffa74b4-25ea-4401-874d-3663f2d62f77: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:10:12.441878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:10:12.511040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c48a07c5-1c85-4408-9196-b4acf9540edc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/3ffa74b4-25ea-4401-874d-3663f2d62f77 HTTP/1.1" status: 200 len: 993 time: 0.0678933 Jul 12 17:10:14.373248 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:10:32.136594 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16c0a85a-183b-47d7-9d65-7741ed3dfc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:33.862484 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:34.539439 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bb14f887-19e5-4a02-af32-f4977c0962f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:34.998920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:36.029109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:36.088237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:37.427686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:10:39.640564 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-b8410d57-3ad2-41fc-9ffe-522490b8ac22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525382 Jul 12 17:10:39.749492 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-712e1ff0-6424-42d1-a17c-7ba121c0ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:39.751109 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-712e1ff0-6424-42d1-a17c-7ba121c0ff46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1096 time: 0.0614254 Jul 12 17:10:39.861806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-c5e9fd65-c34f-489b-ab6a-073ca75dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:39.863307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-c5e9fd65-c34f-489b-ab6a-073ca75dc97f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0882134 Jul 12 17:10:39.933750 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-68ed312f-449c-40e2-be23-87c42fdd96de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 1001 time: 0.0636687 Jul 12 17:10:39.986011 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-1fd9cd58-a4f1-4ee7-b907-410e94571f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:39.987478 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-1fd9cd58-a4f1-4ee7-b907-410e94571f2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0476050 Jul 12 17:10:40.048423 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-2d2e2416-532f-4a4a-887d-4643ae8c2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:40.049959 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-2d2e2416-532f-4a4a-887d-4643ae8c2ebd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531514 Jul 12 17:10:40.145272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-b44c2326-a597-4f76-a18e-11f562b6d95b service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879831 Jul 12 17:10:40.237547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e1af7d1a-9b18-4e23-99e7-d399fa5bcef5 req-b8195cd5-47bc-45c1-bba8-72871e4024e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852716 Jul 12 17:10:46.109547 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6aba9-3077-4963-b91a-4765cc533a1b req-9d0bdb00-eb6f-4918-92fd-e4ed297943e5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:46.111115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9f6aba9-3077-4963-b91a-4765cc533a1b req-9d0bdb00-eb6f-4918-92fd-e4ed297943e5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.1020949 Jul 12 17:10:46.148155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-13641073-99b4-4228-a944-ba8dc7cb9027 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448364 Jul 12 17:10:46.162272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e9f6aba9-3077-4963-b91a-4765cc533a1b req-45734634-4212-4fe6-99aa-adbc05537160 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446458 Jul 12 17:10:47.304389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-3d3efbc6-dbc0-4d7d-8cb8-cae533f415c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:47.306043 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-3d3efbc6-dbc0-4d7d-8cb8-cae533f415c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1096 time: 0.0627000 Jul 12 17:10:47.351450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102516-6ba0-4b28-856e-b2c0a82f3f27 req-234b4ab5-b210-4243-9ee8-a2083b2d386b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:47.353054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77102516-6ba0-4b28-856e-b2c0a82f3f27 req-234b4ab5-b210-4243-9ee8-a2083b2d386b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0720184 Jul 12 17:10:47.392888 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-77102516-6ba0-4b28-856e-b2c0a82f3f27 req-27fb483b-6e9a-4a3e-bb5f-864feffc2f51 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Jul 12 17:10:47.405403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-90132ad6-62a8-4b73-b66c-7aedcb309760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:47.406900 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-90132ad6-62a8-4b73-b66c-7aedcb309760 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0936439 Jul 12 17:10:47.473823 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-b6fc8a68-d095-4ca7-8177-0c8e83a10882 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 1001 time: 0.0588555 Jul 12 17:10:47.522184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-35ef60c4-9848-4db9-8411-78129100074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:47.524266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-35ef60c4-9848-4db9-8411-78129100074d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0441401 Jul 12 17:10:47.586927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-bdba7ce5-fe4c-40c7-abfb-e9660d1d59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:47.588474 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-bdba7ce5-fe4c-40c7-abfb-e9660d1d59ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580645 Jul 12 17:10:47.685140 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-224422d9-702d-4209-a8ae-e7d210610e75 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Jul 12 17:10:47.783702 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-169a89d7-c653-406a-a89d-8e3d5e49306c service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899467 Jul 12 17:10:48.566312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c17ef-90cf-4c9d-b16b-86427743a3fe req-c6457935-c723-4094-a373-4f3e1557759d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:48.568004 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-942c17ef-90cf-4c9d-b16b-86427743a3fe req-c6457935-c723-4094-a373-4f3e1557759d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0642049 Jul 12 17:10:48.606429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-942c17ef-90cf-4c9d-b16b-86427743a3fe req-09907c7b-2469-484d-ac28-4f8aa01df3e1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Jul 12 17:10:49.785433 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39994df3-c0c2-4292-b892-699d15d4a5e1 req-48bd749b-be6c-4d56-a0b1-81c370e793db tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:49.786947 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39994df3-c0c2-4292-b892-699d15d4a5e1 req-48bd749b-be6c-4d56-a0b1-81c370e793db tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0668948 Jul 12 17:10:49.826656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-39994df3-c0c2-4292-b892-699d15d4a5e1 req-684fa0f6-2826-4ae5-87f1-9c2622a32be8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341084 Jul 12 17:10:50.998425 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba309b6-e3dd-40ec-b08a-6ff1dbb28026 req-29eff39f-5ee3-40a9-9a3c-f194ef3c6ac9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:50.999844 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cba309b6-e3dd-40ec-b08a-6ff1dbb28026 req-29eff39f-5ee3-40a9-9a3c-f194ef3c6ac9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0638630 Jul 12 17:10:51.039924 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cba309b6-e3dd-40ec-b08a-6ff1dbb28026 req-54138b4d-d1b4-4742-8da9-006caf3baa39 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344765 Jul 12 17:10:51.372869 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:10:52.213607 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b50aad-c6b4-40d2-86f6-9e761017ca25 req-ce7999b5-97c8-40ba-ba3a-d179953c7104 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:52.215138 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3b50aad-c6b4-40d2-86f6-9e761017ca25 req-ce7999b5-97c8-40ba-ba3a-d179953c7104 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0651233 Jul 12 17:10:52.259889 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3b50aad-c6b4-40d2-86f6-9e761017ca25 req-41291a33-f4ca-40a6-9279-f0aa25349581 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Jul 12 17:10:53.439931 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00a6f-8143-4591-a6a3-fc56f257fe79 req-b8e77c32-332c-489d-bd0e-db125995c817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:53.441472 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27b00a6f-8143-4591-a6a3-fc56f257fe79 req-b8e77c32-332c-489d-bd0e-db125995c817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0688481 Jul 12 17:10:53.479888 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-27b00a6f-8143-4591-a6a3-fc56f257fe79 req-5be0712b-9f6b-4a37-82fc-79d329e6ff05 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Jul 12 17:10:54.656148 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78838899-751f-4458-a087-4ae5d5ba3b7f req-7ae5cce0-4fdb-438e-a334-4b7b26edb92d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:54.657631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78838899-751f-4458-a087-4ae5d5ba3b7f req-7ae5cce0-4fdb-438e-a334-4b7b26edb92d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0669284 Jul 12 17:10:54.696241 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-78838899-751f-4458-a087-4ae5d5ba3b7f req-222cc070-1446-4dc4-ae8b-c942ee541894 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330071 Jul 12 17:10:55.870756 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04856e0-52b3-4436-997c-d2ce5532fbc7 req-46c1a872-65a7-4f06-825b-382c8b68fc53 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:55.872250 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e04856e0-52b3-4436-997c-d2ce5532fbc7 req-46c1a872-65a7-4f06-825b-382c8b68fc53 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0639377 Jul 12 17:10:55.910115 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e04856e0-52b3-4436-997c-d2ce5532fbc7 req-db604f9a-6a7b-4cd7-bd4f-4d677e92711d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Jul 12 17:10:57.082257 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f65525-98a7-4827-b01f-2ef313e73919 req-6a3ee78d-f066-413e-a7ee-68d48a7b0473 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:57.083772 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1f65525-98a7-4827-b01f-2ef313e73919 req-6a3ee78d-f066-413e-a7ee-68d48a7b0473 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0642192 Jul 12 17:10:57.122247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1f65525-98a7-4827-b01f-2ef313e73919 req-21f3a85d-281a-47df-aba3-d1b15a11eb32 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Jul 12 17:10:58.298807 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a9b9d-2b13-4fe0-b017-7473a34e3264 req-9fcd1d06-82bd-415b-b0dd-becdbf9de60d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:58.300372 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af0a9b9d-2b13-4fe0-b017-7473a34e3264 req-9fcd1d06-82bd-415b-b0dd-becdbf9de60d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0665267 Jul 12 17:10:58.339988 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-af0a9b9d-2b13-4fe0-b017-7473a34e3264 req-149f814f-c96f-4785-a4bf-08f6accc0c6c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Jul 12 17:10:59.520265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a772f-5060-406c-b7d0-37f46b2e78e6 req-368f4066-d424-45b7-a08c-303519900bed tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:10:59.521654 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc7a772f-5060-406c-b7d0-37f46b2e78e6 req-368f4066-d424-45b7-a08c-303519900bed tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0699024 Jul 12 17:10:59.560313 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-dc7a772f-5060-406c-b7d0-37f46b2e78e6 req-7de0ce8d-615f-4372-9f1b-75db566ead2f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Jul 12 17:11:00.000379 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-6e2b78e9-688b-4d0a-bb32-596c71ecf5b9 service neutron] show failed (client error): The resource could not be found. Jul 12 17:11:00.001443 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-6e2b78e9-688b-4d0a-bb32-596c71ecf5b9 service neutron] 10.222.0.65 "GET /v2.0/ports/6e188088-1606-4774-95c9-fd6eb4b24e4e/bindings/n-h2-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0599225 Jul 12 17:11:00.273130 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-4b882d3c-bde8-4fb8-b268-147679e5886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:00.274657 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-4b882d3c-bde8-4fb8-b268-147679e5886b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 1096 time: 0.0568478 Jul 12 17:11:00.286314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:00.363806 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:00.573600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:00.608982 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h1-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:00.649814 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:00.652609 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc22c3f-cbb1-413c-a663-37d93e0f48ae" -d '{"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-unplugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:00.656402 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:00.669927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Transition to ACTIVE for port object 6e188088-1606-4774-95c9-fd6eb4b24e4e will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:00.674002 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:00.707742 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e9750-e911-4ab4-9324-307a60bb6558 x-openstack-request-id: req-9a4e9750-e911-4ab4-9324-307a60bb6558 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:00.708029 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-unplugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:00.708281 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a4e9750-e911-4ab4-9324-307a60bb6558 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:00.708668 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'code': 200} Jul 12 17:11:00.747673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad287d32-c2f1-4af8-94fe-0c8135e4381a req-cf6516a6-479c-4d35-8765-528cd0efd276 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:00.749281 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad287d32-c2f1-4af8-94fe-0c8135e4381a req-cf6516a6-479c-4d35-8765-528cd0efd276 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.0769880 Jul 12 17:11:00.782600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:00.793214 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad287d32-c2f1-4af8-94fe-0c8135e4381a req-fb7f765b-19ed-40ba-a1ea-9c68a906ef71 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366063 Jul 12 17:11:00.798901 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.799273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.799579 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.799938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.800273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.800603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.800931 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.801269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.801584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.801920 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.802233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.802554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:00.834120 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] No DVR routers for this DVR port 6e188088-1606-4774-95c9-fd6eb4b24e4e on host n-h1-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:11:00.976140 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:11:00.976398 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:11:00.976722 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:00.981983 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:11:00.982298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Attempting to bind port 6e188088-1606-4774-95c9-fd6eb4b24e4e on network b22d0d3d-d5ff-4378-8852-1b9d8df25168 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:00.987041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:11:00.987371 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Checking segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:00.987782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Bound using segment: {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:11:00.988202 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Bound port: 6e188088-1606-4774-95c9-fd6eb4b24e4e, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a580d1d8-c79a-4a8a-b35f-211681d361d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:11:00.988552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:01.052477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:01.055499 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:11:01.059557 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:01.096224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.096842 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:01.098243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] 10.222.0.77 "PUT /v2.0/ports/6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 1091 time: 0.8160069 Jul 12 17:11:01.129716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900b9d3-949c-4643-8bb3-8a1037c1b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:01.181043 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-a147761f-5a2a-4e5b-9788-d4c7bfb1fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.182643 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-a147761f-5a2a-4e5b-9788-d4c7bfb1fc90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1094 time: 0.0609803 Jul 12 17:11:01.277415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-8aecf217-fbd5-4569-a432-0a72bbac21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.278923 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-8aecf217-fbd5-4569-a432-0a72bbac21a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0902164 Jul 12 17:11:01.349577 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-796aea21-8abf-4503-a419-c10e3e55da3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 999 time: 0.0643547 Jul 12 17:11:01.398369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-95d8c9c7-147d-4a71-bb30-576e1ec673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.399852 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-95d8c9c7-147d-4a71-bb30-576e1ec673cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0446091 Jul 12 17:11:01.457011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-1e2487b7-8c9f-4cd7-a63e-b85a950c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.458529 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-1e2487b7-8c9f-4cd7-a63e-b85a950c15a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521250 Jul 12 17:11:01.551492 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-68444761-899f-4898-af0d-a38db7316a97 service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866847 Jul 12 17:11:01.641527 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ff037c7-b8c6-41d7-b92c-16e7721ec68c req-416e222b-1a1a-4f1a-b57e-010dac8dff5a service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Jul 12 17:11:01.978480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ce74-218a-493e-b647-e813be98806b req-7fd314d8-2d4e-498d-b178-3bc8f24107f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:01.980139 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6198ce74-218a-493e-b647-e813be98806b req-7fd314d8-2d4e-498d-b178-3bc8f24107f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.0710595 Jul 12 17:11:02.019506 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6198ce74-218a-493e-b647-e813be98806b req-5bf6d7f9-28c8-4a57-93d1-dfb1a535e772 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jul 12 17:11:02.143256 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc30-f727-4861-8331-58fbc95ee36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:02.710149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:02.712642 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2" -d '{"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:02.760613 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d5da9c-cb5d-4dc1-be1d-a27a943e57ab x-openstack-request-id: req-f0d5da9c-cb5d-4dc1-be1d-a27a943e57ab {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:02.760892 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:02.761140 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0d5da9c-cb5d-4dc1-be1d-a27a943e57ab {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:02.761534 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'status': 'completed', 'code': 200} Jul 12 17:11:02.838976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-7d05d6d0-1b2c-48ec-b016-e59558e69630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:02.840522 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-7d05d6d0-1b2c-48ec-b016-e59558e69630 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1094 time: 0.0573308 Jul 12 17:11:02.843178 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-e87d3e27-16d5-4e77-9527-6dd3fb09ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:02.844796 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-e87d3e27-16d5-4e77-9527-6dd3fb09ffda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1094 time: 0.0564480 Jul 12 17:11:02.942484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-720096d6-cd3f-45a3-9ca3-76110e7b962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:02.944046 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-720096d6-cd3f-45a3-9ca3-76110e7b962a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0923076 Jul 12 17:11:02.949151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-c1368b9c-30df-41a2-b3e3-71652ad2fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:02.951268 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-c1368b9c-30df-41a2-b3e3-71652ad2fe8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.1004272 Jul 12 17:11:03.013997 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-32df1027-4603-4630-96d8-82320b0175d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 999 time: 0.0602155 Jul 12 17:11:03.024635 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-d12a575c-7c61-485f-b889-58a748d474ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 999 time: 0.0621293 Jul 12 17:11:03.065131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-3e260d6d-8ac8-4bc8-86a5-02c373292aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:03.066623 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-3e260d6d-8ac8-4bc8-86a5-02c373292aab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0446801 Jul 12 17:11:03.084841 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-f6e90a5e-3c3a-47e2-9c86-3f8ad459c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:03.086456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-f6e90a5e-3c3a-47e2-9c86-3f8ad459c38d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0517471 Jul 12 17:11:03.150712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-99ba24bf-cd9e-4ecb-bbfc-36e7f27447c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:03.152957 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-99ba24bf-cd9e-4ecb-bbfc-36e7f27447c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790470 Jul 12 17:11:03.160419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-459b3fca-fd57-4bac-aba5-9d8a4ceca807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:03.162150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-459b3fca-fd57-4bac-aba5-9d8a4ceca807 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643587 Jul 12 17:11:03.281362 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-c390e309-1507-4fb6-940c-88585a553a2e service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089184 Jul 12 17:11:03.397118 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-db023967-0d9a-4ba5-bf63-f81d471d44d8 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025589 Jul 12 17:11:03.633688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c7b9-e2c6-4055-9267-238ed8e8285f req-cd867e9f-aed4-4457-b6fa-0154ec76849c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:03.636010 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03e6c7b9-e2c6-4055-9267-238ed8e8285f req-cd867e9f-aed4-4457-b6fa-0154ec76849c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.4979341 Jul 12 17:11:03.641200 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-f09f7c65-a3dd-433d-9976-1c8d05cd37c9 service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712524 Jul 12 17:11:03.721143 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-03e6c7b9-e2c6-4055-9267-238ed8e8285f req-266073f6-df4d-42e5-be64-92e2eeb1ef96 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789890 Jul 12 17:11:03.753865 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ef7c6a2a-4529-4ac9-990e-85f12bba63e2 req-4944dc72-fedb-4427-b0b6-68ccacbf0475 service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050432 Jul 12 17:11:03.867247 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:04.539294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d015cf56-9d10-471a-b50f-aeff36d91dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:04.712610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:11:04.752554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:11:04.901976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5bf3-ac76-4a66-8d9a-892cacc0acf5 req-6b429d85-4e64-42fb-a10c-a560e87aa5f0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:04.903386 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1dfc5bf3-ac76-4a66-8d9a-892cacc0acf5 req-6b429d85-4e64-42fb-a10c-a560e87aa5f0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.0675595 Jul 12 17:11:04.942883 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1dfc5bf3-ac76-4a66-8d9a-892cacc0acf5 req-1f730cf1-bb74-4731-ba75-98c8c1cffbc5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Jul 12 17:11:05.000378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:05.254437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:11:05.304981 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3d1af-964b-48bb-92fc-d796957b3659 req-8ec16aef-3341-48a2-a625-fb6c013db3f4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.306518 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81c3d1af-964b-48bb-92fc-d796957b3659 req-8ec16aef-3341-48a2-a625-fb6c013db3f4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 943 time: 0.1258731 Jul 12 17:11:05.315119 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-e3a96597-81f2-45e6-8f6c-3477cd3ccc88 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.316562 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-e3a96597-81f2-45e6-8f6c-3477cd3ccc88 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27&tenant_id=6001efdf85b64eac9a36e574e5a34015&binding%3Ahost_id=n-h2-800078-3 HTTP/1.1" status: 200 len: 943 time: 0.1011724 Jul 12 17:11:05.351968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:05.363791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'port_id': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'mac_address': 'fa:16:3e:78:e8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:11:05.381848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-81c3d1af-964b-48bb-92fc-d796957b3659 req-c9246e9e-5bad-4be4-875a-c21632f0ace9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643260 Jul 12 17:11:05.406119 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:05.410960 n-d-800078-3 neutron-server[93712]: INFO neutron.api.v2.resource [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-9946e6e0-e85b-4f6d-a27b-c409ab44c75e service neutron] delete failed (client error): The resource could not be found. Jul 12 17:11:05.412167 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-9946e6e0-e85b-4f6d-a27b-c409ab44c75e service neutron] 10.222.0.65 "DELETE /v2.0/ports/6e188088-1606-4774-95c9-fd6eb4b24e4e/bindings/n-h1-800078-3 HTTP/1.1" status: 404 len: 380 time: 0.0805361 Jul 12 17:11:05.420844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e188088-1606-4774-95c9-fd6eb4b24e4e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:11:05.443946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:05.449760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:05.517733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:05.527165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.527933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.528749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.529327 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.529887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.530479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.531188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.531776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.532359 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.532964 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.533711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.534420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:05.539159 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-7caeffbe-d1a3-4396-ac33-251ed61f4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.541032 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-7caeffbe-d1a3-4396-ac33-251ed61f4259 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1095 time: 0.0744066 Jul 12 17:11:05.579673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a2d4-59ad-4a4b-b7c0-d0b447b84047 req-d61edaaa-da4e-47a2-83fe-ef687876692d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.581309 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8347a2d4-59ad-4a4b-b7c0-d0b447b84047 req-d61edaaa-da4e-47a2-83fe-ef687876692d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 944 time: 0.0808744 Jul 12 17:11:05.625112 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8347a2d4-59ad-4a4b-b7c0-d0b447b84047 req-ea775932-d7d0-490f-aec5-015f2ecb7611 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Jul 12 17:11:05.655400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-b91a5270-dff8-4cbe-9ed1-89c0a4f16c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.657025 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-b91a5270-dff8-4cbe-9ed1-89c0a4f16c64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.1057813 Jul 12 17:11:05.717267 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['6e188088-1606-4774-95c9-fd6eb4b24e4e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:11:05.733205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-f90a4a6e-8f1c-48b1-905f-f4e27d491eca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 1000 time: 0.0645266 Jul 12 17:11:05.789054 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-eb97ef8d-72de-47ca-b978-aa15491e60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.790418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-eb97ef8d-72de-47ca-b978-aa15491e60d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0459595 Jul 12 17:11:05.849857 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-bea54e03-099d-477d-90cd-94d220637fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:05.851359 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-bea54e03-099d-477d-90cd-94d220637fdc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533874 Jul 12 17:11:05.953314 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-7a655a90-bf6b-45a5-8789-9435425a37c9 service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899518 Jul 12 17:11:06.028321 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:06.050158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8928e020-b4e9-4115-9c73-0fcd6e7dec39 req-8e869ea3-fe62-4f46-ab1e-67df13e6808e service neutron] 10.222.0.65 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Jul 12 17:11:06.094224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:06.807745 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1d88-f439-4cfd-b59a-2bae06d41672 req-ea198633-2104-4be6-8a4c-2db11c1e806c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:06.809449 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-031e1d88-f439-4cfd-b59a-2bae06d41672 req-ea198633-2104-4be6-8a4c-2db11c1e806c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 944 time: 0.0706222 Jul 12 17:11:06.846224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-031e1d88-f439-4cfd-b59a-2bae06d41672 req-c35fa111-5808-4216-959a-8c91b2bd7c43 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Jul 12 17:11:06.872158 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40616) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:06.932768 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1f9cad90-0884-43be-b29b-a4930769b3e0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/3ffa74b4-25ea-4401-874d-3663f2d62f77 HTTP/1.1" status: 200 len: 992 time: 0.0594747 Jul 12 17:11:07.263634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:07.315579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 6e188088-1606-4774-95c9-fd6eb4b24e4e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:07.319196 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 6e188088-1606-4774-95c9-fd6eb4b24e4e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:07.319562 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:07.399224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:07.426513 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:07.428777 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6357366-d7c4-470c-bc08-295457a282e9" -d '{"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-plugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:07.446405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:07.448765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:07.450042 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:07.476338 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1006b0-8a3d-487c-a412-ef934364d54d x-openstack-request-id: req-dc1006b0-8a3d-487c-a412-ef934364d54d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:07.476628 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-plugged", "status": "completed", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:07.476876 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc1006b0-8a3d-487c-a412-ef934364d54d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:07.477304 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'code': 200} Jul 12 17:11:07.508308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:07.738222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ff079f11-91a7-492a-bdba-827956a9ba32 None None] Provisioning complete for port 6e188088-1606-4774-95c9-fd6eb4b24e4e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:07.738594 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ff079f11-91a7-492a-bdba-827956a9ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:28.372445 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:11:32.133852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1ee8-1573-40ce-a14b-455e021ddf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:33.875486 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:34.540838 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd16f-69e3-4b77-9125-1645d754ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:35.001072 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:35.589279 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40628) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:35.749621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 69decc7e-20a5-4678-af67-15a55f6cbfcd {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:11:35.749978 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:35.828230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:35.828555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:35.840844 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 69decc7e-20a5-4678-af67-15a55f6cbfcd owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:11:35.990400 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:36.022814 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=69decc7e-20a5-4678-af67-15a55f6cbfcd,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:36.031141 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:36.051094 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.051435 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.051792 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.052124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.052451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.052779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.053103 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.053430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.053751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.054067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.054382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.054715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:36.095951 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:36.096400 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP 3ffa74b4-25ea-4401-874d-3663f2d62f77 disassociated (deleted). External IP: 172.25.8.248, port: 6e188088-1606-4774-95c9-fd6eb4b24e4e. Jul 12 17:11:36.099816 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:36.310009 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router e2b35cc3-1851-4903-8fa2-22111a455c63 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:11:36.420184 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:11:36.424958 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:36.429050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Sync routers for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:11:36.438247 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:36.438846 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:36.461204 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-371284a9-c02b-4b1b-a08b-f2f706ac88a8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ffa74b4-25ea-4401-874d-3663f2d62f77 HTTP/1.1" status: 204 len: 168 time: 0.8706310 Jul 12 17:11:36.461773 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:36.464128 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124980ff-08d2-4b25-b409-d7186cafa43b" -d '{"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:36.507224 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36549735-c384-4e4f-8958-37d6c58d0fa4 x-openstack-request-id: req-36549735-c384-4e4f-8958-37d6c58d0fa4 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:36.507623 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:36.508196 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36549735-c384-4e4f-8958-37d6c58d0fa4 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:36.508689 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'status': 'completed', 'code': 200} Jul 12 17:11:36.547282 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:36.583708 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124980ff-08d2-4b25-b409-d7186cafa43b req-b4f246bd-136b-4b7a-95d5-8b27a76dcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:36.585348 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-b4f246bd-136b-4b7a-95d5-8b27a76dcee5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 1096 time: 0.0548050 Jul 12 17:11:36.680834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124980ff-08d2-4b25-b409-d7186cafa43b req-fd2d3013-9b82-4b0b-ac2d-57659e118d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:36.683186 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-fd2d3013-9b82-4b0b-ac2d-57659e118d6d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 200 len: 897 time: 0.0913579 Jul 12 17:11:36.732752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-4691d604-405a-4720-8fc0-21f4a096f6f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 200 len: 217 time: 0.0435638 Jul 12 17:11:36.755266 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:36.783067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124980ff-08d2-4b25-b409-d7186cafa43b req-817ecf86-d30d-471e-a38d-1a77ce0b4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:36.784724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-817ecf86-d30d-471e-a38d-1a77ce0b4c2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 200 len: 834 time: 0.0458260 Jul 12 17:11:36.787743 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Checking router: e2b35cc3-1851-4903-8fa2-22111a455c63 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:11:36.797434 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:36.798038 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:36.853484 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124980ff-08d2-4b25-b409-d7186cafa43b req-64945234-3e0c-43ed-8871-fd2885969654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:36.855047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-64945234-3e0c-43ed-8871-fd2885969654 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b22d0d3d-d5ff-4378-8852-1b9d8df25168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616446 Jul 12 17:11:36.856351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967f0c3-b953-4614-a211-75d8dd8d58d7 req-d88a4293-8791-4ccb-a3a6-6e1961fe89d7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:36.857921 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0967f0c3-b953-4614-a211-75d8dd8d58d7 req-d88a4293-8791-4ccb-a3a6-6e1961fe89d7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.0750585 Jul 12 17:11:36.906569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0967f0c3-b953-4614-a211-75d8dd8d58d7 req-c479c0bc-4249-41e7-b582-66252f3c8b48 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396361 Jul 12 17:11:36.912601 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:36.967128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-d9b0f519-16c3-4e78-ac91-93fcea251261 service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052091 Jul 12 17:11:37.064616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-124980ff-08d2-4b25-b409-d7186cafa43b req-cf02c1f1-f1c5-4eff-84a8-7d5072f72fa4 service neutron] 10.222.0.77 "GET /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904326 Jul 12 17:11:37.123302 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:37.149455 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dea762-ff0f-4660-b65f-11c7d4ed21ea None None] The sync data for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 is: [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:54Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '01cb7370-4701-41f8-818d-3c3877fe25a9', 'name': '', 'network_id': 'b22d0d3d-d5ff-4378-8852-1b9d8df25168', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:16:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:54Z', 'updated_at': '2021-07-12T17:10:00Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f2827566-cddb-47d6-b639-7789f81611f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:11:37.377342 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad208b8-d40f-404d-a842-f1e61304ed4e None None] New status for floating IP 3ffa74b4-25ea-4401-874d-3663f2d62f77: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:11:37.454632 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:38.080512 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-bb54e567-ca11-4a46-bce2-e164768a8ad5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:38.083471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-bb54e567-ca11-4a46-bce2-e164768a8ad5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.1013432 Jul 12 17:11:38.255839 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def396-6c7f-458f-b11b-9410d1301070 req-75744992-71e5-4880-a997-55870a4569b1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:38.257393 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25def396-6c7f-458f-b11b-9410d1301070 req-75744992-71e5-4880-a997-55870a4569b1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a40d39-a99a-4dc8-87d5-5352c3c41c27 HTTP/1.1" status: 200 len: 945 time: 0.1983085 Jul 12 17:11:38.292303 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 6e188088-1606-4774-95c9-fd6eb4b24e4e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:11:38.292839 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:38.357692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-25def396-6c7f-458f-b11b-9410d1301070 req-ddab98d1-7191-4476-ae0c-24d5807b2e11 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=058b371d-9c90-4384-8a31-d3949a2d1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916030 Jul 12 17:11:38.417574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 6e188088-1606-4774-95c9-fd6eb4b24e4e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=6e188088-1606-4774-95c9-fd6eb4b24e4e,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:38.419374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:38.435163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 6e188088-1606-4774-95c9-fd6eb4b24e4e owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:11:38.606155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:38.647294 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=6e188088-1606-4774-95c9-fd6eb4b24e4e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:38.700225 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] No DVR routers for this DVR port 6e188088-1606-4774-95c9-fd6eb4b24e4e on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:11:38.703305 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:38.705405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1e2cca8c-e2a3-40f4-aa7a-4f35e19a2c51 req-5b7c40f6-22e0-4680-a4ba-fbeca79dce1b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "DELETE /v2.0/ports/6e188088-1606-4774-95c9-fd6eb4b24e4e HTTP/1.1" status: 204 len: 173 time: 0.5961280 Jul 12 17:11:38.705895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-deleted', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:38.708231 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b2bd5-01ff-4b4c-946e-a38feff60928" -d '{"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-deleted", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:38.746610 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9e0ca-7f58-4b8a-80db-94b117f1d316 x-openstack-request-id: req-27f9e0ca-7f58-4b8a-80db-94b117f1d316 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:38.746905 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a40d39-a99a-4dc8-87d5-5352c3c41c27", "name": "network-vif-deleted", "tag": "6e188088-1606-4774-95c9-fd6eb4b24e4e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:38.747154 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27f9e0ca-7f58-4b8a-80db-94b117f1d316 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:38.747554 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a40d39-a99a-4dc8-87d5-5352c3c41c27', 'name': 'network-vif-deleted', 'tag': '6e188088-1606-4774-95c9-fd6eb4b24e4e', 'status': 'completed', 'code': 200} Jul 12 17:11:39.452000 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40646) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:40.204287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:40.486794 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 01cb7370-4701-41f8-818d-3c3877fe25a9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:11:40.487573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:40.581784 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 01cb7370-4701-41f8-818d-3c3877fe25a9, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=01cb7370-4701-41f8-818d-3c3877fe25a9,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:40.582142 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:40.596314 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 01cb7370-4701-41f8-818d-3c3877fe25a9 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:11:40.789096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:40.819724 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=01cb7370-4701-41f8-818d-3c3877fe25a9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:41.018083 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.241371 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router e2b35cc3-1851-4903-8fa2-22111a455c63 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:11:41.355980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:11:41.361113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-392c534c-b604-4f56-8b1b-e5289773cd6d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/e2b35cc3-1851-4903-8fa2-22111a455c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9080582 Jul 12 17:11:41.365386 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40648) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:41.365599 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Sync routers for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:11:41.380471 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:41.380763 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:41.427554 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting subnet f2827566-cddb-47d6-b639-7789f81611f5 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:11:41.431193 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.479909 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.489377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:11:41.513782 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:41.514292 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 6e188088-1606-4774-95c9-fd6eb4b24e4e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:11:41.514684 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 6e188088-1606-4774-95c9-fd6eb4b24e4e not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:11:41.583026 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.656883 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.687274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Subnet': ['ID=f2827566-cddb-47d6-b639-7789f81611f5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:41.693208 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.695060 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-74d582be-d406-4fa9-a1fe-b5cbf91f767b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/subnets/f2827566-cddb-47d6-b639-7789f81611f5 HTTP/1.1" status: 204 len: 168 time: 0.3286445 Jul 12 17:11:41.698491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40650) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:41.701107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8000ab19-3007-475c-9d04-2e875f3e36bf None None] Network b22d0d3d-d5ff-4378-8852-1b9d8df25168 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:11:41.709942 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:11:40Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:41.742945 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Checking router: e2b35cc3-1851-4903-8fa2-22111a455c63 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:11:41.754207 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Routers {'e2b35cc3-1851-4903-8fa2-22111a455c63'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:41.754820 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['e2b35cc3-1851-4903-8fa2-22111a455c63'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:41.816496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.878193 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] Set router e2b35cc3-1851-4903-8fa2-22111a455c63 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:41.933471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] DHCP port deletion for b22d0d3d-d5ff-4378-8852-1b9d8df25168 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:11:41.939643 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.983642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Deleting port eb19599f-a97c-4256-ac90-a06779708577 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:11:41.984001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:41.998127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:11:41.998487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.051876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] For port eb19599f-a97c-4256-ac90-a06779708577, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=eb19599f-a97c-4256-ac90-a06779708577,segment=NetworkSegment(a580d1d8-c79a-4a8a-b35f-211681d361d9),segment_id=a580d1d8-c79a-4a8a-b35f-211681d361d9)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:42.052298 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.067119 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Calling delete_port for eb19599f-a97c-4256-ac90-a06779708577 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:11:42.083929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:42.084435 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.091550 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:11:40Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:42.107434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:11:42.119842 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1e9ed-9750-4f1a-ae2b-0b38db960904 None None] The sync data for ids ['e2b35cc3-1851-4903-8fa2-22111a455c63'] in n-d-800078-3 is: [{'id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745080897', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:11:40Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': '7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b35cc3-1851-4903-8fa2-22111a455c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:09:51Z', 'updated_at': '2021-07-12T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:11:42.158679 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.184793 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] Pushing event deleted for resources: {'Port': ['ID=eb19599f-a97c-4256-ac90-a06779708577,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:42.188311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f933a-3f7a-4330-90d5-1534f381a2c0 None None] No DVR routers for this DVR port eb19599f-a97c-4256-ac90-a06779708577 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:11:42.279925 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.311141 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:42.374889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.473372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.475999 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.525803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.526993 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Fanout notify agent at l3_agent the message router_deleted on router e2b35cc3-1851-4903-8fa2-22111a455c63 {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:11:42.534412 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.535618 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8fcbc05b-7a8d-4e69-8587-2f60d7628e7e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/routers/e2b35cc3-1851-4903-8fa2-22111a455c63 HTTP/1.1" status: 204 len: 168 time: 0.8358638 Jul 12 17:11:42.538366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40652) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:42.595822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 01cb7370-4701-41f8-818d-3c3877fe25a9 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:11:42.622798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 01cb7370-4701-41f8-818d-3c3877fe25a9 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:11:42.623214 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 01cb7370-4701-41f8-818d-3c3877fe25a9 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:11:42.623554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device eb19599f-a97c-4256-ac90-a06779708577 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:11:42.628812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.645085 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: eb19599f-a97c-4256-ac90-a06779708577 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:11:42.645436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device eb19599f-a97c-4256-ac90-a06779708577 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:11:42.724517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.735956 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22d0d3d-d5ff-4378-8852-1b9d8df25168']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:42.753041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a580d1d8-c79a-4a8a-b35f-211681d361d9') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:42.753406 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a580d1d8-c79a-4a8a-b35f-211681d361d9') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:42.762915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.777487 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.783927 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:11:42.784392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:11:42.787572 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:11:42.847281 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.854744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.859788 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40654) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:42.860347 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/networks/b22d0d3d-d5ff-4378-8852-1b9d8df25168 HTTP/1.1" status: 204 len: 168 time: 0.3204727 Jul 12 17:11:42.872874 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ac220-3a7e-4b53-b4ee-736cd2bf07d1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Network': ['ID=b22d0d3d-d5ff-4378-8852-1b9d8df25168,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:42.920915 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:42.947682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.015528 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.018334 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.019511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/security-groups/058b371d-9c90-4384-8a31-d3949a2d1a9e HTTP/1.1" status: 204 len: 168 time: 0.1581459 Jul 12 17:11:43.029676 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54292-e336-4d53-9926-4d978ba9ba37 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b371d-9c90-4384-8a31-d3949a2d1a9e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:43.355573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40660) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:43.360343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256557716', 'description': 'tempest-secgroup-smoke-256557716 description', 'project_id': '6001efdf85b64eac9a36e574e5a34015'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:43.382673 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.467329 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.471136 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.493512 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.494872 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1381240 Jul 12 17:11:43.497812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40662) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:43.502740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323af60-5e71-4bdd-af9e-d92cefff8672 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229c3dbf-5df1-4db6-b3de-feef31c878bf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:43.502920 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:43.532656 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.592503 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.595929 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.614366 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58305784-e628-45f5-9132-55ac764a33dc,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:43.621408 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.622778 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-07619f23-fd20-4130-b608-3213e1f858d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238863 Jul 12 17:11:43.625438 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40664) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:43.630143 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:43.658781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.722034 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.727258 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.746672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700a5e6b-7fd7-4181-a3c9-9b61378510c3,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:43.752697 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.754153 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5885af31-7677-492c-8c93-41f1016278c9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276660 Jul 12 17:11:43.756851 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40666) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:43.761909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:43.789163 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.852268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.856398 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.874871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181d4cc9-97da-4b16-9b8f-4cdb5a190c4e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:43.882185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.883898 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f7853661-b86a-4212-8df6-ea87a87b81eb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258717 Jul 12 17:11:43.887290 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:43.892114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:43.920874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.976078 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:43.980600 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.002213 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f0cb29-1c82-417c-84dc-642a3bdb6ff5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:44.008735 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.011333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b433fe0b-e1de-489f-83c6-a20e7fa3f6f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228893 Jul 12 17:11:44.013541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40670) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:44.018141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:44.040203 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:11:44.046790 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.115439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.124406 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.144432 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2280bd45-5e6d-4a24-b5fd-ce5cffbbbaa8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:44.149738 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.151878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-9b3cfc01-9c7b-4287-9956-dbbfc288c99d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373417 Jul 12 17:11:44.154595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40672) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:44.159158 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '229c3dbf-5df1-4db6-b3de-feef31c878bf', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:44.182938 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:11:44.188698 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.258584 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.263195 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.285233 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50315d6b-efbd-40df-b1e2-341e4b025efe,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:44.289482 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.291286 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6f58def6-d08a-41bd-9fac-ae2909eea196 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352055 Jul 12 17:11:44.294600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40674) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:44.299669 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'network': {'name': 'tempest-network-smoke--1853450708', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:44.322564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:11:44.325920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:11:44.326712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.348745 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:11:44.349154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 7cd5ee2b-d5b6-43e5-b4da-c4c1a22cb50a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:11:44.351405 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:11:44.363126 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.363477 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Added segment b0c09720-ad7a-479e-80c5-06d1ef43709e of type vlan for network 05347a77-c6e9-4178-97b1-db1eac9d2aea Jul 12 17:11:44.408714 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.442821 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.448996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:44.449594 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.515222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2194221 Jul 12 17:11:44.518235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40676) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:44.521470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574798b-bf5f-49c1-a658-265ce6a7520c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Network': ['ID=05347a77-c6e9-4178-97b1-db1eac9d2aea,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:44.523452 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'admin_state_up': True, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:44.533510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:11:44.554153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.555231 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.618699 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.767099 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:44.990758 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.011338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.121029 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.242 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c24dd8f0-3d82-47e7-8dd7-6b8498c3788f) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:11:45.235055 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.274959 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.312031 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:45.318155 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:45.321008 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:11:45.347535 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:45.596589 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.797603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:45.922659 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:11:46.029688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:11:46.038781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Sync routers for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:11:46.050240 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.050503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:46.051091 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:46.051610 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7cdf42ed-585f-4b36-8639-cd3bd83b481b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5322404 Jul 12 17:11:46.054709 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40678) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:46.083951 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c7273846-f2be-45b4-b09d-4f12464c3e4d tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6001efdf85b64eac9a36e574e5a34015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281606 Jul 12 17:11:46.086511 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40680) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:46.162907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:46.180315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10bec8b-0ebb-42f1-bc1b-940479e1d7a6 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:46.182416 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a10bec8b-0ebb-42f1-bc1b-940479e1d7a6 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950110 Jul 12 17:11:46.185315 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40682) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:46.214705 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5e6fbfd9-39d5-42f3-a90a-349c6e9a8576 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283151 Jul 12 17:11:46.217285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40684) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:46.222331 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814065288', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:46.312930 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:11:46.316513 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.354418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:45Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:46.382781 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Checking router: 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:11:46.383130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Updating router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:11:46.420383 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.691611 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.702318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Transition to ACTIVE for port object c24dd8f0-3d82-47e7-8dd7-6b8498c3788f will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:46.708173 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.767559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Attempting to bind port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:11:46.767953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Attempting to bind port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:11:46.768374 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Attempting to bind port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:46.770844 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d5c0-da0d-4bf5-bc8d-cd72a480fbec None None] Pushing event updated for resources: {'Port': ['ID=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:46.778932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:11:46.779621 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:46.780943 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.780943 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:11:46.781205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Bound port: c24dd8f0-3d82-47e7-8dd7-6b8498c3788f, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:11:46.781353 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.835471 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] For port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:46.839412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] For port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:11:46.844066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.888679 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:46.902861 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:46.903774 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:46.953004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d5c0-da0d-4bf5-bc8d-cd72a480fbec None None] Pushing event updated for resources: {'Port': ['ID=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:46.955909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Subnet': ['ID=00490dd4-006d-4bea-bc7a-8a4c891cfa40,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:46.964173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Checking segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:46.964617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network hostable DHCP agents. Network: 05347a77-c6e9-4178-97b1-db1eac9d2aea, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:11:46.981236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:11:46.990489 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 05347a77-c6e9-4178-97b1-db1eac9d2aea) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:46.995365 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:46.995979 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:47.008873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459316c-1991-4c0f-89e5-299245fd9da3 None None] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:11:47.011885 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-484efae0-927a-4d79-b186-cffd98de3325 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7935731 Jul 12 17:11:47.014621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40686) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:47.252541 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:47.467564 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:47.474163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-05347a77-c6e9-4178-97b1-db1eac9d2aea', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:11:47.475027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:47.593122 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:45Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:47.639559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936f491-56d5-477b-bfba-0d1049a22f2a None None] The sync data for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 is: [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:45Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:11:47.665432 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Allocated IP 172.20.0.2 (05347a77-c6e9-4178-97b1-db1eac9d2aea/00490dd4-006d-4bea-bc7a-8a4c891cfa40/72603985-c6e3-4681-ab30-972209b096e7) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:11:47.826242 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:47.838994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Transition to ACTIVE for port object 72603985-c6e3-4681-ab30-972209b096e7 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:47.871006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Transition to ACTIVE for port object 72603985-c6e3-4681-ab30-972209b096e7 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:47.876358 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:47.924020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:47.925477 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:47.929272 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:11:47.937670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.1 (05347a77-c6e9-4178-97b1-db1eac9d2aea/00490dd4-006d-4bea-bc7a-8a4c891cfa40/ea52e4a1-a908-4263-8891-fd1c44743bf8) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:11:47.941662 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Pushing event updated for resources: {'Port': ['ID=72603985-c6e3-4681-ab30-972209b096e7,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:48.004860 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Attempting to bind port 72603985-c6e3-4681-ab30-972209b096e7 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:11:48.005231 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Attempting to bind port 72603985-c6e3-4681-ab30-972209b096e7 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:11:48.005594 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Attempting to bind port 72603985-c6e3-4681-ab30-972209b096e7 on network 05347a77-c6e9-4178-97b1-db1eac9d2aea {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:48.011840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:11:48.012217 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Checking segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:48.012628 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.013019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Bound using segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:11:48.013490 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Bound port: 72603985-c6e3-4681-ab30-972209b096e7, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:11:48.013869 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.070535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.083108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] For port 72603985-c6e3-4681-ab30-972209b096e7, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:48.087564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] For port 72603985-c6e3-4681-ab30-972209b096e7, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72603985-c6e3-4681-ab30-972209b096e7,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:11:48.088869 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object ea52e4a1-a908-4263-8891-fd1c44743bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:48.090919 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.127170 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.153116 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05e958-79c0-4bc5-8fd5-6e1a6f2de902 None None] Pushing event updated for resources: {'Port': ['ID=72603985-c6e3-4681-ab30-972209b096e7,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:48.177911 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:48.182173 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:48.186811 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:11:48.231464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:48.251462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.449725 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c24dd8f0-3d82-47e7-8dd7-6b8498c3788f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:48.498845 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.527429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:48.531390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:48.531796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.641949 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.671809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:48.676403 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.738579 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:48.838628 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.842729 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:48.924021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:48.940681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:49.048304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:49.049861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:49.172383 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:11:49.173742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484a436-29a5-4be7-a041-151abd6c927a None None] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:11:49.248345 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70581f1c-d213-42b5-995d-1267901bc59b None None] Provisioning for port 72603985-c6e3-4681-ab30-972209b096e7 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:49.309698 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:11:49.314739 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-26ba03a3-3a51-49fc-9aaf-a91cf2d07845 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/4ecd0124-bc1c-45db-bfed-7e6d35f6c77b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990584 Jul 12 17:11:49.476467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-492f7fea-930b-4ea3-989e-e070a2dbf86e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256557716&fields=id&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 267 time: 0.0369873 Jul 12 17:11:49.600087 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-681af050-3419-45d9-a531-5fc82521bd40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:49.601875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-681af050-3419-45d9-a531-5fc82521bd40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 797 time: 0.1176226 Jul 12 17:11:49.602895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f12594f1-547f-48e5-b1bc-153633d6f22a None None] Provisioning for port ea52e4a1-a908-4263-8891-fd1c44743bf8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:49.608355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f12594f1-547f-48e5-b1bc-153633d6f22a None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:49.608745 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f12594f1-547f-48e5-b1bc-153633d6f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:49.621764 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-b9388dfd-fa62-4dbe-ab6f-22d9089fbce8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/quotas/6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 375 time: 0.0118709 Jul 12 17:11:49.626453 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Sync routers for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:11:49.638811 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:49.639577 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:49.660645 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f12594f1-547f-48e5-b1bc-153633d6f22a None None] Port ea52e4a1-a908-4263-8891-fd1c44743bf8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:11:49.718287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-a4a644b3-4291-4495-8486-9954cd8ee3b1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900025 Jul 12 17:11:49.824630 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-d1ff846c-3e0d-480f-b2d1-fc993fd24e12 service neutron] 10.222.0.58 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926199 Jul 12 17:11:49.862984 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:49.886328 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-165734f9-cef3-44a2-a4a9-02432ff81e61 None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:49.886809 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-165734f9-cef3-44a2-a4a9-02432ff81e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:49.932223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-165734f9-cef3-44a2-a4a9-02432ff81e61 None None] Port ea52e4a1-a908-4263-8891-fd1c44743bf8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:11:49.933293 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-6695614c-5a96-4d4a-9d2f-c192571c3c48 service neutron] 10.222.0.58 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014395 Jul 12 17:11:50.057003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f9f99673-c4b7-44dc-99ca-eea3c1d6d6b3 None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:50.057490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f9f99673-c4b7-44dc-99ca-eea3c1d6d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.104185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f9f99673-c4b7-44dc-99ca-eea3c1d6d6b3 None None] Port ea52e4a1-a908-4263-8891-fd1c44743bf8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:11:50.121376 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 2, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:50.149747 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Checking router: 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:11:50.150323 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Updating router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b port ea52e4a1-a908-4263-8891-fd1c44743bf8 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:11:50.165153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e04e9489-53eb-4e7d-b9bd-23ba2db97c68 req-ea43f100-8e55-46d4-bf7f-163afffa999b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 210 time: 0.0543582 Jul 12 17:11:50.195883 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.222203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d160f1aa-a482-4155-9d70-0c04441bb11c None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:50.222636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d160f1aa-a482-4155-9d70-0c04441bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.264714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d160f1aa-a482-4155-9d70-0c04441bb11c None None] Port ea52e4a1-a908-4263-8891-fd1c44743bf8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:11:50.474849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c24dd8f0-3d82-47e7-8dd7-6b8498c3788f up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:50.511885 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.522868 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Transition to ACTIVE for port object ea52e4a1-a908-4263-8891-fd1c44743bf8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:50.530082 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.530796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:50.531175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.615348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72603985-c6e3-4681-ab30-972209b096e7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:50.645141 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Attempting to bind port ea52e4a1-a908-4263-8891-fd1c44743bf8 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:11:50.645761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Attempting to bind port ea52e4a1-a908-4263-8891-fd1c44743bf8 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:11:50.646157 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Attempting to bind port ea52e4a1-a908-4263-8891-fd1c44743bf8 on network 05347a77-c6e9-4178-97b1-db1eac9d2aea {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:50.652619 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:11:50.653142 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Checking segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:50.653603 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.654091 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Bound using segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:11:50.654623 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Bound port: ea52e4a1-a908-4263-8891-fd1c44743bf8, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:11:50.655068 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.666117 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Pushing event updated for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:50.669190 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 72603985-c6e3-4681-ab30-972209b096e7 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:50.673928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 72603985-c6e3-4681-ab30-972209b096e7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:50.674432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.680922 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.681956 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.682411 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.682806 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.683196 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.683596 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.684026 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.684400 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.684784 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.685167 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.685550 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.685928 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:11:50.767227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] For port ea52e4a1-a908-4263-8891-fd1c44743bf8, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:50.770910 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.773181 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] For port ea52e4a1-a908-4263-8891-fd1c44743bf8, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ea52e4a1-a908-4263-8891-fd1c44743bf8,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:11:50.779508 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.808838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 72603985-c6e3-4681-ab30-972209b096e7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72603985-c6e3-4681-ab30-972209b096e7,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:50.815093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:50.836062 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:11:50.836675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:50.903254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=72603985-c6e3-4681-ab30-972209b096e7,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:50.952371 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788ac87-79bb-4a37-8b07-21962dcfbdf3 None None] Pushing event updated for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:50.981565 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:11:51.193660 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:50Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:11:51.223674 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd92d77-4dae-4291-9ebf-17acbfcbbabc None None] The sync data for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 is: [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:50Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:11:51.354021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-3640399e-96b1-48bd-9ff0-fb0e960a4aae tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:51.355842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-3640399e-96b1-48bd-9ff0-fb0e960a4aae tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 797 time: 0.1374481 Jul 12 17:11:51.376770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-daca60c6-f4d4-430c-9135-0735cac00105 req-f356e14a-e633-4e6b-bf75-4849f596c5dd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 210 time: 0.0459416 Jul 12 17:11:51.413509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-d3570caa-92de-4c3c-a4e0-061f8b20d820 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 379 time: 0.0492275 Jul 12 17:11:51.424726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'port': {'device_id': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'admin_state_up': True, 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'security_groups': ['229c3dbf-5df1-4db6-b3de-feef31c878bf']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:51.561066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:11:51.565943 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:51.702681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.9 (05347a77-c6e9-4178-97b1-db1eac9d2aea/00490dd4-006d-4bea-bc7a-8a4c891cfa40/970b3222-fda9-421f-af59-d5c3ed830b74) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:11:51.862455 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:51.877498 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 970b3222-fda9-421f-af59-d5c3ed830b74 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:51.913373 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:51.961858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:51.967745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:51.971784 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:11:52.002485 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:52.029489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:52.030249 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.046776 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-e0ea8035-82b5-442a-98ed-00920370816b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261230 Jul 12 17:11:52.059218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Request body: {'port': {'device_id': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:52.147222 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.261805 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa34b220-543a-4d46-8b0e-45995c85f61f None None] Provisioning for port 970b3222-fda9-421f-af59-d5c3ed830b74 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:52.266112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa34b220-543a-4d46-8b0e-45995c85f61f None None] Provisioning complete for port 970b3222-fda9-421f-af59-d5c3ed830b74 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:52.266664 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fa34b220-543a-4d46-8b0e-45995c85f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.309117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fa34b220-543a-4d46-8b0e-45995c85f61f None None] Port 970b3222-fda9-421f-af59-d5c3ed830b74 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:11:52.449139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970b3222-fda9-421f-af59-d5c3ed830b74 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:11:52.461911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.475154 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Transition to ACTIVE for port object 970b3222-fda9-421f-af59-d5c3ed830b74 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:11:52.479691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.499969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ea52e4a1-a908-4263-8891-fd1c44743bf8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:52.552412 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port ea52e4a1-a908-4263-8891-fd1c44743bf8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:52.557499 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:52.557764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.577751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63737925-e033-4a78-b064-61456158816f service neutron] Pushing event updated for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:52.643084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.656203 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef4fc-5895-4b52-8cf6-1405476b541f req-10425901-5bf8-437e-869f-163eef3bedcc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:52.657783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a38ef4fc-5895-4b52-8cf6-1405476b541f req-10425901-5bf8-437e-869f-163eef3bedcc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 943 time: 0.1452157 Jul 12 17:11:52.679193 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port ea52e4a1-a908-4263-8891-fd1c44743bf8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ea52e4a1-a908-4263-8891-fd1c44743bf8,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:52.684542 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.698404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Attempting to bind port 970b3222-fda9-421f-af59-d5c3ed830b74 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:11:52.698737 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Attempting to bind port 970b3222-fda9-421f-af59-d5c3ed830b74 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:11:52.699073 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Attempting to bind port 970b3222-fda9-421f-af59-d5c3ed830b74 on network 05347a77-c6e9-4178-97b1-db1eac9d2aea {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:52.713200 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Port 970b3222-fda9-421f-af59-d5c3ed830b74 on network 05347a77-c6e9-4178-97b1-db1eac9d2aea not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:11:52.713591 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Attempting to bind port 970b3222-fda9-421f-af59-d5c3ed830b74 on network 05347a77-c6e9-4178-97b1-db1eac9d2aea {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:11:52.723872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72603985-c6e3-4681-ab30-972209b096e7 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:52.724893 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a38ef4fc-5895-4b52-8cf6-1405476b541f req-6ba8cd55-46e6-4692-8cda-333d448cde0d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591650 Jul 12 17:11:52.725792 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:11:52.726127 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Checking segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:11:52.726501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Bound using segment: {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:11:52.726940 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Bound port: 970b3222-fda9-421f-af59-d5c3ed830b74, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c09720-ad7a-479e-80c5-06d1ef43709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:11:52.727294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.802678 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:11:52.805751 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:52.806871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=970b3222-fda9-421f-af59-d5c3ed830b74,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:11:52.812032 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.830503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 72603985-c6e3-4681-ab30-972209b096e7 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:52.831021 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.854234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:52.854858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:52.856583 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-63737925-e033-4a78-b064-61456158816f service neutron] 10.222.0.77 "PUT /v2.0/ports/970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 1091 time: 0.8027315 Jul 12 17:11:52.857036 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:52.859381 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:52.906176 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63737925-e033-4a78-b064-61456158816f service neutron] Pushing event updated for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:52.965053 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3692ed4c-b562-4592-beb1-559c0c027ce3 x-openstack-request-id: req-3692ed4c-b562-4592-beb1-559c0c027ce3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:52.965409 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:52.965723 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3692ed4c-b562-4592-beb1-559c0c027ce3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:52.966327 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74', 'status': 'completed', 'code': 200} Jul 12 17:11:52.997186 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-53c22d68-c165-4243-9323-17e2507e9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:52.998628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-53c22d68-c165-4243-9323-17e2507e9991 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1094 time: 0.0867290 Jul 12 17:11:53.049766 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-60ba220f-8b85-4820-a50a-db3116a3b54e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 217 time: 0.0441887 Jul 12 17:11:53.094203 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8ca40e3f-a4dc-490a-854d-bc12330d3f8d None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:53.094570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ca40e3f-a4dc-490a-854d-bc12330d3f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:53.102092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-07398918-de45-4f7d-8e9e-e710e1746e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.104567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-07398918-de45-4f7d-8e9e-e710e1746e39 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0481379 Jul 12 17:11:53.178135 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021395d-382a-4a5b-904a-da007356cd52 req-5dc872fc-abce-4913-b419-3325bb3431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.180103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-5dc872fc-abce-4913-b419-3325bb3431b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690155 Jul 12 17:11:53.289345 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-11596dfd-e25d-4a06-84b8-dfbb72aaf37f service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019199 Jul 12 17:11:53.379487 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0021395d-382a-4a5b-904a-da007356cd52 req-6578a4ad-2405-45eb-896c-c01b074ca80b service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Jul 12 17:11:53.482063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-3391e63c-a271-4382-98bf-44c1583abec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.483560 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-3391e63c-a271-4382-98bf-44c1583abec7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1094 time: 0.0617106 Jul 12 17:11:53.576786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-86d2b60f-4707-41a1-ac54-5985cd8f7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.578057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-86d2b60f-4707-41a1-ac54-5985cd8f7dfd service neutron] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 898 time: 0.0885355 Jul 12 17:11:53.622020 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-9766cac1-45e1-4cdb-9a9a-ed88e5166b02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 217 time: 0.0376129 Jul 12 17:11:53.676305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-34977ed0-32c7-43a7-ad34-54e9cd3e0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.677784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-34977ed0-32c7-43a7-ad34-54e9cd3e0677 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0493968 Jul 12 17:11:53.737402 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-d3940517-d41a-4197-ae95-fc9d321ed4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.738985 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-d3940517-d41a-4197-ae95-fc9d321ed4e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548978 Jul 12 17:11:53.830807 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-f6abebac-3e74-4c46-bf80-8818475d1c68 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Jul 12 17:11:53.969569 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7b585129-ca84-4c0f-be1d-f69aeb98c1dc req-c194c94e-a4a0-4356-a810-a384590d6ef8 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322882 Jul 12 17:11:53.977968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2537-0b2d-480e-b634-80713fe6c7a8 req-88dd8610-23bf-4712-b194-2d0fb6073e1e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:53.980146 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-544b2537-0b2d-480e-b634-80713fe6c7a8 req-88dd8610-23bf-4712-b194-2d0fb6073e1e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 943 time: 0.1196742 Jul 12 17:11:54.019063 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-544b2537-0b2d-480e-b634-80713fe6c7a8 req-683fa71d-6914-4c04-a785-8659b5a3278d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Jul 12 17:11:54.372441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ea52e4a1-a908-4263-8891-fd1c44743bf8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:54.422056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port ea52e4a1-a908-4263-8891-fd1c44743bf8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:54.422427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:55.203657 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eb0f6-c9e0-462e-be50-e8578fd80cd4 req-af5199f4-5a9c-45b6-8c7c-50ae15dc6cc9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:55.205232 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d38eb0f6-c9e0-462e-be50-e8578fd80cd4 req-af5199f4-5a9c-45b6-8c7c-50ae15dc6cc9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 943 time: 0.0674634 Jul 12 17:11:55.247083 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d38eb0f6-c9e0-462e-be50-e8578fd80cd4 req-31cca92f-f245-41b8-ac0d-b87bfbff4544 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358961 Jul 12 17:11:55.532785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 970b3222-fda9-421f-af59-d5c3ed830b74 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:11:55.644510 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=970b3222-fda9-421f-af59-d5c3ed830b74,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:55.657843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '970b3222-fda9-421f-af59-d5c3ed830b74', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'port_id': '970b3222-fda9-421f-af59-d5c3ed830b74', 'mac_address': 'fa:16:3e:c7:5f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:11:55.704121 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:55.717476 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970b3222-fda9-421f-af59-d5c3ed830b74 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:11:55.738028 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=970b3222-fda9-421f-af59-d5c3ed830b74,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:55.743126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:55.804595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:55.960918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['970b3222-fda9-421f-af59-d5c3ed830b74'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:11:56.434875 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aea9a-6de1-4a55-bc79-a7fab0bcc090 req-34e8cda0-eeed-4965-abeb-7332f07aa628 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:56.436409 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-118aea9a-6de1-4a55-bc79-a7fab0bcc090 req-34e8cda0-eeed-4965-abeb-7332f07aa628 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 944 time: 0.0732381 Jul 12 17:11:56.475778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-118aea9a-6de1-4a55-bc79-a7fab0bcc090 req-d1bb9bb6-47b2-495c-81d5-0f8391672431 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337610 Jul 12 17:11:57.547593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 970b3222-fda9-421f-af59-d5c3ed830b74 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:11:57.597656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 970b3222-fda9-421f-af59-d5c3ed830b74 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:11:57.601415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 970b3222-fda9-421f-af59-d5c3ed830b74 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:57.601777 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:57.656608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518264-29c4-4a0b-8a8d-6b4986d19e52 req-51bd2583-5dd5-4c31-a152-2ea446922f92 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:57.658096 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf518264-29c4-4a0b-8a8d-6b4986d19e52 req-51bd2583-5dd5-4c31-a152-2ea446922f92 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 944 time: 0.0715468 Jul 12 17:11:57.684570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:57.699567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cf518264-29c4-4a0b-8a8d-6b4986d19e52 req-d6c42dc0-32b9-42a1-8c4e-6eb00f71f1d4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357904 Jul 12 17:11:57.706904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:11:57.709191 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1947ff7-25ca-45a2-af85-889a7fa78351" -d '{"events": [{"server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "name": "network-vif-plugged", "status": "completed", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:11:57.722573 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=970b3222-fda9-421f-af59-d5c3ed830b74,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:11:57.727023 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:57.757720 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11395b72-5e81-4279-b4a3-a0e4029b75bb x-openstack-request-id: req-11395b72-5e81-4279-b4a3-a0e4029b75bb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:11:57.757926 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "name": "network-vif-plugged", "status": "completed", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:11:57.758176 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11395b72-5e81-4279-b4a3-a0e4029b75bb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:11:57.758564 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74', 'code': 200} Jul 12 17:11:57.786822 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:11:57.878689 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3cb6-3b92-4da3-99e7-5f6085eeef7d req-0e2451fe-8c62-4389-94d2-f7d5d1181162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:57.880280 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6eff3cb6-3b92-4da3-99e7-5f6085eeef7d req-0e2451fe-8c62-4389-94d2-f7d5d1181162 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1096 time: 0.0593066 Jul 12 17:11:57.917505 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-6eff3cb6-3b92-4da3-99e7-5f6085eeef7d req-8a2a06d0-aaba-492c-b2cc-e0669dcc3c51 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Jul 12 17:11:58.000955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c718dd97-d918-4b5a-8b45-7f14359182f7 None None] Provisioning complete for port 970b3222-fda9-421f-af59-d5c3ed830b74 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:11:58.001319 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c718dd97-d918-4b5a-8b45-7f14359182f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:58.924486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12f8c0-f210-4080-8691-469ce304049f req-00f069b3-dd07-444e-bc39-c87ace4ccbad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:58.925953 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc12f8c0-f210-4080-8691-469ce304049f req-00f069b3-dd07-444e-bc39-c87ace4ccbad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0638368 Jul 12 17:11:58.965090 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cc12f8c0-f210-4080-8691-469ce304049f req-cb1c9cd0-6a7d-4cfb-8b3c-70be996f528b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Jul 12 17:11:59.141519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac899c-73a5-47b7-bce8-a139e9638baa req-a3d4399e-e1aa-4f99-b58b-520f70e425af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:59.143040 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09ac899c-73a5-47b7-bce8-a139e9638baa req-a3d4399e-e1aa-4f99-b58b-520f70e425af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0677056 Jul 12 17:11:59.182706 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-09ac899c-73a5-47b7-bce8-a139e9638baa req-2da1ea72-1564-4745-bf4b-6a130001ba84 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340762 Jul 12 17:11:59.206055 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40736) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:59.259372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a443a3cb-4f8e-4223-b6e6-5f28ea9fc82c tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:11:59.260923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a443a3cb-4f8e-4223-b6e6-5f28ea9fc82c tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1091 time: 0.0536551 Jul 12 17:11:59.263718 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40738) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:11:59.267958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '970b3222-fda9-421f-af59-d5c3ed830b74', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:11:59.289847 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:59.390360 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:59.495902 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.221 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/288fdf77-919b-48ae-af11-ec2671abfeca) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:11:59.597447 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:59.638812 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:11:59.675002 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:11:59.682464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:11:59.685140 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:11:59.713638 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=288fdf77-919b-48ae-af11-ec2671abfeca,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:12:00.069802 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:00.163838 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:00.317016 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:00.322172 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:00.392946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=288fdf77-919b-48ae-af11-ec2671abfeca,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:12:00.406598 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:00.507220 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP ae166398-3a27-4a64-b356-d3841214787f associated. External IP: 172.25.8.221, port: 970b3222-fda9-421f-af59-d5c3ed830b74. Jul 12 17:12:01.073939 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:12:01.184422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:12:01.193673 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Sync routers for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:12:01.201192 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:01.203548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:12:01.204211 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:12:01.240085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-477153b5-2dd8-4f39-923b-ae1a43db22c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9753652 Jul 12 17:12:01.240961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:12:01.243513 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38eec6-30a3-42ec-84e1-c89c22fec386" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:12:01.283363 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ffafdb-df46-4683-bf2a-69d2cfa35263 x-openstack-request-id: req-e1ffafdb-df46-4683-bf2a-69d2cfa35263 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:12:01.283905 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:12:01.284807 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1ffafdb-df46-4683-bf2a-69d2cfa35263 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:12:01.285403 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74', 'status': 'completed', 'code': 200} Jul 12 17:12:01.326625 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:12:01.362068 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-fe8ef458-18a4-459c-bbce-c5d693c144c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:01.363625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-fe8ef458-18a4-459c-bbce-c5d693c144c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1096 time: 0.0565548 Jul 12 17:12:01.413786 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691aa78-0f9f-4146-a189-a9c428312ec5 req-478a86e8-9621-406c-982c-c604e8ed3dde tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:01.415198 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7691aa78-0f9f-4146-a189-a9c428312ec5 req-478a86e8-9621-406c-982c-c604e8ed3dde tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0727947 Jul 12 17:12:01.458638 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7691aa78-0f9f-4146-a189-a9c428312ec5 req-387758f3-69c8-4618-9edb-4e7508454c33 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373282 Jul 12 17:12:01.460713 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-d12840c2-5150-4c2a-a6ef-0231e2d150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:01.462628 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-d12840c2-5150-4c2a-a6ef-0231e2d150c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 898 time: 0.0922809 Jul 12 17:12:01.485847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40744) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:12:01.542398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-a01d8765-1fa6-4e79-ba93-d3c4f9bb6f5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 999 time: 0.0727532 Jul 12 17:12:01.557742 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-121ae29c-94fa-4847-87cb-278507f6bb4b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/ae166398-3a27-4a64-b356-d3841214787f HTTP/1.1" status: 200 len: 991 time: 0.0705361 Jul 12 17:12:01.595688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-5284a413-0cba-40de-9c0a-dc46c5abc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:01.597722 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-5284a413-0cba-40de-9c0a-dc46c5abc5fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0487888 Jul 12 17:12:01.659640 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-a515a9db-a7f5-4890-8604-cbf9a9e843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:01.661198 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-a515a9db-a7f5-4890-8604-cbf9a9e843ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579128 Jul 12 17:12:01.749049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ae166398-3a27-4a64-b356-d3841214787f', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'port_id': '970b3222-fda9-421f-af59-d5c3ed830b74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'mac_address': 'fa:16:3e:c7:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:11:59Z', 'updated_at': '2021-07-12T17:11:59Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:12:01.759521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-b1c21161-4ee2-401e-9cf4-cc7b2db9c564 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922449 Jul 12 17:12:01.776425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Checking router: 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:12:01.784720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:12:01.785339 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:11:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:12:01.856458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1f38eec6-30a3-42ec-84e1-c89c22fec386 req-81996e61-9edd-44f7-972d-b4dfc7193b0b service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904763 Jul 12 17:12:01.899262 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:12:02.140549 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-98330f23-4876-4f54-9525-e309500ea282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ae166398-3a27-4a64-b356-d3841214787f', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'port_id': '970b3222-fda9-421f-af59-d5c3ed830b74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'mac_address': 'fa:16:3e:c7:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:11:59Z', 'updated_at': '2021-07-12T17:11:59Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:12:02.143394 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-76b285df-ce1e-4091-adf1-63a1916cb5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:02.168657 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98330f23-4876-4f54-9525-e309500ea282 None None] The sync data for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 is: [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ae166398-3a27-4a64-b356-d3841214787f', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'port_id': '970b3222-fda9-421f-af59-d5c3ed830b74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'mac_address': 'fa:16:3e:c7:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:11:59Z', 'updated_at': '2021-07-12T17:11:59Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:12:02.357550 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9ed53-4e13-4887-a8dd-dde0bcfad707 None None] New status for floating IP ae166398-3a27-4a64-b356-d3841214787f: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:12:02.561415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40746) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:12:02.627788 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d18aacb2-7fe2-4ae5-9d9a-7a3177916c0f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/ae166398-3a27-4a64-b356-d3841214787f HTTP/1.1" status: 200 len: 993 time: 0.0651696 Jul 12 17:12:03.890247 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:04.542285 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85468ee6-efe5-459d-bdca-8c4123e24441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:05.002577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:05.371716 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:12:06.033806 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:06.106185 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:07.435523 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:32.134845 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d8dd-e608-40d0-93bd-597c6f2a44da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:33.906180 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:34.309611 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f5e63-1263-49f7-8652-ff876c8a1ff9 req-0c2318c8-4d5a-4b36-ad5c-9bb0056537ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:34.311164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-238f5e63-1263-49f7-8652-ff876c8a1ff9 req-0c2318c8-4d5a-4b36-ad5c-9bb0056537ea tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.1314161 Jul 12 17:12:34.349598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-238f5e63-1263-49f7-8652-ff876c8a1ff9 req-cfa1ba6d-8511-42b7-8bc8-4240e389efc1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Jul 12 17:12:34.546916 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-66c7fc3a-2c18-4a04-8bc5-5926dbef2bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:35.002894 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:35.568926 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a27b2b-6a0f-4437-bf92-5aeab9fde78c req-4a3b7d23-f554-429e-b7f2-83b693f2bf19 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:35.570419 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53a27b2b-6a0f-4437-bf92-5aeab9fde78c req-4a3b7d23-f554-429e-b7f2-83b693f2bf19 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.1072004 Jul 12 17:12:35.610321 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-53a27b2b-6a0f-4437-bf92-5aeab9fde78c req-19e3e385-2492-4de5-add5-6c2fc52f624d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Jul 12 17:12:36.036578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:36.095378 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:36.783332 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33945-67f7-454d-9592-252b88354401 req-513364e7-ab22-46e1-965a-0fd78312d2ad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:36.784843 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6f33945-67f7-454d-9592-252b88354401 req-513364e7-ab22-46e1-965a-0fd78312d2ad tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0636296 Jul 12 17:12:36.826921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d6f33945-67f7-454d-9592-252b88354401 req-541c5643-7792-4541-ae92-e33a1870b1e5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365024 Jul 12 17:12:37.438444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:12:38.005558 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d99c-7e1e-4361-b9a1-bd0a1c88fbbe req-3e2b67b7-faf3-4320-9cc7-80b58d5c08f3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:38.007033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1447d99c-7e1e-4361-b9a1-bd0a1c88fbbe req-3e2b67b7-faf3-4320-9cc7-80b58d5c08f3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jul 12 17:12:38.046710 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1447d99c-7e1e-4361-b9a1-bd0a1c88fbbe req-6e686860-b4d0-4685-8693-99f757275827 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336142 Jul 12 17:12:39.228739 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b059a5-795f-4fd2-b3aa-111a5a67cbcd req-4e458673-4e95-463d-8682-6c450474d1b6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:39.230400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27b059a5-795f-4fd2-b3aa-111a5a67cbcd req-4e458673-4e95-463d-8682-6c450474d1b6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0682797 Jul 12 17:12:39.277272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-27b059a5-795f-4fd2-b3aa-111a5a67cbcd req-efcd8412-8a19-4a91-b0e6-3c5b357aafcd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Jul 12 17:12:40.642631 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1de7-0088-495e-8703-7a8dcd25b57f req-1e237a5d-7e96-40a1-b1b0-c92afb7c1383 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:40.644039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13ff1de7-0088-495e-8703-7a8dcd25b57f req-1e237a5d-7e96-40a1-b1b0-c92afb7c1383 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0648124 Jul 12 17:12:40.681765 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13ff1de7-0088-495e-8703-7a8dcd25b57f req-81542c6f-bbf6-47db-988d-d79907ca492a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Jul 12 17:12:41.857470 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a7f9-f845-4a99-8b91-f6d7062ff7b3 req-c1e5909a-b158-416c-bd50-d06611e0d87f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:41.858975 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2b6a7f9-f845-4a99-8b91-f6d7062ff7b3 req-c1e5909a-b158-416c-bd50-d06611e0d87f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0647209 Jul 12 17:12:41.897355 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b2b6a7f9-f845-4a99-8b91-f6d7062ff7b3 req-67251a10-ef33-4680-8a84-5aadf22356e7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Jul 12 17:12:42.370914 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:12:43.070398 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767732d0-ae57-4603-8ea3-d3ae59cd90b4 req-f74b310a-e458-42bf-ac0e-ac08a736bca0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:43.071920 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-767732d0-ae57-4603-8ea3-d3ae59cd90b4 req-f74b310a-e458-42bf-ac0e-ac08a736bca0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0643444 Jul 12 17:12:43.110722 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-767732d0-ae57-4603-8ea3-d3ae59cd90b4 req-282d3cbc-0da8-4b3b-a548-dd55d3c4fe12 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Jul 12 17:12:43.331211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-c387b72d-da12-477e-9f8a-1c12958bd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:43.332742 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-c387b72d-da12-477e-9f8a-1c12958bd189 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1096 time: 0.0581398 Jul 12 17:12:43.440345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-f9f1bb07-02a1-43d0-b9ec-6fc414c35664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:43.441842 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-f9f1bb07-02a1-43d0-b9ec-6fc414c35664 service neutron] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 898 time: 0.0896657 Jul 12 17:12:43.515719 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-c40d5842-af90-42b6-bb0f-da077b25e0c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 1001 time: 0.0670350 Jul 12 17:12:43.566715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-bd71d42f-b686-4163-a5a7-8974334e5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:43.568243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-bd71d42f-b686-4163-a5a7-8974334e5579 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0471337 Jul 12 17:12:43.638660 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-e4d7d101-e85a-46d1-9d69-0e6d471b6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:43.640215 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-e4d7d101-e85a-46d1-9d69-0e6d471b6a9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656731 Jul 12 17:12:43.759217 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-fe4279b2-84f5-4d78-9bdb-d7bc08c1a644 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128581 Jul 12 17:12:43.859104 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0ac169e0-6127-472c-8554-46a9b4aacd39 req-a733ad0a-557b-41ea-a0a0-9a0a38e6ca1d service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932794 Jul 12 17:12:44.494952 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d395ea-0189-4760-8a64-e4e703b390e8 req-0b78f4b8-00a4-4882-ae48-46e2079d369a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:44.496629 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3d395ea-0189-4760-8a64-e4e703b390e8 req-0b78f4b8-00a4-4882-ae48-46e2079d369a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0724294 Jul 12 17:12:44.540131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a3d395ea-0189-4760-8a64-e4e703b390e8 req-7961b001-3454-4941-bd27-41bdb0fdae12 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Jul 12 17:12:45.720099 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6c40c-769c-4044-b122-9898af618a0f req-0bf9a8a0-9568-4822-9194-497e7bf921bd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:45.721601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b6c40c-769c-4044-b122-9898af618a0f req-0bf9a8a0-9568-4822-9194-497e7bf921bd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0687342 Jul 12 17:12:45.758731 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b6c40c-769c-4044-b122-9898af618a0f req-37b9834a-f774-411e-a308-fcfc07499483 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Jul 12 17:12:46.939880 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d2ea3-edb8-41b7-ae71-041ab68d1a70 req-68042c85-7299-422c-8d6a-2e8d4d04d95f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:46.941398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4d2ea3-edb8-41b7-ae71-041ab68d1a70 req-68042c85-7299-422c-8d6a-2e8d4d04d95f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0701301 Jul 12 17:12:46.981400 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1c4d2ea3-edb8-41b7-ae71-041ab68d1a70 req-a7fe4e5c-0869-409f-bab1-1671bf816289 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Jul 12 17:12:48.155974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c5a16-2de1-48c7-9483-89fbed418002 req-948be3c5-136a-45db-8f96-96de2c6e7aeb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:48.157510 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-691c5a16-2de1-48c7-9483-89fbed418002 req-948be3c5-136a-45db-8f96-96de2c6e7aeb tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0664361 Jul 12 17:12:48.196071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-691c5a16-2de1-48c7-9483-89fbed418002 req-a0414064-5e92-48a4-a486-6b6878104d2d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329943 Jul 12 17:12:49.369248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236e64f-f89c-4d75-8246-138cd1d3eb59 req-e96ea6f8-570e-438b-b677-8d88f35da3a4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:49.371401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b236e64f-f89c-4d75-8246-138cd1d3eb59 req-e96ea6f8-570e-438b-b677-8d88f35da3a4 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0652590 Jul 12 17:12:49.411334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b236e64f-f89c-4d75-8246-138cd1d3eb59 req-6462fc4e-818a-403c-a086-f6cfb742290d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Jul 12 17:12:50.594703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5385736-752d-45f7-b972-873056fb78e8 req-e592752a-44e4-43e4-bc90-a3271b5ee723 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:50.596126 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5385736-752d-45f7-b972-873056fb78e8 req-e592752a-44e4-43e4-bc90-a3271b5ee723 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0682657 Jul 12 17:12:50.635021 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c5385736-752d-45f7-b972-873056fb78e8 req-07d1cae2-fb3c-4a5c-9057-3821634c8900 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Jul 12 17:12:50.659964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40792) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:12:50.720745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6394c27b-3969-4e51-8c33-5db8b427898f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/ae166398-3a27-4a64-b356-d3841214787f HTTP/1.1" status: 200 len: 993 time: 0.0596380 Jul 12 17:12:52.176560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-243b2686-cc96-47e1-b51e-e1ba13d9afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:52.178250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-243b2686-cc96-47e1-b51e-e1ba13d9afc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1096 time: 0.1023405 Jul 12 17:12:52.189917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f634ed-8760-4efc-8849-c7705aced669 req-987e5617-067e-4c0b-8e19-5b267d921274 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:52.191306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70f634ed-8760-4efc-8849-c7705aced669 req-987e5617-067e-4c0b-8e19-5b267d921274 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0830956 Jul 12 17:12:52.286239 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-70f634ed-8760-4efc-8849-c7705aced669 req-dbfc9603-f745-4f83-b7a0-8235732442d8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866516 Jul 12 17:12:52.306903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-bc9b6cbb-6553-407e-894b-e2475b24e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:52.308642 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-bc9b6cbb-6553-407e-894b-e2475b24e0eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 898 time: 0.1162887 Jul 12 17:12:52.376848 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-e87810bd-1455-4de4-b55d-93fcd76534cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 1001 time: 0.0617845 Jul 12 17:12:52.426066 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-bedc07f7-05f9-4c66-873f-f2deb4793864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:52.427486 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-bedc07f7-05f9-4c66-873f-f2deb4793864 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0449491 Jul 12 17:12:52.488771 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-813227f7-bba3-43d0-9f85-2e91690d1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:52.490250 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-813227f7-bba3-43d0-9f85-2e91690d1e61 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563364 Jul 12 17:12:52.581294 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-70aff70e-dc0b-4eba-a2a7-ed5a53a38f6f service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Jul 12 17:12:52.677509 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-82d5b1b5-d93c-4676-aadd-ef83f7a450dc req-af9a4a72-8e25-4f2b-ad0f-c0dc9c73e2a9 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Jul 12 17:12:53.462164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2be2c-ba48-4ec9-855d-f6de2424a5cf req-5dbd5c5d-f812-450d-9d60-b6b8734ce3c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:12:53.463701 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73c2be2c-ba48-4ec9-855d-f6de2424a5cf req-5dbd5c5d-f812-450d-9d60-b6b8734ce3c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0657589 Jul 12 17:12:53.508664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-73c2be2c-ba48-4ec9-855d-f6de2424a5cf req-d43a4117-3daf-49df-9d4d-6ea61b94e562 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 Jul 12 17:12:53.533378 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40802) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:12:53.594053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-da0957f6-6d9b-41aa-aee2-6de1d5bf69fa tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/ae166398-3a27-4a64-b356-d3841214787f HTTP/1.1" status: 200 len: 993 time: 0.0595293 Jul 12 17:13:02.137101 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0e12-64c6-4d20-8e1b-b940e91280d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:03.904369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:04.547456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5fc8036e-be95-4436-a789-316cbf1fd577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:05.004127 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.040618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:06.095821 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:07.439950 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:19.370147 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:13:24.014590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40820) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:24.177614 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 288fdf77-919b-48ae-af11-ec2671abfeca {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:24.177965 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.259780 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.260112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.272749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 288fdf77-919b-48ae-af11-ec2671abfeca owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:24.426600 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.456044 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=288fdf77-919b-48ae-af11-ec2671abfeca,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:24.467739 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.468093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.468461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.468795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.469124 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.469451 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.469777 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.470128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.470459 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.470780 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.471104 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.471419 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:24.529185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.529434 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP ae166398-3a27-4a64-b356-d3841214787f disassociated (deleted). External IP: 172.25.8.221, port: 970b3222-fda9-421f-af59-d5c3ed830b74. Jul 12 17:13:24.751041 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:13:24.864774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:24.869783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:24.875719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Sync routers for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:24.885225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:24.885782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:24.911056 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0260143f-aaac-4851-96d3-8b9fe10f08c1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/floatingips/ae166398-3a27-4a64-b356-d3841214787f HTTP/1.1" status: 204 len: 168 time: 0.8929887 Jul 12 17:13:24.911056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:24.911548 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:25.011883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:25.014308 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50300e0-a022-43cd-ab3e-0d6a791d6dad x-openstack-request-id: req-d50300e0-a022-43cd-ab3e-0d6a791d6dad {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:25.014665 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:25.015300 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d50300e0-a022-43cd-ab3e-0d6a791d6dad {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:25.015418 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74', 'status': 'completed', 'code': 200} Jul 12 17:13:25.164128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-17b4d363-0e25-45ed-abde-a0b723a937f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:25.165641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-17b4d363-0e25-45ed-abde-a0b723a937f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 1096 time: 0.1264517 Jul 12 17:13:25.240285 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:25.278224 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Checking router: 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:25.286829 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:25.287442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:25.299211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-2a70137a-4784-4bbd-b411-7af2d1160da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:25.300900 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-2a70137a-4784-4bbd-b411-7af2d1160da2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 200 len: 898 time: 0.1271694 Jul 12 17:13:25.348810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-088c424e-b3f7-4c76-a58d-b9e057590c84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 200 len: 217 time: 0.0403690 Jul 12 17:13:25.397796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:25.404063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9881d-90d9-45ba-9dd2-12c7dc4d78ad req-3f50db0d-79b2-4e41-8339-d670a8b25748 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:25.405574 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ada9881d-90d9-45ba-9dd2-12c7dc4d78ad req-3f50db0d-79b2-4e41-8339-d670a8b25748 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.1503079 Jul 12 17:13:25.435482 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-b83d043b-926d-47d4-9ef4-a88462a0ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:25.436991 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-b83d043b-926d-47d4-9ef4-a88462a0ff5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 200 len: 834 time: 0.0795994 Jul 12 17:13:25.479884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ada9881d-90d9-45ba-9dd2-12c7dc4d78ad req-bf811ee2-fe85-4ae4-bdc8-7e2619d9a7ed tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680392 Jul 12 17:13:25.506869 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-ecce0fa7-1df6-481e-b5ea-2318e9674c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:25.508581 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-ecce0fa7-1df6-481e-b5ea-2318e9674c94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=05347a77-c6e9-4178-97b1-db1eac9d2aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614598 Jul 12 17:13:25.599718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:25.602662 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-b1b14f53-f43b-4e50-a195-bd05a717e5c2 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863147 Jul 12 17:13:25.627369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23318df9-c24c-42a5-ab0a-e08ef03507cf None None] The sync data for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 is: [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'ea52e4a1-a908-4263-8891-fd1c44743bf8', 'name': '', 'network_id': '05347a77-c6e9-4178-97b1-db1eac9d2aea', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:f3:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:47Z', 'updated_at': '2021-07-12T17:11:52Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': '00490dd4-006d-4bea-bc7a-8a4c891cfa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:25.700710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4a14fc7a-00cb-4b32-a37a-d0b144d5646c req-7dbaa736-3346-4fa8-90d3-00cc0298e480 service neutron] 10.222.0.77 "GET /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873346 Jul 12 17:13:25.845016 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15812b-c682-4a12-bf5c-142824cc8712 None None] New status for floating IP ae166398-3a27-4a64-b356-d3841214787f: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:13:26.675440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e980-2d22-46cf-a294-fff92984e37b req-213fb310-9762-45e5-a080-e2a01e4c159f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:26.676961 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cc8e980-2d22-46cf-a294-fff92984e37b req-213fb310-9762-45e5-a080-e2a01e4c159f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0717845 Jul 12 17:13:26.716548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2cc8e980-2d22-46cf-a294-fff92984e37b req-1db74602-9464-4f55-a2de-d2be42c7320d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=229c3dbf-5df1-4db6-b3de-feef31c878bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340209 Jul 12 17:13:26.762953 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-a73e9b76-8bd8-4916-8e90-d9ca14dc2729 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:26.764405 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-a73e9b76-8bd8-4916-8e90-d9ca14dc2729 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 945 time: 0.0685115 Jul 12 17:13:27.232242 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 970b3222-fda9-421f-af59-d5c3ed830b74 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:27.232577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:27.323798 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 970b3222-fda9-421f-af59-d5c3ed830b74, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=970b3222-fda9-421f-af59-d5c3ed830b74,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:27.324344 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:27.336938 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 970b3222-fda9-421f-af59-d5c3ed830b74 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:27.462168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:27.496327 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=970b3222-fda9-421f-af59-d5c3ed830b74,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:27.508670 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.509005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.509349 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.509685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.510018 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.510351 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.510682 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.511024 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.511353 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.512488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.512822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.513146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:27.552685 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] No DVR routers for this DVR port 970b3222-fda9-421f-af59-d5c3ed830b74 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:13:27.555202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:27.557230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a71b50e5-d909-47cd-803e-dbcf04f64bf4 req-bce1b6fb-683b-4650-96ae-5a51c4af93da tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.77 "DELETE /v2.0/ports/970b3222-fda9-421f-af59-d5c3ed830b74 HTTP/1.1" status: 204 len: 173 time: 0.7878358 Jul 12 17:13:27.557667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'name': 'network-vif-deleted', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:27.560143 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05c1f1-4a1d-471a-882e-1b0711a1543f" -d '{"events": [{"server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "name": "network-vif-deleted", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:27.644764 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8fb82-e284-4c65-a120-e9db882eacef x-openstack-request-id: req-2ac8fb82-e284-4c65-a120-e9db882eacef {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:27.645056 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af8f276-cecc-47ee-945f-e2113d07ec4b", "name": "network-vif-deleted", "tag": "970b3222-fda9-421f-af59-d5c3ed830b74", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:27.645322 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ac8fb82-e284-4c65-a120-e9db882eacef {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:27.645699 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8f276-cecc-47ee-945f-e2113d07ec4b', 'name': 'network-vif-deleted', 'tag': '970b3222-fda9-421f-af59-d5c3ed830b74', 'status': 'completed', 'code': 200} Jul 12 17:13:27.872014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9985e2c0-0112-47c0-81fc-aaec6ebe0cdf req-6a6ad675-b499-4792-a534-0e7cf5d36d3b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=6af8f276-cecc-47ee-945f-e2113d07ec4b HTTP/1.1" status: 200 len: 210 time: 0.0320885 Jul 12 17:13:28.970894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40846) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:29.338975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:29.609048 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port ea52e4a1-a908-4263-8891-fd1c44743bf8 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:29.609311 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:29.697361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port ea52e4a1-a908-4263-8891-fd1c44743bf8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=ea52e4a1-a908-4263-8891-fd1c44743bf8,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:29.697721 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:29.711340 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for ea52e4a1-a908-4263-8891-fd1c44743bf8 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:29.898869 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:29.931836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=ea52e4a1-a908-4263-8891-fd1c44743bf8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:30.117123 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.337997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:13:30.447372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:30.452702 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b1308db9-01f6-4520-8c3a-39e6c455b218 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/4ecd0124-bc1c-45db-bfed-7e6d35f6c77b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807689 Jul 12 17:13:30.455387 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40848) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:30.457464 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Sync routers for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:30.467001 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:30.467626 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:30.507668 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting subnet 00490dd4-006d-4bea-bc7a-8a4c891cfa40 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:13:30.510519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.551262 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.574948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:30.640294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.701551 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.731924 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Subnet': ['ID=00490dd4-006d-4bea-bc7a-8a4c891cfa40,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:30.733969 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.735896 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee0604f6-bf44-4254-a860-da0ed25c13d9 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/subnets/00490dd4-006d-4bea-bc7a-8a4c891cfa40 HTTP/1.1" status: 204 len: 168 time: 0.2795153 Jul 12 17:13:30.738525 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40850) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:30.740704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9986f9-b2a7-4fc0-8d74-4f47fc97d712 None None] Network 05347a77-c6e9-4178-97b1-db1eac9d2aea requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:13:30.851711 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:30.869647 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:13:29Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:30.898392 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Checking router: 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:30.916787 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Routers {'4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:30.917414 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:30.960369 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.021755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:31.022137 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.114583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port c24dd8f0-3d82-47e7-8dd7-6b8498c3788f, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:31.114854 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.129519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for c24dd8f0-3d82-47e7-8dd7-6b8498c3788f owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:31.169313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] DHCP port deletion for 05347a77-c6e9-4178-97b1-db1eac9d2aea request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:13:31.221277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] Set router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:31.304256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.332180 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Deleting port 72603985-c6e3-4681-ab30-972209b096e7 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:13:31.332551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.353716 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=c24dd8f0-3d82-47e7-8dd7-6b8498c3788f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:31.397542 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.421303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] For port 72603985-c6e3-4681-ab30-972209b096e7, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=72603985-c6e3-4681-ab30-972209b096e7,segment=NetworkSegment(b0c09720-ad7a-479e-80c5-06d1ef43709e),segment_id=b0c09720-ad7a-479e-80c5-06d1ef43709e)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:31.421691 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.452389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Calling delete_port for 72603985-c6e3-4681-ab30-972209b096e7 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:13:31.498511 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.500701 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.544406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:13:29Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:31.545638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.546343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Fanout notify agent at l3_agent the message router_deleted on router 4ecd0124-bc1c-45db-bfed-7e6d35f6c77b {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:13:31.555059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.556247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-92c5f1d8-e6d5-4170-9588-04f7c5c7d4de tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/routers/4ecd0124-bc1c-45db-bfed-7e6d35f6c77b HTTP/1.1" status: 204 len: 168 time: 0.8167448 Jul 12 17:13:31.559655 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40852) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:31.573408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a806e3-ba3e-421c-8463-c1a36ebae07e None None] The sync data for ids ['4ecd0124-bc1c-45db-bfed-7e6d35f6c77b'] in n-d-800078-3 is: [{'id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-75155556', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:11:44Z', 'updated_at': '2021-07-12T17:13:29Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c24dd8f0-3d82-47e7-8dd7-6b8498c3788f', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecd0124-bc1c-45db-bfed-7e6d35f6c77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:11:45Z', 'updated_at': '2021-07-12T17:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:31.580468 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.608691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Pushing event deleted for resources: {'Port': ['ID=72603985-c6e3-4681-ab30-972209b096e7,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:31.615113 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] No DVR routers for this DVR port 72603985-c6e3-4681-ab30-972209b096e7 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:13:31.617566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.617919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.618257 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.618589 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.618919 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.619258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.619635 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.619922 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.620240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.620555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.621442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.621785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9136350-a793-4d35-96f1-26c364e5fd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:31.647316 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.737620 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.748016 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05347a77-c6e9-4178-97b1-db1eac9d2aea']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:31.758241 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c09720-ad7a-479e-80c5-06d1ef43709e') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:31.758528 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c09720-ad7a-479e-80c5-06d1ef43709e') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:31.767124 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.780434 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.786253 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:13:31.786709 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:13:31.789789 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:13:31.853243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.861548 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.863283 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/networks/05347a77-c6e9-4178-97b1-db1eac9d2aea HTTP/1.1" status: 204 len: 168 time: 0.3026097 Jul 12 17:13:31.866177 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40854) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:31.875813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa069c-eb05-4f6f-864c-451b152e94dc tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Network': ['ID=05347a77-c6e9-4178-97b1-db1eac9d2aea,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:31.906290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 970b3222-fda9-421f-af59-d5c3ed830b74 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:13:31.926559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 970b3222-fda9-421f-af59-d5c3ed830b74 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:13:31.926904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 970b3222-fda9-421f-af59-d5c3ed830b74 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:13:31.933224 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:31.969034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.033168 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.035933 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.037307 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/security-groups/229c3dbf-5df1-4db6-b3de-feef31c878bf HTTP/1.1" status: 204 len: 168 time: 0.1700344 Jul 12 17:13:32.047894 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cacf5-d540-472f-bd72-33a985bf529c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229c3dbf-5df1-4db6-b3de-feef31c878bf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:32.139246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7903cd33-26a9-4b71-87e9-010aaf9210fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.394699 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40860) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:32.399445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439632165', 'description': 'tempest-secgroup-smoke-439632165 description', 'project_id': '6001efdf85b64eac9a36e574e5a34015'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:32.422449 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.507097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.510987 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.539021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.540187 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444972 Jul 12 17:13:32.542069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90dc05-9e6e-48f1-8630-08d03ac1ba1c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa914b-7d10-44be-88a3-2d4590c4fd76,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:32.544110 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40862) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:32.549713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:32.577781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.644624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.650199 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.660030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ea52e4a1-a908-4263-8891-fd1c44743bf8 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:13:32.670661 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fac4377-9d39-426e-8220-a3ce5f766fb6,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:32.676574 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.682319 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40864) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:32.682490 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-15f5b62f-cc69-4175-9d32-bb0c168d7bb1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348126 Jul 12 17:13:32.684592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: ea52e4a1-a908-4263-8891-fd1c44743bf8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:13:32.684937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device ea52e4a1-a908-4263-8891-fd1c44743bf8 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:13:32.685353 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c24dd8f0-3d82-47e7-8dd7-6b8498c3788f no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:13:32.685785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:32.704230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c24dd8f0-3d82-47e7-8dd7-6b8498c3788f {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:13:32.704569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c24dd8f0-3d82-47e7-8dd7-6b8498c3788f not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:13:32.704981 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72603985-c6e3-4681-ab30-972209b096e7 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:13:32.713574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.725733 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 72603985-c6e3-4681-ab30-972209b096e7 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:13:32.726080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 72603985-c6e3-4681-ab30-972209b096e7 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:13:32.773590 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.777552 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.796852 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779f332d-dfcc-4b89-af4f-f6f80f3aec1d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:32.800463 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.801696 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-53ebcf59-539e-4a7d-917b-b03a888ae8f1 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199994 Jul 12 17:13:32.804541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40866) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:32.808939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:32.834444 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.892764 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.896410 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.920614 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ecf21a-7e0f-44a5-be04-fd8c27b779e5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:32.924843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:32.926051 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-30822ebb-6df1-45f2-b155-06d5ab00d651 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205645 Jul 12 17:13:32.929152 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40868) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:32.934939 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:32.961269 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.031275 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.035097 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.057087 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e70b34-cc25-4fb4-a838-cf888961ceda,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:33.061515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.062767 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-834e34c2-c152-47c0-9ea7-733cff174066 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324766 Jul 12 17:13:33.066256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40870) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:33.070725 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:33.095452 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:13:33.101347 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.170310 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.174304 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.194369 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a62ad3-f02f-4c13-ab9e-0e87982ef380,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:33.202148 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.203464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-7462b0c6-34dd-4453-b779-b98e6eb84f40 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362252 Jul 12 17:13:33.207322 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40872) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:33.212157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'security_group_rule': {'security_group_id': '18aa914b-7d10-44be-88a3-2d4590c4fd76', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:33.237357 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Project 6001efdf85b64eac9a36e574e5a34015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:13:33.242575 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.311911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.315780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.336298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d187080d-5238-4d6b-94e0-8e886aed4aeb,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:33.341988 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.343274 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-49f60cb7-92cd-4504-9300-41c26cf4f00c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347456 Jul 12 17:13:33.347218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40874) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:33.352231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'network': {'name': 'tempest-network-smoke--67090209', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'port_security_enabled': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:33.374617 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:13:33.378160 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.403171 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:13:33.412541 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.412886 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Added segment d2bbf6c0-ca89-4f40-960a-688c71d1aefc of type vlan for network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d Jul 12 17:13:33.457895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.487762 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.493385 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:33.493975 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.555205 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2068982 Jul 12 17:13:33.558079 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40876) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:33.565235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'admin_state_up': True, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:33.576062 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c6c5-ec3a-45ec-9926-ec15dc152d60 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Network': ['ID=879a9ff8-dbaa-43a8-bc36-6439c9630a5d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:33.586612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:13:33.594056 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.595113 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.655554 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:33.904369 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.164603 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.379250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.400004 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.532650 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.133 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/c307ca2b-0be7-4dfc-98fa-53db4be48509) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:13:34.549811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d187a8b9-05b5-4a4e-8524-fc6feadef5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.650021 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.688058 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:34.729613 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:34.734665 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:34.738057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:13:34.768063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=c307ca2b-0be7-4dfc-98fa-53db4be48509,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:35.005010 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:35.011386 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:35.215978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:35.353854 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a7921a70-ff8d-48a0-89cc-ef2bb35f678e is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:13:35.468675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:35.477803 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Sync routers for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:35.488718 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:35.489349 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:35.489509 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:35.490757 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-004100f3-f07f-4e9c-be3e-477e05c26ce5 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9313262 Jul 12 17:13:35.493968 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40878) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:35.568310 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-eb28a814-9226-4d6b-b15a-9ef3a5d97235 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=6001efdf85b64eac9a36e574e5a34015&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731816 Jul 12 17:13:35.570941 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40882) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:35.600518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:35.664061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94402d-8710-4d83-a038-0e4f2acaebc1 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:35.665537 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-3b94402d-8710-4d83-a038-0e4f2acaebc1 tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936580 Jul 12 17:13:35.669131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40884) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:35.698663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ffb80417-83c2-4747-83fb-ad2c27382deb tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c826e652-850a-482c-acd7-b90ac0720133&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283542 Jul 12 17:13:35.701735 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40886) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:35.706705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667095788', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:35.793604 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:34Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:35.804942 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:13:35.808627 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:35.821634 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Checking router: a7921a70-ff8d-48a0-89cc-ef2bb35f678e for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:35.821981 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Updating router a7921a70-ff8d-48a0-89cc-ef2bb35f678e port c307ca2b-0be7-4dfc-98fa-53db4be48509 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:13:35.861666 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.026051 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.047025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.086289 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Subnet': ['ID=f5278af4-ae53-4a4d-bacc-b1ed156f23d8,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:36.104328 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Checking segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:13:36.104688 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network hostable DHCP agents. Network: 879a9ff8-dbaa-43a8-bc36-6439c9630a5d, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:13:36.123730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:13:36.125545 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.132858 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 879a9ff8-dbaa-43a8-bc36-6439c9630a5d) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:36.138392 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:36.139504 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.144892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d581b-7860-4567-bcd6-60a055e94334 None None] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:13:36.154463 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.157719 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1cc0f893-04ef-4046-9bd2-43045f5f5f4d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4523568 Jul 12 17:13:36.158051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40888) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:36.166947 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Transition to ACTIVE for port object c307ca2b-0be7-4dfc-98fa-53db4be48509 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:36.173241 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.218992 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Attempting to bind port c307ca2b-0be7-4dfc-98fa-53db4be48509 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:13:36.219508 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Attempting to bind port c307ca2b-0be7-4dfc-98fa-53db4be48509 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:13:36.220014 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Attempting to bind port c307ca2b-0be7-4dfc-98fa-53db4be48509 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:13:36.231746 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:13:36.232249 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:13:36.232800 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.233284 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:13:36.233844 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Bound port: c307ca2b-0be7-4dfc-98fa-53db4be48509, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:13:36.234319 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.263077 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Pushing event updated for resources: {'Port': ['ID=c307ca2b-0be7-4dfc-98fa-53db4be48509,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:36.290358 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.290800 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.291210 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.291632 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.292034 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.292422 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.292958 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.293505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.293622 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.293961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.294353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.294734 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:13:36.309935 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] For port c307ca2b-0be7-4dfc-98fa-53db4be48509, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:13:36.313538 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] For port c307ca2b-0be7-4dfc-98fa-53db4be48509, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c307ca2b-0be7-4dfc-98fa-53db4be48509,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:13:36.317341 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.339012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:13:36.341261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.378474 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:36.379053 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:36.422768 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21037bbc-c6b2-41b8-9e2b-bb922ea4f753 None None] Pushing event updated for resources: {'Port': ['ID=c307ca2b-0be7-4dfc-98fa-53db4be48509,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:36.498347 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:36.505201 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Allocated IP 172.20.0.2 (879a9ff8-dbaa-43a8-bc36-6439c9630a5d/f5278af4-ae53-4a4d-bacc-b1ed156f23d8/97df9a2a-b957-4952-882d-2a71b0f2b6fe) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:13:36.653098 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.662686 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.676811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Transition to ACTIVE for port object 97df9a2a-b957-4952-882d-2a71b0f2b6fe will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:36.685904 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:34Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:36.693750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Transition to ACTIVE for port object 97df9a2a-b957-4952-882d-2a71b0f2b6fe will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:36.701480 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.714181 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8bc307-8277-4200-874e-eb7d268bb654 None None] The sync data for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 is: [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:34Z', 'revision_number': 3, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:36.749265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:36.752059 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:36.755612 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:13:36.762632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Pushing event updated for resources: {'Port': ['ID=97df9a2a-b957-4952-882d-2a71b0f2b6fe,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:36.828926 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Attempting to bind port 97df9a2a-b957-4952-882d-2a71b0f2b6fe on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:13:36.829386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Attempting to bind port 97df9a2a-b957-4952-882d-2a71b0f2b6fe by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:13:36.829760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Attempting to bind port 97df9a2a-b957-4952-882d-2a71b0f2b6fe on network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:13:36.836593 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:13:36.836974 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Checking segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:13:36.837566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.837968 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Bound using segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:13:36.838441 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Bound port: 97df9a2a-b957-4952-882d-2a71b0f2b6fe, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:13:36.838828 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.910507 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] For port 97df9a2a-b957-4952-882d-2a71b0f2b6fe, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:13:36.914550 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] For port 97df9a2a-b957-4952-882d-2a71b0f2b6fe, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97df9a2a-b957-4952-882d-2a71b0f2b6fe,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:13:36.919765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:36.965629 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.1 (879a9ff8-dbaa-43a8-bc36-6439c9630a5d/f5278af4-ae53-4a4d-bacc-b1ed156f23d8/19d03346-a6ce-4367-96ff-35d573a8dd7a) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:13:37.016177 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4384142-74c7-4a06-89fc-f56368b04517 None None] Pushing event updated for resources: {'Port': ['ID=97df9a2a-b957-4952-882d-2a71b0f2b6fe,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:37.112891 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.127907 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 19d03346-a6ce-4367-96ff-35d573a8dd7a will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:37.164783 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.229370 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:37.233690 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:37.237703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:13:37.269343 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:37.296034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.444979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.448872 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.741760 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.747235 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.828567 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:37.846858 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:37.940459 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:37.942011 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:37.976517 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab8811-785c-43c0-9abe-193e687702ed None None] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:13:38.037484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb03f48e-e1f5-41d3-aebd-c9181e9aa625 None None] Provisioning for port 97df9a2a-b957-4952-882d-2a71b0f2b6fe completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:38.065866 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a7921a70-ff8d-48a0-89cc-ef2bb35f678e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:13:38.179515 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:38.189784 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d910a205-8221-4a3b-8729-467b03b711ac tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/a7921a70-ff8d-48a0-89cc-ef2bb35f678e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0272243 Jul 12 17:13:38.347348 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-ddbfb7ca-3283-4c26-a67f-ccba95e08bf8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439632165&fields=id&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 267 time: 0.0358093 Jul 12 17:13:38.384472 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Sync routers for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:38.389163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70c6aa2d-20df-4e31-b4ac-a0f336ffbc51 None None] Provisioning for port 19d03346-a6ce-4367-96ff-35d573a8dd7a completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:38.395021 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-70c6aa2d-20df-4e31-b4ac-a0f336ffbc51 None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:38.395387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-70c6aa2d-20df-4e31-b4ac-a0f336ffbc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:38.426036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:38.427015 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:38.482121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-70c6aa2d-20df-4e31-b4ac-a0f336ffbc51 None None] Port 19d03346-a6ce-4367-96ff-35d573a8dd7a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:13:38.516019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-123c5832-b636-4176-8dd3-4e9f55896b23 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:38.518261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-123c5832-b636-4176-8dd3-4e9f55896b23 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 795 time: 0.1575046 Jul 12 17:13:38.533861 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-d04e427d-7034-44ed-8889-f9933cafc3c0 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/quotas/6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 375 time: 0.0103459 Jul 12 17:13:38.544491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97df9a2a-b957-4952-882d-2a71b0f2b6fe up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:38.612586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:38.616307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-16fe4377-0e3c-4f92-9c6f-a5ce5f5fd5f6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748303 Jul 12 17:13:38.656598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-57c0b468-e01b-4d3e-8d58-dcfc1d865a93 None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:38.656965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-57c0b468-e01b-4d3e-8d58-dcfc1d865a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:38.683642 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 97df9a2a-b957-4952-882d-2a71b0f2b6fe completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:38.684120 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8e956eb3-41ab-404a-8ee1-2d73c929fd8f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:13:38.685169 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8e956eb3-41ab-404a-8ee1-2d73c929fd8f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633850 Jul 12 17:13:38.727184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 97df9a2a-b957-4952-882d-2a71b0f2b6fe triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:38.727551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:38.786256 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-781991b1-c005-4748-924f-516aaba3dcef service neutron] 10.222.0.58 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938764 Jul 12 17:13:38.790538 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-57c0b468-e01b-4d3e-8d58-dcfc1d865a93 None None] Port 19d03346-a6ce-4367-96ff-35d573a8dd7a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:13:38.896173 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-7bbc5c5b-3be8-42d7-b05f-388ec2b45799 service neutron] 10.222.0.58 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040499 Jul 12 17:13:38.926309 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:38.946772 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0715e03d-7c06-402c-ba11-5e9f0162136a None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:38.947143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0715e03d-7c06-402c-ba11-5e9f0162136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:38.997577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 97df9a2a-b957-4952-882d-2a71b0f2b6fe, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97df9a2a-b957-4952-882d-2a71b0f2b6fe,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:39.005113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.055026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0715e03d-7c06-402c-ba11-5e9f0162136a None None] Port 19d03346-a6ce-4367-96ff-35d573a8dd7a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:13:39.067799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c307ca2b-0be7-4dfc-98fa-53db4be48509 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:39.078592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-985ca29f-7586-4ab3-8b62-c8c413c11b35 req-31ac8032-8a90-4886-838b-1f7b031452e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 210 time: 0.0320780 Jul 12 17:13:39.292560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 2, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:39.335713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=97df9a2a-b957-4952-882d-2a71b0f2b6fe,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:39.339080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Checking router: a7921a70-ff8d-48a0-89cc-ef2bb35f678e for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:39.340952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Updating router a7921a70-ff8d-48a0-89cc-ef2bb35f678e port 19d03346-a6ce-4367-96ff-35d573a8dd7a binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:13:39.366978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ea45e3eb-b0bd-4ef9-a1ab-40ed03d3c644 None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:39.367388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ea45e3eb-b0bd-4ef9-a1ab-40ed03d3c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.423914 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port c307ca2b-0be7-4dfc-98fa-53db4be48509 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:39.427440 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.440870 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c307ca2b-0be7-4dfc-98fa-53db4be48509 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:39.441246 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.445730 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-ea45e3eb-b0bd-4ef9-a1ab-40ed03d3c644 None None] Port 19d03346-a6ce-4367-96ff-35d573a8dd7a cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:13:39.669258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.700536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port c307ca2b-0be7-4dfc-98fa-53db4be48509, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c307ca2b-0be7-4dfc-98fa-53db4be48509,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:39.710282 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.799656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=c307ca2b-0be7-4dfc-98fa-53db4be48509,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:39.863518 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.868169 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-a6ff7aee-d08d-4305-ad33-d0e278c37b54 req-16f65f9a-ceaf-40a6-9514-605b25d84353 service neutron] (93711) timed out ('10.222.0.58', 37340) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:13:39.874743 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Transition to ACTIVE for port object 19d03346-a6ce-4367-96ff-35d573a8dd7a will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:39.880924 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:39.930577 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3818a-7524-44ed-ae03-719b442e7d2d None None] Pushing event updated for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:39.993664 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Attempting to bind port 19d03346-a6ce-4367-96ff-35d573a8dd7a on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:13:39.994041 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Attempting to bind port 19d03346-a6ce-4367-96ff-35d573a8dd7a by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:13:39.994413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Attempting to bind port 19d03346-a6ce-4367-96ff-35d573a8dd7a on network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:13:40.001003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:13:40.001381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Checking segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:13:40.001789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.002186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Bound using segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:13:40.002655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Bound port: 19d03346-a6ce-4367-96ff-35d573a8dd7a, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:13:40.003048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.093483 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] For port 19d03346-a6ce-4367-96ff-35d573a8dd7a, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:13:40.097371 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] For port 19d03346-a6ce-4367-96ff-35d573a8dd7a, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19d03346-a6ce-4367-96ff-35d573a8dd7a,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:13:40.103851 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.185056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:40.185680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:40.189254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3818a-7524-44ed-ae03-719b442e7d2d None None] Pushing event updated for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:40.298303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b28e8fcc-b036-4af2-af3e-0bee4c20a473 req-5e3add0f-bf96-453e-99db-cdf2661ecee6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Jul 12 17:13:40.352354 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:40.472300 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-1ac2002e-a764-4aa3-968f-b9b93f3f04fe tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:40.474157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-1ac2002e-a764-4aa3-968f-b9b93f3f04fe tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 795 time: 0.1850374 Jul 12 17:13:40.507132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97df9a2a-b957-4952-882d-2a71b0f2b6fe up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:40.536665 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8588deae-5a6f-4d7a-a725-e2b125d9bbe3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6001efdf85b64eac9a36e574e5a34015 HTTP/1.1" status: 200 len: 379 time: 0.0427747 Jul 12 17:13:40.546683 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'port': {'device_id': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'admin_state_up': True, 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'security_groups': ['18aa914b-7d10-44be-88a3-2d4590c4fd76']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:40.608536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 97df9a2a-b957-4952-882d-2a71b0f2b6fe triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:40.609092 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.674484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Made reservation on behalf of 6001efdf85b64eac9a36e574e5a34015 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:13:40.679120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.718049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:40Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:40.755484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459497de-7e4f-499f-a868-801c8438fc36 None None] The sync data for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 is: [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:40Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:40.763108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c307ca2b-0be7-4dfc-98fa-53db4be48509 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:40.842848 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port c307ca2b-0be7-4dfc-98fa-53db4be48509 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:40.843363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:40.866670 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.20.0.4 (879a9ff8-dbaa-43a8-bc36-6439c9630a5d/f5278af4-ae53-4a4d-bacc-b1ed156f23d8/19f44708-396f-499c-ad9c-a484e3568f6c) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:13:41.047662 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.063147 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Transition to ACTIVE for port object 19f44708-396f-499c-ad9c-a484e3568f6c will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:41.101910 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.151125 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:41.155346 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:41.159608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:13:41.186268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:41.236629 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:41.237340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.261012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-8d92d5ce-3e4d-4f59-a44b-5c0452381b70 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199268 Jul 12 17:13:41.323396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Request body: {'port': {'device_id': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:41.422044 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.465986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b1958ee5-5c79-43d7-a3b2-ee321aa507e1 None None] Provisioning for port 19f44708-396f-499c-ad9c-a484e3568f6c completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:41.470153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b1958ee5-5c79-43d7-a3b2-ee321aa507e1 None None] Provisioning complete for port 19f44708-396f-499c-ad9c-a484e3568f6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:41.470538 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b1958ee5-5c79-43d7-a3b2-ee321aa507e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.518816 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b1958ee5-5c79-43d7-a3b2-ee321aa507e1 None None] Port 19f44708-396f-499c-ad9c-a484e3568f6c cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:13:41.553191 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3863522-f08e-4eb3-a559-166782ca5cf5 req-32abb388-074a-4aa3-a785-c791890dce00 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:41.554979 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3863522-f08e-4eb3-a559-166782ca5cf5 req-32abb388-074a-4aa3-a785-c791890dce00 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 931 time: 0.0870643 Jul 12 17:13:41.602344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d3863522-f08e-4eb3-a559-166782ca5cf5 req-0b19b75c-ca42-4c66-9050-8542ae37d32a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 Jul 12 17:13:41.758509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f44708-396f-499c-ad9c-a484e3568f6c {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:13:41.767233 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.779922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Transition to ACTIVE for port object 19f44708-396f-499c-ad9c-a484e3568f6c will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:13:41.784243 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:41.835712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Pushing event updated for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:41.920189 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Attempting to bind port 19f44708-396f-499c-ad9c-a484e3568f6c on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:13:41.920527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Attempting to bind port 19f44708-396f-499c-ad9c-a484e3568f6c by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:13:41.920946 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Attempting to bind port 19f44708-396f-499c-ad9c-a484e3568f6c on network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:13:41.925616 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Port 19f44708-396f-499c-ad9c-a484e3568f6c on network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:13:41.925929 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Attempting to bind port 19f44708-396f-499c-ad9c-a484e3568f6c on network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:13:41.931316 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:13:41.931684 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Checking segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:13:41.932074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Bound using segment: {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:13:41.932498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Bound port: 19f44708-396f-499c-ad9c-a484e3568f6c, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:13:41.932857 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.023549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:13:42.027712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19f44708-396f-499c-ad9c-a484e3568f6c,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:13:42.033173 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.077800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.078417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.079980 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] 10.222.0.65 "PUT /v2.0/ports/19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 1091 time: 0.8058364 Jul 12 17:13:42.080434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:42.082742 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a191126-b4e3-4040-87b9-b19c57a4ea9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:42.104034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7029-05ba-4de5-b6b6-5f3bbcaca633 service neutron] Pushing event updated for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:42.134811 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6676d3d-0f5a-4e5d-9df0-74a923291dc8 x-openstack-request-id: req-b6676d3d-0f5a-4e5d-9df0-74a923291dc8 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:42.135094 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:42.135344 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6676d3d-0f5a-4e5d-9df0-74a923291dc8 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:42.135838 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c', 'status': 'completed', 'code': 200} Jul 12 17:13:42.200977 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-93d2aaf5-9fc1-4fdc-8069-66666c78d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.202513 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-93d2aaf5-9fc1-4fdc-8069-66666c78d5e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1094 time: 0.0769482 Jul 12 17:13:42.251781 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-83b5f600-7d82-4580-ab15-17d98727145e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 217 time: 0.0374980 Jul 12 17:13:42.307737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-0e4f1bb8-5f6c-49c6-bf17-a47f918fb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.309149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-0e4f1bb8-5f6c-49c6-bf17-a47f918fb00f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 200 len: 834 time: 0.0466454 Jul 12 17:13:42.376454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-343bc15b-eeb2-4b48-ba61-2058524be2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.377958 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-343bc15b-eeb2-4b48-ba61-2058524be2dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572560 Jul 12 17:13:42.457736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19d03346-a6ce-4367-96ff-35d573a8dd7a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:42.480005 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-586c9443-6a4f-468f-bcea-e77d66c244c7 service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910087 Jul 12 17:13:42.506883 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 19d03346-a6ce-4367-96ff-35d573a8dd7a completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:42.510824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:42.512010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.579895 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-55b93dc1-c7b6-4c2e-ad43-f43a9903ed11 req-089dbd19-d982-40e7-a4a4-7a262e10ab3e service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884070 Jul 12 17:13:42.611847 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.647054 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 19d03346-a6ce-4367-96ff-35d573a8dd7a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19d03346-a6ce-4367-96ff-35d573a8dd7a,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:42.652460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:42.715352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:42.717058 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-bf5bc5d4-165a-4e22-851b-083b5dd16b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.718699 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-bf5bc5d4-165a-4e22-851b-083b5dd16b59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1094 time: 0.0712626 Jul 12 17:13:42.796717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b437075-4653-4bb3-8968-5aa7061174c8 req-ef9a7005-ac22-4261-a7e4-0dca1d79a5c6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.798298 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b437075-4653-4bb3-8968-5aa7061174c8 req-ef9a7005-ac22-4261-a7e4-0dca1d79a5c6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 943 time: 0.0747020 Jul 12 17:13:42.832017 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-6db0f9b3-ec26-4c0d-90fb-4dbd2fa3b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.833744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-6db0f9b3-ec26-4c0d-90fb-4dbd2fa3b605 service neutron] 10.222.0.65 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 896 time: 0.0992274 Jul 12 17:13:42.844226 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4b437075-4653-4bb3-8968-5aa7061174c8 req-1b36d09d-97b1-4faf-9aaf-5e9463587e2d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378315 Jul 12 17:13:42.889476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-1db5f75d-9ebb-4301-992e-d9bc568d1e77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 217 time: 0.0475843 Jul 12 17:13:42.945127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-56fb2c44-55a6-4418-8776-c9d53a5e7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:42.946601 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-56fb2c44-55a6-4418-8776-c9d53a5e7a95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 200 len: 834 time: 0.0510714 Jul 12 17:13:42.995157 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-10f1aaed-bdea-4ee1-ac22-bb5b85a35960 None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:42.995476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-10f1aaed-bdea-4ee1-ac22-bb5b85a35960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:43.019877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-35400c72-9a19-4440-b5e8-bb4b0af71b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:43.021396 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-35400c72-9a19-4440-b5e8-bb4b0af71b08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680108 Jul 12 17:13:43.118155 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-8eea7e85-4011-4fcd-b068-a16f8eb371bb service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896449 Jul 12 17:13:43.210334 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a191126-b4e3-4040-87b9-b19c57a4ea9f req-f5c33c65-df06-4996-8511-d77ba847dd5b service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Jul 12 17:13:44.044179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc9bfd-93cd-4d06-b593-543c7d023f22 req-16be7446-f164-4a16-b550-ce430f95e190 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:44.045542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89bc9bfd-93cd-4d06-b593-543c7d023f22 req-16be7446-f164-4a16-b550-ce430f95e190 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 943 time: 0.0657077 Jul 12 17:13:44.084273 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-89bc9bfd-93cd-4d06-b593-543c7d023f22 req-9fea18ea-1664-47d8-8ace-e8f0f6371304 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Jul 12 17:13:44.429987 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19d03346-a6ce-4367-96ff-35d573a8dd7a up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:44.481014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 19d03346-a6ce-4367-96ff-35d573a8dd7a triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:44.481384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:45.256519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf166-17f4-48de-9296-0a6a1ec97244 req-72c2a76b-c226-40dd-81da-aa99bb77f4a6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:45.258064 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db4cf166-17f4-48de-9296-0a6a1ec97244 req-72c2a76b-c226-40dd-81da-aa99bb77f4a6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 943 time: 0.0648272 Jul 12 17:13:45.300485 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-db4cf166-17f4-48de-9296-0a6a1ec97244 req-2e7d4c56-2765-4fa3-8368-7de8ebfb2e61 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362339 Jul 12 17:13:45.441419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19f44708-396f-499c-ad9c-a484e3568f6c details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:13:45.534115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19f44708-396f-499c-ad9c-a484e3568f6c,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:45.545270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '19f44708-396f-499c-ad9c-a484e3568f6c', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'port_id': '19f44708-396f-499c-ad9c-a484e3568f6c', 'mac_address': 'fa:16:3e:d9:a5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:13:45.586642 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:45.599133 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f44708-396f-499c-ad9c-a484e3568f6c {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:13:45.618283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19f44708-396f-499c-ad9c-a484e3568f6c,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:45.622864 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:45.675918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:45.981542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['19f44708-396f-499c-ad9c-a484e3568f6c'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:13:46.486791 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f568e9-706b-4b8b-aa09-db5514d28798 req-1cfed38c-7479-40c5-b5ac-c4ca15eaf9bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:46.488384 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f568e9-706b-4b8b-aa09-db5514d28798 req-1cfed38c-7479-40c5-b5ac-c4ca15eaf9bf tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 944 time: 0.0735452 Jul 12 17:13:46.528569 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a7f568e9-706b-4b8b-aa09-db5514d28798 req-29b7faa7-6b32-46c6-9001-662d0ce99e9f tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Jul 12 17:13:47.456613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19f44708-396f-499c-ad9c-a484e3568f6c up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:13:47.506846 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 19f44708-396f-499c-ad9c-a484e3568f6c completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:13:47.510614 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 19f44708-396f-499c-ad9c-a484e3568f6c triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:47.511017 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:47.600663 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:47.632959 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:47.635268 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ebb25-9f01-474c-9bdc-ed1c1bb24181" -d '{"events": [{"server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "name": "network-vif-plugged", "status": "completed", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:47.655497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19f44708-396f-499c-ad9c-a484e3568f6c,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:13:47.660001 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:47.727643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:47.729564 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39baf4-2dc2-4416-8145-b1489b21c524 req-d702f392-93b5-404e-b3ad-1a0a47d330bd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:47.740137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b39baf4-2dc2-4416-8145-b1489b21c524 req-d702f392-93b5-404e-b3ad-1a0a47d330bd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0872014 Jul 12 17:13:47.749760 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b72c67-80f7-4573-a4d7-ba4b970fada8 x-openstack-request-id: req-11b72c67-80f7-4573-a4d7-ba4b970fada8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:47.750057 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "name": "network-vif-plugged", "status": "completed", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:47.750307 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11b72c67-80f7-4573-a4d7-ba4b970fada8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:47.750705 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c', 'code': 200} Jul 12 17:13:47.785620 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b39baf4-2dc2-4416-8145-b1489b21c524 req-50b17263-3d8b-4788-afd4-0dcf78b04349 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Jul 12 17:13:47.883702 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323f221-e75b-4620-aa3f-d85b4f07b1ea req-2f472dd7-6adb-4d1c-a846-7f1aa17b0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:47.885368 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d323f221-e75b-4620-aa3f-d85b4f07b1ea req-2f472dd7-6adb-4d1c-a846-7f1aa17b0d62 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1096 time: 0.0559258 Jul 12 17:13:47.926808 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d323f221-e75b-4620-aa3f-d85b4f07b1ea req-72f7ac1c-dd1f-4dc6-858d-bed850e40f81 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298023 Jul 12 17:13:47.943006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-17711769-0623-4281-aaf7-355cec8b67c3 None None] Provisioning complete for port 19f44708-396f-499c-ad9c-a484e3568f6c triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:13:47.943375 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17711769-0623-4281-aaf7-355cec8b67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:48.965022 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb859fa-d803-41d1-8db7-48637c7b84c2 req-18aac645-9b52-499a-847f-55f655aa9124 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:48.966567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcb859fa-d803-41d1-8db7-48637c7b84c2 req-18aac645-9b52-499a-847f-55f655aa9124 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0692117 Jul 12 17:13:49.006911 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-dcb859fa-d803-41d1-8db7-48637c7b84c2 req-a5d095e3-f8f3-4cb8-88db-961a24e0f274 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Jul 12 17:13:49.179539 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a01645-4a94-435a-9e88-a2caf55e5f85 req-9810613d-b984-4bb2-a13e-147735380e0a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:49.180973 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6a01645-4a94-435a-9e88-a2caf55e5f85 req-9810613d-b984-4bb2-a13e-147735380e0a tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0651681 Jul 12 17:13:49.220699 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b6a01645-4a94-435a-9e88-a2caf55e5f85 req-df170b84-a7b1-4d8c-8ab6-8bf7e9921d2e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Jul 12 17:13:49.243910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40948) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:49.300569 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e8788-33e4-4cd9-b264-0376ab8d441a tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:49.302081 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bc6e8788-33e4-4cd9-b264-0376ab8d441a tempest-TestNetworkAdvancedServerOps-369776318 tempest-TestNetworkAdvancedServerOps-369776318-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1091 time: 0.0572000 Jul 12 17:13:49.304806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:49.310037 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '19f44708-396f-499c-ad9c-a484e3568f6c', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:13:49.332271 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:49.431909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:49.897696 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Allocated IP 172.25.8.181 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/7787a266-4cec-409c-9cf9-18dd7eed3185) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:13:50.003073 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.040617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.083681 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:13:50.086445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:13:50.089976 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:13:50.113250 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=7787a266-4cec-409c-9cf9-18dd7eed3185,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:50.472178 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.549705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.706667 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.711534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.784380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event updated for resources: {'Port': ['ID=7787a266-4cec-409c-9cf9-18dd7eed3185,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:13:50.797670 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:50.907943 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP f4737d2b-dc84-41c6-aa2e-050578cd0878 associated. External IP: 172.25.8.181, port: 19f44708-396f-499c-ad9c-a484e3568f6c. Jul 12 17:13:51.135358 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a7921a70-ff8d-48a0-89cc-ef2bb35f678e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:13:51.251919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:13:51.264339 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Sync routers for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:13:51.274675 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:51.274945 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:13:51.275339 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:51.319432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4e6f41e5-1722-4e41-be07-2d388e152817 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0135946 Jul 12 17:13:51.320034 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:13:51.322470 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d570a8be-c690-456a-8c7b-b39e39071dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:13:51.362247 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc3a09-d8b0-4e5a-9dad-71931bcc1bcb x-openstack-request-id: req-edcc3a09-d8b0-4e5a-9dad-71931bcc1bcb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:13:51.362547 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:13:51.362949 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edcc3a09-d8b0-4e5a-9dad-71931bcc1bcb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:13:51.363370 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c', 'status': 'completed', 'code': 200} Jul 12 17:13:51.395133 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:51.486813 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-3324f4ad-0a69-4d6d-91f7-7f7422a7596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:51.488578 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-3324f4ad-0a69-4d6d-91f7-7f7422a7596a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1096 time: 0.1011913 Jul 12 17:13:51.558743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebf15c-b5b1-4a69-849f-b2fdd8bdca1c req-daa6617e-12a8-4a39-8fd6-2c43d879c7c8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:51.560979 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31ebf15c-b5b1-4a69-849f-b2fdd8bdca1c req-daa6617e-12a8-4a39-8fd6-2c43d879c7c8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.1386981 Jul 12 17:13:51.638482 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-31ebf15c-b5b1-4a69-849f-b2fdd8bdca1c req-a18ba2b6-a59a-4922-b0f7-7896879a8e10 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679908 Jul 12 17:13:51.647285 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-6138ba58-bd95-4234-9ec9-30f2156c111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:51.649789 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-6138ba58-bd95-4234-9ec9-30f2156c111c service neutron] 10.222.0.65 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 896 time: 0.1532230 Jul 12 17:13:51.665753 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:51.739560 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-a6157aa5-bce4-4d10-9335-6574327c706c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 999 time: 0.0828977 Jul 12 17:13:51.750054 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4c30a89b-3a3e-4627-9c13-a7be71d20ea8 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/f4737d2b-dc84-41c6-aa2e-050578cd0878 HTTP/1.1" status: 200 len: 991 time: 0.0830169 Jul 12 17:13:51.767060 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'f4737d2b-dc84-41c6-aa2e-050578cd0878', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'port_id': '19f44708-396f-499c-ad9c-a484e3568f6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'mac_address': 'fa:16:3e:d9:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:13:50Z', 'updated_at': '2021-07-12T17:13:50Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:51.797549 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Checking router: a7921a70-ff8d-48a0-89cc-ef2bb35f678e for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:13:51.808242 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:13:51.809658 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:13:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:51.939660 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:13:52.206080 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'f4737d2b-dc84-41c6-aa2e-050578cd0878', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'port_id': '19f44708-396f-499c-ad9c-a484e3568f6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'mac_address': 'fa:16:3e:d9:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:13:50Z', 'updated_at': '2021-07-12T17:13:50Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:13:52.207765 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-9a8ec98d-11c8-4357-9b43-940e724a0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:52.209296 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-9a8ec98d-11c8-4357-9b43-940e724a0b0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 200 len: 834 time: 0.4634123 Jul 12 17:13:52.237712 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64452afa-30e2-455e-b4ee-7315096c5b31 None None] The sync data for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 is: [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'f4737d2b-dc84-41c6-aa2e-050578cd0878', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'port_id': '19f44708-396f-499c-ad9c-a484e3568f6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'mac_address': 'fa:16:3e:d9:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:13:50Z', 'updated_at': '2021-07-12T17:13:50Z', 'revision_number': 0, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:13:52.284562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-df8c05c3-db15-44eb-bbdf-772b1ad0657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:13:52.286272 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-df8c05c3-db15-44eb-bbdf-772b1ad0657e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697408 Jul 12 17:13:52.387122 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-63bb4f76-d434-45ef-a59a-e23f0faa8755 service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940404 Jul 12 17:13:52.466332 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf91e4-35f1-4e52-b2a0-01e5a4e5da95 None None] New status for floating IP f4737d2b-dc84-41c6-aa2e-050578cd0878: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:13:52.495805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d570a8be-c690-456a-8c7b-b39e39071dc2 req-bbf7b546-3593-4fba-9306-721bdf68f5d4 service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017847 Jul 12 17:13:52.752237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 40960) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:13:52.817567 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7b76adcc-39cf-4e71-9d75-3f8207256f93 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/f4737d2b-dc84-41c6-aa2e-050578cd0878 HTTP/1.1" status: 200 len: 993 time: 0.0641708 Jul 12 17:13:56.369581 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:14:02.141294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15c07637-a9fd-4502-927f-262e9a73279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:03.902820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:04.545650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7fd31d60-f505-4ee8-b41c-1f25efea535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:05.003646 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:06.048598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:06.123265 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:07.444156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:28.397686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8a132-6a65-4f2b-8985-72841a2055be req-e54a6efd-bd9d-463e-88a8-fa03120d4db6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:28.399169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35a8a132-6a65-4f2b-8985-72841a2055be req-e54a6efd-bd9d-463e-88a8-fa03120d4db6 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0657771 Jul 12 17:14:28.437229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-35a8a132-6a65-4f2b-8985-72841a2055be req-41dd2ae4-64ac-4153-b137-8e5aaee18ca7 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325561 Jul 12 17:14:29.620703 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d2a76-c600-4da8-9efc-9ec7c8d4b5b9 req-e5d475b2-4a90-448f-b0eb-2406cc98ff2c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:29.622157 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d59d2a76-c600-4da8-9efc-9ec7c8d4b5b9 req-e5d475b2-4a90-448f-b0eb-2406cc98ff2c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0684741 Jul 12 17:14:29.668788 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d59d2a76-c600-4da8-9efc-9ec7c8d4b5b9 req-eb8362d5-fd51-4577-8cba-848c6f7d2cbd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Jul 12 17:14:29.696161 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 40988) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:29.765114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-18bd9a93-3f14-402f-b951-35120d62c867 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/f4737d2b-dc84-41c6-aa2e-050578cd0878 HTTP/1.1" status: 200 len: 993 time: 0.0676544 Jul 12 17:14:31.193131 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-9ed16e56-ed5d-4678-a3ba-d861174b92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:31.194632 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-9ed16e56-ed5d-4678-a3ba-d861174b92d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1096 time: 0.0540676 Jul 12 17:14:31.203055 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b235c-17ba-4cfa-9f7f-572eb42e501f req-7f5c6d08-22b5-441c-b7ab-87bf1f61a351 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:31.204598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c6b235c-17ba-4cfa-9f7f-572eb42e501f req-7f5c6d08-22b5-441c-b7ab-87bf1f61a351 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0661471 Jul 12 17:14:31.245147 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0c6b235c-17ba-4cfa-9f7f-572eb42e501f req-1704cc08-4df9-48b8-aff9-fee97f73dd98 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Jul 12 17:14:31.295800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-2a6aa38f-f9f6-4b94-9f95-2dd02373850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:31.297197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-2a6aa38f-f9f6-4b94-9f95-2dd02373850b service neutron] 10.222.0.65 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 896 time: 0.0930011 Jul 12 17:14:31.371429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-94e12c05-867b-4b7d-8f69-8946a5c6886c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 1001 time: 0.0644410 Jul 12 17:14:31.428260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-62ae9945-ac3b-44b1-b155-c97407a946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:31.429704 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-62ae9945-ac3b-44b1-b155-c97407a946d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 200 len: 834 time: 0.0479250 Jul 12 17:14:31.491750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-68d54222-1e0f-4a12-bc39-66ca4c66865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:31.493218 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-68d54222-1e0f-4a12-bc39-66ca4c66865e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513475 Jul 12 17:14:31.586410 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-895a942a-dfe2-4e59-ae25-4a06bf39c98b service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819480 Jul 12 17:14:31.687794 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2d5dac7d-051f-4c74-99bd-fb18a72889a1 req-6cf62265-879d-49b7-a93d-3f55873101cf service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Jul 12 17:14:32.142878 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f7cfae9-fbc1-469f-af15-fad3f5c34871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:32.433622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d12f43-afaf-4aa2-8a13-ae7c1d6d8052 req-e9b74d8e-e4c6-471a-8802-8b5846f00126 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:32.435161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5d12f43-afaf-4aa2-8a13-ae7c1d6d8052 req-e9b74d8e-e4c6-471a-8802-8b5846f00126 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0676684 Jul 12 17:14:32.496744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5d12f43-afaf-4aa2-8a13-ae7c1d6d8052 req-b0d7664c-b734-40d6-ae78-6be24852a12b tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559711 Jul 12 17:14:33.370134 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:14:33.671342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933530d-b546-4d9e-af06-71e228a44221 req-96b01b10-ca81-4f01-915f-7217bdfeda91 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:33.672871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8933530d-b546-4d9e-af06-71e228a44221 req-96b01b10-ca81-4f01-915f-7217bdfeda91 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0656369 Jul 12 17:14:33.712004 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8933530d-b546-4d9e-af06-71e228a44221 req-cb8dd3b2-4db5-4c97-a804-b733353da236 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330896 Jul 12 17:14:33.737237 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:33.805087 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ecc69677-7b2f-4fa8-bbdd-3fe81d0b5a55 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/floatingips/f4737d2b-dc84-41c6-aa2e-050578cd0878 HTTP/1.1" status: 200 len: 993 time: 0.0664964 Jul 12 17:14:33.902813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.058476 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41006) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:34.226634 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 7787a266-4cec-409c-9cf9-18dd7eed3185 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:14:34.226973 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.306480 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.306804 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.319117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 7787a266-4cec-409c-9cf9-18dd7eed3185 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:14:34.483573 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.510176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=7787a266-4cec-409c-9cf9-18dd7eed3185,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:34.543860 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.544207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.544546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.544877 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.545200 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.545527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.545854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.546323 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.546569 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.546945 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.547122 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.547338 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e18917a6-2860-40db-9bab-c73264c53269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.547518 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:34.592125 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.592386 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Floating IP f4737d2b-dc84-41c6-aa2e-050578cd0878 disassociated (deleted). External IP: 172.25.8.181, port: 19f44708-396f-499c-ad9c-a484e3568f6c. Jul 12 17:14:34.820950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a7921a70-ff8d-48a0-89cc-ef2bb35f678e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:14:34.931142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:34.936082 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:34.941742 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Sync routers for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:34.950813 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:34.951409 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:34.976000 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-846df38b-c246-42b3-a011-6a88c95156e3 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/floatingips/f4737d2b-dc84-41c6-aa2e-050578cd0878 HTTP/1.1" status: 204 len: 168 time: 0.9160948 Jul 12 17:14:34.976647 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:14:34.979164 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae918c-8f31-4a3b-bc65-9446a72432be" -d '{"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:14:35.021220 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:35.026521 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001427a-7a6a-4674-82a5-30f114abc0af x-openstack-request-id: req-c001427a-7a6a-4674-82a5-30f114abc0af {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:14:35.027023 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:14:35.027438 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c001427a-7a6a-4674-82a5-30f114abc0af {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:14:35.029324 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c', 'status': 'completed', 'code': 200} Jul 12 17:14:35.079731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:35.120548 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-981bd1de-48be-4c7e-b138-f547e3f8449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:35.122107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-981bd1de-48be-4c7e-b138-f547e3f8449b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6001efdf85b64eac9a36e574e5a34015&device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 1096 time: 0.0571499 Jul 12 17:14:35.237182 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-39e3b6f9-cd78-48a4-8cc8-a7fd41f8671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:35.239149 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-39e3b6f9-cd78-48a4-8cc8-a7fd41f8671f service neutron] 10.222.0.65 "GET /v2.0/networks?id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 200 len: 896 time: 0.1066196 Jul 12 17:14:35.282941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-63ae8ddf-e751-4577-a0da-bf92a75d8f08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 200 len: 217 time: 0.0372303 Jul 12 17:14:35.305085 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:35.336165 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Checking router: a7921a70-ff8d-48a0-89cc-ef2bb35f678e for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:35.344098 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:35.344699 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:35.364798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-fd99babb-5e47-4090-9bee-bce9252a1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:35.364798 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-fd99babb-5e47-4090-9bee-bce9252a1fbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 200 len: 834 time: 0.0753782 Jul 12 17:14:35.439109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022e96-56bb-487e-9582-30acb4f89434 req-c2936606-6e33-48ed-ab9c-67e1d08d2db2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:35.440620 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4022e96-56bb-487e-9582-30acb4f89434 req-c2936606-6e33-48ed-ab9c-67e1d08d2db2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.1243091 Jul 12 17:14:35.455505 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:35.483751 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-eb94600f-28df-452a-8059-78b04b1be676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:35.485287 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-eb94600f-28df-452a-8059-78b04b1be676 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879a9ff8-dbaa-43a8-bc36-6439c9630a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122925 Jul 12 17:14:35.492751 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a4022e96-56bb-487e-9582-30acb4f89434 req-d476355c-c724-4f12-b706-cd290fad284c tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429258 Jul 12 17:14:35.578075 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-229cdf4e-624d-487e-b89c-0f6e3714626e service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843577 Jul 12 17:14:35.658920 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:35.675927 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7cae918c-8f31-4a3b-bc65-9446a72432be req-482ff24b-436a-43b5-86c6-5e1669c6f5d1 service neutron] 10.222.0.65 "GET /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Jul 12 17:14:35.685137 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b6b074-bd37-420a-a368-ebaa5f7e0f8e None None] The sync data for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 is: [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:13:37Z', 'revision_number': 4, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '19d03346-a6ce-4367-96ff-35d573a8dd7a', 'name': '', 'network_id': '879a9ff8-dbaa-43a8-bc36-6439c9630a5d', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'mac_address': 'fa:16:3e:bb:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:36Z', 'updated_at': '2021-07-12T17:13:42Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'subnets': [{'id': 'f5278af4-ae53-4a4d-bacc-b1ed156f23d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:35.897070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58972a06-957e-4410-b17b-b60eab1553c5 None None] New status for floating IP f4737d2b-dc84-41c6-aa2e-050578cd0878: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:14:36.049126 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:36.121389 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:36.678219 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1d53-7230-4a5a-b59c-5035e79cc496 req-6e19a404-f46a-4eb7-9571-b2e9af228d9d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:36.679775 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-467b1d53-7230-4a5a-b59c-5035e79cc496 req-6e19a404-f46a-4eb7-9571-b2e9af228d9d tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0728016 Jul 12 17:14:36.719057 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-467b1d53-7230-4a5a-b59c-5035e79cc496 req-9a28beea-9182-4667-a052-9637e94422d2 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/security-groups?id=18aa914b-7d10-44be-88a3-2d4590c4fd76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Jul 12 17:14:37.167466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-e5c9b5ce-c053-4049-8aef-d41c44614c38 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:37.168941 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-e5c9b5ce-c053-4049-8aef-d41c44614c38 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Jul 12 17:14:37.277025 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 19f44708-396f-499c-ad9c-a484e3568f6c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:14:37.277367 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:37.369947 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 19f44708-396f-499c-ad9c-a484e3568f6c, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=19f44708-396f-499c-ad9c-a484e3568f6c,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:37.370294 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:37.384883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 19f44708-396f-499c-ad9c-a484e3568f6c owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:14:37.451568 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:37.523708 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:37.553440 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=19f44708-396f-499c-ad9c-a484e3568f6c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:37.602540 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] No DVR routers for this DVR port 19f44708-396f-499c-ad9c-a484e3568f6c on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:14:37.605201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:37.607523 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea0d3f70-84a9-4d39-93e6-6e0051a2902d req-8c4851c9-26f2-435b-9aa5-f07acd511069 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.65 "DELETE /v2.0/ports/19f44708-396f-499c-ad9c-a484e3568f6c HTTP/1.1" status: 204 len: 173 time: 0.4319286 Jul 12 17:14:37.607979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'name': 'network-vif-deleted', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:14:37.610198 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685fe5ab-b1c5-45dd-9aad-dce04cdbca3c" -d '{"events": [{"server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "name": "network-vif-deleted", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:14:37.649151 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e2d43-357c-48cf-9866-44ab3d3d3f73 x-openstack-request-id: req-709e2d43-357c-48cf-9866-44ab3d3d3f73 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:14:37.649437 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2811ac3-3a12-4846-9e6f-3771d801e344", "name": "network-vif-deleted", "tag": "19f44708-396f-499c-ad9c-a484e3568f6c", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:14:37.649703 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-709e2d43-357c-48cf-9866-44ab3d3d3f73 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:14:37.650097 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2811ac3-3a12-4846-9e6f-3771d801e344', 'name': 'network-vif-deleted', 'tag': '19f44708-396f-499c-ad9c-a484e3568f6c', 'status': 'completed', 'code': 200} Jul 12 17:14:37.877523 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-447a842c-4f08-41f9-8d18-9fe1b70de318 req-db2703b7-50eb-43bb-aed0-d2b315c40312 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2811ac3-3a12-4846-9e6f-3771d801e344 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Jul 12 17:14:38.971712 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41026) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:39.336586 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:39.610672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port 19d03346-a6ce-4367-96ff-35d573a8dd7a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:14:39.610956 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:39.703542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port 19d03346-a6ce-4367-96ff-35d573a8dd7a, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=19d03346-a6ce-4367-96ff-35d573a8dd7a,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:39.703926 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:39.705738 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19f44708-396f-499c-ad9c-a484e3568f6c no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:14:39.718198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for 19d03346-a6ce-4367-96ff-35d573a8dd7a owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:14:39.726148 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 19f44708-396f-499c-ad9c-a484e3568f6c {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:14:39.726491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 19f44708-396f-499c-ad9c-a484e3568f6c not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:14:39.906160 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:39.932604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=19d03346-a6ce-4367-96ff-35d573a8dd7a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:40.125005 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:40.343974 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Router a7921a70-ff8d-48a0-89cc-ef2bb35f678e has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:14:40.802400 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:40.807346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6b6fb06b-2cc2-4a23-abd5-80fbf20b6b76 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "PUT /v2.0/routers/a7921a70-ff8d-48a0-89cc-ef2bb35f678e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340425 Jul 12 17:14:40.810481 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41028) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:40.814779 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Sync routers for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:40.830530 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:40.831136 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:40.864960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting subnet f5278af4-ae53-4a4d-bacc-b1ed156f23d8 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:14:40.870533 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:40.910320 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:40.942731 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:41.005004 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.081063 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.104447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4ae1a-ff14-4498-ab01-7a5ec17258a0 None None] Network 879a9ff8-dbaa-43a8-bc36-6439c9630a5d requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:14:41.115790 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.120159 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/subnets/f5278af4-ae53-4a4d-bacc-b1ed156f23d8 HTTP/1.1" status: 204 len: 168 time: 0.3061066 Jul 12 17:14:41.120159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Subnet': ['ID=f5278af4-ae53-4a4d-bacc-b1ed156f23d8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:41.120582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41032) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:41.139006 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.139934 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.140535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.140975 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.141896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.142342 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.142778 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.143216 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.145496 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.146117 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.146528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.147190 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1c651-bda3-4421-ab20-12f79f3ad92e tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.250430 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:14:39Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:41.272404 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.282250 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Checking router: a7921a70-ff8d-48a0-89cc-ef2bb35f678e for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:41.292467 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Routers {'a7921a70-ff8d-48a0-89cc-ef2bb35f678e'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:41.293095 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:41.387567 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.404212 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] Set router a7921a70-ff8d-48a0-89cc-ef2bb35f678e gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:41.448717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Deleting port c307ca2b-0be7-4dfc-98fa-53db4be48509 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:14:41.449156 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.517117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] DHCP port deletion for 879a9ff8-dbaa-43a8-bc36-6439c9630a5d request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:14:41.538348 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] For port c307ca2b-0be7-4dfc-98fa-53db4be48509, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=c307ca2b-0be7-4dfc-98fa-53db4be48509,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:41.538723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.553620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Calling delete_port for c307ca2b-0be7-4dfc-98fa-53db4be48509 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:14:41.569598 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Deleting port 97df9a2a-b957-4952-882d-2a71b0f2b6fe {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:14:41.570090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.605227 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:14:39Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:41.635058 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] For port 97df9a2a-b957-4952-882d-2a71b0f2b6fe, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=97df9a2a-b957-4952-882d-2a71b0f2b6fe,segment=NetworkSegment(d2bbf6c0-ca89-4f40-960a-688c71d1aefc),segment_id=d2bbf6c0-ca89-4f40-960a-688c71d1aefc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:41.635460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.637685 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963f22de-4b77-45d9-b952-f3206c1d6c94 None None] The sync data for ids ['a7921a70-ff8d-48a0-89cc-ef2bb35f678e'] in n-d-800078-3 is: [{'id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035823440', 'tenant_id': '6001efdf85b64eac9a36e574e5a34015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:13:33Z', 'updated_at': '2021-07-12T17:14:39Z', 'revision_number': 5, 'project_id': '6001efdf85b64eac9a36e574e5a34015', 'gw_port': {'id': 'c307ca2b-0be7-4dfc-98fa-53db4be48509', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7921a70-ff8d-48a0-89cc-ef2bb35f678e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:13:34Z', 'updated_at': '2021-07-12T17:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:41.649315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Calling delete_port for 97df9a2a-b957-4952-882d-2a71b0f2b6fe owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:14:41.734603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.736998 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.761572 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Pushing event deleted for resources: {'Port': ['ID=97df9a2a-b957-4952-882d-2a71b0f2b6fe,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:41.763845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Port': ['ID=c307ca2b-0be7-4dfc-98fa-53db4be48509,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:41.765747 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] No DVR routers for this DVR port 97df9a2a-b957-4952-882d-2a71b0f2b6fe on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:14:41.773287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.773632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.774003 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.774315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.774632 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.775045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.775375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.775749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.776078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.776399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.776719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.777034 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a005e8e-76ca-4bbe-a659-9e2ee6190f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:41.837544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.935168 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.937351 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.986357 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.987079 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Fanout notify agent at l3_agent the message router_deleted on router a7921a70-ff8d-48a0-89cc-ef2bb35f678e {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:14:41.995120 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:41.996302 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-13a264da-f2e2-40ab-b129-ae4f544f62af tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/routers/a7921a70-ff8d-48a0-89cc-ef2bb35f678e HTTP/1.1" status: 204 len: 168 time: 0.8747742 Jul 12 17:14:41.999491 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41034) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:42.090778 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.203205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.218211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879a9ff8-dbaa-43a8-bc36-6439c9630a5d']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:42.234922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:42.235219 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bbf6c0-ca89-4f40-960a-688c71d1aefc') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:42.247209 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.272510 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.279625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:14:42.280369 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:14:42.283305 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:14:42.352182 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.361751 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.364875 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/networks/879a9ff8-dbaa-43a8-bc36-6439c9630a5d HTTP/1.1" status: 204 len: 168 time: 0.3643556 Jul 12 17:14:42.368247 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41036) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:42.377831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b28462-ebe2-4226-bc31-4af3d50c5713 tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'Network': ['ID=879a9ff8-dbaa-43a8-bc36-6439c9630a5d,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:42.445560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.477415 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.555577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.558264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:42.559459 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] 10.222.0.58 "DELETE /v2.0/security-groups/18aa914b-7d10-44be-88a3-2d4590c4fd76 HTTP/1.1" status: 204 len: 168 time: 0.1901131 Jul 12 17:14:42.570767 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a85be-052f-4a4a-8102-ecafbacab6cd tempest-TestNetworkAdvancedServerOps-663525779 tempest-TestNetworkAdvancedServerOps-663525779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa914b-7d10-44be-88a3-2d4590c4fd76,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:42.735154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97df9a2a-b957-4952-882d-2a71b0f2b6fe no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:14:42.761068 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 97df9a2a-b957-4952-882d-2a71b0f2b6fe {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:14:42.761419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 97df9a2a-b957-4952-882d-2a71b0f2b6fe not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:14:42.761838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19d03346-a6ce-4367-96ff-35d573a8dd7a no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:14:42.781979 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 19d03346-a6ce-4367-96ff-35d573a8dd7a {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:14:42.782329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 19d03346-a6ce-4367-96ff-35d573a8dd7a not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:14:42.782744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c307ca2b-0be7-4dfc-98fa-53db4be48509 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:14:42.813932 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: c307ca2b-0be7-4dfc-98fa-53db4be48509 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:14:42.814512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device c307ca2b-0be7-4dfc-98fa-53db4be48509 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:14:42.935407 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41044) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:43.066671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-d72ced04-2304-4336-bd75-2e3d5474bec3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6001efdf85b64eac9a36e574e5a34015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299770 Jul 12 17:14:43.069040 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41048) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:43.116585 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.137860 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.184574 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.187130 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.188312 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd9a4acc-e606-4600-a513-0c741cdcfe11 HTTP/1.1" status: 204 len: 168 time: 0.1183805 Jul 12 17:14:43.197279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdae2fb-d6ad-4dee-ac9a-4c1d8eb6e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a4acc-e606-4600-a513-0c741cdcfe11,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:43.452943 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41054) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:43.467486 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2e117e3-bfe3-4781-9d53-0cb7cbaf57cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.558530 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2e117e3-bfe3-4781-9d53-0cb7cbaf57cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.562201 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a2e117e3-bfe3-4781-9d53-0cb7cbaf57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.604342 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a2e117e3-bfe3-4781-9d53-0cb7cbaf57cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2f3e031399a45e5ba6ddf3679841a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503110 Jul 12 17:14:43.605197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e117e3-bfe3-4781-9d53-0cb7cbaf57cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1608f-5057-49bc-bd5b-0ac0e34585b7,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:43.607390 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41056) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:43.658354 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.680323 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.725991 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.728840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:43.729992 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80b1608f-5057-49bc-bd5b-0ac0e34585b7 HTTP/1.1" status: 204 len: 168 time: 0.1215568 Jul 12 17:14:43.739084 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff31968-0428-4ea7-ba0c-43de16e507e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1608f-5057-49bc-bd5b-0ac0e34585b7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:44.418781 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41078) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:44.513922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612981638-network', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:44.536261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Made reservation on behalf of 4a538b04f95441baa1b8adb9d8dbe54d for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:14:44.538575 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.546994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.639185 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.642945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.668164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:14:44.682226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9202b1b-880e-4232-a745-d3c8a33dc770,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:44.687401 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.687755 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Added segment ceb40b87-fa86-4b76-9893-d44934678e4a of type vlan for network fda09787-82ae-4897-ae47-bbddfc34a329 Jul 12 17:14:44.735147 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.767033 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.768050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:44.769230 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:44.824597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4047146 Jul 12 17:14:44.827785 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:44.829743 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976e3ac-effb-476a-9173-536b2711b978 admin admin] Pushing event updated for resources: {'Network': ['ID=fda09787-82ae-4897-ae47-bbddfc34a329,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:44.835077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Request body: {'subnet': {'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612981638-subnet', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:44.840467 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network fda09787-82ae-4897-ae47-bbddfc34a329 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:14:44.858197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Made reservation on behalf of 4a538b04f95441baa1b8adb9d8dbe54d for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:14:44.861120 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.037470 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.093146 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b40aa9a-a33d-4daa-a18f-d70843b971bb,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:45.101891 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:45.102249 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Network hostable DHCP agents. Network: fda09787-82ae-4897-ae47-bbddfc34a329, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:14:45.120138 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Network fda09787-82ae-4897-ae47-bbddfc34a329 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:14:45.129304 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, fda09787-82ae-4897-ae47-bbddfc34a329) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:45.133314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:45.133911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.138363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ceb594-6dab-421d-9b3f-7f971ec2e7a7 None None] Network fda09787-82ae-4897-ae47-bbddfc34a329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:14:45.149191 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e552ff22-f3b4-41bb-b179-77f7e7c44f17 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3202171 Jul 12 17:14:45.152484 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41084) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:45.157164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:45.180553 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.181544 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.251072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.296789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-fda09787-82ae-4897-ae47-bbddfc34a329', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:14:45.297687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.391808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.435427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Allocated IP 172.20.0.2 (fda09787-82ae-4897-ae47-bbddfc34a329/1b40aa9a-a33d-4daa-a18f-d70843b971bb/5d7285d8-34cd-4634-a479-4b0ba024b533) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:45.588914 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.603736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Transition to ACTIVE for port object 5d7285d8-34cd-4634-a479-4b0ba024b533 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:45.613043 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.619454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Transition to ACTIVE for port object 5d7285d8-34cd-4634-a479-4b0ba024b533 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:45.625963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.634303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.668978 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Network fda09787-82ae-4897-ae47-bbddfc34a329 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:45.671876 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:45.675607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:45.682752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Pushing event updated for resources: {'Port': ['ID=5d7285d8-34cd-4634-a479-4b0ba024b533,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:45.741887 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Attempting to bind port 5d7285d8-34cd-4634-a479-4b0ba024b533 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:45.742256 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Attempting to bind port 5d7285d8-34cd-4634-a479-4b0ba024b533 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:45.742618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Attempting to bind port 5d7285d8-34cd-4634-a479-4b0ba024b533 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:45.747512 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:45.747916 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:45.748056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Allocated IP 172.25.8.151 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/8029b1bf-4304-4678-94fb-65e162275d05) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:45.748576 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.748724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Bound using segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:45.749185 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Bound port: 5d7285d8-34cd-4634-a479-4b0ba024b533, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:45.749566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.814524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] For port 5d7285d8-34cd-4634-a479-4b0ba024b533, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:45.818442 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] For port 5d7285d8-34cd-4634-a479-4b0ba024b533, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d7285d8-34cd-4634-a479-4b0ba024b533,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:45.825380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.857696 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.885458 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3131bf-d112-4d37-bbb5-ae0ea8061c07 None None] Pushing event updated for resources: {'Port': ['ID=5d7285d8-34cd-4634-a479-4b0ba024b533,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:45.902592 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:45.946174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:45.949037 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:45.952615 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:45.983225 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Pushing event updated for resources: {'Port': ['ID=8029b1bf-4304-4678-94fb-65e162275d05,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:46.250913 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:46.452915 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:46.488847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d7285d8-34cd-4634-a479-4b0ba024b533 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:46.552060 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5d7285d8-34cd-4634-a479-4b0ba024b533 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:46.598384 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:14:46.714163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:46.725033 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:46.731415 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:46.736264 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ba468e98-f505-4c9e-ac8f-1a8aed2faeda admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5793612 Jul 12 17:14:46.736581 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:46.739408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:46.740358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:46.858653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:46.861808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d973c97-73c7-4061-b9a8-65f7314f70ad None None] Network fda09787-82ae-4897-ae47-bbddfc34a329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:14:47.021915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Provisioning for port 5d7285d8-34cd-4634-a479-4b0ba024b533 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:47.035939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Provisioning complete for port 5d7285d8-34cd-4634-a479-4b0ba024b533 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:47.036314 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.209225 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.240968 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.271492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:46Z', 'revision_number': 3, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:47.307143 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:47.307492 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Updating router 13edd8d7-071b-4d08-864a-97fbbe9d176b port 8029b1bf-4304-4678-94fb-65e162275d05 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:14:47.340352 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] For port 5d7285d8-34cd-4634-a479-4b0ba024b533, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d7285d8-34cd-4634-a479-4b0ba024b533,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:47.348882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.378985 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Allocated IP 172.20.0.1 (fda09787-82ae-4897-ae47-bbddfc34a329/1b40aa9a-a33d-4daa-a18f-d70843b971bb/a90a51a2-69fc-4a4c-b88a-01a48a643c80) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:47.390301 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.444856 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab33ba-95e5-49ba-b75c-60896333e176 None None] Pushing event updated for resources: {'Port': ['ID=5d7285d8-34cd-4634-a479-4b0ba024b533,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:47.522808 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.542605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Transition to ACTIVE for port object a90a51a2-69fc-4a4c-b88a-01a48a643c80 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:47.584197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.626033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Network fda09787-82ae-4897-ae47-bbddfc34a329 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:47.631464 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:47.634582 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:47.639254 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-12293450-c593-4014-81be-1980ea230d31 None None] Provisioning complete for port 5d7285d8-34cd-4634-a479-4b0ba024b533 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:47.639650 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-12293450-c593-4014-81be-1980ea230d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.672557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:47.692428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.822879 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.842016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Transition to ACTIVE for port object 8029b1bf-4304-4678-94fb-65e162275d05 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:47.850007 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.884350 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.903809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ec219-2182-4391-b487-66aabc2135c3 None None] Pushing event updated for resources: {'Port': ['ID=8029b1bf-4304-4678-94fb-65e162275d05,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:47.906077 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Attempting to bind port 8029b1bf-4304-4678-94fb-65e162275d05 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:47.906375 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Attempting to bind port 8029b1bf-4304-4678-94fb-65e162275d05 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:47.906742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Attempting to bind port 8029b1bf-4304-4678-94fb-65e162275d05 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:47.913478 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:47.913849 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:47.914250 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.914634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:47.915096 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Bound port: 8029b1bf-4304-4678-94fb-65e162275d05, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:47.915471 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.976946 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] For port 8029b1bf-4304-4678-94fb-65e162275d05, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:47.980218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] For port 8029b1bf-4304-4678-94fb-65e162275d05, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8029b1bf-4304-4678-94fb-65e162275d05,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:47.981439 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e283e6c-9fc5-4900-94cd-c76d2d3835b0 None None] Provisioning for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:47.985479 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-2e283e6c-9fc5-4900-94cd-c76d2d3835b0 None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:47.985844 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2e283e6c-9fc5-4900-94cd-c76d2d3835b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:47.988556 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.067068 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.072292 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.074348 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-2e283e6c-9fc5-4900-94cd-c76d2d3835b0 None None] Port a90a51a2-69fc-4a4c-b88a-01a48a643c80 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:48.080885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ec219-2182-4391-b487-66aabc2135c3 None None] Pushing event updated for resources: {'Port': ['ID=8029b1bf-4304-4678-94fb-65e162275d05,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:48.085043 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:48.085653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:48.151305 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:48.166964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.209641 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:48.302220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Network fda09787-82ae-4897-ae47-bbddfc34a329 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:48.303881 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:48.424130 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-80839355-0a66-4fc9-ba6a-5dab86c97a7b None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:48.424500 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-80839355-0a66-4fc9-ba6a-5dab86c97a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.446502 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:14:48.481253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-80839355-0a66-4fc9-ba6a-5dab86c97a7b None None] Port a90a51a2-69fc-4a4c-b88a-01a48a643c80 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:48.492755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d7285d8-34cd-4634-a479-4b0ba024b533 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:48.498323 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 2, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:48.551874 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a073-c1de-409a-9791-f2bb7db352c8 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 2, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:48.584056 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5d7285d8-34cd-4634-a479-4b0ba024b533 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:48.584429 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.634536 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f271b4df-efc2-4018-ae0d-d7b307217396 None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:48.634913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f271b4df-efc2-4018-ae0d-d7b307217396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:48.891511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f271b4df-efc2-4018-ae0d-d7b307217396 None None] Port a90a51a2-69fc-4a4c-b88a-01a48a643c80 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:48.986227 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:48.992092 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6222aa10-2e1b-45ff-b45c-3bd3a28f2bc6 admin admin] 10.222.0.58 "PUT /v2.0/routers/13edd8d7-071b-4d08-864a-97fbbe9d176b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2544363 Jul 12 17:14:49.556962 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41102) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:49.563532 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-29258408-network', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:49.587246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Made reservation on behalf of 226559aaa6b34394b45c53ceb844c0b6 for: {'network': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:14:49.589657 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.599372 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.711340 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.715946 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.741620 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:14:49.751817 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80979bd8-8bd9-4fff-bbff-e4b6571f5ce7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:49.760840 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.760840 n-d-800078-3 neutron-server[93712]: INFO neutron.db.segments_db [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Added segment 483e93cb-7ed1-4ca8-b6fa-08206004624b of type vlan for network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 Jul 12 17:14:49.806440 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.837227 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.838212 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:49.838781 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:49.898452 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3376327 Jul 12 17:14:49.898681 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41104) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:49.903565 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Request body: {'subnet': {'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-29258408-subnet', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:49.910064 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a882e-d829-493a-865d-1bade828bb59 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c09ba5-3fb6-4c90-ba9a-7619206e1f56,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:49.919400 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:14:49.932478 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Made reservation on behalf of 226559aaa6b34394b45c53ceb844c0b6 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:14:49.935676 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.117144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.177720 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Pushing event updated for resources: {'Subnet': ['ID=896044b3-d3c7-413d-b070-0f61f71c97b7,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:50.186096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Checking segment: {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:50.186445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Network hostable DHCP agents. Network: d9c09ba5-3fb6-4c90-ba9a-7619206e1f56, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:14:50.204295 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:14:50.213919 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, d9c09ba5-3fb6-4c90-ba9a-7619206e1f56) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:50.220465 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:50.221038 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.226489 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5322f-4f8f-4e28-89cb-97140eb83068 None None] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:14:50.240161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d3a5a3bc-fbb8-4c91-be17-67b616ee951f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3378000 Jul 12 17:14:50.240573 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:50.245807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:50.268452 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.270644 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.345617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.388415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-d9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:14:50.389286 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.498776 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.530791 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8029b1bf-4304-4678-94fb-65e162275d05 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:50.572390 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Allocated IP 172.20.0.2 (d9c09ba5-3fb6-4c90-ba9a-7619206e1f56/896044b3-d3c7-413d-b070-0f61f71c97b7/db3da460-ad37-4311-95e6-53dda84cc9ac) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:50.643132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 8029b1bf-4304-4678-94fb-65e162275d05 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:50.651543 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8029b1bf-4304-4678-94fb-65e162275d05 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:50.651963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.736650 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:50.752329 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:50.753523 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:50.786941 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.810284 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.811341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.822132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.835850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Transition to ACTIVE for port object db3da460-ad37-4311-95e6-53dda84cc9ac will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:50.861798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 8029b1bf-4304-4678-94fb-65e162275d05, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8029b1bf-4304-4678-94fb-65e162275d05,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:50.865069 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Transition to ACTIVE for port object db3da460-ad37-4311-95e6-53dda84cc9ac will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:50.869612 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.876030 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:50.907440 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:50.933198 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Allocated IP 172.25.8.30 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/88069f4b-b1c9-4be3-9cb7-8741c4665355) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:50.936757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:50.943798 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:50.951279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:50.963636 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=8029b1bf-4304-4678-94fb-65e162275d05,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:51.049377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Attempting to bind port db3da460-ad37-4311-95e6-53dda84cc9ac on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:51.049655 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Attempting to bind port db3da460-ad37-4311-95e6-53dda84cc9ac by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:51.051449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Attempting to bind port db3da460-ad37-4311-95e6-53dda84cc9ac on network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:51.058688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Pushing event updated for resources: {'Port': ['ID=db3da460-ad37-4311-95e6-53dda84cc9ac,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:51.061487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:51.061864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Checking segment: {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:51.062276 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.063031 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Bound using segment: {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:51.063277 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Bound port: db3da460-ad37-4311-95e6-53dda84cc9ac, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:51.063495 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.071496 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.121355 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.139022 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 2, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:51.152426 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] For port db3da460-ad37-4311-95e6-53dda84cc9ac, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:51.156381 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] For port db3da460-ad37-4311-95e6-53dda84cc9ac, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db3da460-ad37-4311-95e6-53dda84cc9ac,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:51.163768 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.164057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:51.166777 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:51.167765 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:51.168124 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Updating router 13edd8d7-071b-4d08-864a-97fbbe9d176b port a90a51a2-69fc-4a4c-b88a-01a48a643c80 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:14:51.173141 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:51.208550 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Pushing event updated for resources: {'Port': ['ID=88069f4b-b1c9-4be3-9cb7-8741c4665355,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:51.230550 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.269514 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2173-18e1-48ab-a0be-3fa2e454e6f0 None None] Pushing event updated for resources: {'Port': ['ID=db3da460-ad37-4311-95e6-53dda84cc9ac,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:51.513397 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.576387 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.586756 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Transition to ACTIVE for port object a90a51a2-69fc-4a4c-b88a-01a48a643c80 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:51.595936 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.703036 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Pushing event updated for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:51.723847 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.724409 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.724761 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.725101 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.725485 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.725770 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.726103 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.726429 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.726754 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.727079 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.727403 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.727842 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:14:51.733677 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Attempting to bind port a90a51a2-69fc-4a4c-b88a-01a48a643c80 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:51.734051 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Attempting to bind port a90a51a2-69fc-4a4c-b88a-01a48a643c80 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:51.734421 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Attempting to bind port a90a51a2-69fc-4a4c-b88a-01a48a643c80 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:51.740518 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:51.741583 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:51.741583 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.741944 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Bound using segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:51.742119 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Bound port: a90a51a2-69fc-4a4c-b88a-01a48a643c80, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:51.742480 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.763835 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.814592 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] For port a90a51a2-69fc-4a4c-b88a-01a48a643c80, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:51.818459 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] For port a90a51a2-69fc-4a4c-b88a-01a48a643c80, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a90a51a2-69fc-4a4c-b88a-01a48a643c80,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:51.823424 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:51.876890 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:51.877652 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:51.913800 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Router 0e9394c8-bdf8-474e-b948-5b6995dc1384 is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:14:52.001154 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6f63d-54b3-4c25-a6e7-8925a12142d5 None None] Pushing event updated for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:52.011222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:52.064077 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:52.078909 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Sync routers for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:52.091847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:52.092425 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:52.095555 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:52.097464 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c396f512-7e05-4197-be60-645a1112b0ca admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8555796 Jul 12 17:14:52.101692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41108) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:52.255749 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:52.384264 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:51Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:52.419616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e4fdd-99fa-41b3-b073-90b0f8219453 None None] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:14:52.434649 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f9708-3cbc-4554-92a6-a925d409a325 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:51Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:52.520396 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-68f75271-1f77-4e31-93d1-133375755d7c None None] Provisioning for port db3da460-ad37-4311-95e6-53dda84cc9ac completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:52.621326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:51Z', 'revision_number': 3, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:52.679891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a90a51a2-69fc-4a4c-b88a-01a48a643c80 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:52.691045 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Checking router: 0e9394c8-bdf8-474e-b948-5b6995dc1384 for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:52.691384 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Updating router 0e9394c8-bdf8-474e-b948-5b6995dc1384 port 88069f4b-b1c9-4be3-9cb7-8741c4665355 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:14:52.711287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:52.793948 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:52.864872 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:52.897190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Allocated IP 172.20.0.1 (d9c09ba5-3fb6-4c90-ba9a-7619206e1f56/896044b3-d3c7-413d-b070-0f61f71c97b7/83e7cb03-c702-4b62-a23a-ff4537ebd334) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:52.946928 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:52.947297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.027056 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.046030 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Transition to ACTIVE for port object 83e7cb03-c702-4b62-a23a-ff4537ebd334 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:53.087470 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.134073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:53.139542 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:53.143986 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:53.171932 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Pushing event updated for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:53.207057 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.217781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.403837 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.494676 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port a90a51a2-69fc-4a4c-b88a-01a48a643c80, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a90a51a2-69fc-4a4c-b88a-01a48a643c80,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:53.508200 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.515322 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.560457 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8029b1bf-4304-4678-94fb-65e162275d05 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:53.564969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Transition to ACTIVE for port object 88069f4b-b1c9-4be3-9cb7-8741c4665355 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:53.599626 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.603985 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.609121 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.621548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:53.679046 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Attempting to bind port 88069f4b-b1c9-4be3-9cb7-8741c4665355 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:53.679420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Attempting to bind port 88069f4b-b1c9-4be3-9cb7-8741c4665355 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:53.679809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Attempting to bind port 88069f4b-b1c9-4be3-9cb7-8741c4665355 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:53.698342 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.700262 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Pushing event updated for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:53.711838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:53.712661 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:53.713277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.714319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:53.714881 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Bound port: 88069f4b-b1c9-4be3-9cb7-8741c4665355, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:53.715289 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.724801 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b807-7005-45fc-bfeb-6b89f14ccaa8 None None] Pushing event updated for resources: {'Port': ['ID=88069f4b-b1c9-4be3-9cb7-8741c4665355,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:53.752592 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 8029b1bf-4304-4678-94fb-65e162275d05 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:53.753811 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.784210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb625f31-80cd-46b2-be14-c6c5fddb206e None None] Provisioning for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:53.799042 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-eb625f31-80cd-46b2-be14-c6c5fddb206e None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:53.799426 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb625f31-80cd-46b2-be14-c6c5fddb206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.826628 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:53.829080 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:53.903004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] For port 88069f4b-b1c9-4be3-9cb7-8741c4665355, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:53.906935 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-eb625f31-80cd-46b2-be14-c6c5fddb206e None None] Port 83e7cb03-c702-4b62-a23a-ff4537ebd334 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:53.929449 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] For port 88069f4b-b1c9-4be3-9cb7-8741c4665355, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88069f4b-b1c9-4be3-9cb7-8741c4665355,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:53.933585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db3da460-ad37-4311-95e6-53dda84cc9ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:53.937037 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:53.968809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Router 0e9394c8-bdf8-474e-b948-5b6995dc1384 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:14:54.052569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b807-7005-45fc-bfeb-6b89f14ccaa8 None None] Pushing event updated for resources: {'Port': ['ID=88069f4b-b1c9-4be3-9cb7-8741c4665355,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:54.056528 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:54.057150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:54.095232 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:14:54.101585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-f31f2468-f6ca-4d26-9e00-bacd526478ce admin admin] 10.222.0.58 "PUT /v2.0/routers/0e9394c8-bdf8-474e-b948-5b6995dc1384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9964311 Jul 12 17:14:54.113188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f31f021-7caa-4bc9-835c-fdce064fc95d None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:54.113595 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f31f021-7caa-4bc9-835c-fdce064fc95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.119794 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port db3da460-ad37-4311-95e6-53dda84cc9ac completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:54.148770 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port db3da460-ad37-4311-95e6-53dda84cc9ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:54.149146 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.256447 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:54.447428 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.463097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5f31f021-7caa-4bc9-835c-fdce064fc95d None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:54.463408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f31f021-7caa-4bc9-835c-fdce064fc95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.532649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5f31f021-7caa-4bc9-835c-fdce064fc95d None None] Port 83e7cb03-c702-4b62-a23a-ff4537ebd334 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:54.549525 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port db3da460-ad37-4311-95e6-53dda84cc9ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db3da460-ad37-4311-95e6-53dda84cc9ac,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:54.554942 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.648997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=db3da460-ad37-4311-95e6-53dda84cc9ac,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:54.664121 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '83e7cb03-c702-4b62-a23a-ff4537ebd334', 'name': '', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'mac_address': 'fa:16:3e:90:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:52Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 2, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'subnets': [{'id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:54.674596 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41116) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:54.683523 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70304021', 'description': 'tempest-secgroup-smoke-70304021 description', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:54.706864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a90a51a2-69fc-4a4c-b88a-01a48a643c80 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:54.708531 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.710712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66be8f0-cee4-46a8-b97c-8d70bdb65439 None None] The sync data for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 is: [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '83e7cb03-c702-4b62-a23a-ff4537ebd334', 'name': '', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'mac_address': 'fa:16:3e:90:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:52Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 2, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'subnets': [{'id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:54.733591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0966b859-93c5-4738-8685-f85a672113df None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:54.733591 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0966b859-93c5-4738-8685-f85a672113df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.781954 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-0966b859-93c5-4738-8685-f85a672113df None None] Port 83e7cb03-c702-4b62-a23a-ff4537ebd334 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:54.794634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port a90a51a2-69fc-4a4c-b88a-01a48a643c80 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:54.795174 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.809782 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.813962 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.848646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1508622b-26c6-4b0f-9bd1-d57c3c1724eb,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:54.853561 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.854956 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-94982823-4f0f-418c-96e0-79df067fdea4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1781144 Jul 12 17:14:54.858737 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41118) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:54.864397 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:54.896887 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.975021 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:54.979535 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.004190 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75f7f51-f494-4251-9405-16b1487350eb,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.010744 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.012085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-8741328d-84fb-4f44-b8cc-e0ba25ae5cb0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520169 Jul 12 17:14:55.014795 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41120) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:55.020258 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:55.048895 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.123868 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.128992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.148557 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4b102c-a9bc-47a7-a6a5-0f0ad0d4f532,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.153889 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.155141 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6532f098-489c-41a4-a0f4-e1ee004c6a9c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392176 Jul 12 17:14:55.157949 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41122) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:55.163474 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:55.195723 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.271526 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.275507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.294395 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab57499-8563-494c-b155-6a3c3b6b282e,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.300992 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.302205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-568d2aac-ccd6-430d-a377-9e53c9feebf1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432900 Jul 12 17:14:55.305153 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41124) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:55.309883 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:55.338800 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.418618 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.423276 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.459243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c13eb1-a7ce-4bc2-af08-03bd39bf9de8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.464990 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.468649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-88df53cf-38b9-4b7d-8e1e-f4709450a2ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600699 Jul 12 17:14:55.469091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41128) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:55.473755 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:55.506713 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Project 4a538b04f95441baa1b8adb9d8dbe54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:14:55.512034 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.580831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.585018 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.603849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ba0585-7ea9-4a25-b635-1eabf4630e0d,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.610898 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.614721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-15078761-0dd4-4fd6-babe-6d000b3dc6bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415138 Jul 12 17:14:55.615297 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41130) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:14:55.619829 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '1508622b-26c6-4b0f-9bd1-d57c3c1724eb', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:55.645075 n-d-800078-3 neutron-server[93712]: INFO neutron.db.securitygroups_db [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Project 4a538b04f95441baa1b8adb9d8dbe54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:14:55.650755 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.720200 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.725201 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.745508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9619bc6-91f3-4c9c-aaa7-13cc63a03cff,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:55.754305 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:55.755187 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-60404a29-c17f-4c4e-9ff4-71c7dbe40f7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390154 Jul 12 17:14:55.916750 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-59983a0a-a708-42c5-aa40-d4f175923ef5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70304021&fields=id&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 267 time: 0.0409837 Jul 12 17:14:56.034984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-1b7e7ca5-048a-46e3-917f-605ccebf77b8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:56.036697 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-1b7e7ca5-048a-46e3-917f-605ccebf77b8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 809 time: 0.1134684 Jul 12 17:14:56.052834 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-53b72ab5-ab95-4efc-919d-b1c82d92fb6c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/quotas/4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 375 time: 0.0104675 Jul 12 17:14:56.128388 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-0f3024cd-2bd9-4a8a-b5fd-7db2a22a1a8e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699587 Jul 12 17:14:56.237624 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-55572d56-4d73-4bb5-ae83-88bb86cd5304 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:14:56.238724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-55572d56-4d73-4bb5-ae83-88bb86cd5304 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991385 Jul 12 17:14:56.342454 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-94a22be8-278d-4453-af27-a0fa75e13862 service neutron] 10.222.0.58 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928342 Jul 12 17:14:56.441473 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8ae450db-c986-4693-bdcc-db6a261863be service neutron] 10.222.0.58 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931556 Jul 12 17:14:56.648237 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-df3d0dbf-f79c-4a68-a1d9-3c8b6e67313e req-b809176c-7783-451d-9ffb-31bb455bfd25 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 210 time: 0.0504155 Jul 12 17:14:56.772800 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88069f4b-b1c9-4be3-9cb7-8741c4665355 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:56.829308 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 88069f4b-b1c9-4be3-9cb7-8741c4665355 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:56.833637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 88069f4b-b1c9-4be3-9cb7-8741c4665355 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:56.834086 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:56.844348 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Sync routers for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:14:56.854730 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:56.855418 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:56.931133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:56.955261 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 88069f4b-b1c9-4be3-9cb7-8741c4665355, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88069f4b-b1c9-4be3-9cb7-8741c4665355,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:56.960327 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:56.997106 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:56.999520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db3da460-ad37-4311-95e6-53dda84cc9ac up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:57.061393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=88069f4b-b1c9-4be3-9cb7-8741c4665355,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:57.076859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port db3da460-ad37-4311-95e6-53dda84cc9ac triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:57.077459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.244384 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '83e7cb03-c702-4b62-a23a-ff4537ebd334', 'name': '', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'mac_address': 'fa:16:3e:90:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:52Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 2, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'subnets': [{'id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:57.276550 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Checking router: 0e9394c8-bdf8-474e-b948-5b6995dc1384 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:14:57.277027 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Updating router 0e9394c8-bdf8-474e-b948-5b6995dc1384 port 83e7cb03-c702-4b62-a23a-ff4537ebd334 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:14:57.317356 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.641915 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.652283 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Transition to ACTIVE for port object 83e7cb03-c702-4b62-a23a-ff4537ebd334 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:57.657140 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.709210 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc813-1c11-443b-832b-798b3af60302 None None] Pushing event updated for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:57.768908 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Attempting to bind port 83e7cb03-c702-4b62-a23a-ff4537ebd334 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:57.769278 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Attempting to bind port 83e7cb03-c702-4b62-a23a-ff4537ebd334 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:57.769638 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Attempting to bind port 83e7cb03-c702-4b62-a23a-ff4537ebd334 on network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:57.775194 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:57.775573 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Checking segment: {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:57.776187 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.776608 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Bound using segment: {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:57.777063 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Bound port: 83e7cb03-c702-4b62-a23a-ff4537ebd334, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e93cb-7ed1-4ca8-b6fa-08206004624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:57.777443 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.819175 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-29654f50-525c-44e4-b1ab-4a70eba93486 req-991b054b-0027-40a3-b8c0-8dd3ee37c7fc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 210 time: 0.0367804 Jul 12 17:14:57.855794 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] For port 83e7cb03-c702-4b62-a23a-ff4537ebd334, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:57.859496 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] For port 83e7cb03-c702-4b62-a23a-ff4537ebd334, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=83e7cb03-c702-4b62-a23a-ff4537ebd334,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:57.867650 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:57.948047 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:14:57.948991 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:14:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:58.063688 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cc813-1c11-443b-832b-798b3af60302 None None] Pushing event updated for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:58.180190 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:14:58.182404 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-abd80291-23ca-4e6a-bc92-15f745f89c03 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:58.184360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-abd80291-23ca-4e6a-bc92-15f745f89c03 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 809 time: 0.1567662 Jul 12 17:14:58.245512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-9aa1e0bf-a0e8-431c-912a-556ae7605334 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 378 time: 0.0520377 Jul 12 17:14:58.254769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'port': {'device_id': '82796795-69a1-4beb-9136-996c582db0d9', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'admin_state_up': True, 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'security_groups': ['1508622b-26c6-4b0f-9bd1-d57c3c1724eb']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:58.376710 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Made reservation on behalf of 4a538b04f95441baa1b8adb9d8dbe54d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:14:58.381725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.404415 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '83e7cb03-c702-4b62-a23a-ff4537ebd334', 'name': '', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'mac_address': 'fa:16:3e:90:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:52Z', 'updated_at': '2021-07-12T17:14:57Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'subnets': [{'id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:14:58.438026 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6724b-6532-4abc-a054-3f1fde3aec6a None None] The sync data for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 is: [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '83e7cb03-c702-4b62-a23a-ff4537ebd334', 'name': '', 'network_id': 'd9c09ba5-3fb6-4c90-ba9a-7619206e1f56', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'mac_address': 'fa:16:3e:90:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:52Z', 'updated_at': '2021-07-12T17:14:57Z', 'revision_number': 4, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'subnets': [{'id': '896044b3-d3c7-413d-b070-0f61f71c97b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:14:58.518164 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Allocated IP 172.20.0.6 (fda09787-82ae-4897-ae47-bbddfc34a329/1b40aa9a-a33d-4daa-a18f-d70843b971bb/c9c3fc49-1649-466c-9097-3d2a0100c7c5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:14:58.684819 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.709758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Transition to ACTIVE for port object c9c3fc49-1649-466c-9097-3d2a0100c7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:58.711281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88069f4b-b1c9-4be3-9cb7-8741c4665355 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:58.749172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.775222 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 88069f4b-b1c9-4be3-9cb7-8741c4665355 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:58.775619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.802915 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Network fda09787-82ae-4897-ae47-bbddfc34a329 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:14:58.806431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:14:58.810815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:14:58.848380 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:58.868583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 83e7cb03-c702-4b62-a23a-ff4537ebd334 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:14:58.924172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:58.925202 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.959494 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-8db10a3b-b8a9-44c4-a6c1-a5c05781ed29 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084434 Jul 12 17:14:58.961497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:58.967115 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:58.967915 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:58.971373 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Request body: {'port': {'device_id': '82796795-69a1-4beb-9136-996c582db0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:14:59.066446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.066830 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.105280 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4682343a-ad1f-4f68-8f2c-dcf87a144b61 None None] Provisioning for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:14:59.115337 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dfdc5-045c-400a-95bf-85ffe0754f33 req-b1e6ac1e-3d89-4b62-af4f-bdebcdaa5e49 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:59.117827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-156dfdc5-045c-400a-95bf-85ffe0754f33 req-b1e6ac1e-3d89-4b62-af4f-bdebcdaa5e49 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 931 time: 0.1165967 Jul 12 17:14:59.122194 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 83e7cb03-c702-4b62-a23a-ff4537ebd334, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=83e7cb03-c702-4b62-a23a-ff4537ebd334,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:14:59.123952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4682343a-ad1f-4f68-8f2c-dcf87a144b61 None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:59.124268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4682343a-ad1f-4f68-8f2c-dcf87a144b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.128977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.169550 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-156dfdc5-045c-400a-95bf-85ffe0754f33 req-c8e73e4b-83dc-40b4-ade2-e581fa374f8a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450823 Jul 12 17:14:59.215526 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4682343a-ad1f-4f68-8f2c-dcf87a144b61 None None] Port c9c3fc49-1649-466c-9097-3d2a0100c7c5 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:14:59.232486 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:59.385226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:14:59.394264 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.408267 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Transition to ACTIVE for port object c9c3fc49-1649-466c-9097-3d2a0100c7c5 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:14:59.413054 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.443811 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0c19b13-8b5e-4ea9-ac66-c51cb3380e0b None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:14:59.444165 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0c19b13-8b5e-4ea9-ac66-c51cb3380e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.510898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:59.550489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:14:59.550810 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:14:59.551139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:59.556124 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:14:59.556447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:14:59.562092 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:14:59.562427 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:14:59.562806 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Bound using segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:14:59.563231 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Bound port: c9c3fc49-1649-466c-9097-3d2a0100c7c5, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:14:59.563608 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.640851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:14:59.644431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:14:59.650335 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.688990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:59.689453 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:14:59.690938 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] 10.222.0.77 "PUT /v2.0/ports/c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1091 time: 0.7240865 Jul 12 17:14:59.691360 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:14:59.693693 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b82781-c2b3-4f9d-a25c-a13dceb5491c" -d '{"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:14:59.722575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7852e87-76c2-4676-a3a4-69384999b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:14:59.761259 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af067cf2-f340-4054-9b1d-ab3ae10eeceb x-openstack-request-id: req-af067cf2-f340-4054-9b1d-ab3ae10eeceb {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:14:59.761633 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:14:59.761787 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af067cf2-f340-4054-9b1d-ab3ae10eeceb {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:14:59.762181 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'status': 'completed', 'code': 200} Jul 12 17:14:59.793166 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-3356586d-635b-4f7c-a18e-a405445d5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:59.794871 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-3356586d-635b-4f7c-a18e-a405445d5acb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0660388 Jul 12 17:14:59.842238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-e1ab0732-1110-4810-9bfb-d549ce68d981 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 217 time: 0.0402799 Jul 12 17:14:59.895773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-615b2cff-0d2e-4d86-99f6-442d002de87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:59.897292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-615b2cff-0d2e-4d86-99f6-442d002de87b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0489435 Jul 12 17:14:59.957944 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-43c5cfbf-e12c-42c0-987d-8842af1cb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:14:59.959504 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-43c5cfbf-e12c-42c0-987d-8842af1cb0b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563884 Jul 12 17:15:00.061278 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-cc76221b-c17b-4555-91aa-17352ab8dfb3 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955381 Jul 12 17:15:00.159516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba739546-476e-4f3f-bf6e-9560fb810a00 req-f776336c-cd5a-47e3-92e4-8a933063e1be service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910280 Jul 12 17:15:00.265732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-4d16d4e1-485c-47e1-902e-0680b90e0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:00.267435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-4d16d4e1-485c-47e1-902e-0680b90e0ce6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1094 time: 0.0580800 Jul 12 17:15:00.357403 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee389-2b65-4152-aa55-3f35a5b6919e req-b2d83849-f3c0-4110-8926-ebc3fa408c0f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:00.358980 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a9ee389-2b65-4152-aa55-3f35a5b6919e req-b2d83849-f3c0-4110-8926-ebc3fa408c0f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 943 time: 0.0715950 Jul 12 17:15:00.405754 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6a9ee389-2b65-4152-aa55-3f35a5b6919e req-b6fec1fb-c5f7-4d37-a180-af261736419e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401342 Jul 12 17:15:00.678634 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 83e7cb03-c702-4b62-a23a-ff4537ebd334 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:15:00.727087 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 83e7cb03-c702-4b62-a23a-ff4537ebd334 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:15:00.727453 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:00.728913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-93931c45-4132-4a4a-9442-8f22920220aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:00.730429 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-93931c45-4132-4a4a-9442-8f22920220aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.4570048 Jul 12 17:15:00.775921 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-e5da633b-6ee8-4efd-b2dd-6a23098727af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 217 time: 0.0368259 Jul 12 17:15:00.826932 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-8f63193c-030c-4420-be7d-4adf5327a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:00.828587 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-8f63193c-030c-4420-be7d-4adf5327a3c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0467877 Jul 12 17:15:00.892061 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-d254f92b-c2eb-46b4-88f9-9afd090fadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:00.893497 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-d254f92b-c2eb-46b4-88f9-9afd090fadd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584209 Jul 12 17:15:00.990306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-29627798-fca9-4385-b378-c93f1168e302 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898116 Jul 12 17:15:01.086659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-41b82781-c2b3-4f9d-a25c-a13dceb5491c req-68d741a1-0abe-4c4b-a6e4-1b22e0f17ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Jul 12 17:15:01.586507 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b859c-4ec5-4a4d-9409-5e43a63c7da5 req-b5609921-8e3c-43ce-afa9-9739fe031be1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:01.588039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a1b859c-4ec5-4a4d-9409-5e43a63c7da5 req-b5609921-8e3c-43ce-afa9-9739fe031be1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 943 time: 0.0676875 Jul 12 17:15:01.634575 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8a1b859c-4ec5-4a4d-9409-5e43a63c7da5 req-554aebaa-fc8f-4c55-ae5d-3003ad12012c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410175 Jul 12 17:15:02.146731 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-74c2ec15-2f91-4a11-ba20-35b7b4c18028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:02.241329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:15:02.338966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:15:02.352009 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:15:02.394511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:02.407456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:15:02.427271 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:15:02.431459 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:02.485904 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:15:02.708011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c9c3fc49-1649-466c-9097-3d2a0100c7c5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:15:02.818053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b00cb-afc5-4de0-b07f-2eec4e397ec3 req-228b27e9-3816-4327-9d33-f2ad63f53a54 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:02.819608 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a6b00cb-afc5-4de0-b07f-2eec4e397ec3 req-228b27e9-3816-4327-9d33-f2ad63f53a54 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0672057 Jul 12 17:15:02.861796 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a6b00cb-afc5-4de0-b07f-2eec4e397ec3 req-11214397-e4c4-4a21-aff1-92a85fa272ce tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359895 Jul 12 17:15:03.911723 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:04.042593 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ecbf-37c9-4a0b-a515-6ab9c3c2d16d req-9b11d9d4-7f8e-4740-9af6-fe09c1bb396d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:04.044098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9896ecbf-37c9-4a0b-a515-6ab9c3c2d16d req-9b11d9d4-7f8e-4740-9af6-fe09c1bb396d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0655720 Jul 12 17:15:04.087710 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9896ecbf-37c9-4a0b-a515-6ab9c3c2d16d req-fa84228f-f7c2-4b21-8557-83fc948791a1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379901 Jul 12 17:15:04.256643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:15:04.306306 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:15:04.309840 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:15:04.310214 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:04.395041 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:04.418099 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:15:04.420525 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b004162-ddd6-4c4c-bd5d-86d3a894da92" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:15:04.434875 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:15:04.439363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:04.468598 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afea09-7d55-4aa1-9d95-2735e7cc682f x-openstack-request-id: req-30afea09-7d55-4aa1-9d95-2735e7cc682f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:15:04.468891 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:15:04.469150 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30afea09-7d55-4aa1-9d95-2735e7cc682f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:15:04.469719 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 200} Jul 12 17:15:04.502570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:15:04.546529 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa9652-bccd-4896-a51f-f8b8e87b8cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:04.600714 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f88c6-c95f-4c9c-9b94-c789d88fe16a req-48880f35-3000-4c03-8ac5-a1d43d054c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:04.602752 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c0f88c6-c95f-4c9c-9b94-c789d88fe16a req-48880f35-3000-4c03-8ac5-a1d43d054c5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0631630 Jul 12 17:15:04.642801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-4c0f88c6-c95f-4c9c-9b94-c789d88fe16a req-12caaf24-675b-4b16-a88c-b6f8c382dfe8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333710 Jul 12 17:15:04.777969 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8133e3b7-85df-49d3-9c43-9ea8d8d28361 None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:15:04.778216 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8133e3b7-85df-49d3-9c43-9ea8d8d28361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:05.025553 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:05.265697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80348926-d200-42b6-a435-5e5023148933 req-52d2f8a8-9790-4cde-9b3c-431e7169803e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:05.267193 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80348926-d200-42b6-a435-5e5023148933 req-52d2f8a8-9790-4cde-9b3c-431e7169803e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0674734 Jul 12 17:15:05.308616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-80348926-d200-42b6-a435-5e5023148933 req-90c987e7-25a9-415e-a418-e726c272937f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350244 Jul 12 17:15:06.052670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:06.138009 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:06.493685 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0632a3-d70f-40f2-b4dc-44aa84ef376a req-bc1349df-7a1c-41f2-8faf-badb1db0596f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:06.495186 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a0632a3-d70f-40f2-b4dc-44aa84ef376a req-bc1349df-7a1c-41f2-8faf-badb1db0596f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0721104 Jul 12 17:15:06.534817 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1a0632a3-d70f-40f2-b4dc-44aa84ef376a req-4c32cd4c-9fcb-4b65-9cd8-18f01a911a03 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338030 Jul 12 17:15:06.722726 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ca2f9-c44d-4a1c-af9f-a958996138a3 req-922601fb-b262-4eff-a255-3cb80ca7d875 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:06.724269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-200ca2f9-c44d-4a1c-af9f-a958996138a3 req-922601fb-b262-4eff-a255-3cb80ca7d875 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0696442 Jul 12 17:15:06.768314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-200ca2f9-c44d-4a1c-af9f-a958996138a3 req-1af536fc-9555-4eff-bfd0-771170e98385 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346377 Jul 12 17:15:06.791723 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41188) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:15:06.889260 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf96ec-e899-4f5e-b707-af5f8d6d983a tempest-TestShelveInstance-1477555791 tempest-TestShelveInstance-1477555791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:06.890777 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89bf96ec-e899-4f5e-b707-af5f8d6d983a tempest-TestShelveInstance-1477555791 tempest-TestShelveInstance-1477555791-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1091 time: 0.0980370 Jul 12 17:15:06.893728 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41192) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:15:06.898098 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:15:06.919862 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.027317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.132454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Allocated IP 172.25.8.181 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b3111541-17d6-4915-9e95-ba4b591e8f8a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:15:07.245254 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.290226 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.327416 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:15:07.332268 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:15:07.335705 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:15:07.360162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=b3111541-17d6-4915-9e95-ba4b591e8f8a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:15:07.453977 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.728421 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.809138 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.964317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:07.968821 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:08.045157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=b3111541-17d6-4915-9e95-ba4b591e8f8a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:15:08.054945 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:08.158924 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Floating IP ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4 associated. External IP: 172.25.8.181, port: c9c3fc49-1649-466c-9097-3d2a0100c7c5. Jul 12 17:15:08.367976 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:15:08.479652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:15:08.490420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:15:08.497098 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:08.499777 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:15:08.500410 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:15:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:15:08.539977 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-a2b3e0d1-4a3c-4220-b514-db869cbea23a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6451292 Jul 12 17:15:08.540673 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:15:08.543919 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2203c078-2489-4b43-8f4c-81a305a331a8" -d '{"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:15:08.583334 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be914fa2-4b9b-4f65-8794-86b867f39d33 x-openstack-request-id: req-be914fa2-4b9b-4f65-8794-86b867f39d33 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:15:08.583786 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:15:08.584126 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be914fa2-4b9b-4f65-8794-86b867f39d33 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:15:08.584610 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'status': 'completed', 'code': 200} Jul 12 17:15:08.616395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:15:08.663063 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-9e50bee1-47a5-4ff2-8cf4-ddcb7300c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:08.664652 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-9e50bee1-47a5-4ff2-8cf4-ddcb7300c0fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0568025 Jul 12 17:15:08.760444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-fc49efad-14ef-4e5f-9451-b1a60831cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:08.761937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-fc49efad-14ef-4e5f-9451-b1a60831cf32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0913997 Jul 12 17:15:08.834479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-79033e1a-bfd8-4442-80a8-7c8f5539de89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 999 time: 0.0658710 Jul 12 17:15:08.852223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82796795-69a1-4beb-9136-996c582db0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:15:07Z', 'updated_at': '2021-07-12T17:15:07Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:15:08.880333 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:15:08.886786 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-83f8758d-dfd3-45f0-8d89-22d8a13c899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:08.889335 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-83f8758d-dfd3-45f0-8d89-22d8a13c899d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0491741 Jul 12 17:15:08.893039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:15:08.894607 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:15:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:15:08.950248 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-8bc2f1c0-d612-44a5-9d30-1b381e602b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:08.951858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-8bc2f1c0-d612-44a5-9d30-1b381e602b29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553164 Jul 12 17:15:09.011896 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:15:09.054411 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-163cd4bc-0843-4ea2-8a65-2b1d5767e3af service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951989 Jul 12 17:15:09.150276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2203c078-2489-4b43-8f4c-81a305a331a8 req-795c7d55-8b2f-4b0e-aff2-e113bc65183e service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900178 Jul 12 17:15:09.245955 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82796795-69a1-4beb-9136-996c582db0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:15:07Z', 'updated_at': '2021-07-12T17:15:07Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:15:09.277313 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936a7f5-1dd1-439b-ba4e-4e1f9fa0f1a2 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': 'ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82796795-69a1-4beb-9136-996c582db0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:15:07Z', 'updated_at': '2021-07-12T17:15:07Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:15:09.473370 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7141094-8295-4b12-8e77-285968722e61 None None] New status for floating IP ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:15:10.369857 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:15:32.148099 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d069f372-40b2-4c7f-891b-100cc388861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:33.939903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:34.547470 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c5a29226-976c-4a1d-a1c6-f3cc2e03967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:35.007498 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:36.055608 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:36.155109 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:37.454138 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:15:46.283075 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-ca0e85bf-7a4c-4206-9140-a6fa976d61e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600295 Jul 12 17:15:46.377415 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-2c4c64dc-a6af-4af6-a522-bbf9f3c492ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:46.378907 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-2c4c64dc-a6af-4af6-a522-bbf9f3c492ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0540581 Jul 12 17:15:46.488362 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-1ec1c1cc-9f50-493c-a2ae-fe21aea767b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:46.489835 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-1ec1c1cc-9f50-493c-a2ae-fe21aea767b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0903764 Jul 12 17:15:46.556229 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-f633b35c-b889-40dc-86a4-61650028c689 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1001 time: 0.0599165 Jul 12 17:15:46.606985 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-469a34cb-ac29-4d8d-b0bf-5df448857397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:46.608479 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-469a34cb-ac29-4d8d-b0bf-5df448857397 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0458112 Jul 12 17:15:46.671255 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-0ff9c559-7c3c-46bb-ba43-28691773b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:15:46.672786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-0ff9c559-7c3c-46bb-ba43-28691773b68e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584006 Jul 12 17:15:46.683554 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-2d54d3db-87da-415a-aea0-047cff59cb32 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:15:46.684630 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-2d54d3db-87da-415a-aea0-047cff59cb32 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049417 Jul 12 17:15:46.775858 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-6a91d2e5-d73f-4fd3-a595-cae38b29b76d service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853512 Jul 12 17:15:46.872845 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8571fb18-1147-42b8-8c77-d1eb715676aa req-497163d7-d634-4f39-a90c-90edcbef1ce3 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904016 Jul 12 17:15:47.368549 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:16:02.150363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-41e03c45-6278-4aed-9196-f47d19aca963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:03.932206 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:04.551224 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5efc5b5f-809a-435a-bbfa-7777370e45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:05.009442 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:06.061228 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:06.167843 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:07.456959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:24.367145 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:16:32.152215 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1dc37280-1348-4aaa-a54f-c508c1e65158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:33.929959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:34.551699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-24dd9015-6605-4789-9916-023054801cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:35.009836 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:36.064775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:36.167355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:37.461563 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:16:46.388189 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-cc45a1b5-e4ae-42df-9270-adf5c07c0210 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576904 Jul 12 17:16:46.487712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd530-215b-4a98-b124-90c420e284ef req-16f1bc0f-d387-4635-86c6-3a0fe9e426ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:16:46.489277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-16f1bc0f-d387-4635-86c6-3a0fe9e426ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0562668 Jul 12 17:16:46.601896 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd530-215b-4a98-b124-90c420e284ef req-2c12a40f-fdec-41c9-aba9-c46037a4d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:16:46.603297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-2c12a40f-fdec-41c9-aba9-c46037a4d6ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0933104 Jul 12 17:16:46.669886 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-d7276fa6-11b3-436f-8e6e-1bda82d37a1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1001 time: 0.0602174 Jul 12 17:16:46.718861 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd530-215b-4a98-b124-90c420e284ef req-128aff12-9634-4d22-9618-f8408ce5f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:16:46.720375 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-128aff12-9634-4d22-9618-f8408ce5f9be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0446553 Jul 12 17:16:46.784603 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd530-215b-4a98-b124-90c420e284ef req-2b193318-d66c-4b01-9dd4-e49b67c32039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:16:46.786137 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-2b193318-d66c-4b01-9dd4-e49b67c32039 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592201 Jul 12 17:16:46.881277 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-3e106c5d-8bd9-43cf-99ab-e1d50229f2ac service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877371 Jul 12 17:16:46.982553 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba4bd530-215b-4a98-b124-90c420e284ef req-ceb8740b-12dc-44d9-8c26-9d706fc4f9fc service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949509 Jul 12 17:17:01.365987 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:17:02.154182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cca558a3-a63a-47a2-97ee-c61d3206bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:03.929225 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:04.555984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1516ea07-3a02-49f7-95c1-da762efe882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:04.790278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a3bf-c602-400b-a1b3-b1440c2f8e28 req-d4da251e-1d7a-404b-9780-da987c7f2187 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:04.791882 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6d5a3bf-c602-400b-a1b3-b1440c2f8e28 req-d4da251e-1d7a-404b-9780-da987c7f2187 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.4298909 Jul 12 17:17:04.834476 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c6d5a3bf-c602-400b-a1b3-b1440c2f8e28 req-77920e46-b4df-4b14-8b8b-97f03656bcf9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368316 Jul 12 17:17:05.013076 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:06.048163 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c57c-c3ef-402e-b0d8-e5bba4b45deb req-946eb44b-fa27-4a95-824e-b545baa788bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:06.049701 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e4c57c-c3ef-402e-b0d8-e5bba4b45deb req-946eb44b-fa27-4a95-824e-b545baa788bf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0677574 Jul 12 17:17:06.065159 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:06.090561 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b4e4c57c-c3ef-402e-b0d8-e5bba4b45deb req-fe817eea-3073-4a53-8eff-5a3cad67adc6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350096 Jul 12 17:17:06.166361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:07.296892 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2473-ba05-484a-9e9c-1d3ab5da44bd req-015ac783-07b9-48e4-b2f7-0e0783fb801e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:07.298385 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea1b2473-ba05-484a-9e9c-1d3ab5da44bd req-015ac783-07b9-48e4-b2f7-0e0783fb801e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0676847 Jul 12 17:17:07.349545 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ea1b2473-ba05-484a-9e9c-1d3ab5da44bd req-aaca4b97-936a-4e0a-89cf-0243b9063e3e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455570 Jul 12 17:17:07.464606 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:08.533336 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eee97-0fbe-483b-b9a0-98addfad8ce6 req-7f83e800-7832-4e53-908f-17ec9131819d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:08.534782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-045eee97-0fbe-483b-b9a0-98addfad8ce6 req-7f83e800-7832-4e53-908f-17ec9131819d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0737767 Jul 12 17:17:08.574614 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-045eee97-0fbe-483b-b9a0-98addfad8ce6 req-79ddbf96-4095-4027-8833-617f31c8c70f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342472 Jul 12 17:17:09.755139 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665000e-5214-47f1-b989-e9bc87a8c9f5 req-5c44677d-8ef9-44a9-be6b-84c29c9e1237 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:09.756688 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e665000e-5214-47f1-b989-e9bc87a8c9f5 req-5c44677d-8ef9-44a9-be6b-84c29c9e1237 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0662737 Jul 12 17:17:09.796433 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e665000e-5214-47f1-b989-e9bc87a8c9f5 req-ab2a2ae6-f6d5-4e0f-8640-1ce8c0ee0b87 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341620 Jul 12 17:17:10.979298 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d6b8e-0f49-4fc2-93f7-83e31a911e7c req-46861c49-8302-4caa-9775-31307e0668a9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:10.980755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-337d6b8e-0f49-4fc2-93f7-83e31a911e7c req-46861c49-8302-4caa-9775-31307e0668a9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0709736 Jul 12 17:17:11.021334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-337d6b8e-0f49-4fc2-93f7-83e31a911e7c req-482bbf49-4daa-4292-88f9-207bca78ec57 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337670 Jul 12 17:17:12.201115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955d41c-e7f5-462d-a82b-0994a5e032ff req-e759f914-81fc-4009-86d9-a1fefb642105 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:12.202622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d955d41c-e7f5-462d-a82b-0994a5e032ff req-e759f914-81fc-4009-86d9-a1fefb642105 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0654294 Jul 12 17:17:12.243733 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d955d41c-e7f5-462d-a82b-0994a5e032ff req-45e92898-45fb-407b-ba69-ce71aa49109a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347748 Jul 12 17:17:13.432732 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95a4d5-9423-40da-a13a-2cfe074e205b req-7f58c192-3da6-4359-b253-89e50da23879 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:13.434271 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba95a4d5-9423-40da-a13a-2cfe074e205b req-7f58c192-3da6-4359-b253-89e50da23879 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0694094 Jul 12 17:17:13.472511 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ba95a4d5-9423-40da-a13a-2cfe074e205b req-107e5d99-ffc3-49ed-91da-edb865369068 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327036 Jul 12 17:17:14.661726 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef59dad-ca8e-4d4a-a47b-6f9489fd5b34 req-d039673a-c225-4387-8ff3-94ec4c5ed7f9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:14.663206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ef59dad-ca8e-4d4a-a47b-6f9489fd5b34 req-d039673a-c225-4387-8ff3-94ec4c5ed7f9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0734706 Jul 12 17:17:14.706456 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8ef59dad-ca8e-4d4a-a47b-6f9489fd5b34 req-e4135e88-498f-4419-8464-42c3d28b3693 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365317 Jul 12 17:17:15.892009 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff310b-a5a8-419f-b34d-d19b9cdfa0f7 req-2d3d696a-18bd-470f-adf3-49678eadad76 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:15.893604 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-02ff310b-a5a8-419f-b34d-d19b9cdfa0f7 req-2d3d696a-18bd-470f-adf3-49678eadad76 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0708117 Jul 12 17:17:15.936829 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-02ff310b-a5a8-419f-b34d-d19b9cdfa0f7 req-015f633d-f8ba-49bc-97f5-0c1619782b17 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373487 Jul 12 17:17:16.853548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:17:16.949836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:16.966225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:17:17.020257 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:17.043415 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:17:17.072435 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:17.078268 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:17.186962 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:17.190896 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca78ac-b867-4b9d-8938-540399b46ce0 req-a816083f-8621-4889-ba29-b93b0a2c35b8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:17.193848 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fca78ac-b867-4b9d-8938-540399b46ce0 req-a816083f-8621-4889-ba29-b93b0a2c35b8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.1139777 Jul 12 17:17:17.202330 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.203618 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.204218 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.204859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.205663 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.206416 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.207101 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.207748 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.208314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.208953 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.212698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.213854 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:17.231242 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['c9c3fc49-1649-466c-9097-3d2a0100c7c5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:17:17.272116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1fca78ac-b867-4b9d-8938-540399b46ce0 req-ea886a83-ab26-4669-851b-bc2307f30c6d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608704 Jul 12 17:17:17.493170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:17.493855 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:17.647496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:17.679220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:17.681975 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa2d56-4b20-4feb-8cde-f7f54964b112" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:17.708408 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:17.713748 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:17.746703 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b768fd-9e89-425d-85a6-6ad34bee185f x-openstack-request-id: req-89b768fd-9e89-425d-85a6-6ad34bee185f {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:17.747095 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:17.747639 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89b768fd-9e89-425d-85a6-6ad34bee185f {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:17.747781 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 200} Jul 12 17:17:17.793092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33afa39-e11e-4739-bd6b-86a6f2f3f5d5 None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:18.097718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9212b805-1744-44ef-b739-52e2d7afbd5d None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:18.098507 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9212b805-1744-44ef-b739-52e2d7afbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:18.560248 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b73269-2095-4256-89da-f94643f87068 req-73a1167e-5be2-4161-8879-b1cb403a68e1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:18.562712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b73269-2095-4256-89da-f94643f87068 req-73a1167e-5be2-4161-8879-b1cb403a68e1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.1078715 Jul 12 17:17:18.628217 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-02b73269-2095-4256-89da-f94643f87068 req-805e150a-a262-4ee4-9c75-b15cd16e549b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595412 Jul 12 17:17:18.853606 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:17:18.925080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:18.925657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:19.827942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c991-7a33-4b87-831e-c2eeb5990d90 req-6cbb3326-7224-4f50-b119-20492b50fbda tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:19.829544 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e27c991-7a33-4b87-831e-c2eeb5990d90 req-6cbb3326-7224-4f50-b119-20492b50fbda tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0693648 Jul 12 17:17:19.893131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e27c991-7a33-4b87-831e-c2eeb5990d90 req-2bf500da-9796-45df-b814-38d2d763024a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400467 Jul 12 17:17:21.179391 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4806-0316-4a4b-8594-f77095ecb005 req-aefb286d-f804-426d-8339-e47eaa635b26 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:21.181172 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-635f4806-0316-4a4b-8594-f77095ecb005 req-aefb286d-f804-426d-8339-e47eaa635b26 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.1060953 Jul 12 17:17:21.232393 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-635f4806-0316-4a4b-8594-f77095ecb005 req-5f8c17ef-516b-44f5-9c63-b9f8adec3a6f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434213 Jul 12 17:17:22.454619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e112bd-31d0-400c-ac79-71eadb459941 req-3449a03a-2797-4df3-825e-fdcb2420bda8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:22.456185 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60e112bd-31d0-400c-ac79-71eadb459941 req-3449a03a-2797-4df3-825e-fdcb2420bda8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0903080 Jul 12 17:17:22.498389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-60e112bd-31d0-400c-ac79-71eadb459941 req-6c6dbfec-0787-44bd-a361-00dd25a20c5b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364878 Jul 12 17:17:23.690676 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c4a1-9101-4b04-a692-412045e48453 req-cfb45a53-4cb0-4138-94fb-5402d8a0de7b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:23.692318 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3a7c4a1-9101-4b04-a692-412045e48453 req-cfb45a53-4cb0-4138-94fb-5402d8a0de7b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0729265 Jul 12 17:17:23.735076 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3a7c4a1-9101-4b04-a692-412045e48453 req-5fc8d5e5-c1bd-44c0-9c16-2cd6b7e8437d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369663 Jul 12 17:17:24.977423 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9e5b5-a9c5-4d4c-9ae1-96a038ecb55a req-eb9ba2e3-e397-4836-8b7e-99fafd7f6048 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:24.983515 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42a9e5b5-a9c5-4d4c-9ae1-96a038ecb55a req-eb9ba2e3-e397-4836-8b7e-99fafd7f6048 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0825570 Jul 12 17:17:25.040692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-42a9e5b5-a9c5-4d4c-9ae1-96a038ecb55a req-2278d826-d359-45a3-8b60-fc35b28fd409 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539467 Jul 12 17:17:26.229515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09270a-d258-42af-a6fa-3059fcd28cb0 req-3a9af71c-9804-4673-a793-703419875587 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:26.231069 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f09270a-d258-42af-a6fa-3059fcd28cb0 req-3a9af71c-9804-4673-a793-703419875587 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0740662 Jul 12 17:17:26.270805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3f09270a-d258-42af-a6fa-3059fcd28cb0 req-e3cd8216-b924-4745-a5e5-0a220ce8e817 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337541 Jul 12 17:17:26.756426 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-a030afbe-678c-476a-9995-910f085ad7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:26.757981 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-a030afbe-678c-476a-9995-910f085ad7c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0558245 Jul 12 17:17:26.856273 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-38103d17-91fa-471f-9637-4f6ef2719b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:26.858015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-38103d17-91fa-471f-9637-4f6ef2719b9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0930693 Jul 12 17:17:26.930557 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-5dc02bd5-3455-4ac5-926a-ed02e73f0a6b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1001 time: 0.0660989 Jul 12 17:17:26.980128 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-68ee786f-b82d-41dd-88ef-b5ac4acae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:26.981801 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-68ee786f-b82d-41dd-88ef-b5ac4acae42a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0442312 Jul 12 17:17:27.051359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-34f36101-971a-4bde-8938-1b772939b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:27.052943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-34f36101-971a-4bde-8938-1b772939b719 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651536 Jul 12 17:17:27.146276 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-c948c24b-6bac-4de2-964a-d4e62edb21f3 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865793 Jul 12 17:17:27.247637 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ad7d8b56-edf1-42ce-9e49-bef565036e8b req-a547614a-42b2-46b4-b423-acf08d01b85a service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954254 Jul 12 17:17:27.448858 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d60f-3fb3-4011-b162-199891a79831 req-d4e092e6-bec4-49b5-90ca-5198f026e12e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:27.450376 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8f9d60f-3fb3-4011-b162-199891a79831 req-d4e092e6-bec4-49b5-90ca-5198f026e12e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jul 12 17:17:27.490391 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c8f9d60f-3fb3-4011-b162-199891a79831 req-524537c9-a733-483c-997b-8a3e4c834951 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344574 Jul 12 17:17:28.675637 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f1d6a-6b5c-48af-bbf1-e123baf3d95c req-cc8d916a-54be-4030-9847-88e6e68d3af5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:28.677127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866f1d6a-6b5c-48af-bbf1-e123baf3d95c req-cc8d916a-54be-4030-9847-88e6e68d3af5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0643098 Jul 12 17:17:28.717711 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-866f1d6a-6b5c-48af-bbf1-e123baf3d95c req-1b77578e-9519-4760-8b08-e5cb8bfcc136 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348642 Jul 12 17:17:29.896531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01e07b-edde-46e6-8243-74b3b0e1b44f req-40f7233b-a744-40c2-829e-eea8b3a4d0ca tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:29.898066 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c01e07b-edde-46e6-8243-74b3b0e1b44f req-40f7233b-a744-40c2-829e-eea8b3a4d0ca tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0682986 Jul 12 17:17:29.937716 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2c01e07b-edde-46e6-8243-74b3b0e1b44f req-bec737dd-f26c-4c0d-9dba-cb8a553ef51c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339000 Jul 12 17:17:30.299751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b3ee-1df0-44d5-a572-298253abe0f9 req-670f65cf-45cd-4bf6-a61f-264fe70c97c1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:30.301293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa58b3ee-1df0-44d5-a572-298253abe0f9 req-670f65cf-45cd-4bf6-a61f-264fe70c97c1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0722702 Jul 12 17:17:30.339693 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-fa58b3ee-1df0-44d5-a572-298253abe0f9 req-248983ff-14d7-4cef-bdd5-944ac51c8526 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329587 Jul 12 17:17:30.477127 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41380) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:17:30.569418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-9d8f8a39-5fff-48b4-bb40-2bc6135725c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907946 Jul 12 17:17:30.902971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:17:30.983388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.006688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:31.008969 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d764c9-1dbe-4df5-bbb4-2345468835a3" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:31.022871 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:31.027330 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.052460 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0903f5fa-eab8-4d89-b1fe-b86912f1a400 x-openstack-request-id: req-0903f5fa-eab8-4d89-b1fe-b86912f1a400 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:31.052833 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-unplugged", "status": "failed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:31.053087 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0903f5fa-eab8-4d89-b1fe-b86912f1a400 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:31.053471 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 422} returned with failed status Jul 12 17:17:31.084503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:31.253925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:31.254297 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.336251 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.371166 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:31.375164 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.431445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db30cc-53de-42fb-a9b8-8b98093ff59e None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:31.531021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-7c75e581-c7c6-485a-9147-1d8321bbca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:31.532600 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-7c75e581-c7c6-485a-9147-1d8321bbca1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 1096 time: 0.0641198 Jul 12 17:17:31.538157 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd60455-319d-4316-88d3-fa24ee4c315a req-a0139fa2-9b87-46c7-a861-6a27a4ca131a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:31.539701 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0cd60455-319d-4316-88d3-fa24ee4c315a req-a0139fa2-9b87-46c7-a861-6a27a4ca131a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0745931 Jul 12 17:17:31.548952 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800078-3', 'device_owner': 'compute:nova'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:17:31.581157 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0cd60455-319d-4316-88d3-fa24ee4c315a req-5b28d63d-1e36-4019-baa0-ce9cc0c39550 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350788 Jul 12 17:17:31.627449 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.633722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-9a4febe8-f656-4046-8717-b9a08675f80a None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:31.634094 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9a4febe8-f656-4046-8717-b9a08675f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.834108 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:31.868223 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h2-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:17:31.912412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:31.914686 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53979eac-832c-41cc-99b0-7dc94e0d2e1b" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:31.919268 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:31.932299 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Transition to ACTIVE for port object c9c3fc49-1649-466c-9097-3d2a0100c7c5 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:17:31.935884 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.013742 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:32.028522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.028872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.029211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.029544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.029880 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.030207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.030531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.030854 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.031177 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.031525 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.031875 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.032197 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.077500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] No DVR routers for this DVR port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on host n-h2-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:17:32.157660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a08e0f8f-dac8-468d-af50-56566ac3a9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.225163 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:17:32.225426 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:17:32.225750 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:17:32.230604 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:17:32.230915 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Attempting to bind port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:17:32.236145 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:17:32.236410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:17:32.236787 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Bound using segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:17:32.237206 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Bound port: c9c3fc49-1649-466c-9097-3d2a0100c7c5, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:17:32.237554 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.301592 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:17:32.304749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:17:32.309338 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.341430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.342011 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:32.343388 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] 10.222.0.65 "PUT /v2.0/ports/c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1092 time: 0.7989113 Jul 12 17:17:32.367259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae361-5d5f-4656-a09a-39ba234a7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=11']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:32.432450 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-b00fb12a-031a-48ef-86eb-54954917389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.434839 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-b00fb12a-031a-48ef-86eb-54954917389a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0625231 Jul 12 17:17:32.539621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-e4015e7e-81d9-4bf2-b334-48032a7a6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.541094 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-e4015e7e-81d9-4bf2-b334-48032a7a6925 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0927970 Jul 12 17:17:32.616943 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-24ef068b-8151-46c2-8026-a7f83988f1b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 999 time: 0.0651085 Jul 12 17:17:32.671344 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-9b0d204a-3051-4cd4-9013-93690ca8e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.672859 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-9b0d204a-3051-4cd4-9013-93690ca8e7b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0459185 Jul 12 17:17:32.736801 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-f33268f1-7403-4366-836f-0b58fb4c9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.738224 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-f33268f1-7403-4366-836f-0b58fb4c9ab9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550168 Jul 12 17:17:32.754074 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-2676167c-eaa9-4a7c-9168-fb080a93fbca service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:17:32.755058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-2676167c-eaa9-4a7c-9168-fb080a93fbca service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053649 Jul 12 17:17:32.768961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da6a9-57a9-4dc2-9af9-bdd8599055c8 req-e5560482-c822-41df-b0df-7679ecf4d489 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:32.770474 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a0da6a9-57a9-4dc2-9af9-bdd8599055c8 req-e5560482-c822-41df-b0df-7679ecf4d489 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0729079 Jul 12 17:17:32.810946 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9a0da6a9-57a9-4dc2-9af9-bdd8599055c8 req-587de7cb-70b2-4f6c-814a-11177c91ee02 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346055 Jul 12 17:17:32.859918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-27f812a2-0aa0-4238-8f24-cb64e516f612 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939057 Jul 12 17:17:32.956925 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-a3f0e3ba-0acc-4783-861f-77dd685cbef0 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Jul 12 17:17:32.971874 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1232936e-701b-4d72-969e-9e01d9d2124b x-openstack-request-id: req-1232936e-701b-4d72-969e-9e01d9d2124b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:32.972172 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:32.972424 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1232936e-701b-4d72-969e-9e01d9d2124b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:32.972819 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 200} Jul 12 17:17:33.055139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:33.057867 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c2395-431e-43a3-8b59-a7b55f4aedbc" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:33.094698 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d69ea6-bbc7-4b05-bb74-6b5fa2709aa8 x-openstack-request-id: req-b8d69ea6-bbc7-4b05-bb74-6b5fa2709aa8 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:33.094992 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:33.095246 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8d69ea6-bbc7-4b05-bb74-6b5fa2709aa8 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:33.095663 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 200} Jul 12 17:17:33.944161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:34.007019 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39459a-87ee-45d5-a6af-524ada19be89 req-3de52424-ba15-4627-8646-f41eafb2c186 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:34.008609 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a39459a-87ee-45d5-a6af-524ada19be89 req-3de52424-ba15-4627-8646-f41eafb2c186 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0753596 Jul 12 17:17:34.052040 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-7a39459a-87ee-45d5-a6af-524ada19be89 req-fe6217bb-6bb3-4ec0-8f2f-89b939fe8137 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369952 Jul 12 17:17:34.561516 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5df70dec-09c8-4773-8905-814ef8b13276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:34.974123 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:34.976556 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e182e34-c01d-44e1-ab3e-4582496199f0" -d '{"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:35.018355 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:35.022201 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1e1e45-3100-40bb-9cdf-d829e1a595cb x-openstack-request-id: req-cf1e1e45-3100-40bb-9cdf-d829e1a595cb {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:35.022680 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:35.022809 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf1e1e45-3100-40bb-9cdf-d829e1a595cb {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:35.023119 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'status': 'completed', 'code': 200} Jul 12 17:17:35.301162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbdf64-5a67-4cd4-8b70-ae457e1a69be req-ce80b24e-4202-4ecb-b615-59ebe9388d3c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:35.302729 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3dbdf64-5a67-4cd4-8b70-ae457e1a69be req-ce80b24e-4202-4ecb-b615-59ebe9388d3c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.1294086 Jul 12 17:17:35.345604 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d3dbdf64-5a67-4cd4-8b70-ae457e1a69be req-81ba0a4f-c316-4b3e-aaf3-b1113b4b5bb1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366333 Jul 12 17:17:36.069776 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:36.167175 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:36.589988 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610068fe-a052-4a28-aa9e-93691fa32ac8 req-b4a7ad13-38b1-4262-b1c9-bd4b2f628308 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:36.591651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610068fe-a052-4a28-aa9e-93691fa32ac8 req-b4a7ad13-38b1-4262-b1c9-bd4b2f628308 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.1228447 Jul 12 17:17:36.632174 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-610068fe-a052-4a28-aa9e-93691fa32ac8 req-ffa4d939-0d65-4a54-8d4e-c0542466f053 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349488 Jul 12 17:17:37.469823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:37.815979 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cacc-02de-46d2-8d0e-2d29dcc7fc9c req-7a4cef19-3258-42d0-b2da-ecf40499d6c0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:37.822963 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a506cacc-02de-46d2-8d0e-2d29dcc7fc9c req-7a4cef19-3258-42d0-b2da-ecf40499d6c0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0738328 Jul 12 17:17:37.864037 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a506cacc-02de-46d2-8d0e-2d29dcc7fc9c req-2c52f802-84c5-4cda-bcea-0222faf90e19 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379186 Jul 12 17:17:38.366744 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:17:39.049832 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b61f-6c5d-4684-b5b5-0d3e47b4ede3 req-a5c0a7a8-2882-44a2-b37b-c7587f26e06f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:39.052011 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68a0b61f-6c5d-4684-b5b5-0d3e47b4ede3 req-a5c0a7a8-2882-44a2-b37b-c7587f26e06f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0672278 Jul 12 17:17:39.092202 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-68a0b61f-6c5d-4684-b5b5-0d3e47b4ede3 req-b55db36e-4e85-486a-b33f-caf57f54e198 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347109 Jul 12 17:17:40.286203 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df8f1e-e9ba-4a5e-98cf-dcc8ab793c5f req-a42436c1-0296-4967-a420-27e1e372803f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:40.288050 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3df8f1e-e9ba-4a5e-98cf-dcc8ab793c5f req-a42436c1-0296-4967-a420-27e1e372803f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0755529 Jul 12 17:17:40.328899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b3df8f1e-e9ba-4a5e-98cf-dcc8ab793c5f req-bfda88fe-45cc-4276-8418-2eac4510e39b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342243 Jul 12 17:17:41.525610 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5b35b-a6a7-4c23-8715-bc9c34112b96 req-979b54e8-849a-4955-9c31-b760e9268ec0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:41.527598 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfb5b35b-a6a7-4c23-8715-bc9c34112b96 req-979b54e8-849a-4955-9c31-b760e9268ec0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0737817 Jul 12 17:17:41.568151 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-cfb5b35b-a6a7-4c23-8715-bc9c34112b96 req-013b4feb-9c99-47ff-8468-4e1b100c5969 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346160 Jul 12 17:17:42.762306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9db0-3208-4ad0-aa85-99bb054d4a19 req-fe17dca2-5f6a-4be1-aa6e-f350b247cacc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:42.764726 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3add9db0-3208-4ad0-aa85-99bb054d4a19 req-fe17dca2-5f6a-4be1-aa6e-f350b247cacc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0720608 Jul 12 17:17:42.810012 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3add9db0-3208-4ad0-aa85-99bb054d4a19 req-103b6ebd-5f2b-47b8-a01d-c8eaf10eee20 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382080 Jul 12 17:17:43.586191 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-44310c12-a4f0-4c23-8bb5-f7f14afbd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:43.587570 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-44310c12-a4f0-4c23-8bb5-f7f14afbd994 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0530765 Jul 12 17:17:43.683433 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-6e15f27a-4fb9-4a1b-85e9-f5e05fc3d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:43.684923 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-6e15f27a-4fb9-4a1b-85e9-f5e05fc3d329 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0886137 Jul 12 17:17:43.753575 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-604342b9-4570-4b84-b89d-512060af78db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 999 time: 0.0598803 Jul 12 17:17:43.809516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-7f383654-6c32-4c0b-a8b3-1536b9239453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:43.811197 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-7f383654-6c32-4c0b-a8b3-1536b9239453 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0499208 Jul 12 17:17:43.874871 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-6d4842f6-7aa2-4d8a-8bbd-e2ec7daa6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:43.876467 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-6d4842f6-7aa2-4d8a-8bbd-e2ec7daa6ece service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583982 Jul 12 17:17:43.976623 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-f2e30010-289d-40ba-93f5-51c3021642e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898714 Jul 12 17:17:43.991847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4488a-4e24-4b26-8948-b1604a9e1623 req-8dfda79b-65ee-46cc-87b6-a648a4f610c9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:43.993599 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b4488a-4e24-4b26-8948-b1604a9e1623 req-8dfda79b-65ee-46cc-87b6-a648a4f610c9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0704751 Jul 12 17:17:44.034755 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-22b4488a-4e24-4b26-8948-b1604a9e1623 req-bbe3e7f6-4817-42f1-9812-8fd24ce73f07 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349252 Jul 12 17:17:44.088158 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2e182e34-c01d-44e1-ab3e-4582496199f0 req-6fafd315-7b4a-4e7b-a970-bd896b183d17 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043854 Jul 12 17:17:45.235906 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659410-13de-40e0-a652-dd603a26898c req-9460b309-6e88-4829-8084-d9fa3cd333e9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:45.237579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d659410-13de-40e0-a652-dd603a26898c req-9460b309-6e88-4829-8084-d9fa3cd333e9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0814958 Jul 12 17:17:45.286937 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6d659410-13de-40e0-a652-dd603a26898c req-0cd454da-cb51-4768-b675-b29c51f6bfc4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436647 Jul 12 17:17:46.464376 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338ec79-f71b-4eca-9a57-32e8f99ce629 req-d718d2d8-c46f-4984-81ce-8cd918727363 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:46.465866 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8338ec79-f71b-4eca-9a57-32e8f99ce629 req-d718d2d8-c46f-4984-81ce-8cd918727363 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 944 time: 0.0675416 Jul 12 17:17:46.505108 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8338ec79-f71b-4eca-9a57-32e8f99ce629 req-8fbe4601-cb52-4f5e-8155-f3b8fe7f4c53 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336852 Jul 12 17:17:46.574519 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:17:46.670450 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:46.681585 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'port_id': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'mac_address': 'fa:16:3e:e3:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:17:46.721571 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:46.734401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:17:46.753613 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:46.757725 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:46.812451 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=12']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:47.130948 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['c9c3fc49-1649-466c-9097-3d2a0100c7c5'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:17:47.684176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323c4d2-4031-42e0-99eb-354a91b8147a req-6a2fc3f7-abd9-423d-984e-6429fd78f4ab tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:47.685990 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2323c4d2-4031-42e0-99eb-354a91b8147a req-6a2fc3f7-abd9-423d-984e-6429fd78f4ab tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 945 time: 0.0693209 Jul 12 17:17:47.731039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2323c4d2-4031-42e0-99eb-354a91b8147a req-51d19744-017e-4217-b618-353cdb7f5806 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395055 Jul 12 17:17:48.575158 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:17:48.636520 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:17:48.637863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:48.638245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:48.688853 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-2dcfa4f2-ba0e-46f2-8968-d75b46577a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:48.690469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-2dcfa4f2-ba0e-46f2-8968-d75b46577a9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0636795 Jul 12 17:17:48.725052 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:48.748889 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:17:48.751158 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa2432-ccda-4927-8884-efe6bd446ff3" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:17:48.764722 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:48.770249 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:48.820950 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=13']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:48.828435 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48e138-92a3-4f4a-9b65-243a46bf332c x-openstack-request-id: req-4d48e138-92a3-4f4a-9b65-243a46bf332c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:17:48.828760 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:17:48.828935 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d48e138-92a3-4f4a-9b65-243a46bf332c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:17:48.829315 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'code': 200} Jul 12 17:17:48.857368 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-9bcc68ee-736f-4d25-a452-be0cc99039a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:48.859749 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-9bcc68ee-736f-4d25-a452-be0cc99039a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.1378186 Jul 12 17:17:48.972439 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-01ad543e-b6bf-4e36-81b0-53fd9cfc70fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1001 time: 0.1037164 Jul 12 17:17:48.996791 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.65', 53934) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:17:49.054500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a17b9-3261-411a-bc60-dcbe44b80a7e req-9f1409d0-f972-4c47-a0f4-a9b8df782c95 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:49.054993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2949a-ae3c-4de3-b48c-9e7413e330ec req-03786103-b697-4e88-9c30-a92b6927965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:49.056014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-329a17b9-3261-411a-bc60-dcbe44b80a7e req-9f1409d0-f972-4c47-a0f4-a9b8df782c95 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.1244128 Jul 12 17:17:49.056804 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75a2949a-ae3c-4de3-b48c-9e7413e330ec req-03786103-b697-4e88-9c30-a92b6927965e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0590122 Jul 12 17:17:49.066627 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-065a9053-85c2-464d-b46b-da8be7ae6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:49.068202 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-065a9053-85c2-464d-b46b-da8be7ae6f9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0716219 Jul 12 17:17:49.098458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-75a2949a-ae3c-4de3-b48c-9e7413e330ec req-b6aeb640-2cf1-4c38-a81b-dc717bee952f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298741 Jul 12 17:17:49.110616 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-36625231-185a-4514-9518-7452af46ea62 None None] Provisioning complete for port c9c3fc49-1649-466c-9097-3d2a0100c7c5 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:17:49.110992 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-36625231-185a-4514-9518-7452af46ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:17:49.130720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-329a17b9-3261-411a-bc60-dcbe44b80a7e req-cd817db7-b40c-466a-b45a-98e7ff35bbe1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664482 Jul 12 17:17:49.151621 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-512affc1-5262-440f-bbe0-1f48037886fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:49.153282 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-512affc1-5262-440f-bbe0-1f48037886fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715532 Jul 12 17:17:49.260058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-fcd91924-6eed-4b4a-aafe-3b04c5e1b6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988457 Jul 12 17:17:49.358663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-8a8060ca-381a-4ea9-a777-2fbd45412d90 req-d1ac2060-cd7b-44cb-8041-85c6d5cb703d service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914111 Jul 12 17:17:50.316675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db8e7b-222f-4275-afd9-7d182a6c19e4 req-3d6cf7eb-55b3-41d5-954c-5ddadeab996a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:50.318238 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90db8e7b-222f-4275-afd9-7d182a6c19e4 req-3d6cf7eb-55b3-41d5-954c-5ddadeab996a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.0677235 Jul 12 17:17:50.363782 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-90db8e7b-222f-4275-afd9-7d182a6c19e4 req-567d25cb-727e-40b6-8909-e58d1c0c06d5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353248 Jul 12 17:17:51.550789 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa6aa-7aea-4675-a2dc-268fdebdf50a req-4e92bd2d-9c4e-422d-9315-fcc249bf6ba9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:17:51.552244 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-149aa6aa-7aea-4675-a2dc-268fdebdf50a req-4e92bd2d-9c4e-422d-9315-fcc249bf6ba9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.0651278 Jul 12 17:17:51.595125 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-149aa6aa-7aea-4675-a2dc-268fdebdf50a req-b8d4a205-f3c5-492e-8471-ff21a4bd0a6a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372002 Jul 12 17:18:02.158039 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7552767c-8f0b-4178-a260-4c70081011af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:03.926883 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:04.564925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-510355ba-2c91-421b-8bea-a55e733106ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:05.010644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:06.072112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:06.179260 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:07.470093 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:15.365811 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:18:32.158261 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0c01cf5d-b842-434a-9309-da5514eafbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:33.925739 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:34.566477 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-47c00e8c-a2ce-4c6e-8f36-dffaa118e2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:35.012016 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:36.075847 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:36.178590 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:37.474619 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:18:50.668740 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-2c33521c-1756-4e4a-8b12-498df2d2c84f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976555 Jul 12 17:18:50.776236 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-8679312d-98c6-4413-81be-a322dd7a1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:18:50.778693 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-8679312d-98c6-4413-81be-a322dd7a1dc6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0560234 Jul 12 17:18:50.904832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-b21b208e-ccb6-4b82-971d-e58b22bacae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:18:50.906229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-b21b208e-ccb6-4b82-971d-e58b22bacae2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0995743 Jul 12 17:18:50.979480 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-acce1181-5c32-4eec-8433-1a57e958a07d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 1001 time: 0.0615997 Jul 12 17:18:51.038296 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-190bd568-3a3b-4a74-bed4-4fc2f86d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:18:51.039820 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-190bd568-3a3b-4a74-bed4-4fc2f86d51a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0486166 Jul 12 17:18:51.105768 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-513c2e46-8edb-41a1-a293-3df0a0d325f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:18:51.107521 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-513c2e46-8edb-41a1-a293-3df0a0d325f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571592 Jul 12 17:18:51.203827 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-edb133f0-798c-42db-8e3a-f72ac6f891af service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Jul 12 17:18:51.305068 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1b0dc34a-8a2f-45f2-94f5-b9c90b792c27 req-2080de3b-23ee-47bb-9018-b9f55991d15c service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907688 Jul 12 17:18:52.365620 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:19:02.159955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-42883201-2730-4140-8396-d83c68980b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:03.924309 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:04.566936 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-22fdace8-5d67-43b2-9778-feb89632f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:05.012550 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:06.076444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:06.177106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.178485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41522) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:07.343847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Deleting port b3111541-17d6-4915-9e95-ba4b591e8f8a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:19:07.344365 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.423995 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.424321 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.436067 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Calling delete_port for b3111541-17d6-4915-9e95-ba4b591e8f8a owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:19:07.477460 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.588624 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.617304 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'Port': ['ID=b3111541-17d6-4915-9e95-ba4b591e8f8a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:07.648520 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.648861 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.649195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.649527 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.649856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.650183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.650509 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.650832 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.651151 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.651469 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.651812 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.652135 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:07.694462 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:07.694698 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Floating IP ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4 disassociated (deleted). External IP: 172.25.8.181, port: c9c3fc49-1649-466c-9097-3d2a0100c7c5. Jul 12 17:19:07.910239 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:19:08.015839 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:19:08.021206 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:08.025484 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:19:08.037580 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:19:08.038204 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:19:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:08.059356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-af8e999e-115f-4624-82c2-36820ddbc3d0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "DELETE /v2.0/floatingips/ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4 HTTP/1.1" status: 204 len: 168 time: 0.8798733 Jul 12 17:19:08.059968 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:19:08.062252 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e3ad72-e8e1-4303-978c-f3712e9e647d" -d '{"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:19:08.147724 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:19:08.157802 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21610b0-b7ed-43f7-aa58-fd72af036962 x-openstack-request-id: req-f21610b0-b7ed-43f7-aa58-fd72af036962 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:19:08.158079 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:19:08.158380 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f21610b0-b7ed-43f7-aa58-fd72af036962 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:19:08.158788 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'status': 'completed', 'code': 200} Jul 12 17:19:08.251539 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-590c1db6-6294-4399-9d99-3a2181ae9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:08.253200 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-590c1db6-6294-4399-9d99-3a2181ae9642 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0616076 Jul 12 17:19:08.375317 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-f6159eb6-019c-4488-9558-b7491c7ad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:08.376881 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-f6159eb6-019c-4488-9558-b7491c7ad194 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.1091592 Jul 12 17:19:08.384960 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:08.413806 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:19:08.422898 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:19:08.423515 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:19:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:08.452116 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-566f4b8d-a460-4072-8ed7-947895a9d46a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 200 len: 217 time: 0.0612350 Jul 12 17:19:08.520612 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a58e-0bb8-4c84-81c2-4ba892dce39c req-456861f3-fbb4-4c22-a9b8-0306c5f1ae81 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:08.522113 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e090a58e-0bb8-4c84-81c2-4ba892dce39c req-456861f3-fbb4-4c22-a9b8-0306c5f1ae81 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.1423206 Jul 12 17:19:08.523959 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-a28e832d-0d20-423f-8646-bb736f6e0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:08.525298 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-a28e832d-0d20-423f-8646-bb736f6e0955 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0664411 Jul 12 17:19:08.533078 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:19:08.594741 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e090a58e-0bb8-4c84-81c2-4ba892dce39c req-c47f8b9e-9a94-485d-8864-5e4c26a5c2e9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669250 Jul 12 17:19:08.613894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-a00038a1-5706-4482-99ce-96d2901e7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:08.615531 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-a00038a1-5706-4482-99ce-96d2901e7b9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804310 Jul 12 17:19:08.711615 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-1caa4df2-1731-441c-840b-51b4a839632d service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Jul 12 17:19:08.745880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:08.772586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23d867-5f5d-4c2e-a615-ac7715db7782 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:19:08.810805 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-94e3ad72-e8e1-4303-978c-f3712e9e647d req-1af3d5f6-8d97-4aca-aa9c-ac4b4542f9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923908 Jul 12 17:19:08.995911 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3d36-4a04-4a9b-b9eb-c56548257bff None None] New status for floating IP ce7d0b7f-18bf-4ce8-a1c4-dda00791b6d4: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:19:09.799103 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f952-30cd-41b5-9336-0a671298e821 req-400e94f6-5fa3-4431-9ce1-a060ede3b1e3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:09.801437 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1386f952-30cd-41b5-9336-0a671298e821 req-400e94f6-5fa3-4431-9ce1-a060ede3b1e3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.0772874 Jul 12 17:19:09.842299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1386f952-30cd-41b5-9336-0a671298e821 req-db2fe7cb-540c-4370-b7f1-dc360c73f595 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=1508622b-26c6-4b0f-9bd1-d57c3c1724eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360494 Jul 12 17:19:09.946437 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-a4c8dad4-e1c5-4a11-92e1-1d611a23a8e7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:09.948107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-a4c8dad4-e1c5-4a11-92e1-1d611a23a8e7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.65 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 946 time: 0.0702772 Jul 12 17:19:10.064445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Deleting port c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:19:10.064787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:10.160204 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] For port c9c3fc49-1649-466c-9097-3d2a0100c7c5, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=c9c3fc49-1649-466c-9097-3d2a0100c7c5,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:19:10.160602 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:10.173222 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Calling delete_port for c9c3fc49-1649-466c-9097-3d2a0100c7c5 owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:19:10.668753 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:10.698434 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'Port': ['ID=c9c3fc49-1649-466c-9097-3d2a0100c7c5,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:10.746843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] No DVR routers for this DVR port c9c3fc49-1649-466c-9097-3d2a0100c7c5 on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:19:10.749678 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:10.751862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b284cb17-99ca-4b00-97cd-66935455b6ed req-dd07a358-90f8-4500-af62-ef5c9db3510e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.65 "DELETE /v2.0/ports/c9c3fc49-1649-466c-9097-3d2a0100c7c5 HTTP/1.1" status: 204 len: 173 time: 0.7948477 Jul 12 17:19:10.752303 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-deleted', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:19:10.754558 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90108a-8013-4830-a572-3e38f5b980da" -d '{"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-deleted", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:19:10.792546 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c0db0-33ec-4694-94fc-ecb3f5880daa x-openstack-request-id: req-349c0db0-33ec-4694-94fc-ecb3f5880daa {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:19:10.792840 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82796795-69a1-4beb-9136-996c582db0d9", "name": "network-vif-deleted", "tag": "c9c3fc49-1649-466c-9097-3d2a0100c7c5", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:19:10.793097 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-349c0db0-33ec-4694-94fc-ecb3f5880daa {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:19:10.793490 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82796795-69a1-4beb-9136-996c582db0d9', 'name': 'network-vif-deleted', 'tag': 'c9c3fc49-1649-466c-9097-3d2a0100c7c5', 'status': 'completed', 'code': 200} Jul 12 17:19:11.012326 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-96f58206-aa42-4bc1-8bbe-36b495d1c64b req-ce61f802-c25f-47fd-abf7-a5ce57a4c316 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=82796795-69a1-4beb-9136-996c582db0d9 HTTP/1.1" status: 200 len: 210 time: 0.0306740 Jul 12 17:19:12.108405 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41546) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:12.185149 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.215295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.285591 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.288153 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.289333 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "DELETE /v2.0/security-groups/1508622b-26c6-4b0f-9bd1-d57c3c1724eb HTTP/1.1" status: 204 len: 168 time: 0.1799364 Jul 12 17:19:12.300056 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef227-22cf-42dd-9035-6712d9625bff tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1508622b-26c6-4b0f-9bd1-d57c3c1724eb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:12.542355 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41554) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:12.547843 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704445315', 'description': 'tempest-secgroup-smoke-1704445315 description', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:12.569948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.655530 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.660789 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.689787 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.691692 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481447 Jul 12 17:19:12.694562 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41556) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:12.697220 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f25397-8ddc-4ab8-a5a4-aa152548db2b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:12.701014 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:12.729077 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.789080 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.792967 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.813300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f6a570-2379-4b27-a758-eee5f3b9bde5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:12.817059 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.818272 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225715 Jul 12 17:19:12.821226 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41558) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:12.823508 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.823889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.824234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.824574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.824996 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.825333 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.825667 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.825997 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.826164 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:12.826329 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.826641 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.826969 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.827293 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe9d9d-1737-415b-87d3-a10d61f68336 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:12.856177 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.917432 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.921167 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.939935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8155cd9-515f-450e-983c-fed3a695c1ae,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:12.945644 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:12.946842 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3cb58632-eaa2-46c1-872b-4149cf0ebcd7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244197 Jul 12 17:19:12.953843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41560) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:12.955446 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:12.982313 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.047758 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.051734 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.070279 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6882a59e-5741-45e0-9f6a-74595f511b2f,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:13.082440 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.084015 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-dbb35c84-a4b6-45bc-a91d-4fa04fc5f3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331618 Jul 12 17:19:13.089266 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:13.094942 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:13.126068 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.189617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.193602 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.213704 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfd6a89-d57c-4470-bd52-9a34ff83afa6,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:13.221362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.222573 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-6ef2bc21-df51-4834-9954-b2f433955ef6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323385 Jul 12 17:19:13.225758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41564) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:13.230243 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:13.253264 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Project 4a538b04f95441baa1b8adb9d8dbe54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:19:13.258278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.322221 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.325978 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.344601 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7185175a-6453-4ed1-8661-59ea386cdd4a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:13.350840 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.351228 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5f40f6f5-890c-4548-99d8-33b574c6068b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245179 Jul 12 17:19:13.355836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41566) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:13.360651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'security_group_rule': {'security_group_id': '0d0c58ca-5cf7-4d29-af32-71fc9c8f446a', 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:13.385044 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Project 4a538b04f95441baa1b8adb9d8dbe54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:19:13.390022 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.458230 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.462122 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.480834 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fd7eab-5138-42cd-8833-13a346e59426,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:13.487007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:13.488243 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b29a7261-b4b9-48bb-ae76-b2839d1e812d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314352 Jul 12 17:19:14.962287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:19:14.983760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: c9c3fc49-1649-466c-9097-3d2a0100c7c5 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:19:14.984102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device c9c3fc49-1649-466c-9097-3d2a0100c7c5 not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:19:27.831543 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-93c731d1-c973-4582-ab86-9e8020ce9176 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704445315&fields=id&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 267 time: 0.0334427 Jul 12 17:19:27.938733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-8ef4bc07-a596-4efe-8f9d-2261ff57b7c8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:27.940220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-8ef4bc07-a596-4efe-8f9d-2261ff57b7c8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 809 time: 0.1025186 Jul 12 17:19:27.954451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-dd338f4e-01aa-4a6e-b954-d4b3028e729b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/quotas/4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 375 time: 0.0089412 Jul 12 17:19:28.025014 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-75c8406f-1260-4f2e-b6fb-a66d1b8de139 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658038 Jul 12 17:19:28.119249 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-c8c74557-91b0-440e-a929-5d14f657961d service neutron] 10.222.0.58 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Jul 12 17:19:28.214631 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-f61ee089-c254-45b7-947c-2e5f54ea9a9e service neutron] 10.222.0.58 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886950 Jul 12 17:19:28.512039 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6ba33188-6173-46dc-8765-cdd8d57b2dc6 req-ef36d88e-aade-4c76-99d3-43eb12205bd9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Jul 12 17:19:29.366754 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:19:29.544808 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-34ed66ff-043d-4cad-b2d1-6e4c1ad71514 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:29.546333 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-34ed66ff-043d-4cad-b2d1-6e4c1ad71514 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 809 time: 0.1058066 Jul 12 17:19:29.593124 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-5a92547d-5025-4613-8114-d3cfb7324dd8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 380 time: 0.0374978 Jul 12 17:19:29.602020 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'port': {'device_id': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'admin_state_up': True, 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'security_groups': ['0d0c58ca-5cf7-4d29-af32-71fc9c8f446a']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:29.686284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f61e3afd-d586-43a5-9ed4-eb4cccd32adc req-16d16f6b-e5f9-4de7-8d47-cb787caa669f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0363662 Jul 12 17:19:29.747241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Made reservation on behalf of 4a538b04f95441baa1b8adb9d8dbe54d for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:19:29.751550 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:29.885599 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Allocated IP 172.20.0.5 (fda09787-82ae-4897-ae47-bbddfc34a329/1b40aa9a-a33d-4daa-a18f-d70843b971bb/519b2d65-b506-4f44-b9b1-86ac01d2c90e) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:19:30.038909 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.057680 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Transition to ACTIVE for port object 519b2d65-b506-4f44-b9b1-86ac01d2c90e will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:19:30.090501 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.139971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Network fda09787-82ae-4897-ae47-bbddfc34a329 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:19:30.143851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:19:30.146422 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:19:30.178444 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:30.205879 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:30.206844 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.224510 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-872fef1f-e334-4995-be66-77e39e27ad43 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262500 Jul 12 17:19:30.288217 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Request body: {'port': {'device_id': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:30.372475 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.411920 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adbb9d53-a137-45ee-b7a8-095e51f3eb7f None None] Provisioning for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:19:30.419020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-adbb9d53-a137-45ee-b7a8-095e51f3eb7f None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:19:30.419622 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-adbb9d53-a137-45ee-b7a8-095e51f3eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.466831 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-adbb9d53-a137-45ee-b7a8-095e51f3eb7f None None] Port 519b2d65-b506-4f44-b9b1-86ac01d2c90e cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:19:30.684946 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519b2d65-b506-4f44-b9b1-86ac01d2c90e {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:19:30.692961 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.705215 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Transition to ACTIVE for port object 519b2d65-b506-4f44-b9b1-86ac01d2c90e will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:19:30.709447 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.764383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:30.873662 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Attempting to bind port 519b2d65-b506-4f44-b9b1-86ac01d2c90e on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:19:30.874075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Attempting to bind port 519b2d65-b506-4f44-b9b1-86ac01d2c90e by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:19:30.874466 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Attempting to bind port 519b2d65-b506-4f44-b9b1-86ac01d2c90e on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:19:30.880817 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Port 519b2d65-b506-4f44-b9b1-86ac01d2c90e on network fda09787-82ae-4897-ae47-bbddfc34a329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:19:30.881241 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Attempting to bind port 519b2d65-b506-4f44-b9b1-86ac01d2c90e on network fda09787-82ae-4897-ae47-bbddfc34a329 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:19:30.887272 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:19:30.887566 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Checking segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:19:30.888058 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Bound using segment: {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:19:30.892437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Bound port: 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb40b87-fa86-4b76-9893-d44934678e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:19:30.892918 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:30.907734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce08c-6c30-4b9c-a1f7-c8af5ae52903 req-0e8275ff-12f9-49e9-a7bb-067e39698e4d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:30.910127 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ffce08c-6c30-4b9c-a1f7-c8af5ae52903 req-0e8275ff-12f9-49e9-a7bb-067e39698e4d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0893750 Jul 12 17:19:30.961406 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2ffce08c-6c30-4b9c-a1f7-c8af5ae52903 req-8b3f7ca5-6fe2-40ac-85ad-a8e7fd7ed19d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Jul 12 17:19:30.976913 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:19:30.983994 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:19:30.986643 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:31.024089 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.024710 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:31.026145 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] 10.222.0.77 "PUT /v2.0/ports/519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1091 time: 0.7948277 Jul 12 17:19:31.026595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:19:31.028884 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab3ae1a-7117-4490-af47-cd25897a62f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:19:31.064131 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615553-665c-4ef8-be67-2f194e3ac6ed service neutron] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:31.134615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-fcdb8167-c4c3-4efd-aacf-7514a29af4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.136799 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-fcdb8167-c4c3-4efd-aacf-7514a29af4c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1094 time: 0.0683594 Jul 12 17:19:31.152222 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888ca3c-55ab-4a77-8934-63a9a6fcf3ce x-openstack-request-id: req-8888ca3c-55ab-4a77-8934-63a9a6fcf3ce {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:19:31.152507 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:19:31.152757 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8888ca3c-55ab-4a77-8934-63a9a6fcf3ce {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:19:31.153179 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'status': 'completed', 'code': 200} Jul 12 17:19:31.192399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-e39f4608-b320-40df-9d93-6fc4073df1a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 217 time: 0.0479083 Jul 12 17:19:31.244453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-ea8c5784-67a0-43aa-b47b-054d94a9ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.245995 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-ea8c5784-67a0-43aa-b47b-054d94a9ad9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0479686 Jul 12 17:19:31.306921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-66155916-3e3a-4d95-b5a8-7dffd1a5b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.308469 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-66155916-3e3a-4d95-b5a8-7dffd1a5b440 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559721 Jul 12 17:19:31.410319 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-c40a8e29-ecda-42e6-a692-aabdb2ce2556 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954790 Jul 12 17:19:31.508471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7376cd9d-1f24-4837-881a-d5eb93e7770f req-dff88ee8-d047-421b-824b-557d7c28aff3 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924141 Jul 12 17:19:31.619075 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-0ea57690-22fd-48ec-918e-7a89daef4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.620636 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-0ea57690-22fd-48ec-918e-7a89daef4a04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1094 time: 0.0652072 Jul 12 17:19:31.710836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-d62f8c45-ed7e-457d-8c69-7791b899837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.712367 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-d62f8c45-ed7e-457d-8c69-7791b899837a service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0855913 Jul 12 17:19:31.756803 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-19905c38-d668-4a38-b3aa-a928adc62ac9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 217 time: 0.0386441 Jul 12 17:19:31.808807 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-4ed70834-5002-4722-8da2-1c4962aba2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.810220 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-4ed70834-5002-4722-8da2-1c4962aba2eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0481369 Jul 12 17:19:31.871835 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-2cc42334-fbab-4bc8-ac77-9e316c5c767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:31.873292 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-2cc42334-fbab-4bc8-ac77-9e316c5c767d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535583 Jul 12 17:19:31.967433 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-87beb6ad-a181-49eb-9a25-39109c1433e4 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870967 Jul 12 17:19:32.081105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bab3ae1a-7117-4490-af47-cd25897a62f1 req-e2396917-d085-4328-9013-4725ac85290a service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054695 Jul 12 17:19:32.151101 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23458cba-ab34-4ac8-856a-7bea3e324452 req-3e57b126-8ce5-49c3-a18f-bf00ca3060ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:32.152830 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23458cba-ab34-4ac8-856a-7bea3e324452 req-3e57b126-8ce5-49c3-a18f-bf00ca3060ef tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0693319 Jul 12 17:19:32.166827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2ef63d88-3753-4581-b3b6-95db61a93f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:32.201071 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-23458cba-ab34-4ac8-856a-7bea3e324452 req-441da548-2279-4be6-ab67-09a3572fa3ce tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Jul 12 17:19:33.401114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c969a5-a2c8-4b57-8a10-171c633a9766 req-382ecd7a-a986-4dcb-8fa1-e1257c81f696 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:33.402703 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99c969a5-a2c8-4b57-8a10-171c633a9766 req-382ecd7a-a986-4dcb-8fa1-e1257c81f696 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0688207 Jul 12 17:19:33.448664 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-99c969a5-a2c8-4b57-8a10-171c633a9766 req-2a06a0bf-7f3a-42c8-8cf1-444114356784 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Jul 12 17:19:33.925976 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:34.568048 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-19d44d05-7123-4b39-b5e6-44c9da1798e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:34.630142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb803c48-77e3-4698-ba28-b78310e45136 req-2ba13d63-935c-43ed-8d72-135a93dc40ae tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:34.631664 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb803c48-77e3-4698-ba28-b78310e45136 req-2ba13d63-935c-43ed-8d72-135a93dc40ae tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0675099 Jul 12 17:19:34.671918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-fb803c48-77e3-4698-ba28-b78310e45136 req-aafb43a6-34f3-4cfd-ada4-6035e6233b57 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347095 Jul 12 17:19:35.014254 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:35.864453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e767f2-4a47-42a0-a83e-f90590ac64a0 req-b29e5c8e-e273-4bef-86aa-93afe90999fa tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:35.865936 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51e767f2-4a47-42a0-a83e-f90590ac64a0 req-b29e5c8e-e273-4bef-86aa-93afe90999fa tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0697553 Jul 12 17:19:35.905230 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-51e767f2-4a47-42a0-a83e-f90590ac64a0 req-2a149498-1780-4dac-8026-e0257962b33c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335121 Jul 12 17:19:36.080990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:36.179953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:37.079873 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd02d-4935-4e84-8c7a-66b83b21b64b req-f3bde018-fc78-4d99-8085-7c5473763bda tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:37.081370 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-747dd02d-4935-4e84-8c7a-66b83b21b64b req-f3bde018-fc78-4d99-8085-7c5473763bda tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0663762 Jul 12 17:19:37.119002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-747dd02d-4935-4e84-8c7a-66b83b21b64b req-c7e944cc-2f96-4f31-ab64-63471740ba4b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Jul 12 17:19:37.480896 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:38.294445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640033c-3e5c-40ee-af9b-2c133df19f49 req-8a3e9776-e6df-419d-9fa0-01ba8dc8f96c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:38.295962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5640033c-3e5c-40ee-af9b-2c133df19f49 req-8a3e9776-e6df-419d-9fa0-01ba8dc8f96c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0660839 Jul 12 17:19:38.336805 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5640033c-3e5c-40ee-af9b-2c133df19f49 req-87138158-d2e5-42fa-95b4-f3f3617065b6 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Jul 12 17:19:39.519034 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7616f07-f630-4c86-b420-d19ac5ef29a7 req-7669b61d-8953-49c9-8773-73828c01fac0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:39.520475 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7616f07-f630-4c86-b420-d19ac5ef29a7 req-7669b61d-8953-49c9-8773-73828c01fac0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0676875 Jul 12 17:19:39.562097 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e7616f07-f630-4c86-b420-d19ac5ef29a7 req-00dd06a5-2476-420b-9d37-338dd27dacac tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356505 Jul 12 17:19:40.747745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee1491-b59c-419a-a719-fbe2b6eee2a8 req-89d45b2d-09ac-418c-8bee-a98e3bbe9a6f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:40.749234 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7dee1491-b59c-419a-a719-fbe2b6eee2a8 req-89d45b2d-09ac-418c-8bee-a98e3bbe9a6f tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 943 time: 0.0710974 Jul 12 17:19:40.787823 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7dee1491-b59c-419a-a719-fbe2b6eee2a8 req-da2e6b56-afd0-417f-8ece-f5ce0ad13e39 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jul 12 17:19:41.552656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:19:41.646363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:19:41.658882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'mac_address': 'fa:16:3e:9a:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:19:41.699074 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:41.712314 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519b2d65-b506-4f44-b9b1-86ac01d2c90e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:19:41.732304 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:19:41.736636 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:41.792117 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:41.800671 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.801019 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.801391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.801732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.802102 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.802437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.802821 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.803107 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.803433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.803795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.804145 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.804456 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:41.974606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805ab0b-81f6-4fbe-afe1-796d4d0267b2 req-4a9d0fec-1f35-40fb-a4dc-c9592d8a4aa3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:41.976119 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2805ab0b-81f6-4fbe-afe1-796d4d0267b2 req-4a9d0fec-1f35-40fb-a4dc-c9592d8a4aa3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 944 time: 0.0693727 Jul 12 17:19:42.019862 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2805ab0b-81f6-4fbe-afe1-796d4d0267b2 req-9f772510-1733-47fb-bfe5-40b61f33669a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377398 Jul 12 17:19:42.029025 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['519b2d65-b506-4f44-b9b1-86ac01d2c90e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:19:43.210122 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6821b91-1fa7-4626-894f-5221b12a9675 req-f5dbde33-18fd-47ce-a08d-6a6e53df2e9d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:43.211713 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6821b91-1fa7-4626-894f-5221b12a9675 req-f5dbde33-18fd-47ce-a08d-6a6e53df2e9d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 944 time: 0.0718689 Jul 12 17:19:43.253724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f6821b91-1fa7-4626-894f-5221b12a9675 req-331d4e25-a967-4b00-ad45-ee0cea879969 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 Jul 12 17:19:43.567310 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:19:43.618727 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:19:43.622420 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:19:43.622790 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:43.715208 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:43.739013 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:19:43.741313 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4d37b-6773-4a84-a35e-9cda1ed5f509" -d '{"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:19:43.755153 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:19:43.759882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:43.818362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:43.846567 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d4e5be-b82e-4066-a50b-dc412b379961 x-openstack-request-id: req-35d4e5be-b82e-4066-a50b-dc412b379961 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:19:43.846875 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:19:43.847125 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35d4e5be-b82e-4066-a50b-dc412b379961 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:19:43.847527 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'code': 200} Jul 12 17:19:43.969990 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f96a-5566-4429-aed2-1825843e91cd req-a9339c77-72d8-47fc-9864-8c25827eccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:43.972455 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3667f96a-5566-4429-aed2-1825843e91cd req-a9339c77-72d8-47fc-9864-8c25827eccc5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0615160 Jul 12 17:19:44.018484 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3667f96a-5566-4429-aed2-1825843e91cd req-fc73e346-5374-4eb1-b80f-5942c146b5ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397246 Jul 12 17:19:44.083643 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bcf934e6-e38a-49ba-9eab-4905d6bafb91 None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:19:44.083893 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcf934e6-e38a-49ba-9eab-4905d6bafb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:44.443812 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832430-ad56-46f9-8afb-7dbcfc59bc5a req-c86d67c7-9b11-4036-9c09-e0520fe1bef8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:44.445322 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3832430-ad56-46f9-8afb-7dbcfc59bc5a req-c86d67c7-9b11-4036-9c09-e0520fe1bef8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0689347 Jul 12 17:19:44.485087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f3832430-ad56-46f9-8afb-7dbcfc59bc5a req-bde76b9b-b2e6-47f7-ac4f-1d8fb3d986d2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339317 Jul 12 17:19:45.660109 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181b93-4e90-43fc-a064-4d00e71fc8b1 req-56ab4790-761d-4470-ae5b-1220ab3a6de0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:45.661591 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac181b93-4e90-43fc-a064-4d00e71fc8b1 req-56ab4790-761d-4470-ae5b-1220ab3a6de0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0650489 Jul 12 17:19:45.706034 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac181b93-4e90-43fc-a064-4d00e71fc8b1 req-92e34285-5c9a-4e7f-b0c7-824e52da4dab tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Jul 12 17:19:45.882877 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829ca0-ee8e-4dd7-bf2b-62690574cd9c req-4b5e86d9-d1ac-4a7a-ad3c-ad6718f1b573 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:45.884334 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca829ca0-ee8e-4dd7-bf2b-62690574cd9c req-4b5e86d9-d1ac-4a7a-ad3c-ad6718f1b573 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0655694 Jul 12 17:19:45.924389 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ca829ca0-ee8e-4dd7-bf2b-62690574cd9c req-ddfd43fb-da2e-4ae3-bdbf-da2e93bbf133 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 12 17:19:45.949274 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41758) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:46.003607 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902c020-b40e-404e-bc7f-23dc5c83d95e tempest-TestShelveInstance-1477555791 tempest-TestShelveInstance-1477555791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:46.005145 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d902c020-b40e-404e-bc7f-23dc5c83d95e tempest-TestShelveInstance-1477555791 tempest-TestShelveInstance-1477555791-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1091 time: 0.0548697 Jul 12 17:19:46.008642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:19:46.013171 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:19:46.035527 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:46.138551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:46.252117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Allocated IP 172.25.8.230 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/b40619e9-b696-4508-a7d4-51784bf5f373) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:19:46.360318 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:46.408254 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:46.450678 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:19:46.453635 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:19:46.456240 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:19:46.482961 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=b40619e9-b696-4508-a7d4-51784bf5f373,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:46.850684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:46.936451 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:47.102122 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:47.106417 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:47.180270 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event updated for resources: {'Port': ['ID=b40619e9-b696-4508-a7d4-51784bf5f373,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:47.192359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:47.300265 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Floating IP 318b2eb7-2acc-46a1-85c7-2cd5061a9cb1 associated. External IP: 172.25.8.230, port: 519b2d65-b506-4f44-b9b1-86ac01d2c90e. Jul 12 17:19:47.518519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:19:47.636845 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:19:47.647437 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:19:47.654047 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:19:47.657474 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:19:47.658108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:19:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:47.693369 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-89839766-3f3e-4ef0-9973-593286344547 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6835849 Jul 12 17:19:47.693958 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:19:47.696265 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422a88e7-b527-4345-8002-ad97eceebe6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:19:47.738556 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373bb596-62f3-4e00-b97f-e8be55eed40e x-openstack-request-id: req-373bb596-62f3-4e00-b97f-e8be55eed40e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:19:47.738846 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:19:47.739097 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-373bb596-62f3-4e00-b97f-e8be55eed40e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:19:47.739502 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'status': 'completed', 'code': 200} Jul 12 17:19:47.781776 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:19:47.830519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a88e7-b527-4345-8002-ad97eceebe6d req-fb330af8-742e-4997-9393-7a2b915ed935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:47.832085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-fb330af8-742e-4997-9393-7a2b915ed935 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0694809 Jul 12 17:19:47.935503 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a88e7-b527-4345-8002-ad97eceebe6d req-51d211a8-65c2-4d75-917a-b1be1cc5665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:47.937882 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-51d211a8-65c2-4d75-917a-b1be1cc5665f service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0989139 Jul 12 17:19:48.018671 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-71f82d79-9401-4d91-af04-91494d61a3b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 999 time: 0.0746462 Jul 12 17:19:48.039838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '318b2eb7-2acc-46a1-85c7-2cd5061a9cb1', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:9a:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:19:46Z', 'updated_at': '2021-07-12T17:19:46Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:48.074429 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:19:48.082501 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a88e7-b527-4345-8002-ad97eceebe6d req-da6e2714-9534-4c8c-8bcf-d866ebb1e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:48.084303 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-da6e2714-9534-4c8c-8bcf-d866ebb1e90f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0598791 Jul 12 17:19:48.087660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:19:48.088287 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:19:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:48.157585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a88e7-b527-4345-8002-ad97eceebe6d req-e1ae5aac-8794-4f0f-881d-6a77757b1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:48.159533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-e1ae5aac-8794-4f0f-881d-6a77757b1ff8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690191 Jul 12 17:19:48.224682 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:19:48.274951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-42471b8b-f53c-4de5-8f95-b74af7744f3d service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089425 Jul 12 17:19:48.392536 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-422a88e7-b527-4345-8002-ad97eceebe6d req-80f249e8-70a7-412d-a330-c89f370dfbec service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110809 Jul 12 17:19:48.494838 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '318b2eb7-2acc-46a1-85c7-2cd5061a9cb1', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:9a:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:19:46Z', 'updated_at': '2021-07-12T17:19:46Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:19:48.524567 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa814d-1bc3-4644-81d9-81430dbb3080 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '318b2eb7-2acc-46a1-85c7-2cd5061a9cb1', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'mac_address': 'fa:16:3e:9a:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:19:46Z', 'updated_at': '2021-07-12T17:19:46Z', 'revision_number': 0, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:19:48.757487 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb22bf3-4acf-4268-828f-44cb2906512e None None] New status for floating IP 318b2eb7-2acc-46a1-85c7-2cd5061a9cb1: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:19:50.270404 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-73747782-afcb-4340-858a-9f801af060ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535185 Jul 12 17:19:50.366449 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-5c39074e-ecbc-4a36-b691-05e7aaa221db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:50.368067 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-5c39074e-ecbc-4a36-b691-05e7aaa221db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0575991 Jul 12 17:19:50.481657 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-9b15dd6d-7ef3-4bbc-afb3-7625ce3e4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:50.484665 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-9b15dd6d-7ef3-4bbc-afb3-7625ce3e4316 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0955718 Jul 12 17:19:50.549951 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-29b811f5-45aa-4628-b29c-223466455ef9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0593209 Jul 12 17:19:50.603256 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-95ac2b7c-c540-42e4-8ddf-0e5c1c17d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:50.604759 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-95ac2b7c-c540-42e4-8ddf-0e5c1c17d308 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0492380 Jul 12 17:19:50.662824 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-98ba42dc-ceab-4608-bcdd-fe23799c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:19:50.664377 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-98ba42dc-ceab-4608-bcdd-fe23799c6d36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528247 Jul 12 17:19:50.766169 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-cb4f97f0-2f5f-4b37-8d38-09d2ff536840 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953407 Jul 12 17:19:50.864656 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9f2cf261-183b-445f-9c12-f7587a341ee4 req-e4a85925-db15-4824-8fa8-30826fc6bfbe service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924084 Jul 12 17:20:02.160078 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f82f2624-af6c-485d-a866-5cbac8f45d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:03.943010 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:04.571969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6702a9ab-bccb-4055-8071-747953a96f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:05.017633 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:06.083118 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:06.193368 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:06.367952 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:07.484840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:32.165152 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84a30a00-66d6-4466-af69-19f61bdecf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:33.953989 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:34.574161 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-08329d06-9134-407a-acfe-adb073894c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:35.020132 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:36.085570 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:36.191411 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:37.488820 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:20:43.368649 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:50.269087 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-d628a3f3-6944-4ecc-b541-55e488269c09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537763 Jul 12 17:20:50.365419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-0f4dd875-8fca-4f36-9af6-58718cd4cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:20:50.367482 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-0f4dd875-8fca-4f36-9af6-58718cd4cbdb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0537815 Jul 12 17:20:50.474320 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-e36855d1-36ca-4def-b809-59b78cbc3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:20:50.476398 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-e36855d1-36ca-4def-b809-59b78cbc3c8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0899818 Jul 12 17:20:50.541208 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-6bb620a5-70a0-4098-95c1-d3125f786727 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0588608 Jul 12 17:20:50.593361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-a523f084-504d-426f-a75a-09d857357594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:20:50.594814 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-a523f084-504d-426f-a75a-09d857357594 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0470502 Jul 12 17:20:50.652159 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-189c1b14-e46a-4b20-846e-a1102dae6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:20:50.653649 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-189c1b14-e46a-4b20-846e-a1102dae6680 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523665 Jul 12 17:20:50.743279 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-1144e974-d364-494d-90e5-cc13d86f7d20 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Jul 12 17:20:51.190688 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-64eb44f9-0b75-4ea6-ba77-af739c222ae4 req-cfe7db55-b87e-4b66-8050-6d32e962d402 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410505 Jul 12 17:21:02.166649 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-91a5ce2b-4bf0-496f-9980-62f098e7d574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:03.952714 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:04.574534 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c55c-a340-49ed-9379-5450f4619849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:05.020463 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:06.088373 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:06.205883 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:07.490532 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:20.369286 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:32.168558 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-96c0b5b7-88fa-4911-a329-749767857dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:33.951392 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:34.576508 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-16827f1e-94a6-4dde-8193-8f20e1a47298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:35.023946 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:36.091827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:36.221920 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:37.494747 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:43.188885 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f828-8c7c-4311-bb7b-e97189762e40 req-ac4c8def-28c6-4c08-8227-3ad545779004 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:43.190403 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9219f828-8c7c-4311-bb7b-e97189762e40 req-ac4c8def-28c6-4c08-8227-3ad545779004 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0797715 Jul 12 17:21:43.231424 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-9219f828-8c7c-4311-bb7b-e97189762e40 req-fbfe6b20-d33e-4c2c-b016-45ce6f20c99b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350139 Jul 12 17:21:44.436801 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93f9d4-2dc6-4511-85b9-c2ca5d60decd req-3df27da4-fedb-40d4-b388-81d34a3296ad tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:44.438284 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e93f9d4-2dc6-4511-85b9-c2ca5d60decd req-3df27da4-fedb-40d4-b388-81d34a3296ad tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0649898 Jul 12 17:21:44.476128 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0e93f9d4-2dc6-4511-85b9-c2ca5d60decd req-e98a7eb0-7868-4f95-baa8-1b23ffec00b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Jul 12 17:21:45.697544 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bb139-e3e6-4c46-86b0-704e6eeac1f3 req-ab5fe1d8-3f92-4fa1-bfec-19bd88840fac tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:45.699041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c48bb139-e3e6-4c46-86b0-704e6eeac1f3 req-ab5fe1d8-3f92-4fa1-bfec-19bd88840fac tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0826609 Jul 12 17:21:45.744242 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c48bb139-e3e6-4c46-86b0-704e6eeac1f3 req-3f26313d-d98f-43b6-823a-d61c23620dc5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Jul 12 17:21:46.928085 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747c484-c2d2-42f4-ab52-bffa397c3af6 req-ea6cac1f-80db-49f9-8731-c675a560d426 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:46.929605 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1747c484-c2d2-42f4-ab52-bffa397c3af6 req-ea6cac1f-80db-49f9-8731-c675a560d426 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0695720 Jul 12 17:21:46.970161 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-1747c484-c2d2-42f4-ab52-bffa397c3af6 req-7cec97c8-4146-4cff-bec6-d83f2c292f9e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339181 Jul 12 17:21:48.185963 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8cacd-464a-4617-9c31-fd31340eaa24 req-71e29304-d997-40c7-a05b-c0c8084ddfdd tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:48.187605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1c8cacd-464a-4617-9c31-fd31340eaa24 req-71e29304-d997-40c7-a05b-c0c8084ddfdd tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0865927 Jul 12 17:21:48.252161 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-a1c8cacd-464a-4617-9c31-fd31340eaa24 req-50de5447-5301-4489-8fa3-b00ea0cd8fbf tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548639 Jul 12 17:21:49.430565 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc35ed9-e736-4708-823d-c162b9c5e371 req-b800acc0-6db3-4ec1-bbac-d82f82e17ab2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:49.432094 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bc35ed9-e736-4708-823d-c162b9c5e371 req-b800acc0-6db3-4ec1-bbac-d82f82e17ab2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Jul 12 17:21:49.475344 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9bc35ed9-e736-4708-823d-c162b9c5e371 req-4a50f6c7-f764-4b54-8401-1362fe305f35 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373487 Jul 12 17:21:50.668430 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85a793-3526-4b62-9ab8-5bf5ebc97926 req-95fffb6f-471c-47b7-a03f-f49c7fcccaa1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:50.669922 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a85a793-3526-4b62-9ab8-5bf5ebc97926 req-95fffb6f-471c-47b7-a03f-f49c7fcccaa1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0778754 Jul 12 17:21:50.709548 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3a85a793-3526-4b62-9ab8-5bf5ebc97926 req-a61dcca2-f9f5-405d-bff8-89858abe22cc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 Jul 12 17:21:51.894295 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2636-6c18-4e54-a4ab-76d1b9a51038 req-5b24db65-d21e-42e5-83e6-a1b313c6cbf3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:51.895817 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdff2636-6c18-4e54-a4ab-76d1b9a51038 req-5b24db65-d21e-42e5-83e6-a1b313c6cbf3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Jul 12 17:21:51.940488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-bdff2636-6c18-4e54-a4ab-76d1b9a51038 req-e1389b1a-f06d-48d2-9b0b-f542b3cc34e9 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Jul 12 17:21:52.302828 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b471-445b-4618-a082-a2edd62417f2 req-7dedb811-d7d2-4e6d-a69e-ed43934eebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:52.304651 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-7dedb811-d7d2-4e6d-a69e-ed43934eebad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0562675 Jul 12 17:21:52.416549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b471-445b-4618-a082-a2edd62417f2 req-b1f8adc2-c04d-47f6-9e7e-496e2fc92cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:52.418089 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-b1f8adc2-c04d-47f6-9e7e-496e2fc92cc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0937042 Jul 12 17:21:52.494012 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-511adff7-3f1d-44fb-9fcd-1c683aef1009 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0696201 Jul 12 17:21:52.546139 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b471-445b-4618-a082-a2edd62417f2 req-2efcc7c3-acbb-4144-8887-e2d129e4c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:52.547521 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-2efcc7c3-acbb-4144-8887-e2d129e4c985 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0470572 Jul 12 17:21:52.613513 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3b471-445b-4618-a082-a2edd62417f2 req-a14a2069-c2bb-4231-8707-4c772fcdefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:52.616783 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-a14a2069-c2bb-4231-8707-4c772fcdefa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631883 Jul 12 17:21:52.718074 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-bf602871-2aee-49b0-9605-3afa4d7203c5 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949872 Jul 12 17:21:52.844700 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-32b3b471-445b-4618-a082-a2edd62417f2 req-59deacf6-90fc-41cd-9a8a-a4481e8e059a service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180534 Jul 12 17:21:53.122623 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90988dd-774b-4df6-abb4-96f5bcae171c req-1dcaf94b-6c09-469a-9209-8b47b39396da tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:53.124053 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b90988dd-774b-4df6-abb4-96f5bcae171c req-1dcaf94b-6c09-469a-9209-8b47b39396da tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0710819 Jul 12 17:21:53.174205 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b90988dd-774b-4df6-abb4-96f5bcae171c req-2523ff31-62b7-4ec3-8a05-808e4a9dd3e3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Jul 12 17:21:53.272947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-6a4cc25a-9ed6-4d62-aec4-1696f86a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:53.275171 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-6a4cc25a-9ed6-4d62-aec4-1696f86a8c80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0612512 Jul 12 17:21:53.373346 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-00bd0d5d-7a85-436d-ab87-da03b0ad369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:53.374761 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-00bd0d5d-7a85-436d-ab87-da03b0ad369d service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0933025 Jul 12 17:21:53.440608 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-7fa05d34-04e8-4544-8ec6-13084ccf3e5c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0600369 Jul 12 17:21:53.494889 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-32a2194a-e2cd-4827-9d6e-3e7094717362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:53.496420 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-32a2194a-e2cd-4827-9d6e-3e7094717362 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0497072 Jul 12 17:21:53.571822 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-d9beb974-d0be-4b62-86fc-50d6d0d84384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:53.573542 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-d9beb974-d0be-4b62-86fc-50d6d0d84384 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710609 Jul 12 17:21:53.669503 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-583c2c7e-3812-4d84-9312-e68ed0dccd6d service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894611 Jul 12 17:21:53.765611 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de02cb06-9523-4763-8f21-cce679bfbb3a req-6e257b2d-1f45-4b93-9e87-bb4b0c3f3fed service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906217 Jul 12 17:21:54.355509 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33810a-6654-4755-8663-de4a56822236 req-2e8a74a6-f45c-436e-8761-c7a05ca6d00e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:54.357299 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a33810a-6654-4755-8663-de4a56822236 req-2e8a74a6-f45c-436e-8761-c7a05ca6d00e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0684195 Jul 12 17:21:54.397502 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7a33810a-6654-4755-8663-de4a56822236 req-af4f6b66-fc6d-4fbc-a7c0-3cc55064c6b7 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Jul 12 17:21:55.595097 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e82f29-4273-4ab6-b630-a80a1a55de76 req-0622867c-3f86-45ca-9ed8-5044fbc37570 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:55.596627 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45e82f29-4273-4ab6-b630-a80a1a55de76 req-0622867c-3f86-45ca-9ed8-5044fbc37570 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0776234 Jul 12 17:21:55.639206 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-45e82f29-4273-4ab6-b630-a80a1a55de76 req-67f75264-2d96-48c8-a7ea-9cf98d004346 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367317 Jul 12 17:21:56.844874 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4ed8-0f31-4d7f-acc3-c9e34dacad6f req-fb236696-1393-46a7-b0a4-c1454dee1910 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:56.846578 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a45e4ed8-0f31-4d7f-acc3-c9e34dacad6f req-fb236696-1393-46a7-b0a4-c1454dee1910 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0793276 Jul 12 17:21:56.897715 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a45e4ed8-0f31-4d7f-acc3-c9e34dacad6f req-65a7f612-6f0b-4032-8f0c-4bdc28fafe7c tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444107 Jul 12 17:21:57.369682 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:58.081318 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9e25-a708-4abc-835f-6959ea26dbf3 req-c42a4de6-1163-4148-b175-3ea348bda2f2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:58.082835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65da9e25-a708-4abc-835f-6959ea26dbf3 req-c42a4de6-1163-4148-b175-3ea348bda2f2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0681400 Jul 12 17:21:58.122418 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-65da9e25-a708-4abc-835f-6959ea26dbf3 req-3d3fdd36-9e53-4502-a410-37f74fdb48e3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Jul 12 17:21:58.269728 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:21:58.362206 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:58.385481 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:21:58.387775 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e30b68-2985-4b57-9e4b-c1457f138637" -d '{"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-unplugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:21:58.401165 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:58.405490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:58.434127 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea659157-0bb2-41d3-b9e8-ef0bc881c179 x-openstack-request-id: req-ea659157-0bb2-41d3-b9e8-ef0bc881c179 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:21:58.434449 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-unplugged", "status": "failed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:21:58.434626 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea659157-0bb2-41d3-b9e8-ef0bc881c179 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:21:58.435015 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'code': 422} returned with failed status Jul 12 17:21:58.465817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:58.479053 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.479395 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.479796 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.480132 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.480461 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.480785 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.481108 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.481427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.481744 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.482312 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.482803 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.483124 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:21:58.634355 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:21:58.635186 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:58.718577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:58.751546 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:21:58.756456 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:58.813225 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bc7b2-7042-4073-bb0e-984f8cdbb94b None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:21:59.017824 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-454d6084-df42-4184-88be-38d49cb1f73d None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:21:59.018107 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-454d6084-df42-4184-88be-38d49cb1f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:21:59.562954 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-d09cbfd2-b3da-4835-89d0-f51c878ae33a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1715136 Jul 12 17:21:59.578198 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc7967-87b8-4bfe-aea2-916f619ebd8b req-c82bef9d-89b8-479a-903e-f899e4c277ec tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:21:59.579909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cabc7967-87b8-4bfe-aea2-916f619ebd8b req-c82bef9d-89b8-479a-903e-f899e4c277ec tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0893068 Jul 12 17:21:59.632014 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-cabc7967-87b8-4bfe-aea2-916f619ebd8b req-405f8b4b-f569-4494-9370-c37c5382ede1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Jul 12 17:22:00.436980 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:22:00.439400 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae1730-447e-4e26-b293-11af92cc34b6" -d '{"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:22:00.471821 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ed8e9-417f-4ec4-bd77-1b37163cba2d x-openstack-request-id: req-579ed8e9-417f-4ec4-bd77-1b37163cba2d {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:22:00.472095 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "failed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "code": 422}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:22:00.472359 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-579ed8e9-417f-4ec4-bd77-1b37163cba2d {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:22:00.472764 n-d-800078-3 neutron-server[93713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'code': 422} returned with failed status Jul 12 17:22:00.811165 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6ea4-41fc-48af-94e1-f8d3ed718bb1 req-565c74fa-0d1a-4cc7-b4ab-2a91cdc4d822 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:00.812695 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad7c6ea4-41fc-48af-94e1-f8d3ed718bb1 req-565c74fa-0d1a-4cc7-b4ab-2a91cdc4d822 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0647376 Jul 12 17:22:00.860168 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ad7c6ea4-41fc-48af-94e1-f8d3ed718bb1 req-6e29fa3e-7da8-45c0-b269-8f7a3efa9d94 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355835 Jul 12 17:22:02.049962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c91b-cd42-4c95-9aff-083ed7eb45fc req-a48978a8-2c02-4107-afef-e8f1d4104db1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:02.051401 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0c9c91b-cd42-4c95-9aff-083ed7eb45fc req-a48978a8-2c02-4107-afef-e8f1d4104db1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0684538 Jul 12 17:22:02.093222 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e0c9c91b-cd42-4c95-9aff-083ed7eb45fc req-50f3fc8d-0c8e-48c6-bff2-ccab516aedea tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360639 Jul 12 17:22:02.170492 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d4d3c02e-2386-494d-859b-b6be497750b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:03.273715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d34b-7da4-477f-96f9-4b724d0f44ab req-c58a9e56-a7c0-41dc-8ed9-4daf5d1f6ec3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:03.275210 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39e2d34b-7da4-477f-96f9-4b724d0f44ab req-c58a9e56-a7c0-41dc-8ed9-4daf5d1f6ec3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0700054 Jul 12 17:22:03.314894 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-39e2d34b-7da4-477f-96f9-4b724d0f44ab req-f06e6921-5851-43c5-bce8-7786819faef8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Jul 12 17:22:03.953237 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:04.502631 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df276-e3ca-4bbe-aa9b-a614846bacf7 req-5f043d94-8300-4f05-be82-1cb9cbb99798 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:04.504106 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f2df276-e3ca-4bbe-aa9b-a614846bacf7 req-5f043d94-8300-4f05-be82-1cb9cbb99798 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0789564 Jul 12 17:22:04.546458 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8f2df276-e3ca-4bbe-aa9b-a614846bacf7 req-39e824e5-fdd7-4551-bae0-70b3f4c71e19 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363486 Jul 12 17:22:04.578203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-17c40cf6-33b0-42df-8fd3-f77b3faa6813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:05.026533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:05.737872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2dd1-9786-4c66-8709-a9965eabc582 req-666cd9f4-54d4-4510-ac3e-e117709b3dd5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:05.739383 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a1d2dd1-9786-4c66-8709-a9965eabc582 req-666cd9f4-54d4-4510-ac3e-e117709b3dd5 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0690932 Jul 12 17:22:05.783819 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-4a1d2dd1-9786-4c66-8709-a9965eabc582 req-5e8e7020-319d-472e-bde1-64f023464ed0 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Jul 12 17:22:06.096434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:06.221058 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:06.983421 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546509cf-0377-4d3b-b136-8bfb0a417385 req-6bf6d4b6-ac70-4952-a806-9ffbd6742b04 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:06.985039 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-546509cf-0377-4d3b-b136-8bfb0a417385 req-6bf6d4b6-ac70-4952-a806-9ffbd6742b04 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0883093 Jul 12 17:22:07.032472 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-546509cf-0377-4d3b-b136-8bfb0a417385 req-d60a9a0e-3f90-4b94-b453-d009fbd004c4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Jul 12 17:22:07.496611 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:08.056645 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-b26bae38-98d0-4fd1-811c-88218784a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.058922 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-b26bae38-98d0-4fd1-811c-88218784a312 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8&tenant_id=4a538b04f95441baa1b8adb9d8dbe54d HTTP/1.1" status: 200 len: 1096 time: 0.0532951 Jul 12 17:22:08.133945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-45a8b19f-2f79-4671-bb86-24a73e7cc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.135468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-45a8b19f-2f79-4671-bb86-24a73e7cc24b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0546176 Jul 12 17:22:08.220412 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05281-5de4-4a53-aa4f-d57b864183bd req-f3323c54-2274-4c5f-b55c-f80c39d862d3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.221909 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5b05281-5de4-4a53-aa4f-d57b864183bd req-f3323c54-2274-4c5f-b55c-f80c39d862d3 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0717156 Jul 12 17:22:08.236150 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-0ea8c711-e51e-49c5-b68d-3a88c054f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.237640 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-0ea8c711-e51e-49c5-b68d-3a88c054f6e3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0953324 Jul 12 17:22:08.264505 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5b05281-5de4-4a53-aa4f-d57b864183bd req-6076be52-0f5c-472e-b1d7-1d6f03421dc1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Jul 12 17:22:08.304672 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-051fc183-5c4c-49f5-8314-7e8733a2db95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0610828 Jul 12 17:22:08.361354 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-a3f988b0-92f5-4481-b74d-82086676592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.362725 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-a3f988b0-92f5-4481-b74d-82086676592a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0507593 Jul 12 17:22:08.421450 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-21639fc4-ce06-4a12-b24e-4e7969e33593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:08.422960 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-21639fc4-ce06-4a12-b24e-4e7969e33593 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540094 Jul 12 17:22:08.514822 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-fe1a7dc4-a78f-4633-b42b-ba3b2a771790 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854824 Jul 12 17:22:08.611297 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-925b3534-3161-4a58-8e9d-ef68408e4064 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901539 Jul 12 17:22:09.441956 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b19ecb-6ffa-4665-9666-f61ec6bc4a4d req-36c019f4-7de6-4e8e-9972-5e4699869cae tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:09.443444 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28b19ecb-6ffa-4665-9666-f61ec6bc4a4d req-36c019f4-7de6-4e8e-9972-5e4699869cae tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0659664 Jul 12 17:22:09.482513 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-28b19ecb-6ffa-4665-9666-f61ec6bc4a4d req-8f71e144-85be-4350-b117-1e4bfec8134e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Jul 12 17:22:10.656562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9012-e4f0-4735-bfff-fb5198111d1d req-5377ac0c-6609-4171-9215-95fe83526dcc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:10.658085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca6e9012-e4f0-4735-bfff-fb5198111d1d req-5377ac0c-6609-4171-9215-95fe83526dcc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0652716 Jul 12 17:22:10.696033 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ca6e9012-e4f0-4735-bfff-fb5198111d1d req-1aaa49e2-b702-4c70-b5c1-7713220ef784 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Jul 12 17:22:11.879285 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdddc9c-cdd7-42a0-9084-371b018af8e3 req-b01f105c-95cb-4247-9834-8d8b70cd904b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:11.880916 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8cdddc9c-cdd7-42a0-9084-371b018af8e3 req-b01f105c-95cb-4247-9834-8d8b70cd904b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0712609 Jul 12 17:22:11.920440 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-8cdddc9c-cdd7-42a0-9084-371b018af8e3 req-efbb3af0-c980-4596-92ee-0b08145c8233 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Jul 12 17:22:13.108624 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509d29-346b-47e1-8a9f-633b053d0935 req-f527dad2-efae-4e93-8720-a5774caf5229 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:13.110154 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47509d29-346b-47e1-8a9f-633b053d0935 req-f527dad2-efae-4e93-8720-a5774caf5229 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0745561 Jul 12 17:22:13.149997 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-47509d29-346b-47e1-8a9f-633b053d0935 req-0852d69d-0230-485b-9b81-b1d10639eb0a tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Jul 12 17:22:14.326583 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e9fa-8015-4d81-b981-bbe15bd9e3ea req-d7a8e8ac-b5c5-4fd5-844f-ca88dc366a8e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:14.328092 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1a4e9fa-8015-4d81-b981-bbe15bd9e3ea req-d7a8e8ac-b5c5-4fd5-844f-ca88dc366a8e tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0647972 Jul 12 17:22:14.367686 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f1a4e9fa-8015-4d81-b981-bbe15bd9e3ea req-e0b7e3bc-3c5f-43fb-be6f-7fdceea823a4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Jul 12 17:22:14.679843 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e2f0a-b4d1-493e-b502-1250d0aec707 req-4a56d559-9ca9-4d14-a062-f499047725ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:14.681257 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b18e2f0a-b4d1-493e-b502-1250d0aec707 req-4a56d559-9ca9-4d14-a062-f499047725ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0533652 Jul 12 17:22:14.717023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b18e2f0a-b4d1-493e-b502-1250d0aec707 req-830efd6d-4426-49a6-ad8a-3a95ecc4ed4c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286357 Jul 12 17:22:15.555134 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5563b74-340e-4188-9410-839a1ff99781 req-1876f39d-555e-4c38-8369-8a459f600a22 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:15.556566 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5563b74-340e-4188-9410-839a1ff99781 req-1876f39d-555e-4c38-8369-8a459f600a22 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.0731575 Jul 12 17:22:15.595845 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d5563b74-340e-4188-9410-839a1ff99781 req-5bddde23-9790-4861-b7ac-eee130920a5d tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Jul 12 17:22:16.318836 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:22:16.414301 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:22:16.425997 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'port_id': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'mac_address': 'fa:16:3e:9a:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:22:16.468387 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:16.481808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 519b2d65-b506-4f44-b9b1-86ac01d2c90e {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:22:16.501524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:22:16.504959 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:16.559023 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:22:16.727753 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:22:16.728110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:16.778240 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289bf15-e925-4892-bc40-4a24c07e212a req-d57dfeb3-fc71-4ba9-8a23-0dda36d93b95 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:16.779704 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7289bf15-e925-4892-bc40-4a24c07e212a req-d57dfeb3-fc71-4ba9-8a23-0dda36d93b95 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 944 time: 0.0711117 Jul 12 17:22:16.793463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['519b2d65-b506-4f44-b9b1-86ac01d2c90e'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:22:16.820512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7289bf15-e925-4892-bc40-4a24c07e212a req-f63fb9d0-cb04-4109-8948-dccb64fba50b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339835 Jul 12 17:22:16.838918 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:16.868006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:22:16.870769 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ec2b9-15b2-4f04-8042-c9f04a763ede" -d '{"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:22:16.891720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:22:16.900059 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:16.932414 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434aa41a-9ee0-45e9-97c3-455553c53e9a x-openstack-request-id: req-434aa41a-9ee0-45e9-97c3-455553c53e9a {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:22:16.933215 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-plugged", "status": "completed", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:22:16.933472 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-434aa41a-9ee0-45e9-97c3-455553c53e9a {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:22:16.933865 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'code': 200} Jul 12 17:22:16.990966 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9bf3-4df5-476e-acf2-42f6b236c682 None None] Pushing event updated for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:22:17.168372 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-073a5a52-c1a0-49b1-b5ba-c4dbdf3b82ee None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:22:17.168734 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-073a5a52-c1a0-49b1-b5ba-c4dbdf3b82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:18.336660 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:22:18.390176 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 519b2d65-b506-4f44-b9b1-86ac01d2c90e triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:22:18.390549 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:32.172708 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d162eed7-1a1c-42df-b888-9e64877a428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:33.953852 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:34.369188 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:22:34.580644 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-dab7634a-bfcd-4140-8889-be796c237aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:35.032488 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:36.097658 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:36.222112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:37.500984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:22:52.287692 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-a5dd1550-e16d-49fb-b16d-f88c37145003 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559535 Jul 12 17:22:52.380581 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220d97-47e3-431b-b577-f7445c553184 req-ad9f18ac-cc90-4c01-a3bb-ecac16e1b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:52.382072 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-ad9f18ac-cc90-4c01-a3bb-ecac16e1b817 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0529406 Jul 12 17:22:52.492987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220d97-47e3-431b-b577-f7445c553184 req-dfa31e24-4f5b-4d69-bc0e-634e1fa74b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:52.494452 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-dfa31e24-4f5b-4d69-bc0e-634e1fa74b4b service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.0931103 Jul 12 17:22:52.558641 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-9fb93b1f-ad42-4100-968c-16e8087d4db0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 1001 time: 0.0573397 Jul 12 17:22:52.612625 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220d97-47e3-431b-b577-f7445c553184 req-3712549d-8f7a-4721-9402-e7b3f85ffb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:52.614162 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-3712549d-8f7a-4721-9402-e7b3f85ffb4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0493567 Jul 12 17:22:52.671541 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220d97-47e3-431b-b577-f7445c553184 req-bf47a18c-4f3e-448b-bae3-fdf7ae27688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:22:52.673314 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-bf47a18c-4f3e-448b-bae3-fdf7ae27688d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535841 Jul 12 17:22:52.765033 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-523f21a1-ae54-4cfb-b9a3-1df303a0c4fe service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850608 Jul 12 17:22:52.861233 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b220d97-47e3-431b-b577-f7445c553184 req-3319563e-39ed-415f-a143-408a8d1d913c service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Jul 12 17:23:02.173814 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b833edfe-dded-41cf-ad11-2e667f3cf88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:04.048605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:04.582417 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1d3ac5d0-73c0-4fa3-a888-f3e38380f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:05.024473 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:06.101341 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:06.225264 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:07.505133 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:11.369111 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:29.651183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41938) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:29.818243 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Deleting port b40619e9-b696-4508-a7d4-51784bf5f373 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:29.818580 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:29.899899 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:29.900220 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:29.911980 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Calling delete_port for b40619e9-b696-4508-a7d4-51784bf5f373 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:30.066189 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:30.097672 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'Port': ['ID=b40619e9-b696-4508-a7d4-51784bf5f373,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:30.126894 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.127275 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.127639 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.128176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.128515 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.128847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.129179 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.129508 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.129834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.130160 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.130486 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.130809 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:30.172886 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:30.173236 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Floating IP 318b2eb7-2acc-46a1-85c7-2cd5061a9cb1 disassociated (deleted). External IP: 172.25.8.230, port: 519b2d65-b506-4f44-b9b1-86ac01d2c90e. Jul 12 17:23:30.391256 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:23:30.505935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:30.510964 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:30.516391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:30.526936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:30.527557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:30.549436 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7d4d29f4-cc9a-411f-a8e5-90dd1b8cd422 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "DELETE /v2.0/floatingips/318b2eb7-2acc-46a1-85c7-2cd5061a9cb1 HTTP/1.1" status: 204 len: 168 time: 0.8971937 Jul 12 17:23:30.550015 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:23:30.552314 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:23:30.596064 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6920e-9aa8-4ad3-a169-09638b55c6c1 x-openstack-request-id: req-e1f6920e-9aa8-4ad3-a169-09638b55c6c1 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:23:30.597052 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:23:30.597311 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1f6920e-9aa8-4ad3-a169-09638b55c6c1 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:23:30.597711 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'status': 'completed', 'code': 200} Jul 12 17:23:30.648251 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:30.675871 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-b1792348-58b6-4165-83d8-382fde2a2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:30.677414 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-b1792348-58b6-4165-83d8-382fde2a2161 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 1096 time: 0.0588169 Jul 12 17:23:30.789067 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-27043c9e-39c2-4028-911c-f4cd24768925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:30.791105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-27043c9e-39c2-4028-911c-f4cd24768925 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 200 len: 910 time: 0.1068659 Jul 12 17:23:30.846659 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-18fccbca-345c-45ca-a170-3466e359f8a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 200 len: 217 time: 0.0402150 Jul 12 17:23:30.898471 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-ef46945f-419d-4c99-9444-17908be81384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:30.900305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-ef46945f-419d-4c99-9444-17908be81384 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 200 len: 848 time: 0.0480697 Jul 12 17:23:30.905463 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:30.939419 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:30.948401 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:30.949030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:30.983557 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-616e27f3-cf87-429f-b06a-3f542c5bfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:30.985105 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-616e27f3-cf87-429f-b06a-3f542c5bfe2f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fda09787-82ae-4897-ae47-bbddfc34a329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774963 Jul 12 17:23:31.024047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09db7e-27f9-4135-a1a2-5b3522cfc5bd req-13ae6525-8bc9-42f8-b47b-2d586d79a3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:31.025605 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d09db7e-27f9-4135-a1a2-5b3522cfc5bd req-13ae6525-8bc9-42f8-b47b-2d586d79a3fb tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.1394901 Jul 12 17:23:31.072278 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:31.073349 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3d09db7e-27f9-4135-a1a2-5b3522cfc5bd req-d8037c99-c082-4e2e-ba48-e178b9a906f2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Jul 12 17:23:31.114791 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-12264e46-efe8-4114-9dcf-473fe7b38f1b service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 Jul 12 17:23:31.212952 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5de85f18-05c6-483a-bb21-6d89b1b3b7ad req-f8fc3902-aa49-46c3-b9d2-1d5066d50800 service neutron] 10.222.0.77 "GET /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909412 Jul 12 17:23:31.278880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:31.308869 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c9f90-606a-4c3b-aac1-0157db23eda0 None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:47Z', 'revision_number': 4, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'a90a51a2-69fc-4a4c-b88a-01a48a643c80', 'name': '', 'network_id': 'fda09787-82ae-4897-ae47-bbddfc34a329', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'mac_address': 'fa:16:3e:23:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:47Z', 'updated_at': '2021-07-12T17:14:53Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'subnets': [{'id': '1b40aa9a-a33d-4daa-a18f-d70843b971bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:31.564260 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb932bb-4337-4fb1-a880-6916000c1df8 None None] New status for floating IP 318b2eb7-2acc-46a1-85c7-2cd5061a9cb1: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:23:32.176067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0b01dd3c-3633-4fdd-b0dd-5246e0b4a925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:32.305381 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5b3f-e561-4a00-a1f5-1ddf3624f23a req-2a7f8eab-f882-4ae9-8f24-03ac301001a2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:32.306884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e61e5b3f-e561-4a00-a1f5-1ddf3624f23a req-2a7f8eab-f882-4ae9-8f24-03ac301001a2 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.1139441 Jul 12 17:23:32.383937 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e61e5b3f-e561-4a00-a1f5-1ddf3624f23a req-c1f18c2c-2886-4e80-ad48-d77f9b3cece4 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708914 Jul 12 17:23:32.410745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605833c-c365-4be9-8289-ee1f82235a6d req-161d2afa-ecf3-4874-bcb1-4078438c989b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:32.412255 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0605833c-c365-4be9-8289-ee1f82235a6d req-161d2afa-ecf3-4874-bcb1-4078438c989b tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 945 time: 0.1010091 Jul 12 17:23:32.534747 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Deleting port 519b2d65-b506-4f44-b9b1-86ac01d2c90e {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:32.535091 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:32.636962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] For port 519b2d65-b506-4f44-b9b1-86ac01d2c90e, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=519b2d65-b506-4f44-b9b1-86ac01d2c90e,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:32.637213 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:32.650621 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Calling delete_port for 519b2d65-b506-4f44-b9b1-86ac01d2c90e owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:32.789625 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:32.818531 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'Port': ['ID=519b2d65-b506-4f44-b9b1-86ac01d2c90e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:32.828527 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.828867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.829201 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.829530 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.829855 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.830193 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.830560 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.830888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.831234 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.832104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.832104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.832289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:32.886134 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] No DVR routers for this DVR port 519b2d65-b506-4f44-b9b1-86ac01d2c90e on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:23:32.888826 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:32.890828 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0605833c-c365-4be9-8289-ee1f82235a6d req-67b75faf-e997-4970-a9ed-efb9fc0ad6bc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.77 "DELETE /v2.0/ports/519b2d65-b506-4f44-b9b1-86ac01d2c90e HTTP/1.1" status: 204 len: 173 time: 0.4735155 Jul 12 17:23:32.891269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-deleted', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:23:32.893691 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c774d-d062-4209-b8b6-72b118ecbdb1" -d '{"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-deleted", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:23:32.934147 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88e1e5-7cfb-4abf-9bb2-5879e74369bd x-openstack-request-id: req-8e88e1e5-7cfb-4abf-9bb2-5879e74369bd {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:23:32.934484 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ace6b19-374f-4a80-80f3-f0e3a4dd15b8", "name": "network-vif-deleted", "tag": "519b2d65-b506-4f44-b9b1-86ac01d2c90e", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:23:32.934701 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e88e1e5-7cfb-4abf-9bb2-5879e74369bd {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:23:32.935101 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ace6b19-374f-4a80-80f3-f0e3a4dd15b8', 'name': 'network-vif-deleted', 'tag': '519b2d65-b506-4f44-b9b1-86ac01d2c90e', 'status': 'completed', 'code': 200} Jul 12 17:23:33.533533 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-15351adc-f506-4e55-a0fd-d83a06acdc98 req-8bdc1546-cc78-4881-a8ac-d5c893995f14 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0365746 Jul 12 17:23:34.046781 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:34.591446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bc5967a2-1c82-4750-94e9-a73dda42a95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:34.708625 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-595d36ca-5d49-494b-b2db-1bd5900f628a req-86ff92c8-6a8f-4f7a-bee9-ce2ab86080e8 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0361729 Jul 12 17:23:35.033511 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:35.889914 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-7521fda6-5d0a-42b1-96af-4c01768e7bc8 req-b2f30f33-1f18-4bbd-9a7d-eb0534fa9bbc tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0318778 Jul 12 17:23:36.104538 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:36.239732 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:36.784699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:36.809506 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 519b2d65-b506-4f44-b9b1-86ac01d2c90e {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:36.809882 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 519b2d65-b506-4f44-b9b1-86ac01d2c90e not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:37.090477 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-3ff04794-ff6f-4512-b8c3-f7bddbc5de12 req-acf68f73-d8d4-4f57-bf9f-dcaa88790195 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ace6b19-374f-4a80-80f3-f0e3a4dd15b8 HTTP/1.1" status: 200 len: 210 time: 0.0421560 Jul 12 17:23:37.512182 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:38.202313 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41976) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:38.284603 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:38.320195 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:38.408079 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:38.411994 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:38.416107 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] 10.222.0.58 "DELETE /v2.0/security-groups/0d0c58ca-5cf7-4d29-af32-71fc9c8f446a HTTP/1.1" status: 204 len: 168 time: 0.2120228 Jul 12 17:23:38.430369 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8ef24-aa19-4c84-995f-f0abb9df47b1 tempest-TestShelveInstance-466553649 tempest-TestShelveInstance-466553649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c58ca-5cf7-4d29-af32-71fc9c8f446a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:38.464754 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41980) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:38.943439 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:39.208030 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Deleting port a90a51a2-69fc-4a4c-b88a-01a48a643c80 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:39.208379 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:39.290623 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] For port a90a51a2-69fc-4a4c-b88a-01a48a643c80, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=a90a51a2-69fc-4a4c-b88a-01a48a643c80,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:39.290983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:39.304437 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Calling delete_port for a90a51a2-69fc-4a4c-b88a-01a48a643c80 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:39.505019 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:39.536021 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90a51a2-69fc-4a4c-b88a-01a48a643c80,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:39.735087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:39.959071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Router 13edd8d7-071b-4d08-864a-97fbbe9d176b has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:23:40.069745 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:40.074786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-63770829-6088-4b59-b627-fa9119be4c95 admin admin] 10.222.0.58 "PUT /v2.0/routers/13edd8d7-071b-4d08-864a-97fbbe9d176b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6092265 Jul 12 17:23:40.077372 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41984) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:40.079734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Sync routers for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:40.089469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:40.090073 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:40.186072 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:40.298572 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:40.354969 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Deleting port 8029b1bf-4304-4678-94fb-65e162275d05 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:40.355205 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:40.364678 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:40.438466 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] For port 8029b1bf-4304-4678-94fb-65e162275d05, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=8029b1bf-4304-4678-94fb-65e162275d05,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:40.438907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:40.450806 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Calling delete_port for 8029b1bf-4304-4678-94fb-65e162275d05 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:40.545316 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '8029b1bf-4304-4678-94fb-65e162275d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:23:39Z', 'revision_number': 5, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port': {'id': '8029b1bf-4304-4678-94fb-65e162275d05', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:40.573205 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Checking router: 13edd8d7-071b-4d08-864a-97fbbe9d176b for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:40.583037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Routers {'13edd8d7-071b-4d08-864a-97fbbe9d176b'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:40.583704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['13edd8d7-071b-4d08-864a-97fbbe9d176b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:40.676373 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] Set router 13edd8d7-071b-4d08-864a-97fbbe9d176b gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:40.734570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:23:40Z', 'revision_number': 6, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:40.762732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d78-b53a-4211-a629-0c90e291ed8e None None] The sync data for ids ['13edd8d7-071b-4d08-864a-97fbbe9d176b'] in n-d-800078-3 is: [{'id': '13edd8d7-071b-4d08-864a-97fbbe9d176b', 'name': 'tempest-TestShelveInstance-1612981638-router', 'tenant_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:45Z', 'updated_at': '2021-07-12T17:23:40Z', 'revision_number': 6, 'project_id': '4a538b04f95441baa1b8adb9d8dbe54d', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:40.978232 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.004128 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8029b1bf-4304-4678-94fb-65e162275d05,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:41.077042 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.179971 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.182178 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.234473 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.235312 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13edd8d7-071b-4d08-864a-97fbbe9d176b {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:23:41.242747 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.243369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a90a51a2-69fc-4a4c-b88a-01a48a643c80 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:41.248397 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-954617fa-6e50-461d-a154-edee000ad5d8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/13edd8d7-071b-4d08-864a-97fbbe9d176b HTTP/1.1" status: 204 len: 168 time: 1.1698966 Jul 12 17:23:41.251414 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41986) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:41.269653 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: a90a51a2-69fc-4a4c-b88a-01a48a643c80 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:41.270004 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device a90a51a2-69fc-4a4c-b88a-01a48a643c80 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:41.300630 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Deleting subnet 1b40aa9a-a33d-4daa-a18f-d70843b971bb {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:23:41.303637 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.337058 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.419921 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.476477 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.504349 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b40aa9a-a33d-4daa-a18f-d70843b971bb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:41.509700 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.511533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-861bd183-9b21-4570-90c5-0b47e62600c6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b40aa9a-a33d-4daa-a18f-d70843b971bb HTTP/1.1" status: 204 len: 168 time: 0.2561111 Jul 12 17:23:41.514229 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 41988) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:41.515139 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebba95-7467-4aaf-994e-4c711f0b6503 None None] Network fda09787-82ae-4897-ae47-bbddfc34a329 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:41.593745 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.652555 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Deleting port 5d7285d8-34cd-4634-a479-4b0ba024b533 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:41.652907 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.715136 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] DHCP port deletion for fda09787-82ae-4897-ae47-bbddfc34a329 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:23:41.724692 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] For port 5d7285d8-34cd-4634-a479-4b0ba024b533, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d7285d8-34cd-4634-a479-4b0ba024b533,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:41.725053 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.739329 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Calling delete_port for 5d7285d8-34cd-4634-a479-4b0ba024b533 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:41.762559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Deleting port 5d7285d8-34cd-4634-a479-4b0ba024b533 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:41.762934 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.832551 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.833757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] For port 5d7285d8-34cd-4634-a479-4b0ba024b533, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5d7285d8-34cd-4634-a479-4b0ba024b533,segment=NetworkSegment(ceb40b87-fa86-4b76-9893-d44934678e4a),segment_id=ceb40b87-fa86-4b76-9893-d44934678e4a)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:41.834151 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.849182 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Calling delete_port for 5d7285d8-34cd-4634-a479-4b0ba024b533 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:41.857731 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7285d8-34cd-4634-a479-4b0ba024b533,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:41.866152 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] No DVR routers for this DVR port 5d7285d8-34cd-4634-a479-4b0ba024b533 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:23:41.933573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.946658 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.957732 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda09787-82ae-4897-ae47-bbddfc34a329']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:41.962393 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Pushing event deleted for resources: {'Port': ['ID=5d7285d8-34cd-4634-a479-4b0ba024b533,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:41.968644 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb40b87-fa86-4b76-9893-d44934678e4a') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:41.968935 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb40b87-fa86-4b76-9893-d44934678e4a') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:41.970209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] No DVR routers for this DVR port 5d7285d8-34cd-4634-a479-4b0ba024b533 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:23:41.972984 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.973387 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.973763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.974252 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.974630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.974843 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.975171 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.975497 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.975850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.976169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.976491 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.976834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600176-c27b-47af-844d-a3577d662c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:41.980684 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:41.997319 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:42.003311 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:23:42.009823 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:23:42.062669 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:42.069501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:42.071335 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fda09787-82ae-4897-ae47-bbddfc34a329 HTTP/1.1" status: 204 len: 168 time: 0.5559151 Jul 12 17:23:42.074411 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:42.083053 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3face1f7-0202-4ee7-9808-eeb84c6ae8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda09787-82ae-4897-ae47-bbddfc34a329,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:42.785207 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:42.988701 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8029b1bf-4304-4678-94fb-65e162275d05 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:43.008982 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 8029b1bf-4304-4678-94fb-65e162275d05 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:43.009318 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 8029b1bf-4304-4678-94fb-65e162275d05 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:43.009718 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d7285d8-34cd-4634-a479-4b0ba024b533 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:43.028554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5d7285d8-34cd-4634-a479-4b0ba024b533 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:43.028890 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5d7285d8-34cd-4634-a479-4b0ba024b533 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:43.059054 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Deleting port 83e7cb03-c702-4b62-a23a-ff4537ebd334 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:43.059394 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:43.142500 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] For port 83e7cb03-c702-4b62-a23a-ff4537ebd334, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=83e7cb03-c702-4b62-a23a-ff4537ebd334,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:43.143873 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:43.156149 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Calling delete_port for 83e7cb03-c702-4b62-a23a-ff4537ebd334 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:43.342203 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:43.370269 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e7cb03-c702-4b62-a23a-ff4537ebd334,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:43.552020 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:43.771927 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Router 0e9394c8-bdf8-474e-b948-5b6995dc1384 has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:23:43.879844 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:43.887418 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-46ad9a57-c889-4521-9f59-9ec1729a4096 admin admin] 10.222.0.58 "PUT /v2.0/routers/0e9394c8-bdf8-474e-b948-5b6995dc1384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8092349 Jul 12 17:23:43.887549 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41992) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:43.887961 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Sync routers for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:43.898385 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:43.898985 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:43.996864 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.003382 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:44.102930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.163056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Deleting port 88069f4b-b1c9-4be3-9cb7-8741c4665355 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:44.163780 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.188008 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:23:43Z', 'revision_number': 5, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port': {'id': '88069f4b-b1c9-4be3-9cb7-8741c4665355', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:44.247769 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] For port 88069f4b-b1c9-4be3-9cb7-8741c4665355, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=88069f4b-b1c9-4be3-9cb7-8741c4665355,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:44.248128 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.268585 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Calling delete_port for 88069f4b-b1c9-4be3-9cb7-8741c4665355 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:44.312625 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Checking router: 0e9394c8-bdf8-474e-b948-5b6995dc1384 for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:44.321432 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Routers {'0e9394c8-bdf8-474e-b948-5b6995dc1384'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:44.322028 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['0e9394c8-bdf8-474e-b948-5b6995dc1384'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:44.412663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] Set router 0e9394c8-bdf8-474e-b948-5b6995dc1384 gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:44.436514 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.467534 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:23:44Z', 'revision_number': 6, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:44.469534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=88069f4b-b1c9-4be3-9cb7-8741c4665355,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:44.498830 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162ff81-f7c9-4f6a-90aa-877363eaa7d1 None None] The sync data for ids ['0e9394c8-bdf8-474e-b948-5b6995dc1384'] in n-d-800078-3 is: [{'id': '0e9394c8-bdf8-474e-b948-5b6995dc1384', 'name': 'tempest-TestShelveInstance-29258408-router', 'tenant_id': '226559aaa6b34394b45c53ceb844c0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:14:50Z', 'updated_at': '2021-07-12T17:23:44Z', 'revision_number': 6, 'project_id': '226559aaa6b34394b45c53ceb844c0b6', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:44.533911 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.629390 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.631647 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.677676 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.678056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9394c8-bdf8-474e-b948-5b6995dc1384 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:23:44.682611 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.683777 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-cadecff2-69f3-4427-b174-6738fd74b1dc admin admin] 10.222.0.58 "DELETE /v2.0/routers/0e9394c8-bdf8-474e-b948-5b6995dc1384 HTTP/1.1" status: 204 len: 168 time: 0.7953293 Jul 12 17:23:44.686228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41994) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:44.736263 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Deleting subnet 896044b3-d3c7-413d-b070-0f61f71c97b7 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:23:44.739955 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.774750 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.853111 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.927294 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.959361 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896044b3-d3c7-413d-b070-0f61f71c97b7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:44.961381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:44.963240 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-039b11eb-baf8-49b0-aa42-c522726bf2f8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/896044b3-d3c7-413d-b070-0f61f71c97b7 HTTP/1.1" status: 204 len: 168 time: 0.2761247 Jul 12 17:23:44.965703 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 41996) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:44.968554 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dc6f6-2ad0-42c4-b169-2db083c07ec6 None None] Network d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:45.035895 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.089857 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Deleting port db3da460-ad37-4311-95e6-53dda84cc9ac {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:23:45.090199 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.161519 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] For port db3da460-ad37-4311-95e6-53dda84cc9ac, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=db3da460-ad37-4311-95e6-53dda84cc9ac,segment=NetworkSegment(483e93cb-7ed1-4ca8-b6fa-08206004624b),segment_id=483e93cb-7ed1-4ca8-b6fa-08206004624b)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:45.161874 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.175270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Calling delete_port for db3da460-ad37-4311-95e6-53dda84cc9ac owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:23:45.254617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.287637 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Pushing event deleted for resources: {'Port': ['ID=db3da460-ad37-4311-95e6-53dda84cc9ac,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:45.291715 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] No DVR routers for this DVR port db3da460-ad37-4311-95e6-53dda84cc9ac on host n-d-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:23:45.311503 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45b5ad-ba5e-4c54-9b44-576ee65b1841 None None] DHCP port deletion for d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:23:45.368147 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.378451 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c09ba5-3fb6-4c90-ba9a-7619206e1f56']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:45.384082 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 83e7cb03-c702-4b62-a23a-ff4537ebd334 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:45.389602 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483e93cb-7ed1-4ca8-b6fa-08206004624b') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:45.389897 n-d-800078-3 neutron-server[93711]: DEBUG neutron.services.segments.db [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483e93cb-7ed1-4ca8-b6fa-08206004624b') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:45.400226 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11545504'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.405563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 83e7cb03-c702-4b62-a23a-ff4537ebd334 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:45.405937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 83e7cb03-c702-4b62-a23a-ff4537ebd334 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:45.414991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.421143 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:23:45.421534 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12194036'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: Traceback (most recent call last): Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: timer() Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: cb(*args, **kw) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: return func(*args, **kwargs) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: self._notify() Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: self.callback(batched_events) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: event.method(event) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: return f(self, *a, **k) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: return self._get(url).json() Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:23:45.423090 n-d-800078-3 neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:23:45.485617 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.492051 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.493878 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] 10.222.0.58 "DELETE /v2.0/networks/d9c09ba5-3fb6-4c90-ba9a-7619206e1f56 HTTP/1.1" status: 204 len: 168 time: 0.5272787 Jul 12 17:23:45.504993 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133892cf-076e-416e-94c5-57afd14bf81f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c09ba5-3fb6-4c90-ba9a-7619206e1f56,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:45.623990 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42000) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:45.668752 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3f0c6409-2cd1-485b-a54c-3f2135467d8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a538b04f95441baa1b8adb9d8dbe54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438643 Jul 12 17:23:45.671320 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42002) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:45.727496 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.749517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.801799 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.804514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:45.805680 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9202b1b-880e-4232-a745-d3c8a33dc770 HTTP/1.1" status: 204 len: 168 time: 0.1334229 Jul 12 17:23:45.813848 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50256d-361b-416d-a953-8dbf656e85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9202b1b-880e-4232-a745-d3c8a33dc770,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:46.126325 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42008) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:46.168540 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-1ac71762-1fab-4bcd-9893-c3fd0031c542 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=226559aaa6b34394b45c53ceb844c0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409212 Jul 12 17:23:46.170982 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42010) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:46.224155 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:46.246084 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:46.295996 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:46.298507 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:46.299720 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80979bd8-8bd9-4fff-bbff-e4b6571f5ce7 HTTP/1.1" status: 204 len: 168 time: 0.1278031 Jul 12 17:23:46.307250 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840918-0c28-4312-ad13-ebaca83c679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80979bd8-8bd9-4fff-bbff-e4b6571f5ce7,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:46.971378 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42032) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:46.979198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88069f4b-b1c9-4be3-9cb7-8741c4665355 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:47.001386 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 88069f4b-b1c9-4be3-9cb7-8741c4665355 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:47.001734 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 88069f4b-b1c9-4be3-9cb7-8741c4665355 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:47.002150 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db3da460-ad37-4311-95e6-53dda84cc9ac no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:23:47.023760 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: db3da460-ad37-4311-95e6-53dda84cc9ac {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:23:47.024112 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device db3da460-ad37-4311-95e6-53dda84cc9ac not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:23:47.071756 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1314408421-network', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:47.092474 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Made reservation on behalf of d385e08a71624191b9ae5e942b9f92d1 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:23:47.094831 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.103256 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.195003 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.198719 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.225823 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:23:47.231114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504f1ad-5464-489e-bdde-20d958322a49,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:47.239401 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.239808 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Added segment b48978ca-9253-4cbf-bd37-1cfb0888191f of type vlan for network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf Jul 12 17:23:47.285725 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.314362 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.315330 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:47.316112 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.372452 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3991556 Jul 12 17:23:47.375448 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42036) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:47.377962 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d607e0-c356-4c7f-91e4-e9a82c547789 admin admin] Pushing event updated for resources: {'Network': ['ID=59a41b0c-4b42-4675-bb1c-331bae1d9eaf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:47.382625 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Request body: {'subnet': {'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1314408421-subnet', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'ip_version': 4}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:47.388030 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:23:47.405411 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Made reservation on behalf of d385e08a71624191b9ae5e942b9f92d1 for: {'subnet': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:23:47.407932 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8128355'] for subnet, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.582982 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7599181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8127897'] for subnet, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.645662 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92126d5-8d10-4485-928e-a16e3ad54e61,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:47.654619 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Checking segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:47.655007 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Network hostable DHCP agents. Network: 59a41b0c-4b42-4675-bb1c-331bae1d9eaf, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:23:47.672646 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:23:47.681254 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 59a41b0c-4b42-4675-bb1c-331bae1d9eaf) {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:47.686605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:47.688546 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.689737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be98ad-6cac-4c35-bc7f-5d72463ed45c None None] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:47.708831 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-142dce87-0c0a-451f-815f-600858d52dcb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3316591 Jul 12 17:23:47.711338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42038) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:47.718238 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:47.749097 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.750783 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.818905 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.867445 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:23:47.868397 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:47.968392 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.015729 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Allocated IP 172.20.0.2 (59a41b0c-4b42-4675-bb1c-331bae1d9eaf/f92126d5-8d10-4485-928e-a16e3ad54e61/057737f1-aa52-42f9-bf27-c7a8214c75f3) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:48.169060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.178561 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Transition to ACTIVE for port object 057737f1-aa52-42f9-bf27-c7a8214c75f3 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:48.187303 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.194810 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Transition to ACTIVE for port object 057737f1-aa52-42f9-bf27-c7a8214c75f3 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:48.200211 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.208880 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.236487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:48.240169 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:48.242986 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:48.308891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Pushing event updated for resources: {'Port': ['ID=057737f1-aa52-42f9-bf27-c7a8214c75f3,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:48.315050 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Allocated IP 172.25.8.164 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:48.323070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Attempting to bind port 057737f1-aa52-42f9-bf27-c7a8214c75f3 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:23:48.323433 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Attempting to bind port 057737f1-aa52-42f9-bf27-c7a8214c75f3 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:23:48.323833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Attempting to bind port 057737f1-aa52-42f9-bf27-c7a8214c75f3 on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:23:48.329093 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:23:48.329496 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Checking segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:48.329900 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.330294 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Bound using segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:23:48.330755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Bound port: 057737f1-aa52-42f9-bf27-c7a8214c75f3, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:23:48.331190 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.370095 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:48.396754 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] For port 057737f1-aa52-42f9-bf27-c7a8214c75f3, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:23:48.399868 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] For port 057737f1-aa52-42f9-bf27-c7a8214c75f3, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=057737f1-aa52-42f9-bf27-c7a8214c75f3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:23:48.405963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.431816 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.463557 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499c62-1b7c-4936-9816-2a514908bbd1 None None] Pushing event updated for resources: {'Port': ['ID=057737f1-aa52-42f9-bf27-c7a8214c75f3,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:48.475514 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:48.520322 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:48.523132 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:48.527730 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:48.530796 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:48.800555 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.008640 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.011697 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 057737f1-aa52-42f9-bf27-c7a8214c75f3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:49.066303 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 057737f1-aa52-42f9-bf27-c7a8214c75f3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:49.152115 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:23:49.266605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:49.277709 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:49.282650 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.287960 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42040) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:49.288597 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-ebf1f702-de7a-45f5-8554-a91709a74d72 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5753846 Jul 12 17:23:49.289938 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:49.290675 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:49.415270 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:49.418815 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c6a87-d77b-4f9e-a7c8-8bf8238897da None None] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:49.577188 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Provisioning for port 057737f1-aa52-42f9-bf27-c7a8214c75f3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:49.595363 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Provisioning complete for port 057737f1-aa52-42f9-bf27-c7a8214c75f3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:49.595631 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.750161 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.827623 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.845215 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:48Z', 'revision_number': 3, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:49.885608 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:49.885851 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Updating router 6ad03844-6681-4fd4-bea3-ea95c87be2fa port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:23:49.933813 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] For port 057737f1-aa52-42f9-bf27-c7a8214c75f3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=057737f1-aa52-42f9-bf27-c7a8214c75f3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:49.942761 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:49.952751 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Allocated IP 172.20.0.1 (59a41b0c-4b42-4675-bb1c-331bae1d9eaf/f92126d5-8d10-4485-928e-a16e3ad54e61/b41f58c7-f2c4-43e2-9b92-19419ff3a0f8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:49.989503 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.087815 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.105114 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Transition to ACTIVE for port object b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:50.133198 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e76f65-045f-470b-a983-88e4893c517e None None] Pushing event updated for resources: {'Port': ['ID=057737f1-aa52-42f9-bf27-c7a8214c75f3,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:50.148754 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.195142 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:50.200086 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:50.209123 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:50.230715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-a3c9659e-c4ed-44d2-89cc-ea5429a9c1cf None None] Provisioning complete for port 057737f1-aa52-42f9-bf27-c7a8214c75f3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:50.231084 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a3c9659e-c4ed-44d2-89cc-ea5429a9c1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.243005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Pushing event updated for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:50.268871 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.432573 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.451070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Transition to ACTIVE for port object 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:50.458639 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.458820 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.676756 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.681901 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.730389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7c75405b-e4f1-4c80-b508-e450723fed26 None None] Provisioning for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:50.735691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe18c-cf34-4d6b-8027-a422f72e8649 None None] Pushing event updated for resources: {'Port': ['ID=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:50.740555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Attempting to bind port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:23:50.740555 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Attempting to bind port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:23:50.740936 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Attempting to bind port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:23:50.747039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7c75405b-e4f1-4c80-b508-e450723fed26 None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:50.747414 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7c75405b-e4f1-4c80-b508-e450723fed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.749569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:23:50.749949 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:50.750342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.750742 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:23:50.751219 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Bound port: 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:23:50.751610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.787211 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Pushing event updated for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:50.794813 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.833907 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-7c75405b-e4f1-4c80-b508-e450723fed26 None None] Port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:50.854385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] For port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:23:50.858504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] For port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:23:50.863827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:50.897302 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:50.899363 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:50.921993 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:50.922630 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:50.974170 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe18c-cf34-4d6b-8027-a422f72e8649 None None] Pushing event updated for resources: {'Port': ['ID=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:51.026092 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 057737f1-aa52-42f9-bf27-c7a8214c75f3 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:51.061914 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:23:51.107930 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:51.141469 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-594e4ab0-6d9d-4deb-9a9c-5262d8ce0fea None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:51.142167 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-594e4ab0-6d9d-4deb-9a9c-5262d8ce0fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.182797 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:51.189627 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-96762d38-b328-45ae-8418-c94c049cd74d admin admin] 10.222.0.58 "PUT /v2.0/routers/6ad03844-6681-4fd4-bea3-ea95c87be2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8995321 Jul 12 17:23:51.195703 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 057737f1-aa52-42f9-bf27-c7a8214c75f3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:51.196082 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.225808 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-594e4ab0-6d9d-4deb-9a9c-5262d8ce0fea None None] Port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:51.410413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-25758825-1ac7-4612-b6e0-fee545acc1e0 None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:51.410823 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-25758825-1ac7-4612-b6e0-fee545acc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.459235 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-25758825-1ac7-4612-b6e0-fee545acc1e0 None None] Port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:51.475600 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 2, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:51.506795 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a654392-6325-4866-a274-7306ae6f3427 None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 2, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:51.696468 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42056) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:51.703851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1139055068-network', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:51.732324 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Made reservation on behalf of d8797ae290694a3e80ebf7e31ff33882 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:23:51.736500 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.746417 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.846033 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.850705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.880262 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:23:51.885723 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75647e9a-0f8a-429a-9a4b-765a59719cc4,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:51.895351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.895778 n-d-800078-3 neutron-server[93711]: INFO neutron.db.segments_db [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Added segment 3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc of type vlan for network 0c237160-d639-4d74-8948-4945ce91e2bb Jul 12 17:23:51.948914 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778558062439'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.980930 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:51.981989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:51.982563 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Notify callbacks [] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.043794 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3436179 Jul 12 17:23:52.044023 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42062) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:52.048916 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Request body: {'subnet': {'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1139055068-subnet', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:52.055447 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dec64-b835-4db4-ab2a-deffe670548c admin admin] Pushing event updated for resources: {'Network': ['ID=0c237160-d639-4d74-8948-4945ce91e2bb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:52.066637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Network 0c237160-d639-4d74-8948-4945ce91e2bb details requested by agent ovs-agent-n-d-800078-3 with host n-d-800078-3 {{(pid=93713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:23:52.077352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Made reservation on behalf of d8797ae290694a3e80ebf7e31ff33882 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:23:52.079991 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12218140'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.294668 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12193882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12217830'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.354867 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b90127-ee08-4b59-9ee1-52e357609d2a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:52.362648 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Checking segment: {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:52.363044 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Network hostable DHCP agents. Network: 0c237160-d639-4d74-8948-4945ce91e2bb, hostable agents: ['af1c337d-34c6-4a98-929c-883bdd708d8f'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:23:52.379849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Network 0c237160-d639-4d74-8948-4945ce91e2bb is scheduled to be hosted by DHCP agent af1c337d-34c6-4a98-929c-883bdd708d8f with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:23:52.389584 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800078-3, 0c237160-d639-4d74-8948-4945ce91e2bb) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:52.394688 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:52.395357 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.399967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21b627-272f-4a7f-9bac-62e7400b53f8 None None] Network 0c237160-d639-4d74-8948-4945ce91e2bb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:52.418332 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fb49f3a6-efbe-48cd-bf87-be3c93d5263c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3723834 Jul 12 17:23:52.419964 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42064) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:52.424606 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:52.448779 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64201'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.449983 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-784919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64208'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.515295 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.568163 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3496595-5d04-5d61-88f7-d405a7b74e57-0c237160-d639-4d74-8948-4945ce91e2bb', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a'}]}} from n-d-800078-3. {{(pid=93713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 17:23:52.569368 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.728274 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.db_base_plugin_common [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Allocated IP 172.20.0.2 (0c237160-d639-4d74-8948-4945ce91e2bb/20b90127-ee08-4b59-9ee1-52e357609d2a/b0cfe642-591c-430a-95cd-11825fdce629) {{(pid=93713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:52.895181 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks [] for port, precommit_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.903967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Transition to ACTIVE for port object b0cfe642-591c-430a-95cd-11825fdce629 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:52.919281 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Transition to ACTIVE for port object b0cfe642-591c-430a-95cd-11825fdce629 will not be triggered until provisioned by entity DHCP. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:52.925835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790'] for port, after_create {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:52.981423 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Network 0c237160-d639-4d74-8948-4945ce91e2bb is already hosted by enough agents. {{(pid=93713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:52.982863 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Pushing event updated for resources: {'Port': ['ID=b0cfe642-591c-430a-95cd-11825fdce629,revision_number=1']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:52.986487 n-d-800078-3 neutron-server[93713]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Resources bound (agent type, host, resource id): {{(pid=93713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:52.997649 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Received port after_create {{(pid=93713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:53.046646 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-784901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64226'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.061283 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:53.096389 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Attempting to bind port b0cfe642-591c-430a-95cd-11825fdce629 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:23:53.096763 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Attempting to bind port b0cfe642-591c-430a-95cd-11825fdce629 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:23:53.097397 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Attempting to bind port b0cfe642-591c-430a-95cd-11825fdce629 on network 0c237160-d639-4d74-8948-4945ce91e2bb {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:23:53.109197 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:23:53.109570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Checking segment: {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:53.109969 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.110358 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Bound using segment: {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:23:53.110817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Bound port: b0cfe642-591c-430a-95cd-11825fdce629, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:23:53.111199 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.163011 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:53.172699 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:53.173071 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.210311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] For port b0cfe642-591c-430a-95cd-11825fdce629, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:23:53.214885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] For port b0cfe642-591c-430a-95cd-11825fdce629, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b0cfe642-591c-430a-95cd-11825fdce629,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:23:53.221011 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.270804 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.291759 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.308873 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6884e-16f3-461d-8460-f791684ebd55 None None] Pushing event updated for resources: {'Port': ['ID=b0cfe642-591c-430a-95cd-11825fdce629,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:53.348103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.376895 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:53.382308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.426069 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Allocated IP 172.25.8.172 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/bb42ca30-d406-4767-86c8-06be8223b610) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:53.459377 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:53.589159 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.634968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.644939 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:53.654063 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:53.654669 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:53.682228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:53.685049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:53.688609 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:53.711971 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Pushing event updated for resources: {'Port': ['ID=bb42ca30-d406-4767-86c8-06be8223b610,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:53.766928 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:53.952638 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:53.980648 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 2, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:54.010384 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:54.010733 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Updating router 6ad03844-6681-4fd4-bea3-ea95c87be2fa port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:23:54.052618 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.174308 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-784930'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.320240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869f4ac-2504-4c5f-81dc-168b74cab759 None None] Network 0c237160-d639-4d74-8948-4945ce91e2bb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:23:54.345816 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Router ef789161-7e52-4924-b600-0eaf78cfdd6c is scheduled to L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 17:23:54.373143 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.384786 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Transition to ACTIVE for port object b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:54.391820 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.443244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cb406403-6ddb-477b-ab56-6664c0506a91 None None] Provisioning for port b0cfe642-591c-430a-95cd-11825fdce629 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:54.483488 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:54.499711 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Sync routers for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:54.504712 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.506266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-43d36933-f7d7-421e-8fc9-207a74a5da70 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0852487 Jul 12 17:23:54.507144 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Pushing event updated for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:54.509095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42068) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:54.510222 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Attempting to bind port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:23:54.510591 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Attempting to bind port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:23:54.510963 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Attempting to bind port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:23:54.517184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:54.517942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:54.519666 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.520089 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.520353 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.520687 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.521015 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.521340 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.522169 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.523865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.523865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.523865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.523865 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.524372 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:23:54.529571 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:23:54.529945 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Checking segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:54.530349 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.530738 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Bound using segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:23:54.531206 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Bound port: b41f58c7-f2c4-43e2-9b92-19419ff3a0f8, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:23:54.531613 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.606452 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] For port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:23:54.609906 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] For port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:23:54.615528 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:54.671833 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:54.675934 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a887b9-67e2-4255-a898-2f380de302c3 None None] Pushing event updated for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:54.695452 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:54.696111 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:54.827907 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:54.927891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 3, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:55.009685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Checking router: ef789161-7e52-4924-b600-0eaf78cfdd6c for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:55.010044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Updating router ef789161-7e52-4924-b600-0eaf78cfdd6c port bb42ca30-d406-4767-86c8-06be8223b610 binding host n-d-800078-3 {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:23:55.088005 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.149392 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.162321 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:54Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:55.206039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:55.209466 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5f2f-dab9-4773-842e-f32b5fa59faf None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:54Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:55.335826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:55.344418 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:55.344796 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.351049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Allocated IP 172.20.0.1 (0c237160-d639-4d74-8948-4945ce91e2bb/20b90127-ee08-4b59-9ee1-52e357609d2a/5f132183-e79a-4ff4-897c-3f5244054027) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:23:55.475913 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.491992 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Transition to ACTIVE for port object 5f132183-e79a-4ff4-897c-3f5244054027 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:55.529867 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.591095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Network 0c237160-d639-4d74-8948-4945ce91e2bb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:55.594428 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:55.597961 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:23:55.604287 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Pushing event updated for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:55.652515 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537129'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.657868 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.661112 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.680379 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Transition to ACTIVE for port object bb42ca30-d406-4767-86c8-06be8223b610 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:23:55.696928 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.732792 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:55.751197 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.773985 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Attempting to bind port bb42ca30-d406-4767-86c8-06be8223b610 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:23:55.774362 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Attempting to bind port bb42ca30-d406-4767-86c8-06be8223b610 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:23:55.774719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Attempting to bind port bb42ca30-d406-4767-86c8-06be8223b610 on network c826e652-850a-482c-acd7-b90ac0720133 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:23:55.778482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daef59-e79d-421b-b1bd-5d1a902b336f None None] Pushing event updated for resources: {'Port': ['ID=bb42ca30-d406-4767-86c8-06be8223b610,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:55.786466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:55.790338 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:23:55.790720 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Checking segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:23:55.791129 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.791529 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Bound using segment: {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:23:55.792044 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Bound port: bb42ca30-d406-4767-86c8-06be8223b610, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109ef24-273a-48eb-8806-7e2ee2684480', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:23:55.792433 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.832746 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.935736 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:55.946685 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] For port bb42ca30-d406-4767-86c8-06be8223b610, host n-d-800078-3, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:23:55.950344 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] For port bb42ca30-d406-4767-86c8-06be8223b610, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bb42ca30-d406-4767-86c8-06be8223b610,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:23:55.957609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:55.957859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:55.961566 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.070172 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.075252 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.076691 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fad0257b-3bb0-47e5-9ba4-e28f5eee08a4 None None] Provisioning for port 5f132183-e79a-4ff4-897c-3f5244054027 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:56.083240 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:56.083913 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:56.124910 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fad0257b-3bb0-47e5-9ba4-e28f5eee08a4 None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:56.125299 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fad0257b-3bb0-47e5-9ba4-e28f5eee08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.131688 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daef59-e79d-421b-b1bd-5d1a902b336f None None] Pushing event updated for resources: {'Port': ['ID=bb42ca30-d406-4767-86c8-06be8223b610,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:56.150733 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Pushing event updated for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:56.163351 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540532'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.249983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-fad0257b-3bb0-47e5-9ba4-e28f5eee08a4 None None] Port 5f132183-e79a-4ff4-897c-3f5244054027 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:56.260244 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b0cfe642-591c-430a-95cd-11825fdce629 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:56.275780 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Network 0c237160-d639-4d74-8948-4945ce91e2bb is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:23:56.277301 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:23:56.308346 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:56.404922 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Router ef789161-7e52-4924-b600-0eaf78cfdd6c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:23:56.408826 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port b0cfe642-591c-430a-95cd-11825fdce629 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:56.453658 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b0cfe642-591c-430a-95cd-11825fdce629 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:56.454044 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.487103 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d61383e8-abb1-4419-8fad-db31f429e46e None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:56.487840 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d61383e8-abb1-4419-8fad-db31f429e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.522283 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:23:56.527188 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-c79803f0-747d-402d-ae58-cfd9e1ebcd2b admin admin] 10.222.0.58 "PUT /v2.0/routers/ef789161-7e52-4924-b600-0eaf78cfdd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166988 Jul 12 17:23:56.647551 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.725326 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port b0cfe642-591c-430a-95cd-11825fdce629, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b0cfe642-591c-430a-95cd-11825fdce629,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:56.734712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5f132183-e79a-4ff4-897c-3f5244054027', 'name': '', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'mac_address': 'fa:16:3e:c6:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:55Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 2, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'subnets': [{'id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:56.736380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.792880 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae068644-de22-4b85-b213-e6c56ccdf71c None None] The sync data for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 is: [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5f132183-e79a-4ff4-897c-3f5244054027', 'name': '', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'mac_address': 'fa:16:3e:c6:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:55Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 2, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'subnets': [{'id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:23:56.799731 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-d61383e8-abb1-4419-8fad-db31f429e46e None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:56.800097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d61383e8-abb1-4419-8fad-db31f429e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:56.854548 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=b0cfe642-591c-430a-95cd-11825fdce629,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:56.860892 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-d61383e8-abb1-4419-8fad-db31f429e46e None None] Port 5f132183-e79a-4ff4-897c-3f5244054027 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:56.983385 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-f0edd4cd-90b5-43e1-b2b6-8c7e01725d3f None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:56.984067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f0edd4cd-90b5-43e1-b2b6-8c7e01725d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:57.020814 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:57.071275 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-f0edd4cd-90b5-43e1-b2b6-8c7e01725d3f None None] Port 5f132183-e79a-4ff4-897c-3f5244054027 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:23:57.091223 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:57.091660 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:57.180834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b0cfe642-591c-430a-95cd-11825fdce629 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:57.236586 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port b0cfe642-591c-430a-95cd-11825fdce629 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:57.236960 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.335718 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:58.340540 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702318115', 'description': 'tempest-secgroup-smoke-1702318115 description', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:58.364395 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.454715 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.459087 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.486777 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.488876 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1521399 Jul 12 17:23:58.491851 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42084) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:58.497196 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:58.502604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086205-b47e-416e-830e-052d7cb49400 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932f5ddc-a68c-45c1-a0a5-4282672cf1df,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:58.530928 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.590671 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.594409 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.614314 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3698b8d-3532-4a33-bba8-a4ebd596fd3a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:58.618196 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.620638 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-e0b94baf-8f3e-4700-9192-e2cccfb48763 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272974 Jul 12 17:23:58.622500 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42086) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:58.627531 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:58.653664 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.713379 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.717287 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.740156 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f3d90e-c881-4f79-bf12-6c022d9e43ca,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:58.744446 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.745663 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0dec57e4-a6e0-4038-b874-8eed082e87b2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219401 Jul 12 17:23:58.748521 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42088) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:58.752957 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:58.780614 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.842587 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.846017 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.868039 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1106c00d-5375-4ca0-aa9b-2c9ba75588c2,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:58.874252 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.875469 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-d584e307-a59c-4a45-a910-3521cc79d395 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260190 Jul 12 17:23:58.879461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42090) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:58.884183 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:58.911135 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.973876 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.980796 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:58.999747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99f810f-fa1b-4c22-8533-4402f3c7619f,revision_number=0']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:59.018114 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.020546 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-6adde7da-be7a-4837-9bc9-3c2e892d7964 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398613 Jul 12 17:23:59.023289 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:59.028218 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:59.031939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bb42ca30-d406-4767-86c8-06be8223b610 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:23:59.058657 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Project d385e08a71624191b9ae5e942b9f92d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:23:59.064577 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.093047 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port bb42ca30-d406-4767-86c8-06be8223b610 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:23:59.096925 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bb42ca30-d406-4767-86c8-06be8223b610 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:23:59.097953 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.133343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.137278 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.156083 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebd09e6-71ea-4ba3-968b-b80eca23dd6a,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:59.162651 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.166625 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-5747e81d-b8dd-42cc-972a-1dea7bc70b78 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397419 Jul 12 17:23:59.166898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42094) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:23:59.171522 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'security_group_rule': {'security_group_id': '932f5ddc-a68c-45c1-a0a5-4282672cf1df', 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:23:59.207720 n-d-800078-3 neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Project d385e08a71624191b9ae5e942b9f92d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:23:59.208294 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.214846 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.230172 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port bb42ca30-d406-4767-86c8-06be8223b610, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bb42ca30-d406-4767-86c8-06be8223b610,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:23:59.235381 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.284220 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.288374 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-710854'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.301941 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=bb42ca30-d406-4767-86c8-06be8223b610,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:59.307172 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d349a330-e5da-497b-9755-f26a0f8a0ff5,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:23:59.314179 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.315438 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fab408a6-81f2-4132-ba89-15a9f4112829 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475132 Jul 12 17:23:59.390138 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Sync routers for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:23:59.399330 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:23:59.400050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:59.457858 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1c8d5239-fd88-48a8-b5b3-bebb40c31517 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702318115&fields=id&tenant_id=d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 267 time: 0.0338459 Jul 12 17:23:59.576176 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-02d07ff8-6954-4f4d-b31b-4e98c9ddb99e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:23:59.577679 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-02d07ff8-6954-4f4d-b31b-4e98c9ddb99e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 810 time: 0.1132476 Jul 12 17:23:59.593245 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-cd83ce56-649e-4f6b-a5bf-0051e8d2d2c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/quotas/d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 375 time: 0.0092664 Jul 12 17:23:59.604197 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:23:59.663672 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-cdf268e9-579b-49aa-9b38-97552780baf5 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641365 Jul 12 17:23:59.772904 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-54d40f8c-9ec0-4e4d-aac6-4694b56f97e6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:23:59.773942 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-54d40f8c-9ec0-4e4d-aac6-4694b56f97e6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0995529 Jul 12 17:23:59.820313 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5f132183-e79a-4ff4-897c-3f5244054027', 'name': '', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'mac_address': 'fa:16:3e:c6:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:55Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 2, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'subnets': [{'id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:23:59.850265 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Checking router: ef789161-7e52-4924-b600-0eaf78cfdd6c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:23:59.850615 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Updating router ef789161-7e52-4924-b600-0eaf78cfdd6c port 5f132183-e79a-4ff4-897c-3f5244054027 binding host n-d-800078-3 {{(pid=93714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:23:59.866446 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-707a355d-0003-40d3-8ccd-1fec0687dc30 service neutron] 10.222.0.58 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865941 Jul 12 17:23:59.887191 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:23:59.962886 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-de44627f-8a45-4677-b452-c35f782c315a service neutron] 10.222.0.58 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905502 Jul 12 17:24:00.140901 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-86f311c8-b29d-4f95-838b-0db1920fd39e req-2717a0e5-3c18-4a45-addf-52552f9d2288 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 210 time: 0.0324228 Jul 12 17:24:00.176922 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:00.186470 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Transition to ACTIVE for port object 5f132183-e79a-4ff4-897c-3f5244054027 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:24:00.192445 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:00.247948 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf67587-696c-4d1e-a5a8-9bf105f4bd30 None None] Pushing event updated for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:00.310507 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Attempting to bind port 5f132183-e79a-4ff4-897c-3f5244054027 on host n-d-800078-3 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:24:00.310862 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Attempting to bind port 5f132183-e79a-4ff4-897c-3f5244054027 by drivers openvswitch,hyperv on host n-d-800078-3 at level 0 using segments [{'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:24:00.311363 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Attempting to bind port 5f132183-e79a-4ff4-897c-3f5244054027 on network 0c237160-d639-4d74-8948-4945ce91e2bb {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:24:00.318386 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Checking agent: {'id': '92eec0d3-e926-4a94-8fc2-0f0396328986', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 54, 5), 'started_at': datetime.datetime(2021, 7, 12, 15, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800078-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:24:00.318777 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Checking segment: {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:24:00.319224 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:00.319645 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Bound using segment: {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:24:00.320193 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Bound port: 5f132183-e79a-4ff4-897c-3f5244054027, host: n-d-800078-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:24:00.320575 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:00.398208 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] For port 5f132183-e79a-4ff4-897c-3f5244054027, host n-d-800078-3, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:24:00.402153 n-d-800078-3 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] For port 5f132183-e79a-4ff4-897c-3f5244054027, host n-d-800078-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5f132183-e79a-4ff4-897c-3f5244054027,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:24:00.406671 n-d-800078-3 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:00.465999 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:24:00.466714 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:23:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:00.508086 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf67587-696c-4d1e-a5a8-9bf105f4bd30 None None] Pushing event updated for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:00.605660 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:24:00.820145 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5f132183-e79a-4ff4-897c-3f5244054027', 'name': '', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'mac_address': 'fa:16:3e:c6:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:55Z', 'updated_at': '2021-07-12T17:24:00Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'subnets': [{'id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:00.847810 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e25c45-ac5f-484b-8afd-c8aa964980ee None None] The sync data for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 is: [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': '5f132183-e79a-4ff4-897c-3f5244054027', 'name': '', 'network_id': '0c237160-d639-4d74-8948-4945ce91e2bb', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'mac_address': 'fa:16:3e:c6:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:55Z', 'updated_at': '2021-07-12T17:24:00Z', 'revision_number': 4, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'subnets': [{'id': '20b90127-ee08-4b59-9ee1-52e357609d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:24:01.024020 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5f132183-e79a-4ff4-897c-3f5244054027 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:24:01.081534 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning for port 5f132183-e79a-4ff4-897c-3f5244054027 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:24:01.091764 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:01.092149 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.189765 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.259615 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] For port 5f132183-e79a-4ff4-897c-3f5244054027, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5f132183-e79a-4ff4-897c-3f5244054027,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:24:01.266813 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.324257 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f0210c2c-6b85-4acd-99a9-3fb5437a3f4e req-87c3d620-4a5b-4eb1-981d-bd6fd6ea7965 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 210 time: 0.0373828 Jul 12 17:24:01.350850 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bb42ca30-d406-4767-86c8-06be8223b610 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:24:01.373836 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-9fd5fe96-e43f-44aa-adec-add4cdb35782 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:01.376144 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-9fd5fe96-e43f-44aa-adec-add4cdb35782 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 810 time: 0.2149420 Jul 12 17:24:01.408622 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Pushing event updated for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:01.431084 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-b957d513-ab4c-4a9b-bd3b-6ecd54325bba tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 380 time: 0.0464287 Jul 12 17:24:01.440782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port bb42ca30-d406-4767-86c8-06be8223b610 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:01.441874 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.445119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'port': {'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'admin_state_up': True, 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'security_groups': ['932f5ddc-a68c-45c1-a0a5-4282672cf1df']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:24:01.579119 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Made reservation on behalf of d385e08a71624191b9ae5e942b9f92d1 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:24:01.582972 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.664097 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-fa35f9ab-3273-436d-b465-2558a37e707f None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:01.664490 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fa35f9ab-3273-436d-b465-2558a37e707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.720364 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Allocated IP 172.20.0.4 (59a41b0c-4b42-4675-bb1c-331bae1d9eaf/f92126d5-8d10-4485-928e-a16e3ad54e61/0ba7d66e-531f-4154-b78f-86152a196eb3) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:24:01.874968 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.889345 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Transition to ACTIVE for port object 0ba7d66e-531f-4154-b78f-86152a196eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:24:01.927191 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:01.980094 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:24:01.983359 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:24:01.987372 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:24:01.994728 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:02.045910 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:02.046556 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.061743 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-e6858baa-e3b3-4fbe-9c07-7af92f71487d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261504 Jul 12 17:24:02.073357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Request body: {'port': {'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800078-3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:24:02.151654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.178786 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1f460b2f-bce1-46e5-8b09-c5c715797039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.222357 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e3d9ebb-8c44-411c-ad7c-a50c76077b95 None None] Provisioning for port 0ba7d66e-531f-4154-b78f-86152a196eb3 completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:24:02.226995 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-8e3d9ebb-8c44-411c-ad7c-a50c76077b95 None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:02.227366 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9ebb-8c44-411c-ad7c-a50c76077b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.262693 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d9ebb-8c44-411c-ad7c-a50c76077b95 None None] Port 0ba7d66e-531f-4154-b78f-86152a196eb3 cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:24:02.825700 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba7d66e-531f-4154-b78f-86152a196eb3 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:24:02.836240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.845495 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52aac-0b81-4190-a7fd-cdc5125dfa24 req-704898d4-4fb9-4c1b-98ad-799695a5f71f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:02.846972 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abd52aac-0b81-4190-a7fd-cdc5125dfa24 req-704898d4-4fb9-4c1b-98ad-799695a5f71f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 931 time: 0.1175969 Jul 12 17:24:02.864652 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Transition to ACTIVE for port object 0ba7d66e-531f-4154-b78f-86152a196eb3 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:24:02.872393 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:02.941884 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-abd52aac-0b81-4190-a7fd-cdc5125dfa24 req-75386117-f915-480d-b4f7-d5e1bb5eeb15 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873640 Jul 12 17:24:02.948878 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:03.024939 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5f132183-e79a-4ff4-897c-3f5244054027 up at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:24:03.042072 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Attempting to bind port 0ba7d66e-531f-4154-b78f-86152a196eb3 on host n-h2-800078-3 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:24:03.042424 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Attempting to bind port 0ba7d66e-531f-4154-b78f-86152a196eb3 by drivers openvswitch,hyperv on host n-h2-800078-3 at level 0 using segments [{'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:24:03.042731 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Attempting to bind port 0ba7d66e-531f-4154-b78f-86152a196eb3 on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:24:03.048442 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Port 0ba7d66e-531f-4154-b78f-86152a196eb3 on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-800078-3 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:24:03.048763 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Attempting to bind port 0ba7d66e-531f-4154-b78f-86152a196eb3 on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:24:03.058347 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Checking agent: {'id': 'ebda911d-65dc-4761-8f1e-61bf7cec7f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:24:03.058697 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Checking segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:24:03.059095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Bound using segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:24:03.059535 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Bound port: 0ba7d66e-531f-4154-b78f-86152a196eb3, host: n-h2-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:24:03.059926 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:03.085351 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Provisioning complete for port 5f132183-e79a-4ff4-897c-3f5244054027 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:03.085804 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:03.136595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:24:03.139977 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:24:03.146537 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:03.185108 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.185886 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:03.187913 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] 10.222.0.77 "PUT /v2.0/ports/0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 1091 time: 1.1185851 Jul 12 17:24:03.188391 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:24:03.192020 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494eebd-1858-4976-9a29-fda6412670d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:24:03.241103 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fbb1d1-3773-45e2-a488-d8fdd2c99cf2 x-openstack-request-id: req-12fbb1d1-3773-45e2-a488-d8fdd2c99cf2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:24:03.241387 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:24:03.241625 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12fbb1d1-3773-45e2-a488-d8fdd2c99cf2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:24:03.242015 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'status': 'completed', 'code': 200} Jul 12 17:24:03.243616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e681dc9-6a9e-4e61-8487-f889cc78daeb service neutron] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:03.293374 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-004517f3-cd94-4b91-b2fd-915a36290750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.295047 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-004517f3-cd94-4b91-b2fd-915a36290750 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1094 time: 0.0647907 Jul 12 17:24:03.338540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-cae43ca4-6a82-4c5c-b73a-32f7a05efb93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 217 time: 0.0364854 Jul 12 17:24:03.393563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-652561e2-90f4-462d-a6ef-4449eeabad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.395078 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-652561e2-90f4-462d-a6ef-4449eeabad55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0504277 Jul 12 17:24:03.453386 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-f11ea662-f6d5-4575-be77-80927bdb4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.454910 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-f11ea662-f6d5-4575-be77-80927bdb4e5f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541329 Jul 12 17:24:03.542826 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-7a0a53e3-f8bb-4ea8-a065-d1de6532064f service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Jul 12 17:24:03.639721 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e24030d0-a1ee-4bc2-9b71-928260b17ee2 req-cfffd757-2980-4400-855a-537c96dbb84d service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899506 Jul 12 17:24:03.742734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494eebd-1858-4976-9a29-fda6412670d9 req-b449bbce-186b-451f-842e-1101468bae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.744293 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-b449bbce-186b-451f-842e-1101468bae09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1094 time: 0.0554593 Jul 12 17:24:03.837492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494eebd-1858-4976-9a29-fda6412670d9 req-71167ef3-648d-4935-b209-6d21ee5688fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.838996 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-71167ef3-648d-4935-b209-6d21ee5688fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0887930 Jul 12 17:24:03.882085 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-082584cc-a1c9-4dca-81eb-b6373165364c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 217 time: 0.0361140 Jul 12 17:24:03.931328 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494eebd-1858-4976-9a29-fda6412670d9 req-7b36e2c0-9c92-4904-bc5d-6c26d25bd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.932810 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-7b36e2c0-9c92-4904-bc5d-6c26d25bd578 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0444751 Jul 12 17:24:03.996979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494eebd-1858-4976-9a29-fda6412670d9 req-5b039230-05e5-4569-9ab4-db417da89672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:03.998501 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-5b039230-05e5-4569-9ab4-db417da89672 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589643 Jul 12 17:24:04.066479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:04.127065 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-2a8d8b08-23ee-4664-aced-6cab22b57381 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212716 Jul 12 17:24:04.203091 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5676f-ece8-41c0-8348-9866e9fb6c73 req-3367318d-29b0-46a5-8bb0-21d4a6e70577 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:04.204690 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ed5676f-ece8-41c0-8348-9866e9fb6c73 req-3367318d-29b0-46a5-8bb0-21d4a6e70577 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 943 time: 0.1456141 Jul 12 17:24:04.267445 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2494eebd-1858-4976-9a29-fda6412670d9 req-634798e8-9977-4c82-8d8f-60417274254b service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335299 Jul 12 17:24:04.270435 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-5ed5676f-ece8-41c0-8348-9866e9fb6c73 req-4cfcc763-7138-40f9-a4c5-54ceddb6edcf tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587199 Jul 12 17:24:04.583244 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-893a5d63-5faa-404d-b65e-6f5606b5ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:04.894714 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:24:04.992692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:24:05.007076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:24:05.060009 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:05.064902 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:05.078000 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba7d66e-531f-4154-b78f-86152a196eb3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:24:05.099652 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:24:05.103359 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:05.156923 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:05.337376 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['0ba7d66e-531f-4154-b78f-86152a196eb3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:24:05.450654 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521a4a-3f9c-415a-a712-cad79a3810dd req-05e8f5cd-7075-4afa-834d-55e69319575e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:05.452185 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74521a4a-3f9c-415a-a712-cad79a3810dd req-05e8f5cd-7075-4afa-834d-55e69319575e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 944 time: 0.0683773 Jul 12 17:24:05.492414 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-74521a4a-3f9c-415a-a712-cad79a3810dd req-88e1c4ef-52a6-4b6c-a319-b22e8212f836 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335755 Jul 12 17:24:06.107903 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:06.239578 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:06.674600 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b06d-f0cc-4e80-a6c4-4a8bd3051d10 req-662fbc84-1421-44c9-81fb-162424ad41c3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:06.676380 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a434b06d-f0cc-4e80-a6c4-4a8bd3051d10 req-662fbc84-1421-44c9-81fb-162424ad41c3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 944 time: 0.0694957 Jul 12 17:24:06.715446 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-a434b06d-f0cc-4e80-a6c4-4a8bd3051d10 req-c87c0398-f34e-459d-8bdf-a5e3e332d2d5 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jul 12 17:24:06.893563 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:24:06.944154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning for port 0ba7d66e-531f-4154-b78f-86152a196eb3 completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:24:06.947999 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:06.948372 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:07.028487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:07.050156 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:24:07.052493 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc863863-9b5e-4155-b9a9-b5254a12c64d" -d '{"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:24:07.066583 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:24:07.071395 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:07.102068 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc62be-3f1b-4b08-a3a6-9e22b5dab874 x-openstack-request-id: req-77cc62be-3f1b-4b08-a3a6-9e22b5dab874 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:24:07.102399 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:24:07.102610 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77cc62be-3f1b-4b08-a3a6-9e22b5dab874 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:24:07.102996 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'code': 200} Jul 12 17:24:07.134253 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:07.212419 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7bac8-3f59-4521-8bec-ad29fb9a3c68 req-76c9ddfc-2b43-47ed-9e95-34256eedd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:07.213934 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57d7bac8-3f59-4521-8bec-ad29fb9a3c68 req-76c9ddfc-2b43-47ed-9e95-34256eedd7a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0562646 Jul 12 17:24:07.252853 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-57d7bac8-3f59-4521-8bec-ad29fb9a3c68 req-b778a03c-9991-4b9d-899b-2a92311600b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jul 12 17:24:07.302599 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1c379aed-a818-40f3-b150-91aecf0986f1 None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:24:07.302965 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1c379aed-a818-40f3-b150-91aecf0986f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:07.510307 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:07.887049 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2498a1c-e8d8-45b1-994a-f4adb5fe85d1 req-6d0a8cd6-2727-47ea-b5f6-9358054ff61f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:07.888592 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2498a1c-e8d8-45b1-994a-f4adb5fe85d1 req-6d0a8cd6-2727-47ea-b5f6-9358054ff61f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0646880 Jul 12 17:24:07.929616 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c2498a1c-e8d8-45b1-994a-f4adb5fe85d1 req-cbb13a92-6504-40db-b453-823a636b9649 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353003 Jul 12 17:24:09.104522 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb868201-6c16-41e2-8ec4-4a6aa1b8d5c2 req-6032dd20-16c1-49cf-ab9f-ac08118d62c2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:09.105916 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb868201-6c16-41e2-8ec4-4a6aa1b8d5c2 req-6032dd20-16c1-49cf-ab9f-ac08118d62c2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jul 12 17:24:09.144622 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-bb868201-6c16-41e2-8ec4-4a6aa1b8d5c2 req-d2de9f71-9037-41ca-b2e6-43d5242e6457 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Jul 12 17:24:09.322860 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a96859-7c44-4557-b460-af7d11199e06 req-b7c106e7-fa8a-42cb-bc4e-dfa046f3f802 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:09.324424 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74a96859-7c44-4557-b460-af7d11199e06 req-b7c106e7-fa8a-42cb-bc4e-dfa046f3f802 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0712736 Jul 12 17:24:09.364846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-74a96859-7c44-4557-b460-af7d11199e06 req-16df0a46-8443-4f81-83fc-1d4de3b96123 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348160 Jul 12 17:24:09.388479 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42144) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:24:09.481492 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee85498-2afc-4c47-9571-77afc4c7e1e7 tempest-TestSnapshotPattern-2118526748 tempest-TestSnapshotPattern-2118526748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:09.483005 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-aee85498-2afc-4c47-9571-77afc4c7e1e7 tempest-TestSnapshotPattern-2118526748 tempest-TestSnapshotPattern-2118526748-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1091 time: 0.0935247 Jul 12 17:24:09.485917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42148) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:24:09.490595 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:24:09.512507 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:09.616807 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:09.722947 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Allocated IP 172.25.8.202 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/96448564-5831-44d5-91df-44a26650cb01) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:24:09.841210 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:09.884115 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:09.927453 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:24:09.930392 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:24:09.932989 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:24:09.960093 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=96448564-5831-44d5-91df-44a26650cb01,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:10.336345 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:10.421802 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:10.569240 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:10.573691 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:10.650052 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=96448564-5831-44d5-91df-44a26650cb01,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:24:10.659047 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:10.764405 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Floating IP 8b63561b-a481-4523-8b8c-abb39ba82dbc associated. External IP: 172.25.8.202, port: 0ba7d66e-531f-4154-b78f-86152a196eb3. Jul 12 17:24:10.981686 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:24:11.094095 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:24:11.109086 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:24:11.111007 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:11.115713 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:24:11.116361 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:24:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:11.149855 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4f2b64fc-463a-4b9b-af61-2e0eaf9e58c6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6629217 Jul 12 17:24:11.150963 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:24:11.152717 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf60597-f863-4893-bdee-5799e8f5821d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:24:11.192432 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768fb65-4366-4de0-ac55-0664d2e580ee x-openstack-request-id: req-c768fb65-4366-4de0-ac55-0664d2e580ee {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:24:11.192432 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:24:11.192707 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c768fb65-4366-4de0-ac55-0664d2e580ee {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:24:11.193025 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'status': 'completed', 'code': 200} Jul 12 17:24:11.229852 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:24:11.268480 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60597-f863-4893-bdee-5799e8f5821d req-64bf6da1-9525-41b9-bea3-b6a84f3107db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:11.270114 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-64bf6da1-9525-41b9-bea3-b6a84f3107db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0552719 Jul 12 17:24:11.365981 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60597-f863-4893-bdee-5799e8f5821d req-8b1ce2c7-011b-421c-ac91-786256f41ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:11.367516 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-8b1ce2c7-011b-421c-ac91-786256f41ce6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0917058 Jul 12 17:24:11.433786 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-657a2f27-1655-4fbd-a5a8-a942755c5c68 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 999 time: 0.0599647 Jul 12 17:24:11.458427 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:10Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:11.482979 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60597-f863-4893-bdee-5799e8f5821d req-12091364-fa62-408b-bb9d-b4510c06630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:11.484488 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-12091364-fa62-408b-bb9d-b4510c06630f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0442705 Jul 12 17:24:11.489942 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:24:11.498360 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:24:11.498971 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:24:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:11.546410 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60597-f863-4893-bdee-5799e8f5821d req-d9abedd0-8bb0-419a-834b-a995a106add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:11.547962 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-d9abedd0-8bb0-419a-834b-a995a106add7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575199 Jul 12 17:24:11.609220 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:24:11.640027 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-e41e53bb-d747-4893-829c-c816429dccb9 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Jul 12 17:24:11.735103 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-caf60597-f863-4893-bdee-5799e8f5821d req-8cd18558-992d-426a-b9e1-fbeca1f0a867 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891938 Jul 12 17:24:11.844482 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:10Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:24:11.875036 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a42964-8e9f-4029-8e24-625a969c2815 None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:10Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:24:12.064559 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c132f76-6adb-4ac6-9f19-b39783e6e715 None None] New status for floating IP 8b63561b-a481-4523-8b8c-abb39ba82dbc: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:24:25.371618 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:24:32.180069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-442ca573-c2b2-442a-8361-2478b6a88f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:34.077113 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:34.585547 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1d09-5754-4302-91d9-d740e2a36231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:35.030657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:36.110134 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:36.253643 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:37.513110 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:24:53.308534 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-1b7ef8d4-e0fb-4cf8-b73f-b8fcd07e569e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938935 Jul 12 17:24:53.403182 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-e8b4bfcb-ed63-4fe0-a003-682ae6aecfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:53.404712 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-e8b4bfcb-ed63-4fe0-a003-682ae6aecfe2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0543165 Jul 12 17:24:53.518734 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-f4fd62fb-f093-4941-bd9b-16b7ed2cb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:53.520266 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-f4fd62fb-f093-4941-bd9b-16b7ed2cb295 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0946004 Jul 12 17:24:53.589512 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-cec2c442-a031-4e66-9969-31b4f90289f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0633149 Jul 12 17:24:53.642804 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-0092b46f-e0e3-44a2-ad37-fffb5d2995c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:53.644340 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-0092b46f-e0e3-44a2-ad37-fffb5d2995c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0488331 Jul 12 17:24:53.707740 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-a5dc07be-f55d-4557-81b3-3900b7212436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:24:53.709797 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-a5dc07be-f55d-4557-81b3-3900b7212436 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597401 Jul 12 17:24:53.799563 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-b4cac6d4-ead4-4851-89d1-a996cb865d5f service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836644 Jul 12 17:24:53.904778 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-0b5413d2-65af-47e0-8024-bcd99f392c02 req-41dba1e5-c6cf-4c15-8ecf-8c2d973c5dff service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992799 Jul 12 17:25:02.181536 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-949e6f3e-a1a8-430d-b5f2-99ca4b5d30ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:02.371830 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:04.100744 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:04.587193 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-864bc8ed-6b14-4cd0-8405-50665b09c730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:05.031427 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:06.112998 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:06.254907 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:07.518135 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:32.183872 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d8ddd080-22de-457d-b45c-2c358e3edd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.095105 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:34.587657 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6bc755d0-2c8d-4707-ad9a-5ab7a92f6ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:35.033461 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.114533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:36.259814 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:37.519696 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:25:39.372346 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:53.270670 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-d7b743f7-30ff-4cf4-8618-40b48e6eadf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540535 Jul 12 17:25:53.363717 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-8897ff88-f83f-4a05-9740-7b653506b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.365247 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-8897ff88-f83f-4a05-9740-7b653506b2d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0544891 Jul 12 17:25:53.472237 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-5c5f5e2f-322b-4b41-bb61-aaf62d3f2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.473694 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-5c5f5e2f-322b-4b41-bb61-aaf62d3f2b43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0892942 Jul 12 17:25:53.537751 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-2dfd5658-a371-49a0-943c-1623b00743e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0581806 Jul 12 17:25:53.589673 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-7ff81928-c827-4290-84b7-e764173bba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.591098 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-7ff81928-c827-4290-84b7-e764173bba55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0476341 Jul 12 17:25:53.654003 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-7bcab337-1fc5-4f26-bb40-75ee5f83d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:25:53.654468 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-7bcab337-1fc5-4f26-bb40-75ee5f83d6c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568793 Jul 12 17:25:53.664895 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-f3d0be5d-40ed-449d-b806-c76d17fd3d47 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:25:53.665928 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-f3d0be5d-40ed-449d-b806-c76d17fd3d47 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050061 Jul 12 17:25:53.754603 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-80781334-ba9c-47b3-9408-99e46e0df646 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820570 Jul 12 17:25:53.856540 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-2e3dbdcd-f166-4386-b676-da5c8cf033b0 req-d845fc44-b4a8-47a0-a680-d58a6288f40f service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956030 Jul 12 17:26:02.184489 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3ea00794-cd4b-407d-8bec-8b0cf18af2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:04.095357 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:04.587006 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b4852307-0242-4157-93f6-4a510d2f81c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:05.034025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:06.117927 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:06.256561 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:07.521641 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:09.453575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 details requested by agent hyperv_n-h2-800078-3 with host n-h2-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:09.548140 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:09.559141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Returning: {'device': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:09.598990 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:09.611191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba7d66e-531f-4154-b78f-86152a196eb3 {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:26:09.629918 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:09.633866 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:09.687970 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:09.700329 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.701189 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.701958 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.702178 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.702524 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.702857 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.703184 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.703511 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.703911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.704299 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.704629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.704951 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:09.737915 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] get_ports_and_sgs() called for port_ids ['0ba7d66e-531f-4154-b78f-86152a196eb3'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:09.867560 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:09.867954 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:10.004947 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:10.049531 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:10.051774 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7855b31-cbff-483f-94ed-5c2cb84a2b69" -d '{"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:10.072841 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:10.080618 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:10.137062 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b3b1-8881-42f2-b833-a9213b5f75c8 None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:10.161276 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018b98a-d033-4087-9ce2-2c4ad8f1b1cb x-openstack-request-id: req-d018b98a-d033-4087-9ce2-2c4ad8f1b1cb {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:10.161568 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:10.161823 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d018b98a-d033-4087-9ce2-2c4ad8f1b1cb {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:10.162401 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'code': 200} Jul 12 17:26:10.338721 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-0e1b201c-aac7-421d-b8db-80642f827333 None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:10.339095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0e1b201c-aac7-421d-b8db-80642f827333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:11.458740 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 up at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:11.530014 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:11.530385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:16.372144 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:19.663833 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-59520930-d241-4e0e-8337-b724a0c132af tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702318115&fields=id&tenant_id=d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 267 time: 0.0353873 Jul 12 17:26:19.773057 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-e2c6d64e-330b-472d-ae8b-998993c8a281 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:19.774520 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-e2c6d64e-330b-472d-ae8b-998993c8a281 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 810 time: 0.1035454 Jul 12 17:26:19.789597 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-b7707e86-e4eb-4422-a468-583d76737f57 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/quotas/d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Jul 12 17:26:19.865371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-d896fc9a-032c-4955-acd1-2d75ee7e04e2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0708454 Jul 12 17:26:19.921616 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-c1fbf7fc-d961-4d73-86e9-79a299864bde service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:26:19.922612 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-c1fbf7fc-d961-4d73-86e9-79a299864bde service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462415 Jul 12 17:26:20.010023 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-781ca481-e526-41e5-b461-2257484fbbd9 service neutron] 10.222.0.58 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Jul 12 17:26:20.104368 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-d992b758-2506-4733-adc9-f534723772f7 service neutron] 10.222.0.58 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876963 Jul 12 17:26:20.301857 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ceb858f3-5e78-4b43-8645-3cb25dad4bc0 req-10a749e3-5eb2-4b01-a6b6-a6fe0991dadc tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 210 time: 0.0298827 Jul 12 17:26:21.386059 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-33f5be1f-31ac-4e5a-87c2-0c1aaaa8cc0c req-855ed9cd-5012-43c2-abfb-44dc584cb3ac tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 210 time: 0.0307379 Jul 12 17:26:22.476585 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1e64d659-414a-4970-999b-4ef8283afb4a req-a9195d47-01fc-41e6-b4a1-860858c14ddf tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 210 time: 0.0378783 Jul 12 17:26:23.453606 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-a132194c-28f1-4e6d-8e22-85c25a98a457 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:23.455058 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-a132194c-28f1-4e6d-8e22-85c25a98a457 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 810 time: 0.1073456 Jul 12 17:26:23.474032 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:26:23.522225 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-76118ece-07b4-409d-b7e1-53c7508f8aa3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d385e08a71624191b9ae5e942b9f92d1 HTTP/1.1" status: 200 len: 380 time: 0.0403905 Jul 12 17:26:23.532897 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'port': {'device_id': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'admin_state_up': True, 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'security_groups': ['932f5ddc-a68c-45c1-a0a5-4282672cf1df']}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:26:23.558872 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:23.585154 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:23.587715 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c62d7fc-dfd3-4e24-881f-e1fec80551c1" -d '{"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:23.601369 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:23.606867 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:23.653965 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-3b1c6cae-32b4-44c7-ae14-cdc50db71fab req-d080e49c-ffe1-4ccc-a73b-947eafbab43d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 210 time: 0.0396075 Jul 12 17:26:23.668597 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291eb9c-fe3e-4706-b69e-9bbb05cf0b0c x-openstack-request-id: req-d291eb9c-fe3e-4706-b69e-9bbb05cf0b0c {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:23.668986 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:23.670393 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d291eb9c-fe3e-4706-b69e-9bbb05cf0b0c {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:23.672000 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'code': 200} Jul 12 17:26:23.706542 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=8']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:23.707519 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Made reservation on behalf of d385e08a71624191b9ae5e942b9f92d1 for: {'port': 1} {{(pid=93712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:26:23.712949 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:23.872422 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Allocated IP 172.20.0.5 (59a41b0c-4b42-4675-bb1c-331bae1d9eaf/f92126d5-8d10-4485-928e-a16e3ad54e61/4cee7463-6de7-456a-b35a-6a24271ac37b) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:23.951799 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:23.952666 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.054385 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.094176 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.101569 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:24.109789 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.116917 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Transition to ACTIVE for port object 4cee7463-6de7-456a-b35a-6a24271ac37b will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:26:24.198334 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2507-c967-4385-b1e5-cc58d2c22787 None None] Pushing event updated for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=9']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:24.200633 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7599321'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.317734 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:24.358228 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:24.364211 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:26:24.378798 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:24.390294 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.390774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.391196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.391613 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.392024 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.393749 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.394195 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.394593 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.395870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.396267 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.409036 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.411695 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:24.521468 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:24.522639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.565834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-fbe34084-9a6a-4e54-adee-a6e2b62a3c67 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300803 Jul 12 17:26:24.635633 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-455681a7-8388-425a-aea2-f908c23c351a None None] Provisioning complete for port 0ba7d66e-531f-4154-b78f-86152a196eb3 triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:24.636603 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-455681a7-8388-425a-aea2-f908c23c351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.915575 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-830cbaed-1636-49f4-bbfa-8212b75b74fc None None] Provisioning for port 4cee7463-6de7-456a-b35a-6a24271ac37b completed by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:26:24.923320 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-830cbaed-1636-49f4-bbfa-8212b75b74fc None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:24.925496 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-830cbaed-1636-49f4-bbfa-8212b75b74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:24.949351 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561dd17-5cad-4428-ba61-9f3f555f69b5 req-fdfa176f-6668-4e09-b570-02d3d80b3934 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:24.951258 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1561dd17-5cad-4428-ba61-9f3f555f69b5 req-fdfa176f-6668-4e09-b570-02d3d80b3934 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.1201074 Jul 12 17:26:25.026561 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-1561dd17-5cad-4428-ba61-9f3f555f69b5 req-093239c1-3fe4-4fa2-9ec5-034ffb0d7715 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608730 Jul 12 17:26:25.041864 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-830cbaed-1636-49f4-bbfa-8212b75b74fc None None] Port 4cee7463-6de7-456a-b35a-6a24271ac37b cannot update to ACTIVE because it is not bound. {{(pid=93713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 17:26:25.673263 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:25.677047 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a083ab-ec4d-4636-b8be-8509255eb3e6" -d '{"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:25.713727 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd2283-cae2-45f9-aae0-c97d5b8953a1 x-openstack-request-id: req-a1dd2283-cae2-45f9-aae0-c97d5b8953a1 {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:25.714030 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-plugged", "status": "completed", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:25.714299 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1dd2283-cae2-45f9-aae0-c97d5b8953a1 {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:25.716860 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'code': 200} Jul 12 17:26:26.198715 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9d894-31d7-4a51-9928-ac985f856c68 req-e084464c-40eb-4613-9346-c9d2d385e619 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:26.200271 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03f9d894-31d7-4a51-9928-ac985f856c68 req-e084464c-40eb-4613-9346-c9d2d385e619 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0686502 Jul 12 17:26:26.239770 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-03f9d894-31d7-4a51-9928-ac985f856c68 req-f3d2842b-999b-4518-92fd-594df9d1168d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Jul 12 17:26:27.444184 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31a752-bc84-4e1e-8fdd-6f9acb4b0115 req-9f4371e6-7daa-4b7b-838a-b2a8fd1410ce tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:27.445676 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de31a752-bc84-4e1e-8fdd-6f9acb4b0115 req-9f4371e6-7daa-4b7b-838a-b2a8fd1410ce tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0708628 Jul 12 17:26:27.491371 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-de31a752-bc84-4e1e-8fdd-6f9acb4b0115 req-634a14fb-faa5-4142-bee2-54acf4eab6c2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 Jul 12 17:26:28.682396 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0e6d-66ed-4085-839e-8e4d13d2498f req-f4fa3fba-72fe-4a18-ae5d-a401fe05f68a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:28.684002 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac6d0e6d-66ed-4085-839e-8e4d13d2498f req-f4fa3fba-72fe-4a18-ae5d-a401fe05f68a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0748904 Jul 12 17:26:28.724984 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ac6d0e6d-66ed-4085-839e-8e4d13d2498f req-c3cb8d88-59dc-4fed-af1d-589b30f2fe74 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350692 Jul 12 17:26:29.912071 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4890b8-d898-4bca-a6d8-d7f253d8728d req-653e2183-35c0-4b17-ab7e-dd4cc807002a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:29.914588 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b4890b8-d898-4bca-a6d8-d7f253d8728d req-653e2183-35c0-4b17-ab7e-dd4cc807002a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0698645 Jul 12 17:26:29.959360 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9b4890b8-d898-4bca-a6d8-d7f253d8728d req-76482b3f-dbd2-40f5-ab22-d65558ff53ba tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376415 Jul 12 17:26:31.145118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a31e5-1537-43f4-a67b-f26b6b81fe0a req-95e06332-9111-4898-b61d-a341855a9210 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:31.146602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c34a31e5-1537-43f4-a67b-f26b6b81fe0a req-95e06332-9111-4898-b61d-a341855a9210 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0708814 Jul 12 17:26:31.184176 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c34a31e5-1537-43f4-a67b-f26b6b81fe0a req-7b3de863-8d1a-46d4-8e41-3408668f5717 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Jul 12 17:26:32.185038 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-44338255-cc7b-4c13-935c-bd0d6268f483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:32.380987 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3230-b0be-4649-8ce3-cb2bfab0c8f5 req-994a3fc8-5c0b-40d6-a415-09974194d6ac tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:32.388053 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9caf3230-b0be-4649-8ce3-cb2bfab0c8f5 req-994a3fc8-5c0b-40d6-a415-09974194d6ac tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0807691 Jul 12 17:26:32.424967 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-9caf3230-b0be-4649-8ce3-cb2bfab0c8f5 req-5e7ef06f-63de-49c7-82d9-7501e2553c07 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Jul 12 17:26:33.610884 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6abcca-5675-43d0-b584-0851550184f7 req-fc088016-ed06-48ce-b340-717f31e7a43f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:33.613450 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff6abcca-5675-43d0-b584-0851550184f7 req-fc088016-ed06-48ce-b340-717f31e7a43f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0706577 Jul 12 17:26:33.658834 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-ff6abcca-5675-43d0-b584-0851550184f7 req-884b9938-63fd-4cd2-a4b5-390e20119346 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396421 Jul 12 17:26:34.113702 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.587388 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e61dbcfb-c966-4002-bc67-0bf9f5006623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:34.842604 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce3487-2c95-4383-bf80-bff89f2891f3 req-0367441f-5e67-43f7-87aa-82c89e873791 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:34.844090 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-44ce3487-2c95-4383-bf80-bff89f2891f3 req-0367441f-5e67-43f7-87aa-82c89e873791 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 931 time: 0.0744476 Jul 12 17:26:34.892451 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-44ce3487-2c95-4383-bf80-bff89f2891f3 req-4c7d5c70-bdd4-4779-9bad-62de8a721ad6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Jul 12 17:26:34.939461 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.v2.base [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Request body: {'port': {'device_id': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800078-3'}} {{(pid=93712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:26:35.015339 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.035384 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.299617 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cee7463-6de7-456a-b35a-6a24271ac37b {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:26:35.307144 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.319747 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Transition to ACTIVE for port object 4cee7463-6de7-456a-b35a-6a24271ac37b will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 17:26:35.323517 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.396069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:35.449987 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Attempting to bind port 4cee7463-6de7-456a-b35a-6a24271ac37b on host n-h1-800078-3 for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 17:26:35.450374 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Attempting to bind port 4cee7463-6de7-456a-b35a-6a24271ac37b by drivers openvswitch,hyperv on host n-h1-800078-3 at level 0 using segments [{'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 17:26:35.450656 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Attempting to bind port 4cee7463-6de7-456a-b35a-6a24271ac37b on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:26:35.456810 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Port 4cee7463-6de7-456a-b35a-6a24271ac37b on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-800078-3 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 17:26:35.457133 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Attempting to bind port 4cee7463-6de7-456a-b35a-6a24271ac37b on network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 17:26:35.462117 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Checking agent: {'id': '846b2df6-ba0d-49e4-9182-27f1dfd90722', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800078-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 17:26:35.462454 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Checking segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 17:26:35.462838 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Bound using segment: {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 17:26:35.463261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Bound port: 4cee7463-6de7-456a-b35a-6a24271ac37b, host: n-h1-800078-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48978ca-9253-4cbf-bd37-1cfb0888191f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 17:26:35.463652 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.538096 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:35.541327 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:35.547012 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7599311'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.582278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:35.582892 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:35.584301 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] 10.222.0.65 "PUT /v2.0/ports/4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 1091 time: 0.6981409 Jul 12 17:26:35.584736 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:35.587001 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5700b4-7f04-4939-be1f-43a2af2f943d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:35.616224 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecedd9-5533-4ba7-8932-f0946cb02305 service neutron] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:35.692157 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-3c6787f5-74dd-47a2-8d91-997e71e5219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:35.693717 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-3c6787f5-74dd-47a2-8d91-997e71e5219a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1094 time: 0.0585377 Jul 12 17:26:35.697047 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8bacd-b68a-49a4-9dac-1d56a97cf1ca x-openstack-request-id: req-a3e8bacd-b68a-49a4-9dac-1d56a97cf1ca {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:35.697485 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:35.697796 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3e8bacd-b68a-49a4-9dac-1d56a97cf1ca {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:35.698118 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'status': 'completed', 'code': 200} Jul 12 17:26:35.750563 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-db6f53d6-c426-4176-9465-89897449aa5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 217 time: 0.0407922 Jul 12 17:26:35.805591 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-58400771-63a0-45fa-9c2e-e45db84920e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:35.807041 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-58400771-63a0-45fa-9c2e-e45db84920e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0448344 Jul 12 17:26:35.868436 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-2099e2ad-57d9-4ada-8e23-33b39525e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:35.870261 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-2099e2ad-57d9-4ada-8e23-33b39525e5ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537632 Jul 12 17:26:35.970981 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-04d92fd9-2699-4292-8189-5ca0a1210fd5 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891538 Jul 12 17:26:36.069352 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-d318a21a-27a9-42c3-a6c6-7772a00cef23 req-7ed48add-2533-45ef-b3ae-9b6ae35eac43 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869386 Jul 12 17:26:36.072226 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baa3d-a1c3-4b2d-b206-a3fdefa1530a req-384cf913-db44-4253-b7aa-0d863e491176 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:36.073720 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e69baa3d-a1c3-4b2d-b206-a3fdefa1530a req-384cf913-db44-4253-b7aa-0d863e491176 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 943 time: 0.0668473 Jul 12 17:26:36.113846 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-e69baa3d-a1c3-4b2d-b206-a3fdefa1530a req-bd6a112c-b116-4b27-bd96-07514a508d0e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342000 Jul 12 17:26:36.124324 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:36.178622 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-1aecba5a-1c1f-41db-b43a-e07d46887c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:36.180163 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-1aecba5a-1c1f-41db-b43a-e07d46887c7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1094 time: 0.0554419 Jul 12 17:26:36.254817 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:36.280153 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-9150cfd1-2697-424d-a518-86c8f23759a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:36.281542 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-9150cfd1-2697-424d-a518-86c8f23759a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0946157 Jul 12 17:26:36.328876 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-a9661f83-db96-4bca-b79e-0100b68049c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 217 time: 0.0357604 Jul 12 17:26:36.378431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-2f2960b8-6fa5-4822-aa22-98a40995c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:36.379891 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-2f2960b8-6fa5-4822-aa22-98a40995c469 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0437162 Jul 12 17:26:36.442652 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-f3212cd7-78cd-4773-a445-f7f0eedb518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:36.444159 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-f3212cd7-78cd-4773-a445-f7f0eedb518e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557077 Jul 12 17:26:36.534356 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-6d2dd5d0-f9bb-4085-93e0-2ddcc538be0c service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Jul 12 17:26:36.976431 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-2a5700b4-7f04-4939-be1f-43a2af2f943d req-b67d277c-0acf-4823-a8e3-b9ed7d4b0f03 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344516 Jul 12 17:26:37.293381 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4960a-eab6-4d7b-9df5-d3ce4110602c req-1ef85fd5-8001-4fb4-be3a-b257bbfb297d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:37.295547 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5c4960a-eab6-4d7b-9df5-d3ce4110602c req-1ef85fd5-8001-4fb4-be3a-b257bbfb297d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 943 time: 0.0660918 Jul 12 17:26:37.334426 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-e5c4960a-eab6-4d7b-9df5-d3ce4110602c req-015bff77-0e1e-495d-97cb-7d60889b5324 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Jul 12 17:26:37.524179 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.511758 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f712-30ef-4100-8fb4-cefcb2085491 req-4203ecae-7a76-40f1-a588-d1a27de88c24 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:38.513163 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1b9f712-30ef-4100-8fb4-cefcb2085491 req-4203ecae-7a76-40f1-a588-d1a27de88c24 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 943 time: 0.0694811 Jul 12 17:26:38.552394 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d1b9f712-30ef-4100-8fb4-cefcb2085491 req-939a8877-4147-4222-b6e5-8ec958849c4a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330701 Jul 12 17:26:38.648967 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:38.744063 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:38.912668 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'mac_address': 'fa:16:3e:a0:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:38.950415 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:38.962788 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cee7463-6de7-456a-b35a-6a24271ac37b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:26:38.981983 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:38.986018 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:39.040258 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.338847 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['4cee7463-6de7-456a-b35a-6a24271ac37b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:39.726847 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35247db-0a1e-4aed-a6f3-0a0d5f3ef4fb req-cc331ba2-ccb5-4d51-b32e-5af0c037757f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:39.728346 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b35247db-0a1e-4aed-a6f3-0a0d5f3ef4fb req-cc331ba2-ccb5-4d51-b32e-5af0c037757f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 944 time: 0.0636861 Jul 12 17:26:39.769773 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b35247db-0a1e-4aed-a6f3-0a0d5f3ef4fb req-2913312b-da32-4f1f-b1ba-dbcf337ce76b tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353487 Jul 12 17:26:40.664566 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:40.716656 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning for port 4cee7463-6de7-456a-b35a-6a24271ac37b completed by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 17:26:40.720591 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:40.720958 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:40.797209 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:40.820495 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:40.823047 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c0d9b4-500f-403b-b00c-45e1178c6dd3" -d '{"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-plugged", "status": "completed", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:40.836191 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:40.841066 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:40.866523 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e2292-9844-4766-a1e8-d51e03a41b5e x-openstack-request-id: req-675e2292-9844-4766-a1e8-d51e03a41b5e {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:40.866814 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-plugged", "status": "completed", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:40.867067 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-675e2292-9844-4766-a1e8-d51e03a41b5e {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:40.867453 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'code': 200} Jul 12 17:26:40.908819 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=5']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:40.961908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ecc1b-dbca-46bb-a1ab-0b40c3cbacb3 req-0f58b10b-a1bf-456e-90d4-0ae96e445584 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:40.963507 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d55ecc1b-dbca-46bb-a1ab-0b40c3cbacb3 req-0f58b10b-a1bf-456e-90d4-0ae96e445584 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Jul 12 17:26:40.995799 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61e8a-1fe3-4d95-ad3e-8456970ba127 req-8cb3a753-778c-4fd7-8e62-43a5fbcabc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:40.998903 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9f61e8a-1fe3-4d95-ad3e-8456970ba127 req-8cb3a753-778c-4fd7-8e62-43a5fbcabc24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1096 time: 0.0563371 Jul 12 17:26:41.005514 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-d55ecc1b-dbca-46bb-a1ab-0b40c3cbacb3 req-290683d5-9460-4bb1-9b06-b9b6548a3680 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359483 Jul 12 17:26:41.042899 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-f9f61e8a-1fe3-4d95-ad3e-8456970ba127 req-9033be06-1c32-4dbb-9eaa-76c7dee860a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 12 17:26:41.137610 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-61658719-c3eb-4ec6-b793-d9d1bfefa68a None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:26:41.137978 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-61658719-c3eb-4ec6-b793-d9d1bfefa68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.185898 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e94e19-5382-433b-8157-f55ac4a8d93d req-fc7f9121-874e-448a-9383-ee566620b45a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:42.187441 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1e94e19-5382-433b-8157-f55ac4a8d93d req-fc7f9121-874e-448a-9383-ee566620b45a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.0679951 Jul 12 17:26:42.225752 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b1e94e19-5382-433b-8157-f55ac4a8d93d req-91d7e02f-cbd1-4af5-996c-fbaf6163d24e tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Jul 12 17:26:42.401323 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba48ba-a721-4335-b146-dd908626e21f req-9baa4a71-479b-4b70-b207-fe5308e68bb7 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:42.402711 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0ba48ba-a721-4335-b146-dd908626e21f req-9baa4a71-479b-4b70-b207-fe5308e68bb7 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.0654697 Jul 12 17:26:42.440726 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c0ba48ba-a721-4335-b146-dd908626e21f req-ecb9b294-9d7e-4ffe-8d14-be13b77e3b33 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Jul 12 17:26:42.464849 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42438) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:42.520104 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe35e99-cb2b-45e6-9f54-0eed52bd299e tempest-TestSnapshotPattern-2118526748 tempest-TestSnapshotPattern-2118526748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:42.521609 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-0fe35e99-cb2b-45e6-9f54-0eed52bd299e tempest-TestSnapshotPattern-2118526748 tempest-TestSnapshotPattern-2118526748-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1091 time: 0.0557950 Jul 12 17:26:42.524379 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42440) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:26:42.528615 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.v2.base [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Request body: {'floatingip': {'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 17:26:42.550682 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:42.646505 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.098917 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Allocated IP 172.25.8.148 (c826e652-850a-482c-acd7-b90ac0720133/f4319b34-1089-423c-8631-654b1659aec2/2d46b813-8033-419d-a594-5cc47e12413c) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:43.204966 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.244333 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778558103790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12193998'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.281881 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Network c826e652-850a-482c-acd7-b90ac0720133 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:43.287945 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:43.291489 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 17:26:43.297575 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=2d46b813-8033-419d-a594-5cc47e12413c,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:43.323534 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.323898 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.324239 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.324576 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.324908 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.325235 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.325563 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.325888 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.326776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.327098 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.327425 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.327773 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:43.683405 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.759108 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.910705 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.915155 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12194008'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:43.990041 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event updated for resources: {'Port': ['ID=2d46b813-8033-419d-a594-5cc47e12413c,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:43.999099 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785048'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:44.100969 n-d-800078-3 neutron-server[93711]: INFO neutron.db.l3_db [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Floating IP cd91218d-323c-4774-9906-8d5206efdbd2 associated. External IP: 172.25.8.148, port: 4cee7463-6de7-456a-b35a-6a24271ac37b. Jul 12 17:26:44.314619 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:26:44.422712 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:26:44.431809 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:26:44.438340 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:26:44.441975 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:26:44.442680 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:26:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:44.478683 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-f3582420-8382-46ef-86a5-1b057191fdc4 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9533010 Jul 12 17:26:44.479270 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:26:44.481565 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:44.566648 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:26:44.569637 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32d3d3-c711-43a9-a038-89536a95bd79 x-openstack-request-id: req-4d32d3d3-c711-43a9-a038-89536a95bd79 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:44.569925 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:44.570176 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d32d3d3-c711-43a9-a038-89536a95bd79 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:44.570577 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'status': 'completed', 'code': 200} Jul 12 17:26:44.651261 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-eb13302c-c137-4f85-953e-6b2c2279511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:44.652918 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-eb13302c-c137-4f85-953e-6b2c2279511e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1096 time: 0.0573611 Jul 12 17:26:44.749834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-23766b52-cf0d-4f03-9be3-c6097c8e9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:44.751316 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-23766b52-cf0d-4f03-9be3-c6097c8e9eb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0913558 Jul 12 17:26:44.800933 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}, {'id': 'cd91218d-323c-4774-9906-8d5206efdbd2', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:a0:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:43Z', 'updated_at': '2021-07-12T17:26:43Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:44.823442 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-3b292fa4-3025-4740-9e77-ef31a55f3f89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 999 time: 0.0641167 Jul 12 17:26:44.832405 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:26:44.841186 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:26:44.842609 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:26:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:44.886783 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-f998a6e0-715f-46f5-a921-2031a6669de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:44.890110 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-f998a6e0-715f-46f5-a921-2031a6669de2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0506496 Jul 12 17:26:44.959111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:26:44.961998 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-371a7ac9-0542-4105-b63b-5e469724e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:44.963724 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-371a7ac9-0542-4105-b63b-5e469724e492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689001 Jul 12 17:26:45.066647 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-6f840fae-c288-4c59-a7b7-d7a139049671 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961800 Jul 12 17:26:45.161412 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-abd9e248-3ed5-4c95-ab3b-d5ddc217aa03 req-3d8f3fdf-ef69-42db-988a-0837d2404fd1 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876775 Jul 12 17:26:45.197535 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}, {'id': 'cd91218d-323c-4774-9906-8d5206efdbd2', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:a0:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:43Z', 'updated_at': '2021-07-12T17:26:43Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:45.228279 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcd6b1-ffba-4e9d-9cde-ed5854c2ed54 None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}, {'id': 'cd91218d-323c-4774-9906-8d5206efdbd2', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:a0:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:26:43Z', 'updated_at': '2021-07-12T17:26:43Z', 'revision_number': 0, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:45.430109 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4537d2e-0fcf-4e35-9b08-812a85290890 None None] New status for floating IP cd91218d-323c-4774-9906-8d5206efdbd2: ACTIVE {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:26:53.270052 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-cef810a7-ce84-42f4-b863-8a28d789a117 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549262 Jul 12 17:26:53.361477 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-607dd10c-db6c-4698-9ed4-cf9a1d5cbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:53.362887 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-607dd10c-db6c-4698-9ed4-cf9a1d5cbc39 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0531521 Jul 12 17:26:53.372257 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:53.469675 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-7293ea71-4c6c-4608-a46f-7240ff528331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:53.471131 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-7293ea71-4c6c-4608-a46f-7240ff528331 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0889752 Jul 12 17:26:53.538003 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-e5d7b77d-7054-4fe6-8fda-9438242154c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0604100 Jul 12 17:26:53.588882 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-62cf32cc-0203-49b6-9bd2-3bd2078f400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:53.590365 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-62cf32cc-0203-49b6-9bd2-3bd2078f400a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0461800 Jul 12 17:26:53.654919 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-56db4a5f-caf2-4af9-8f46-932cb46c1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:26:53.657048 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-56db4a5f-caf2-4af9-8f46-932cb46c1943 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596702 Jul 12 17:26:53.757073 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-cac5954f-3274-42bf-b34b-2592eab15b79 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936306 Jul 12 17:26:53.856399 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-ead87a8e-6135-402a-a521-e4d61d0a6c44 req-228a8dd9-fdf1-48e0-934f-31b703c7aed1 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935345 Jul 12 17:27:00.653303 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-4261dc43-178c-415e-8176-f9edfbf8c020 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534635 Jul 12 17:27:00.759208 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-8e103605-4ec5-4e16-88a2-017435d09395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:00.760732 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-8e103605-4ec5-4e16-88a2-017435d09395 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1096 time: 0.0597343 Jul 12 17:27:00.870162 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-763f7c55-16b0-45ea-905b-c2b3f1e1765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:00.871835 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-763f7c55-16b0-45ea-905b-c2b3f1e1765b service neutron] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0862796 Jul 12 17:27:00.942018 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-4cd11ba0-a052-40e7-834d-9f21422cdd33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 1001 time: 0.0634015 Jul 12 17:27:00.991306 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-c3963a89-e2bd-45e8-9433-74d8c0d0e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:00.992744 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-c3963a89-e2bd-45e8-9433-74d8c0d0e90b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0439353 Jul 12 17:27:01.049166 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-fe1433c4-8246-451a-b73e-cd6fc734f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:01.050640 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-fe1433c4-8246-451a-b73e-cd6fc734f1c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517619 Jul 12 17:27:01.149978 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-2b74279d-9952-4275-bbc8-d7d02fd769ab service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919945 Jul 12 17:27:01.246085 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-476c8948-d718-46b0-9c05-45dd28ea5b2f req-e1deda86-0e2e-4bcc-b0f9-ff8e563e8b61 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872869 Jul 12 17:27:02.182347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cf53fc33-93b8-4b65-8372-2fe2e300c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:04.128233 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:04.587687 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6f221c13-603c-48fd-a2e5-790b43f6f019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:05.037639 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:06.126589 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:06.263347 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:07.527371 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:30.376778 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:27:32.182827 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-2a61f8e9-6bc3-404e-a17a-e243546acfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:34.144098 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:34.589467 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7f16132e-3cd4-4111-b8ff-eedfc06e91e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:35.040097 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:36.127913 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:36.262854 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:37.531400 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:27:54.291269 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-cd5e3c79-3b90-429e-99ba-041fed032e97 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596132 Jul 12 17:27:54.392167 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d926c-590d-4081-93bb-47d78876c2aa req-aad529b6-0b61-4b6f-8b81-74e3f30da765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:54.394290 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-aad529b6-0b61-4b6f-8b81-74e3f30da765 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0588245 Jul 12 17:27:54.506813 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d926c-590d-4081-93bb-47d78876c2aa req-f3b63f0a-73ec-46f7-8002-0c6143e78d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:54.508113 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-f3b63f0a-73ec-46f7-8002-0c6143e78d6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0939631 Jul 12 17:27:54.573201 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-6685992e-4466-4b85-a8ee-01391eaacafc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0593917 Jul 12 17:27:54.626559 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d926c-590d-4081-93bb-47d78876c2aa req-9cf021b4-0355-425a-ade7-777b561e9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:54.628491 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-9cf021b4-0355-425a-ade7-777b561e9094 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0496719 Jul 12 17:27:54.687776 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d926c-590d-4081-93bb-47d78876c2aa req-5cd2dc07-e157-4c45-ac01-403957049876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:27:54.689306 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-5cd2dc07-e157-4c45-ac01-403957049876 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551798 Jul 12 17:27:54.780724 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-54f555cc-ecb3-4f20-9384-3b1c6c8281c3 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850255 Jul 12 17:27:54.880363 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b30d926c-590d-4081-93bb-47d78876c2aa req-07a3b52d-7b2a-4947-a84b-171cfe9adb3b service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931258 Jul 12 17:28:01.634277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-5182481d-d2d6-42ab-847a-176b14d57838 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637958 Jul 12 17:28:01.755713 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-713857b2-9c52-4c90-8470-ca20b724e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:01.757517 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-713857b2-9c52-4c90-8470-ca20b724e4c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1096 time: 0.0674002 Jul 12 17:28:01.879550 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-cd2755a8-a740-4dae-8cbd-d6264ef48151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:01.881745 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-cd2755a8-a740-4dae-8cbd-d6264ef48151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.0961010 Jul 12 17:28:01.952606 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-c8894eb8-856e-4586-b5b7-447ed1d7db96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 1001 time: 0.0645909 Jul 12 17:28:02.009209 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-7eb3b16d-4fe7-44f1-93a5-788922e2ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:02.010678 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-7eb3b16d-4fe7-44f1-93a5-788922e2ade0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0486107 Jul 12 17:28:02.074235 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-5a2f016e-8ada-4626-8f3b-f49e292a017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:02.075879 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-5a2f016e-8ada-4626-8f3b-f49e292a017d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549495 Jul 12 17:28:02.092273 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-92dd3a53-e9f1-4bf7-a583-c383ff04ea04 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 17:28:02.093235 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-92dd3a53-e9f1-4bf7-a583-c383ff04ea04 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055027 Jul 12 17:28:02.187487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-89a78558-233b-4b53-9a20-c7766fd3b4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:02.198836 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-3ca18be7-ce13-4f7e-99a0-926d07dd7d36 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944815 Jul 12 17:28:02.299878 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-c7e2eebd-a547-4ede-b777-c9682e3f7af3 req-ac458ccd-538a-4887-9af2-e13c30d3eae3 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907538 Jul 12 17:28:04.148882 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:04.592331 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b008e40d-bd12-46ea-a732-cbe6afb214d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:05.043479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:06.131191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:06.260433 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:07.376038 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:07.533889 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.103885 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b details requested by agent hyperv_n-h1-800078-3 with host n-h1-800078-3 {{(pid=93713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:28:19.199595 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:19.212230 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Returning: {'device': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'port_id': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'mac_address': 'fa:16:3e:a0:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:28:19.250974 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.264726 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cee7463-6de7-456a-b35a-6a24271ac37b {{(pid=93713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 17:28:19.287111 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:19.292103 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.349095 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=6']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:19.357391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.357757 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.358080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.358417 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.358750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.359080 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.359406 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.359780 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.360104 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.360428 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.360752 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.361070 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:19.413817 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] get_ports_and_sgs() called for port_ids ['4cee7463-6de7-456a-b35a-6a24271ac37b'] {{(pid=93713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:19.564141 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:19.564598 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.708258 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704034'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.746719 n-d-800078-3 neutron-server[93713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:19.749394 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cea6525cbef54ace1e60072d0021aa6c27f392ff3beae25025a63a744b9ae04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d191f-eaa0-497e-995a-12405a1d5e62" -d '{"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-plugged", "status": "completed", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:19.764859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:19.776984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-3703079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-19222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778558657850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778558104068', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778558104086'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:19.811362 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804440a-0643-4639-bcef-2029b52668fe x-openstack-request-id: req-d804440a-0643-4639-bcef-2029b52668fe {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:19.811680 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-plugged", "status": "completed", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "code": 200}]} {{(pid=93713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:19.811938 n-d-800078-3 neutron-server[93713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d804440a-0643-4639-bcef-2029b52668fe {{(pid=93713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:19.812331 n-d-800078-3 neutron-server[93713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'code': 200} Jul 12 17:28:19.843319 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd2b9f-2fe5-4a15-abbc-a7d5278dfd81 None None] Pushing event updated for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=7']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:20.047259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-38bee77f-bdce-4da9-9077-13f8bda810d3 None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity DHCP. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:20.047665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-38bee77f-bdce-4da9-9077-13f8bda810d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:21.119994 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b up at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:28:21.173539 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Provisioning complete for port 4cee7463-6de7-456a-b35a-6a24271ac37b triggered by entity L2. {{(pid=93713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 17:28:21.174025 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4007489'] for port, provisioning_complete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.018326 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42652) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:29.180059 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Deleting port 2d46b813-8033-419d-a594-5cc47e12413c {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:29.180393 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.261008 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.261334 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.272859 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Calling delete_port for 2d46b813-8033-419d-a594-5cc47e12413c owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:29.424266 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.451669 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event deleted for resources: {'Port': ['ID=2d46b813-8033-419d-a594-5cc47e12413c,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:29.477774 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.478111 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.478445 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.478779 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.479112 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.479431 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.479776 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.480093 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.480409 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.480725 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.481063 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.481382 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:29.522103 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.522435 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Floating IP cd91218d-323c-4774-9906-8d5206efdbd2 disassociated (deleted). External IP: 172.25.8.148, port: 4cee7463-6de7-456a-b35a-6a24271ac37b. Jul 12 17:28:29.732831 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:29.841505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:29.846457 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:29.851026 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:29.860454 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:29.861131 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:29.882602 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-77c2b477-1778-45e7-8dff-18c142a44fb6 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "DELETE /v2.0/floatingips/cd91218d-323c-4774-9906-8d5206efdbd2 HTTP/1.1" status: 204 len: 168 time: 0.8631516 Jul 12 17:28:29.883174 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:29.886156 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b735a-9af9-4354-b53b-5c460d1f0f37" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:29.923003 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c8b504-4453-4e7c-8ff7-55943f7336fb x-openstack-request-id: req-86c8b504-4453-4e7c-8ff7-55943f7336fb {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:29.923411 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:29.923798 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86c8b504-4453-4e7c-8ff7-55943f7336fb {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:29.924292 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'status': 'completed', 'code': 200} Jul 12 17:28:29.976094 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:30.012883 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-8ab86252-7d02-4da2-8529-e07212bd58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.015429 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-8ab86252-7d02-4da2-8529-e07212bd58df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 1096 time: 0.0559003 Jul 12 17:28:30.138852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-17052718-5b39-413b-9414-6164ba50988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.140579 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-17052718-5b39-413b-9414-6164ba50988d service neutron] 10.222.0.65 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.1167238 Jul 12 17:28:30.187976 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-9e6a2bf0-873f-437b-8e79-3e8cc6ea5e0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 200 len: 217 time: 0.0390072 Jul 12 17:28:30.279766 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-1917887c-d7ff-41b9-8c74-9d5a289538c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.281229 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-1917887c-d7ff-41b9-8c74-9d5a289538c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0867972 Jul 12 17:28:30.339553 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800dae9-3850-495d-b83f-4e11218927fa req-393b5e5f-0e35-4345-b3dc-62159e47fcbb tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.341178 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b800dae9-3850-495d-b83f-4e11218927fa req-393b5e5f-0e35-4345-b3dc-62159e47fcbb tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.1171420 Jul 12 17:28:30.365196 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-6dde97cf-485a-436f-8616-654c788fdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:30.367325 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-6dde97cf-485a-436f-8616-654c788fdb35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777845 Jul 12 17:28:30.385715 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:30.416413 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:30.424911 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:30.425533 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:05Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:30.478935 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-b800dae9-3850-495d-b83f-4e11218927fa req-5daaf27d-30ae-47d8-aab8-91ccd533e30f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300397 Jul 12 17:28:30.495989 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-23b27465-96fc-4304-8bd6-d19e0ac99bab service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202846 Jul 12 17:28:30.537940 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:30.587651 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-6b4b735a-9af9-4354-b53b-5c460d1f0f37 req-6cf63f24-0ae5-4b9f-a141-d536b97d51a7 service neutron] 10.222.0.65 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848634 Jul 12 17:28:30.774692 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:30.801436 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca0edb-c4c7-4de3-968b-31ef4787d955 None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_floatingips': [{'id': '8b63561b-a481-4523-8b8c-abb39ba82dbc', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'router_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'port_id': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'mac_address': 'fa:16:3e:e6:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T17:24:10Z', 'updated_at': '2021-07-12T17:24:12Z', 'revision_number': 1, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:31.035970 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa09b69-2ec0-44e3-b19e-d0caa898e523 None None] New status for floating IP cd91218d-323c-4774-9906-8d5206efdbd2: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:28:31.662445 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa84ca-69c4-4ba4-85a5-095c40278a7d req-af307165-2147-45cc-bbc9-87f769ea4f04 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:31.663968 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7aa84ca-69c4-4ba4-85a5-095c40278a7d req-af307165-2147-45cc-bbc9-87f769ea4f04 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jul 12 17:28:31.702478 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-f7aa84ca-69c4-4ba4-85a5-095c40278a7d req-3536e64f-7af6-42c7-bbb1-9f208e05ff61 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Jul 12 17:28:32.031856 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-137e66e7-558d-4ab8-b886-2bd4fbb42a32 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:32.033307 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-137e66e7-558d-4ab8-b886-2bd4fbb42a32 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 945 time: 0.0632055 Jul 12 17:28:32.145338 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Deleting port 4cee7463-6de7-456a-b35a-6a24271ac37b {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:32.145681 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.188793 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9dd91b57-505f-4467-80bd-f988edb21b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.237410 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] For port 4cee7463-6de7-456a-b35a-6a24271ac37b, host n-h1-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800078-3',level=0,port_id=4cee7463-6de7-456a-b35a-6a24271ac37b,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:32.237765 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.255413 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Calling delete_port for 4cee7463-6de7-456a-b35a-6a24271ac37b owned by compute:nova {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:32.382663 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.413636 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event deleted for resources: {'Port': ['ID=4cee7463-6de7-456a-b35a-6a24271ac37b,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:32.465246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] No DVR routers for this DVR port 4cee7463-6de7-456a-b35a-6a24271ac37b on host n-h1-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:32.467864 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:32.469783 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-13c30282-457c-42e5-acb9-ae7a2debf569 req-2fcf2cb4-d13e-46cf-a73d-6cb751cbe021 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.65 "DELETE /v2.0/ports/4cee7463-6de7-456a-b35a-6a24271ac37b HTTP/1.1" status: 204 len: 173 time: 0.4263172 Jul 12 17:28:32.470217 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-deleted', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:32.472507 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4f858-4a90-4578-b0ae-6f7b33e59987" -d '{"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-deleted", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:32.507363 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbe880f-10c1-4062-93a3-c64ad84fed3e x-openstack-request-id: req-efbe880f-10c1-4062-93a3-c64ad84fed3e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:32.507677 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce47244-fb71-4be0-96f1-2f95ea9a5742", "name": "network-vif-deleted", "tag": "4cee7463-6de7-456a-b35a-6a24271ac37b", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:32.507934 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-efbe880f-10c1-4062-93a3-c64ad84fed3e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:32.509026 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce47244-fb71-4be0-96f1-2f95ea9a5742', 'name': 'network-vif-deleted', 'tag': '4cee7463-6de7-456a-b35a-6a24271ac37b', 'status': 'completed', 'code': 200} Jul 12 17:28:32.945571 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-88610232-7333-4797-9fb8-27ee7b619380 req-54cc5068-57b7-4c5a-a453-71b1a31b3526 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ce47244-fb71-4be0-96f1-2f95ea9a5742 HTTP/1.1" status: 200 len: 210 time: 0.0889511 Jul 12 17:28:33.198746 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b no longer exists at agent hyperv_n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:33.224290 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] No Port match for: 4cee7463-6de7-456a-b35a-6a24271ac37b {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:33.224629 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Device 4cee7463-6de7-456a-b35a-6a24271ac37b not bound to the agent host n-h1-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:34.177479 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.544909 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42712) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:34.593667 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-3e8edee7-ee0b-46b9-9f7a-12c20d3b9363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.704199 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Deleting port 96448564-5831-44d5-91df-44a26650cb01 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:34.704570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.780428 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.780648 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.792281 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Calling delete_port for 96448564-5831-44d5-91df-44a26650cb01 owned by network:floatingip {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:34.954742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:34.986021 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event deleted for resources: {'Port': ['ID=96448564-5831-44d5-91df-44a26650cb01,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:35.045087 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.051854 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.052209 n-d-800078-3 neutron-server[93712]: INFO neutron.db.l3_db [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Floating IP 8b63561b-a481-4523-8b8c-abb39ba82dbc disassociated (deleted). External IP: 172.25.8.202, port: 0ba7d66e-531f-4154-b78f-86152a196eb3. Jul 12 17:28:35.261834 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:35.370498 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:35.375433 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for floatingip, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:35.380259 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:35.389944 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:35.390559 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.412003 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cc43669a-2f83-40a9-a4e1-a0852e8b0c66 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b63561b-a481-4523-8b8c-abb39ba82dbc HTTP/1.1" status: 204 len: 168 time: 0.8659809 Jul 12 17:28:35.412590 n-d-800078-3 neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:35.415470 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e97f0f1d12cfa56a3985ffdd2a8556db109e557652df1a96c6ef1df61da80ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71" -d '{"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:35.467652 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ece08-ef36-4d29-9589-95a369b0dabc x-openstack-request-id: req-794ece08-ef36-4d29-9589-95a369b0dabc {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:35.468014 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "status": "completed", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:35.468335 n-d-800078-3 neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-794ece08-ef36-4d29-9589-95a369b0dabc {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:35.468925 n-d-800078-3 neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'status': 'completed', 'code': 200} Jul 12 17:28:35.506891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:35.552352 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-e64c5a19-98a1-4348-af3d-da0ab8258001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:35.554153 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-e64c5a19-98a1-4348-af3d-da0ab8258001 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d385e08a71624191b9ae5e942b9f92d1&device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 1096 time: 0.0617003 Jul 12 17:28:35.661847 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-b92ba3b8-8a8f-40ae-8296-ea2dbf4d1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:35.663471 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-b92ba3b8-8a8f-40ae-8296-ea2dbf4d1c67 service neutron] 10.222.0.77 "GET /v2.0/networks?id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 200 len: 911 time: 0.1036077 Jul 12 17:28:35.711943 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-9213e3a6-dabd-4e07-9588-b73b84109395 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 200 len: 217 time: 0.0410235 Jul 12 17:28:35.723049 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.751859 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:35.761135 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:35.761755 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.766305 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-88b2fe3b-c790-4ac8-9e0e-b6daaf4e2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:35.766305 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-88b2fe3b-c790-4ac8-9e0e-b6daaf4e2976 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 200 len: 849 time: 0.0478475 Jul 12 17:28:35.825824 n-d-800078-3 neutron-server[93712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1caf3-5c2d-4e66-843f-e718e257d360 req-e4718273-55a7-45a8-af1f-062a099b534d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:35.827538 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38d1caf3-5c2d-4e66-843f-e718e257d360 req-e4718273-55a7-45a8-af1f-062a099b534d tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0763814 Jul 12 17:28:35.828189 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-2ab9e447-069c-4323-85e7-88797092fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:35.829795 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-2ab9e447-069c-4323-85e7-88797092fcda service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=59a41b0c-4b42-4675-bb1c-331bae1d9eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560925 Jul 12 17:28:35.870670 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [req-38d1caf3-5c2d-4e66-843f-e718e257d360 req-c16baaa9-7cfb-4ab1-b375-f6bcd138dce2 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371466 Jul 12 17:28:35.873012 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:35.931184 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-79694ab1-9172-44da-8931-7fc009c721a5 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928471 Jul 12 17:28:36.022859 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-c22fb53f-7c98-45b4-8fc1-efa25fa5be71 req-6a3d62af-8d58-4c70-811c-586bd752ed04 service neutron] 10.222.0.77 "GET /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Jul 12 17:28:36.082265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:36.109952 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3803e-59b6-4d4e-97db-8d12c42d226e None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:23:50Z', 'revision_number': 4, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3', '_interfaces': [{'id': 'b41f58c7-f2c4-43e2-9b92-19419ff3a0f8', 'name': '', 'network_id': '59a41b0c-4b42-4675-bb1c-331bae1d9eaf', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'mac_address': 'fa:16:3e:90:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:49Z', 'updated_at': '2021-07-12T17:23:55Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'subnets': [{'id': 'f92126d5-8d10-4485-928e-a16e3ad54e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:36.134476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:36.258564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:36.329541 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb33491-081d-4162-81f6-14481f3a12ca None None] New status for floating IP 8b63561b-a481-4523-8b8c-abb39ba82dbc: DOWN {{(pid=93714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 17:28:37.052431 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722233c-7c19-41f8-ab9f-0e138d3373e5 req-feadab03-ce20-4002-a940-db3e3ee88cab tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:37.053911 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b722233c-7c19-41f8-ab9f-0e138d3373e5 req-feadab03-ce20-4002-a940-db3e3ee88cab tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0665772 Jul 12 17:28:37.093349 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-b722233c-7c19-41f8-ab9f-0e138d3373e5 req-b3fdfcc6-4266-47a9-a5ab-4f512feb8363 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/security-groups?id=932f5ddc-a68c-45c1-a0a5-4282672cf1df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Jul 12 17:28:37.261005 n-d-800078-3 neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-86d28cc1-a31b-4bc5-9b79-6721c03f96df tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 17:28:37.262467 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-86d28cc1-a31b-4bc5-9b79-6721c03f96df tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 945 time: 0.0689089 Jul 12 17:28:37.361047 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Deleting port 0ba7d66e-531f-4154-b78f-86152a196eb3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:37.361381 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:37.454070 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] For port 0ba7d66e-531f-4154-b78f-86152a196eb3, host n-h2-800078-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800078-3',level=0,port_id=0ba7d66e-531f-4154-b78f-86152a196eb3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:37.454429 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:37.466090 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Calling delete_port for 0ba7d66e-531f-4154-b78f-86152a196eb3 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:37.536554 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:37.600609 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:37.631752 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event deleted for resources: {'Port': ['ID=0ba7d66e-531f-4154-b78f-86152a196eb3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:37.661984 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.662331 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.662672 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.663008 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.663341 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.663702 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.664031 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.664357 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.665228 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.665578 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.665903 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.666224 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800078-3 {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:37.690197 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] No DVR routers for this DVR port 0ba7d66e-531f-4154-b78f-86152a196eb3 on host n-h2-800078-3 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:37.692571 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97521'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:37.694567 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-11f35beb-b9d6-4d4b-b291-a0d8e3f62e04 req-504b32c8-927a-46f8-a242-682e59169da3 tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.77 "DELETE /v2.0/ports/0ba7d66e-531f-4154-b78f-86152a196eb3 HTTP/1.1" status: 204 len: 173 time: 0.4264104 Jul 12 17:28:37.694999 n-d-800078-3 neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-deleted', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 17:28:37.697570 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae5144424e8318e94ff5f7728bc5d5d507a5a085e039d77e0823c6ae50a1e251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ba49f-bc09-4f94-82b2-cf2cc2849594" -d '{"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-deleted", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:37.734276 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5bbb35-00be-4f4f-ae4f-1145f3075975 x-openstack-request-id: req-3b5bbb35-00be-4f4f-ae4f-1145f3075975 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:37.734595 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d43ada9-0858-42f8-a7c6-65e9f2bf528a", "name": "network-vif-deleted", "tag": "0ba7d66e-531f-4154-b78f-86152a196eb3", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:37.734867 n-d-800078-3 neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b5bbb35-00be-4f4f-ae4f-1145f3075975 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:37.735361 n-d-800078-3 neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d43ada9-0858-42f8-a7c6-65e9f2bf528a', 'name': 'network-vif-deleted', 'tag': '0ba7d66e-531f-4154-b78f-86152a196eb3', 'status': 'completed', 'code': 200} Jul 12 17:28:38.260432 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [req-54318491-1fd8-4746-819d-f40363d927bd req-ea9ae2b6-17c1-471a-a6c4-1dbb23fc958f tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d43ada9-0858-42f8-a7c6-65e9f2bf528a HTTP/1.1" status: 200 len: 210 time: 0.0320113 Jul 12 17:28:39.357833 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42728) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:39.416359 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:39.444381 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:39.851972 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:39.855212 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:39.856407 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] 10.222.0.58 "DELETE /v2.0/security-groups/932f5ddc-a68c-45c1-a0a5-4282672cf1df HTTP/1.1" status: 204 len: 168 time: 0.4975882 Jul 12 17:28:39.865872 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a650f-a5e8-4d6d-bac7-82c237d9fb5a tempest-TestSnapshotPattern-292473543 tempest-TestSnapshotPattern-292473543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f5ddc-a68c-45c1-a0a5-4282672cf1df,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:39.900964 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42732) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:40.085210 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 no longer exists at agent hyperv_n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:40.106504 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] No Port match for: 0ba7d66e-531f-4154-b78f-86152a196eb3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:40.106782 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Device 0ba7d66e-531f-4154-b78f-86152a196eb3 not bound to the agent host n-h2-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:40.263760 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:40.520047 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Deleting port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:40.520742 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:40.598797 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] For port b41f58c7-f2c4-43e2-9b92-19419ff3a0f8, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:40.599151 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:40.612142 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Calling delete_port for b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 owned by network:router_interface {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:40.795333 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:40.821073 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41f58c7-f2c4-43e2-9b92-19419ff3a0f8,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:41.000773 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.220069 n-d-800078-3 neutron-server[93712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Router 6ad03844-6681-4fd4-bea3-ea95c87be2fa has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:41.330605 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:41.335533 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-7e0113a8-b489-4b82-87f0-f2377324d7e6 admin admin] 10.222.0.58 "PUT /v2.0/routers/6ad03844-6681-4fd4-bea3-ea95c87be2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335628 Jul 12 17:28:41.338870 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42734) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:41.342007 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Sync routers for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:41.350929 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:41.351532 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:41.444819 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.458142 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: n-d-800078-3 {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:41.550916 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.604242 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Deleting port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:41.604466 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.640750 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:28:40Z', 'revision_number': 5, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port': {'id': '9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:48Z', 'updated_at': '2021-07-12T17:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:41.667988 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Checking router: 6ad03844-6681-4fd4-bea3-ea95c87be2fa for host: n-d-800078-3 {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:41.676311 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Routers {'6ad03844-6681-4fd4-bea3-ea95c87be2fa'} bound to L3 agent in host n-d-800078-3 {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:41.676908 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:41.688837 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] For port 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:41.689197 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.703259 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Calling delete_port for 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 owned by network:router_gateway {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:41.766466 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] Set router 6ad03844-6681-4fd4-bea3-ea95c87be2fa gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:41.820998 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:28:41Z', 'revision_number': 6, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:41.852079 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cba1e-725c-4aa9-ad92-78f44d4f535e None None] The sync data for ids ['6ad03844-6681-4fd4-bea3-ea95c87be2fa'] in n-d-800078-3 is: [{'id': '6ad03844-6681-4fd4-bea3-ea95c87be2fa', 'name': 'tempest-TestSnapshotPattern-1314408421-router', 'tenant_id': 'd385e08a71624191b9ae5e942b9f92d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:47Z', 'updated_at': '2021-07-12T17:28:41Z', 'revision_number': 6, 'project_id': 'd385e08a71624191b9ae5e942b9f92d1', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:41.878112 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:41.908247 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:41.970501 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.064409 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.066455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.112676 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.113178 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad03844-6681-4fd4-bea3-ea95c87be2fa {{(pid=93712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:28:42.117997 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] Notify callbacks [] for router, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.120150 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-11675a60-cdde-4767-9c46-fd0a5e583a46 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6ad03844-6681-4fd4-bea3-ea95c87be2fa HTTP/1.1" status: 204 len: 168 time: 0.7803698 Jul 12 17:28:42.122608 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42736) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:42.167546 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Deleting subnet f92126d5-8d10-4485-928e-a16e3ad54e61 {{(pid=93712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:28:42.170601 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.213763 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8245650'] for subnet, precommit_delete_associations {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.304901 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.359086 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7599118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8127874'] for subnet, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.387389 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92126d5-8d10-4485-928e-a16e3ad54e61,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:42.389295 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.391289 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-cb07cd02-e982-4e44-9643-6d8a5ab91899 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f92126d5-8d10-4485-928e-a16e3ad54e61 HTTP/1.1" status: 204 len: 168 time: 0.2676325 Jul 12 17:28:42.394118 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42738) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:42.394265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2127ff-a581-4430-a91d-57840fec19d1 None None] Network 59a41b0c-4b42-4675-bb1c-331bae1d9eaf requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:28:42.467223 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.521803 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Deleting port 057737f1-aa52-42f9-bf27-c7a8214c75f3 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:42.521803 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.586580 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] For port 057737f1-aa52-42f9-bf27-c7a8214c75f3, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=057737f1-aa52-42f9-bf27-c7a8214c75f3,segment=NetworkSegment(b48978ca-9253-4cbf-bd37-1cfb0888191f),segment_id=b48978ca-9253-4cbf-bd37-1cfb0888191f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:42.587317 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.599727 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Calling delete_port for 057737f1-aa52-42f9-bf27-c7a8214c75f3 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:42.640209 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] DHCP port deletion for 59a41b0c-4b42-4675-bb1c-331bae1d9eaf request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:28:42.687238 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.688937 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Deleting port 057737f1-aa52-42f9-bf27-c7a8214c75f3 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:42.689320 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.713335 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Pushing event deleted for resources: {'Port': ['ID=057737f1-aa52-42f9-bf27-c7a8214c75f3,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:42.716729 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] No DVR routers for this DVR port 057737f1-aa52-42f9-bf27-c7a8214c75f3 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:42.763845 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] For port 057737f1-aa52-42f9-bf27-c7a8214c75f3, host n-d-800078-3, got binding levels [] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:42.764245 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.777399 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Calling delete_port for 057737f1-aa52-42f9-bf27-c7a8214c75f3 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:42.780137 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.ipam_backend_mixin [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Port 057737f1-aa52-42f9-bf27-c7a8214c75f3 was not found and therefore no delete operation was performed {{(pid=93713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 17:28:42.781420 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.795607 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.805441 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a41b0c-4b42-4675-bb1c-331bae1d9eaf']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:42.811891 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] Pushing event deleted for resources: {'Port': ['ID=057737f1-aa52-42f9-bf27-c7a8214c75f3,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:42.813737 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f101c7b-e0cd-44b6-95dd-9b488aa51d1a None None] No DVR routers for this DVR port 057737f1-aa52-42f9-bf27-c7a8214c75f3 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:42.817516 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48978ca-9253-4cbf-bd37-1cfb0888191f') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:42.818033 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48978ca-9253-4cbf-bd37-1cfb0888191f') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:42.829721 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.844570 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.850950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:28:42.851476 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: conditions |= (models_v2.Port.network_id.in_( Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:28:42.854069 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:28:42.911455 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.919639 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:42.923580 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] 10.222.0.58 "DELETE /v2.0/networks/59a41b0c-4b42-4675-bb1c-331bae1d9eaf HTTP/1.1" status: 204 len: 168 time: 0.5259669 Jul 12 17:28:42.923948 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42740) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:42.932800 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1367d-f2f0-4da0-94f7-83ac78b51754 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a41b0c-4b42-4675-bb1c-331bae1d9eaf,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:43.144564 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:43.299973 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540421'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:43.321990 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:43.322315 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b41f58c7-f2c4-43e2-9b92-19419ff3a0f8 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:43.322732 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 057737f1-aa52-42f9-bf27-c7a8214c75f3 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:43.342039 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 057737f1-aa52-42f9-bf27-c7a8214c75f3 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:43.342380 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 057737f1-aa52-42f9-bf27-c7a8214c75f3 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:43.342789 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:43.362368 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:43.362712 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 9fd4e3f7-c1eb-4885-8b7f-c4ae09b20017 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:43.561504 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Deleting port 5f132183-e79a-4ff4-897c-3f5244054027 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:43.561737 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:43.644574 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] For port 5f132183-e79a-4ff4-897c-3f5244054027, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=5f132183-e79a-4ff4-897c-3f5244054027,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:43.644929 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:43.657528 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Calling delete_port for 5f132183-e79a-4ff4-897c-3f5244054027 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:43.842766 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:44.221622 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f132183-e79a-4ff4-897c-3f5244054027,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:44.376625 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:44.391816 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538975'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:44.606864 n-d-800078-3 neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Router ef789161-7e52-4924-b600-0eaf78cfdd6c has already been hosted by L3 agent 636db985-7d34-416b-ae38-4a341fdcbd87 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 17:28:44.716651 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] Notify agent at l3_agent.n-d-800078-3 the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:44.724164 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-fe55d453-2b1d-43d3-a625-12908e1dbc63 admin admin] 10.222.0.58 "PUT /v2.0/routers/ef789161-7e52-4924-b600-0eaf78cfdd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966979 Jul 12 17:28:44.724300 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42742) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:44.724829 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Sync routers for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:44.734663 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:44.735411 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:44.836654 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:44.842265 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: n-d-800078-3 {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:44.946781 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.007782 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Deleting port bb42ca30-d406-4767-86c8-06be8223b610 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:45.008110 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.038708 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'external_fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:28:43Z', 'revision_number': 5, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port': {'id': 'bb42ca30-d406-4767-86c8-06be8223b610', 'name': '', 'network_id': 'c826e652-850a-482c-acd7-b90ac0720133', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f4319b34-1089-423c-8631-654b1659aec2', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800078-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T17:23:53Z', 'updated_at': '2021-07-12T17:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4319b34-1089-423c-8631-654b1659aec2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800078-3'}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:45.070238 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Checking router: ef789161-7e52-4924-b600-0eaf78cfdd6c for host: n-d-800078-3 {{(pid=93714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:45.080444 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Routers {'ef789161-7e52-4924-b600-0eaf78cfdd6c'} bound to L3 agent in host n-d-800078-3 {{(pid=93714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 17:28:45.081050 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800078-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:54:04Z,description=,heartbeat_timestamp=2021-07-12T17:28:35Z,host='n-d-800078-3',id=636db985-7d34-416b-ae38-4a341fdcbd87,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:54:04Z,topic='l3_agent')) {'router_ids': ['ef789161-7e52-4924-b600-0eaf78cfdd6c'], 'active': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:45.096383 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] For port bb42ca30-d406-4767-86c8-06be8223b610, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=bb42ca30-d406-4767-86c8-06be8223b610,segment=NetworkSegment(8109ef24-273a-48eb-8806-7e2ee2684480),segment_id=8109ef24-273a-48eb-8806-7e2ee2684480)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:45.096383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.113815 n-d-800078-3 neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Calling delete_port for bb42ca30-d406-4767-86c8-06be8223b610 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:45.173569 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_dvr_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] Set router ef789161-7e52-4924-b600-0eaf78cfdd6c gateway port host: None {{(pid=93714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 17:28:45.229335 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.l3_hamode_db [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:28:44Z', 'revision_number': 6, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port_host': None}], 'n-d-800078-3', False) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:45.256542 n-d-800078-3 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bc5ae2-b6c7-4502-acf7-bb1977aadddd None None] The sync data for ids ['ef789161-7e52-4924-b600-0eaf78cfdd6c'] in n-d-800078-3 is: [{'id': 'ef789161-7e52-4924-b600-0eaf78cfdd6c', 'name': 'tempest-TestSnapshotPattern-1139055068-router', 'tenant_id': 'd8797ae290694a3e80ebf7e31ff33882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T17:23:52Z', 'updated_at': '2021-07-12T17:28:44Z', 'revision_number': 6, 'project_id': 'd8797ae290694a3e80ebf7e31ff33882', 'gw_port_host': None}] {{(pid=93714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:45.297531 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12193991'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.326056 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb42ca30-d406-4767-86c8-06be8223b610,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:45.390560 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784966'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.485233 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64219'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.487250 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.531383 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528234'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.531921 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef789161-7e52-4924-b600-0eaf78cfdd6c {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:28:45.536343 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.537461 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-4b8a0570-d5c3-49ee-b5da-0dbbea34e9a4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ef789161-7e52-4924-b600-0eaf78cfdd6c HTTP/1.1" status: 204 len: 168 time: 0.8121490 Jul 12 17:28:45.539959 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.58', 42744) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:45.591051 n-d-800078-3 neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Deleting subnet 20b90127-ee08-4b59-9ee1-52e357609d2a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 17:28:45.594497 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.631498 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11545515'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.716244 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3854515'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.768519 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3854522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12193817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12217853'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.800261 n-d-800078-3 neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b90127-ee08-4b59-9ee1-52e357609d2a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:45.803843 n-d-800078-3 neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647581'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.806685 n-d-800078-3 neutron-server[93711]: INFO neutron.wsgi [None req-a09f7f58-dec7-49d8-a231-4d10893f9840 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/20b90127-ee08-4b59-9ee1-52e357609d2a HTTP/1.1" status: 204 len: 168 time: 0.2649133 Jul 12 17:28:45.808852 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42746) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:45.811403 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69861d-6757-46c8-acba-221da36c7382 None None] Network 0c237160-d639-4d74-8948-4945ce91e2bb requested from n-d-800078-3 {{(pid=93713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 17:28:45.881362 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3850044'] for network, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:45.935505 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Deleting port b0cfe642-591c-430a-95cd-11825fdce629 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:45.935882 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.003462 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-35343110-f555-4696-af74-64034f37e99b admin admin] For port b0cfe642-591c-430a-95cd-11825fdce629, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b0cfe642-591c-430a-95cd-11825fdce629,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:46.003860 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.005462 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] DHCP port deletion for 0c237160-d639-4d74-8948-4945ce91e2bb request from n-d-800078-3 {{(pid=93713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 17:28:46.019032 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Calling delete_port for b0cfe642-591c-430a-95cd-11825fdce629 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:46.059698 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Deleting port b0cfe642-591c-430a-95cd-11825fdce629 {{(pid=93713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 17:28:46.060076 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778558650094'] for port, before_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.104282 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7599312'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.129307 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] For port b0cfe642-591c-430a-95cd-11825fdce629, host n-d-800078-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800078-3',level=0,port_id=b0cfe642-591c-430a-95cd-11825fdce629,segment=NetworkSegment(3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc),segment_id=3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc)] {{(pid=93713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:46.129705 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538885'] for port, precommit_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.130363 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cfe642-591c-430a-95cd-11825fdce629,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:46.135012 n-d-800078-3 neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35343110-f555-4696-af74-64034f37e99b admin admin] No DVR routers for this DVR port b0cfe642-591c-430a-95cd-11825fdce629 on host n-d-800078-3 {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:46.145570 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Calling delete_port for b0cfe642-591c-430a-95cd-11825fdce629 owned by network:dhcp {{(pid=93713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 17:28:46.215096 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3856838', 'neutron.services.segments.db._delete_segments_for_network-8778558603358'] for network, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.225802 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35343110-f555-4696-af74-64034f37e99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c237160-d639-4d74-8948-4945ce91e2bb']}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:46.227106 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3703086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778558657832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778558103799'] for port, after_delete {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.241246 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35343110-f555-4696-af74-64034f37e99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc') {'for_net_delete': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:46.241538 n-d-800078-3 neutron-server[93712]: DEBUG neutron.services.segments.db [None req-35343110-f555-4696-af74-64034f37e99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef6e625-2f26-4d3a-a0c1-7dbd85e6cffc') {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:46.253530 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778558487682', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8245657'] for segment, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.255704 n-d-800078-3 neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] Pushing event deleted for resources: {'Port': ['ID=b0cfe642-591c-430a-95cd-11825fdce629,revision_number=None']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:46.267006 n-d-800078-3 neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74e7b6-1d11-4ce9-bed9-d591f72afdcc None None] No DVR routers for this DVR port b0cfe642-591c-430a-95cd-11825fdce629 on host n-d-800078-3 {{(pid=93713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 17:28:46.280110 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170'] for segment, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.286506 n-d-800078-3 neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:28:46.286846 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3853170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7599331'] for segment, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: Traceback (most recent call last): Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: timer() Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: cb(*args, **kw) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: return func(*args, **kwargs) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: self._notify() Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: self.callback(batched_events) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: event.method(event) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: return f(self, *a, **k) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: return self._get(url).json() Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: return self.request(url, 'GET', **kwargs) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 17:28:46.288887 n-d-800078-3 neutron-server[93712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 17:28:46.343733 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3856437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785002'] for network, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.348856 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Notify callbacks [] for network, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.350712 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-35343110-f555-4696-af74-64034f37e99b admin admin] 10.222.0.58 "DELETE /v2.0/networks/0c237160-d639-4d74-8948-4945ce91e2bb HTTP/1.1" status: 204 len: 168 time: 0.5408688 Jul 12 17:28:46.362717 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343110-f555-4696-af74-64034f37e99b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c237160-d639-4d74-8948-4945ce91e2bb,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:46.520950 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42750) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:46.563266 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-e9539fa2-004d-4b0f-9128-a2822ec539e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d385e08a71624191b9ae5e942b9f92d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404449 Jul 12 17:28:46.565562 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42752) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:46.621498 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.643081 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.690935 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.693712 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:46.697700 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d504f1ad-5464-489e-bdde-20d958322a49 HTTP/1.1" status: 204 len: 168 time: 0.1284218 Jul 12 17:28:46.703549 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d2ab-8fb8-4255-88f2-feaf7801068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504f1ad-5464-489e-bdde-20d958322a49,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:47.015485 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42758) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:47.057355 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-fb7ec9e9-d4a0-4731-8307-1c2fd687fb08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8797ae290694a3e80ebf7e31ff33882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406895 Jul 12 17:28:47.059922 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [-] (93712) accepted ('10.222.0.58', 42760) {{(pid=93712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 17:28:47.109948 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:47.131406 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:47.146265 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5f132183-e79a-4ff4-897c-3f5244054027 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:47.171037 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: 5f132183-e79a-4ff4-897c-3f5244054027 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:47.171391 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device 5f132183-e79a-4ff4-897c-3f5244054027 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:47.171834 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bb42ca30-d406-4767-86c8-06be8223b610 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:47.182403 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-725353'] for security_group, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:47.185127 n-d-800078-3 neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:28:47.186277 n-d-800078-3 neutron-server[93712]: INFO neutron.wsgi [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75647e9a-0f8a-429a-9a4b-765a59719cc4 HTTP/1.1" status: 204 len: 168 time: 0.1254776 Jul 12 17:28:47.192288 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: bb42ca30-d406-4767-86c8-06be8223b610 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:47.192637 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device bb42ca30-d406-4767-86c8-06be8223b610 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:47.193076 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b0cfe642-591c-430a-95cd-11825fdce629 no longer exists at agent ovs-agent-n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:47.194207 n-d-800078-3 neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98de08-14da-404d-a9b0-37e13107a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75647e9a-0f8a-429a-9a4b-765a59719cc4,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:47.222016 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.plugin [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] No Port match for: b0cfe642-591c-430a-95cd-11825fdce629 {{(pid=93713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 17:28:47.222350 n-d-800078-3 neutron-server[93713]: DEBUG neutron.plugins.ml2.rpc [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Device b0cfe642-591c-430a-95cd-11825fdce629 not bound to the agent host n-d-800078-3 {{(pid=93713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:29:02.192835 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a0ad-53e0-478b-b5b8-8ece1959cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:04.175605 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:04.595212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-eb401116-6949-47fc-9263-cb1ff862d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:05.045941 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:06.134432 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:06.255859 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:07.539143 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:21.376847 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:29:32.195136 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-20ec8d7b-43ea-44ed-9ac4-1092f1bb9c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:34.181661 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:34.596273 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a21a0489-da14-4f83-8989-7942e351fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:35.051171 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:36.137153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:36.271964 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:37.543027 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:29:58.380576 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:30:02.196753 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-93201929-b68d-4ea2-91e3-68eb1c010d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.183718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:04.596391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-79b05dbc-4580-4ead-a416-7abd6820511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:05.041564 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.141822 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:06.270139 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:07.547699 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:32.197431 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8f58f900-f224-480d-8a71-96aa1362e608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:34.184477 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:34.596764 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5e356396-deb3-44d0-84c5-9698aff4a2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:35.042328 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:35.383561 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:30:36.143767 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:36.286171 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:30:37.549919 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:02.203205 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ba33-cef6-4a72-b512-a1c70089d827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:04.175158 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:04.597955 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-204d424a-4504-4b97-89ae-ad25de8c05b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:05.044670 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:06.146073 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:06.285487 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:07.552024 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:12.383418 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:31:32.205745 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-d5537863-5a49-45d9-b1e5-4648887ff066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:34.194627 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:34.599156 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9f07bff9-4d87-4943-a277-02f8bc214ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:35.046609 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:36.148991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:36.301718 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:37.556203 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:31:49.383009 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:32:02.206979 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0ab31eb0-4f9b-4686-907d-4c650d5e5a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:04.189925 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:04.600067 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-fabbd134-ca5b-4e5f-a271-62f86a4a331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:05.046783 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:06.153361 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:06.315501 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:07.560881 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:26.382805 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:32:30.571278 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-b4d072b5-cd02-43a4-b74f-fb94060ed5b6 req-9d8f8a39-5fff-48b4-bb40-2bc6135725c9 service neutron] (93712) timed out ('10.222.0.58', 41380) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:32:32.207984 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-81c8e1f8-3606-45ef-976b-71082223c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:34.216053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:34.602176 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c39941e9-eddd-458c-b182-fccfd9fd1a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:35.048997 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:36.155991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:36.318308 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:37.560724 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:32:49.100265 n-d-800078-3 neutron-server[93711]: DEBUG neutron.wsgi [req-75a2949a-ae3c-4de3-b48c-9e7413e330ec req-b6aeb640-2cf1-4c38-a81b-dc717bee952f service neutron] (93711) timed out ('10.222.0.65', 53934) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:33:02.211339 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4eed07fc-51a2-405b-9116-18955bafc872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:03.381300 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:33:04.238060 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:04.603210 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1327a70f-8e50-482c-9c32-8a4d9d541678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:05.048759 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:06.164380 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:06.348277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:07.564672 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:32.212594 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-698a3bde-a75e-4c16-8e8f-1909f8549c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:34.246760 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:34.603444 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-aae8c02e-fb89-46bd-bdfe-2bd44d1cc0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:35.050408 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:36.160212 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:36.363665 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:37.567474 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:33:40.379572 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:02.213952 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-46a42972-3562-470e-a2ed-ea3cd2c6b394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:04.270399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:04.603775 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cda87e03-5a82-4532-84f1-c7920640f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:05.050575 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:06.163688 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:06.378153 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:07.570277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:17.378793 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:32.214446 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-5ef191b2-6d8b-441c-9d50-bd4b7d432a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:34.293640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:34.605763 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-82e28975-d7df-4d0c-bb5d-820de7b42734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:35.051610 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:36.165967 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:36.378187 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:37.572963 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:34:54.377873 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:35:02.215168 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-727fe9f0-da1f-4933-bdbb-97caa6076b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:04.284008 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:04.606277 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-a38138c5-e6a1-408d-844c-7c043fd2846b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:05.052422 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:06.177546 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:06.379438 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:07.576095 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:31.377179 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:35:32.216053 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-15e4ae83-84a7-4f39-9cbc-2305d87680b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:34.297289 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:34.607999 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c12ca459-9f23-4268-8484-f8b7cf9f577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:35.054278 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:36.172202 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:36.377577 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:35:37.579533 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:02.216476 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e3687fb9-4320-40b3-b2a9-3364d713e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:04.296865 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:04.609191 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-566f7a8c-4217-432a-a6c5-849a6ab20bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:05.055342 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:06.174399 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:06.409363 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:07.582391 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:08.378511 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:32.217234 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-8cff00ca-5b21-45c2-8eb7-ac92206e80ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:34.297150 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:34.609640 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-9d5a4829-e11d-4e22-8561-0193dbdbd49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:35.058164 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:36.177271 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:36.409090 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-437fd07f-a1b9-46c6-bc2e-cf11062e42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:37.585601 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-f6acb545-4580-4376-bfa5-2552a529b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:36:45.378440 n-d-800078-3 neutron-server[93714]: DEBUG neutron.db.agents_db [None req-3cbe8ab8-6e50-491b-8941-634bab8720a3 None None] Agent healthcheck: found 7 active agents {{(pid=93714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:59.565642 n-d-800078-3 neutron-server[93712]: DEBUG neutron.wsgi [req-3fd93825-12b0-43a7-930a-f050fbffe7e7 req-d09cbfd2-b3da-4835-89d0-f51c878ae33a service neutron] (93712) timed out ('10.222.0.58', 34462) {{(pid=93712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 17:37:02.217643 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-ba6259e4-9cb3-4f9e-90b8-7a8ced693a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:04.300434 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d737-c6d2-4aaf-8e75-c8fbf753cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:04.609410 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-0a81256d-378b-43dc-824c-927b330bddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:05.058991 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-b5cea3b1-0592-4e80-8ef9-f14c73017a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 17:37:06.180069 n-d-800078-3 neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-85bc855b-c279-43b4-8c45-946af54d200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778558603340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4007664'] for agent, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}